-- Logs begin at Mon 2021-08-23 11:08:27 UTC, end at Mon 2021-08-23 13:20:34 UTC. -- Aug 23 11:39:34.743306 n-d-773645-7 systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 11:39:37.447653 n-d-773645-7 neutron-server[100950]: INFO neutron.common.config [-] Logging enabled! Aug 23 11:39:37.448246 n-d-773645-7 neutron-server[100950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 11:39:37.448421 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100950) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 11:39:37.452248 n-d-773645-7 neutron-server[100950]: INFO neutron.common.config [-] Logging enabled! Aug 23 11:39:37.452501 n-d-773645-7 neutron-server[100950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 11:39:37.452816 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100950) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 11:39:37.453787 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 11:39:37.454027 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 11:39:37.454387 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 11:39:37.454633 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 11:39:37.454863 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 11:39:37.455207 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.455488 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.455784 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.456015 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.456307 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.456595 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.456877 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.457164 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.457459 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.457768 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.458049 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.458333 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.458562 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.458844 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.459130 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.459415 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.459639 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] debug = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.459919 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.460341 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.460753 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.461032 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.461320 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.461610 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.461894 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.462268 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.462564 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.462890 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] host = n-d-773645-7 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.463166 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.463450 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.463736 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.464022 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.464296 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.464570 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.464852 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.465128 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.465400 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.465671 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.466627 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.466909 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.467200 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.467427 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.467651 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.467939 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.468225 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.468499 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.468770 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.469041 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.469313 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.469585 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.469877 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.470162 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.470447 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.470730 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.471004 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.471274 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.471543 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.471811 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.472093 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.472363 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.472633 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.472904 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.473187 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.473455 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.473744 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.474050 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.474335 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.474617 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.474906 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.475177 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.475462 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.475734 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.476008 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.476279 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] use_json = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.476551 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.476820 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.477101 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.477372 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.477644 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.477946 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.478220 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.478507 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:37.478803 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.479099 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.479396 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.479679 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.479973 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.480252 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.480541 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.480819 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.481107 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.481394 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.481721 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.482005 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.482295 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.482574 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.482869 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.483172 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.483466 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.483759 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.484035 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.484310 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.484584 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.484866 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.485152 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.485444 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.485753 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.486031 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.486311 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.486601 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.486880 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.487153 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.487430 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.487717 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.487992 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.488264 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.488547 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.488822 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.489093 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.489362 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.489639 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.489951 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.490231 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.490502 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.490774 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.491053 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.491327 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.491614 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.491893 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.492167 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.492441 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.492720 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.492993 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.493261 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.493537 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.493827 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.494108 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.494379 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.494650 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.494926 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.495196 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.495467 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.495736 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.496005 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.496283 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.496553 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.496823 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.497094 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.497914 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.498187 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.498474 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.498772 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.499050 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.499326 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.499601 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.499877 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.500153 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.500430 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.500706 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.500981 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.501250 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.501537 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.501844 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.502132 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.502414 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.502693 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.502987 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.503260 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.503540 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.503814 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.504088 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.504374 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.504657 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.504955 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.505246 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.505538 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.505860 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.506148 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.506427 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.506733 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.507012 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:37.507229 n-d-773645-7 neutron-server[100950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 11:39:37.507467 n-d-773645-7 neutron-server[100950]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100950) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 11:39:37.853545 n-d-773645-7 neutron-server[100950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 11:39:37.853852 n-d-773645-7 neutron-server[100950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 11:39:37.854147 n-d-773645-7 neutron-server[100950]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 11:39:37.854477 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 11:39:38.246072 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.246287 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.246567 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.248401 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.248671 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.248932 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.283142 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.283435 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.283705 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.299967 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.300250 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.300519 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.329033 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.329312 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.329580 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.377161 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.377439 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.377724 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.610989 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.611585 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.611585 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.611781 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.612489 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.735372 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.735687 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.735973 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.736248 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.736512 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.736821 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.737080 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.737335 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.737587 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.737892 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.738152 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.738413 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.738665 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.738912 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.739163 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.739423 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.739678 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.739943 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.740209 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.740465 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.740730 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.740981 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.741259 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.741633 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.741909 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.742157 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.742557 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:38.742796 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:38.743032 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:38.743267 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:38.743501 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:38.743733 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:38.744095 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 11:39:38.747906 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 11:39:38.751843 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 11:39:38.755500 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 23 11:39:38.757135 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 11:39:38.757585 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 11:39:38.757959 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 11:39:38.758347 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 11:39:38.761128 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 11:39:38.761381 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 11:39:38.761756 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 11:39:38.767088 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 11:39:38.788818 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 11:39:38.789265 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.789563 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100950) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 11:39:38.789990 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.791302 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100950) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 11:39:38.791583 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 11:39:38.791829 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 11:39:38.795502 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.795784 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:38.859169 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 11:39:38.859407 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 11:39:38.859643 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 11:39:38.860008 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 11:39:38.880475 n-d-773645-7 neutron-server[100950]: DEBUG oslo_db.sqlalchemy.engines [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100950) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 11:39:39.418397 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing driver for type 'gre' Aug 23 11:39:39.418946 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] gre ID ranges: [(1, 1000)] Aug 23 11:39:39.472274 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing driver for type 'local' Aug 23 11:39:39.472628 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing driver for type 'vlan' Aug 23 11:39:39.485446 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] VlanTypeDriver initialization complete Aug 23 11:39:39.485815 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing driver for type 'vxlan' Aug 23 11:39:39.486304 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] vxlan ID ranges: [(1, 1000)] Aug 23 11:39:39.535983 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing extension driver 'port_security' Aug 23 11:39:39.536332 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.extensions.port_security [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] PortSecurityExtensionDriver initialization complete Aug 23 11:39:39.536671 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing mechanism driver 'openvswitch' Aug 23 11:39:39.537006 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing mechanism driver 'hyperv' Aug 23 11:39:39.543545 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:39:39.544409 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.544793 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.545156 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.545733 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 11:39:39.546172 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.546536 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.546895 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.547298 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 11:39:39.547711 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.548068 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.548419 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.548816 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 11:39:39.549228 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > security_group after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.549867 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > security_group after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.550219 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > security_group after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.550621 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 11:39:39.551035 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.551393 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.551748 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.552149 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 11:39:39.552559 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > address_group after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.552914 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > address_group after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.553263 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > address_group after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.553659 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 11:39:39.554064 n-d-773645-7 neutron-server[100950]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] ML2 OVO RPC backend initialized. {{(pid=100950) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 23 11:39:39.554783 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.555145 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.555574 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.555932 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > networks before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.556290 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.556642 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > ports before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.556995 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.557345 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnets before_response 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.557724 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.558085 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.558436 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.558785 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.559134 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.559480 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.559828 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.560171 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.560516 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.561102 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.plugin [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Modular L2 Plugin initialization complete Aug 23 11:39:39.561446 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading services supported by the core plugin {{(pid=100950) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 11:39:39.561813 n-d-773645-7 neutron-server[100950]: INFO neutron.plugins.ml2.managers [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Got port-security extension from driver 'port_security' Aug 23 11:39:39.562290 n-d-773645-7 neutron-server[100950]: INFO neutron.extensions.vlantransparent [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Disabled vlantransparent extension. Aug 23 11:39:39.562784 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100950) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 11:39:39.563105 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: router Aug 23 11:39:39.599558 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_interface before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.599963 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_create 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.600345 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router before_create 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.600720 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.601108 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.601471 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_delete 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.601864 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > floatingip after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.602349 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > floatingip after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.602723 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_create 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.603081 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_update 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.603440 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_update 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.603798 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.604169 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_update 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.604587 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_update 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.604963 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.605314 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.605661 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: subnet after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.606033 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.606389 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > port precommit_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.606775 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_create 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.607127 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.607480 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.607846 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router after_update 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.608199 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_delete 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.608559 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_create 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.608928 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.609281 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_update 55549900 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.609654 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > agent after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.610037 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > agent after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.610388 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > network after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.611258 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Tracking information for resource: router configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:39.611758 n-d-773645-7 neutron-server[100950]: DEBUG neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Tracking information for resource: floatingip configured {{(pid=100950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 11:39:39.616394 n-d-773645-7 neutron-server[100950]: INFO neutron.db.l3_agentschedulers_db [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 11:39:39.616981 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.617351 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.617735 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.618100 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.618897 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router before_create 55550100 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.619268 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_delete 55550100 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.619642 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_create 55550100 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.620009 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > router precommit_update 55550100 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.624671 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.provider_configuration [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service providers = [] {{(pid=100950) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 11:39:39.625048 n-d-773645-7 neutron-server[100950]: DEBUG neutron.db.servicetype_db [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100950) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 11:39:39.628023 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.service_base [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 11:39:39.628387 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.service_base [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 11:39:39.628743 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.service_base [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 11:39:39.629656 n-d-773645-7 neutron-server[100950]: DEBUG neutron.services.service_base [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 11:39:39.630065 n-d-773645-7 neutron-server[100950]: INFO neutron.services.service_base [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 11:39:39.630451 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.630786 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 11:39:39.643593 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.644094 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: auto_allocate Aug 23 11:39:39.650335 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: network precommit_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.650716 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: network precommit_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.651250 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.651578 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: tag Aug 23 11:39:39.659056 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.659397 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: timestamp Aug 23 11:39:39.663254 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.663600 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: network_ip_availability Aug 23 11:39:39.669109 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.669449 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.669856 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.670585 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.670914 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: flavors Aug 23 11:39:39.676241 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.676584 n-d-773645-7 neutron-server[100950]: INFO neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading Plugin: revisions Aug 23 11:39:39.680877 n-d-773645-7 neutron-server[100950]: DEBUG neutron.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 11:39:39.681284 n-d-773645-7 neutron-server[100950]: DEBUG oslo_concurrency.lockutils [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=100950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 11:39:39.682068 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100950) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 11:39:39.682416 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Initializing extension manager. Aug 23 11:39:39.682937 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: __init__.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.683288 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: __pycache__ {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.683633 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.683978 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: address_group.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.684770 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.685347 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: address-group Aug 23 11:39:39.685706 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: address_scope.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.686425 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.686945 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: address-scope Aug 23 11:39:39.687276 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: admin_state_down_before_update.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.688217 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.688733 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: router-admin-state-down-before-update Aug 23 11:39:39.689064 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: agent.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.689810 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.690321 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: agent Aug 23 11:39:39.690652 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: agent_resources_synced.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.691579 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.692089 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: agent-resources-synced Aug 23 11:39:39.692420 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: allowedaddresspairs.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.694255 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.694778 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: allowed-address-pairs Aug 23 11:39:39.695110 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: auto_allocated_topology.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.696197 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.696717 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: auto-allocated-topology Aug 23 11:39:39.697050 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: availability_zone.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.697789 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.698307 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: availability_zone Aug 23 11:39:39.698639 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: availability_zone_filter.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.699570 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.700083 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: availability_zone_filter Aug 23 11:39:39.700945 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: data_plane_status.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.701911 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.702426 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 11:39:39.702756 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: default_subnetpools.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.703684 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.704199 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: default-subnetpools Aug 23 11:39:39.704527 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: dhcpagentscheduler.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.705343 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.706815 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: dhcp_agent_scheduler Aug 23 11:39:39.707793 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: dns.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.709382 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.709930 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension dns-integration not supported by any of loaded plugins Aug 23 11:39:39.710266 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: dns_domain_ports.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.711207 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.711718 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 11:39:39.712049 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.712990 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.713505 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 11:39:39.713866 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: dvr.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.714581 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.715092 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: dvr Aug 23 11:39:39.715422 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: ecmp_routes.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.716898 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.717404 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 11:39:39.717762 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: empty_string_filtering.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.718685 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.719199 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: empty-string-filtering Aug 23 11:39:39.719528 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.720458 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.720981 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 11:39:39.721294 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.722247 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.722761 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 11:39:39.723092 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: external_net.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.724017 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.724529 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: external-net Aug 23 11:39:39.724995 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: extra_dhcp_opt.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.725968 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.726477 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: extra_dhcp_opt Aug 23 11:39:39.726806 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: extraroute.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.727730 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.728243 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: extraroute Aug 23 11:39:39.728575 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: extraroute_atomic.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.729626 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.730172 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: extraroute-atomic Aug 23 11:39:39.730509 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: filter_validation.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.731365 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.731906 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: filter-validation Aug 23 11:39:39.732242 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: fip_pf_description.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.733177 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.733706 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 11:39:39.734036 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: fip_port_details.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.734969 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.735484 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: fip-port-details Aug 23 11:39:39.735815 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: flavors.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.737051 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.737570 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: flavors Aug 23 11:39:39.737932 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.739607 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.740135 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 11:39:39.740473 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: floatingip_pools.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.741185 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.741736 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: floatingip-pools Aug 23 11:39:39.742077 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: ip_allocation.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.743024 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.743535 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 11:39:39.743867 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.744793 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.745304 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: ip-substring-filtering Aug 23 11:39:39.745634 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l2_adjacency.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.746605 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.747621 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 11:39:39.747963 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.748943 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.749463 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: router Aug 23 11:39:39.749827 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3_conntrack_helper.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.752093 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.752629 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 11:39:39.752976 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.753958 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.754482 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: ext-gw-mode Aug 23 11:39:39.754818 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.755773 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.756291 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: l3-ha Aug 23 11:39:39.756626 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3_flavors.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.757570 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.758115 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: l3-flavors Aug 23 11:39:39.758448 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.759374 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.759885 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 11:39:39.760218 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: l3agentscheduler.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.761274 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.761832 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: l3_agent_scheduler Aug 23 11:39:39.762166 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: logging.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.764211 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.764742 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension logging not supported by any of loaded plugins Aug 23 11:39:39.765086 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: metering.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.765883 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.766475 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: metering Aug 23 11:39:39.766812 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.768030 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.768564 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: metering_source_and_destination_fields Aug 23 11:39:39.768907 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: multiprovidernet.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.769960 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.770480 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: multi-provider Aug 23 11:39:39.770815 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: netmtu.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.771761 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.772277 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: net-mtu Aug 23 11:39:39.772611 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: netmtu_writable.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.773548 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.774101 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: net-mtu-writable Aug 23 11:39:39.774433 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: network_availability_zone.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.775116 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.775629 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: network_availability_zone Aug 23 11:39:39.775958 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: network_ip_availability.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.777054 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.777573 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: network-ip-availability Aug 23 11:39:39.777935 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: network_segment_range.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.778734 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.779243 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 11:39:39.779575 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: pagination.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.780563 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.780902 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: pagination Aug 23 11:39:39.781234 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: port_device_profile.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.782187 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.782706 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: port-device-profile Aug 23 11:39:39.783037 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.783985 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.784496 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: port-mac-address-regenerate Aug 23 11:39:39.784825 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.785784 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.786299 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: port-numa-affinity-policy Aug 23 11:39:39.786627 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: port_resource_request.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.787550 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.788060 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 11:39:39.788388 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: portbindings.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.789333 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.789883 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: binding Aug 23 11:39:39.790216 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: portbindings_extended.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.791504 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.792028 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: binding-extended Aug 23 11:39:39.792362 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: portsecurity.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.793287 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.793834 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: port-security Aug 23 11:39:39.794196 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: project_id.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.795186 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.795523 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: project-id Aug 23 11:39:39.795855 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: providernet.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.796789 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.797303 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: provider Aug 23 11:39:39.797632 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.801449 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.802015 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos not supported by any of loaded plugins Aug 23 11:39:39.802357 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.803627 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.804156 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 11:39:39.804498 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.805437 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.805980 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 11:39:39.806317 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_default.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.807247 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.807764 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-default not supported by any of loaded plugins Aug 23 11:39:39.808099 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_fip.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.808760 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.809265 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-fip not supported by any of loaded plugins Aug 23 11:39:39.809596 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_gateway_ip.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.811066 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.811580 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 11:39:39.811930 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_port_network_policy.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.812844 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.813358 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 11:39:39.813718 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_pps_rule.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.814912 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.815434 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-pps not supported by any of loaded plugins Aug 23 11:39:39.815767 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_rule_type_details.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.816702 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.817221 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 11:39:39.817556 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: qos_rules_alias.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.818641 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.819167 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 11:39:39.819502 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: quotasv2.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.820609 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.820950 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: quotas Aug 23 11:39:39.821283 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: quotasv2_detail.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.824373 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.824720 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: quota_details Aug 23 11:39:39.825060 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: rbac.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.826697 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.827227 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: rbac-policies Aug 23 11:39:39.827569 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: rbac_address_group.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.828514 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.829035 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: rbac-address-group Aug 23 11:39:39.829369 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: rbac_address_scope.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.830347 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.830866 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: rbac-address-scope Aug 23 11:39:39.831199 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: rbac_security_groups.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.832127 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.832644 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: rbac-security-groups Aug 23 11:39:39.833006 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: rbac_subnetpool.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.833984 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.834502 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: rbac-subnetpool Aug 23 11:39:39.834831 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: revisionifmatch.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.835762 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.836281 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: revision-if-match Aug 23 11:39:39.836612 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: revisions.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.837770 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.838292 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: standard-attr-revisions Aug 23 11:39:39.838625 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: router_availability_zone.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.839316 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.839831 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: router_availability_zone Aug 23 11:39:39.840162 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: routerservicetype.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.841611 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.842153 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension router-service-type not supported by any of loaded plugins Aug 23 11:39:39.842484 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.843419 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.843933 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: security-groups-normalized-cidr Aug 23 11:39:39.844263 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: security_groups_port_filtering.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.845199 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.845745 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: port-security-groups-filtering Aug 23 11:39:39.846080 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.847016 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.847535 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: security-groups-remote-address-group Aug 23 11:39:39.847868 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: securitygroup.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.858157 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.858697 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: security-group Aug 23 11:39:39.859042 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: segment.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.859841 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.860361 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension segment not supported by any of loaded plugins Aug 23 11:39:39.860700 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.861667 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.862220 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 11:39:39.862555 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: servicetype.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.863731 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.864259 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: service-type Aug 23 11:39:39.864596 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: sorting.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.865591 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.865965 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: sorting Aug 23 11:39:39.866303 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: standard_attr_segment.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.867232 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.867759 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 11:39:39.868098 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: standardattrdescription.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.868753 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.869268 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: standard-attr-description Aug 23 11:39:39.869601 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: stateful_security_group.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.870580 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.871097 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: stateful-security-group Aug 23 11:39:39.871428 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: stdattrs_common.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.872016 n-d-773645-7 neutron-server[100950]: WARNING neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 11:39:39.872370 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.873354 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.873902 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 11:39:39.874233 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: subnet_onboard.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.875322 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.875845 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: subnet_onboard Aug 23 11:39:39.876177 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.877115 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.877670 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 11:39:39.878026 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: subnet_service_types.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.878966 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.879487 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: subnet-service-types Aug 23 11:39:39.879821 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: subnetallocation.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.880926 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.881445 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: subnet_allocation Aug 23 11:39:39.881810 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.882490 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.883007 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: subnetpool-prefix-ops Aug 23 11:39:39.883338 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.884275 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.884799 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 11:39:39.885133 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: tagging.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.886244 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.886775 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: standard-attr-tag Aug 23 11:39:39.887115 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: timestamp.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.888358 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.888881 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loaded extension: standard-attr-timestamp Aug 23 11:39:39.889215 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: trunk.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.890299 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.890825 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension trunk not supported by any of loaded plugins Aug 23 11:39:39.891159 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: trunk_details.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.892116 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.892640 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension trunk-details not supported by any of loaded plugins Aug 23 11:39:39.892973 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: uplink_status_propagation.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.893935 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.894455 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 11:39:39.894786 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Loading extension file: vlantransparent.py {{(pid=100950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 11:39:39.895470 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 11:39:39.895985 n-d-773645-7 neutron-server[100950]: INFO neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 11:39:39.898587 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:network Aug 23 11:39:39.899127 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:subnet Aug 23 11:39:39.899536 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 11:39:39.899947 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:port Aug 23 11:39:39.901192 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.901643 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service FLAVORS assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.902311 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.902755 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.903095 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:router Aug 23 11:39:39.904086 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:floatingip Aug 23 11:39:39.904590 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service METERING assigned prefix: /metering {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.906073 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.906453 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.906813 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:39:39.907826 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 11:39:39.908273 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:security_group Aug 23 11:39:39.908720 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 11:39:39.909342 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service CORE assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.909702 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 11:39:39.910066 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] subnetpool is already registered Aug 23 11:39:39.910503 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service CORE assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.910836 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 11:39:39.911192 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] subnetpool is already registered Aug 23 11:39:39.913673 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.914264 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service FLAVORS assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.914922 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.915368 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.915714 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:router Aug 23 11:39:39.916062 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] router is already registered Aug 23 11:39:39.916497 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:floatingip Aug 23 11:39:39.916841 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] floatingip is already registered Aug 23 11:39:39.917315 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service METERING assigned prefix: /metering {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.918088 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 11:39:39.918423 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] rbac_policy is already registered Aug 23 11:39:39.918843 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:security_group Aug 23 11:39:39.919794 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] security_group is already registered Aug 23 11:39:39.920152 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 11:39:39.920491 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] security_group_rule is already registered Aug 23 11:39:39.921003 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service CORE assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.921347 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 11:39:39.921699 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] subnetpool is already registered Aug 23 11:39:39.922132 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.v2.resource_helper [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Service CORE assigned prefix: {{(pid=100950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 11:39:39.922463 n-d-773645-7 neutron-server[100950]: INFO neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 11:39:39.922801 n-d-773645-7 neutron-server[100950]: WARNING neutron.quota.resource_registry [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] subnetpool is already registered Aug 23 11:39:39.924765 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: extensions {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.926303 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: address-groups {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.927826 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: address-scopes {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.929035 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: agents {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.930340 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: auto-allocated-topology {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.931590 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: availability_zones {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.932831 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: dhcp-networks {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.934307 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: dhcp-agents {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.935893 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: routers {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.937638 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: flavors {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.938850 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: service_profiles {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.940163 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: next_providers {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.941626 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: service_profiles {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.943125 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: floatingip-pools {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.944449 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: routers {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.946209 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: floatingips {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.947421 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: l3-routers {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.948941 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: l3-agents {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.950425 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: metering-labels {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.951682 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: metering-label-rules {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.952949 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: network-ip-availabilities {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.954339 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: bindings {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.955925 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: quotas {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.957378 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: quotas {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.958984 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: rbac-policies {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.960183 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: security-groups {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.961404 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: security-group-rules {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.962890 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: service-providers {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.964127 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: subnetpools {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.965459 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: subnetpools {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.967581 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.969261 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.971029 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.972904 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.974640 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.976493 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.978387 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.980187 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.983559 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.985312 n-d-773645-7 neutron-server[100950]: DEBUG neutron.api.extensions [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Extended resource: tags {{(pid=100950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 11:39:39.991283 n-d-773645-7 neutron-server[100950]: WARNING keystonemiddleware.auth_token [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 11:39:39.995804 n-d-773645-7 neutron-server[100950]: WARNING keystonemiddleware.auth_token [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 11:39:40.004530 n-d-773645-7 neutron-server[100950]: DEBUG oslo_concurrency.lockutils [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Acquired lock "singleton_lock" {{(pid=100950) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 11:39:40.005031 n-d-773645-7 neutron-server[100950]: DEBUG oslo_concurrency.lockutils [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Releasing lock "singleton_lock" {{(pid=100950) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 11:39:40.005661 n-d-773645-7 neutron-server[100950]: INFO oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Starting 2 workers Aug 23 11:39:40.010531 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Started child 101057 {{(pid=100950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 11:39:40.014982 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Started child 101058 {{(pid=100950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 11:39:40.015829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:40.016626 n-d-773645-7 neutron-server[100950]: INFO neutron.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 11:39:40.017218 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Notify callbacks [] for process, before_spawn {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:40.017421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [-] (101057) wsgi starting up on http://0.0.0.0:9696 Aug 23 11:39:40.019766 n-d-773645-7 neutron-server[100950]: INFO oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Starting 1 workers Aug 23 11:39:40.020026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:40.021465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [-] (101058) wsgi starting up on http://0.0.0.0:9696 Aug 23 11:39:40.024947 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Started child 101059 {{(pid=100950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 11:39:40.025445 n-d-773645-7 neutron-server[100950]: INFO oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Starting 1 workers Aug 23 11:39:40.029125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] calling RpcWorker wait() {{(pid=101059) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 11:39:40.029650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] returning from RpcWorker wait() {{(pid=101059) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 11:39:40.030433 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Started child 101060 {{(pid=100950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 11:39:40.031191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:40.031307 n-d-773645-7 neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-28b4a37d-5b4a-4ba4-9417-c540d69e354c None None] Notify callbacks [] for process, after_spawn {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:40.031747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:39:40.033110 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100950) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 11:39:40.033324 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 11:39:40.033507 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 11:39:40.033746 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 11:39:40.034076 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 11:39:40.034242 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 11:39:40.034752 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.035031 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.035302 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.035563 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.035846 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.036093 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:40.036544 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.036731 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.036995 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.037272 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.037529 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.037724 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.037898 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.038165 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.038419 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.038697 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.038978 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.039240 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.039488 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.039662 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.039922 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.040199 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.040445 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.040708 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] debug = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.040964 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.041454 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.041716 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.041977 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.042199 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.042471 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.042700 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.042975 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.043222 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.043440 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.043659 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.043915 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.044744 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.044992 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.045214 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.045464 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.045717 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.046181 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] host = n-d-773645-7 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.046408 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.046652 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.046883 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.047120 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.047370 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.047586 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.047856 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.048105 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.048372 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.048620 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.048872 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.049117 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.049354 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.049893 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.050046 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_options = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.050270 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.050552 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.050832 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.051022 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.051193 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.051362 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.051626 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.051786 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.052045 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.052263 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.052479 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.052716 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.052956 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.053196 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.053440 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.053675 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.053930 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.054141 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.054390 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.054634 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.054862 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.055122 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.055335 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.055558 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.055799 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.056038 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.056288 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.056506 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.056723 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.056986 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.057246 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.057459 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.057714 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.057982 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.058215 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.058446 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.058680 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.058953 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.059236 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.059432 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.059714 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.059936 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.060199 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.060419 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.060665 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.060898 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_json = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.061115 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.061355 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.061631 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.061885 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.062104 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.062328 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.062547 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.062815 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.063256 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.063564 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.063888 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.064150 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.064387 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.064633 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.064887 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.065238 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.065640 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.066444 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.066598 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.066851 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.067002 n-d-773645-7 neutron-server[101060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:39:40.067145 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.067387 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.068126 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.068363 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.068516 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.068719 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.069210 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.069210 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.069605 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.069779 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.070056 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.070597 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.070597 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.070993 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.071130 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.071389 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.071748 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.071919 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.072139 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.072279 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.072543 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.072784 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.073004 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.073263 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.073761 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.073761 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.074058 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.074229 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.074502 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.074757 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.074983 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.075228 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.075451 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.075672 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.075891 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.076143 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.076364 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.076603 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.076835 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.077059 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.077277 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.077517 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.077730 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.077971 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.078195 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.078413 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.078616 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.079347 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.079604 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.079873 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.080937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.080937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.080937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.080937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.080937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082155 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082155 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082155 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082155 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082155 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082872 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082872 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082872 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.082872 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.083377 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.083377 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.083637 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.083778 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.083910 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.084094 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.084333 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.084568 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.084832 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.085142 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.085407 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.085653 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.085919 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.086197 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.086437 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.086687 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.086939 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.087189 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.087418 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.087695 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.087928 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.088189 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.088415 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.088653 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.088916 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.089154 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.089410 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.089723 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.089909 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.090121 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.090411 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.090671 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.091427 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.091695 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.091952 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.092228 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.092502 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.092777 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.093000 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.093288 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.093584 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.093884 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.094153 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.094426 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.094661 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.094930 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.095166 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.095433 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.095672 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.095904 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.096299 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.096608 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.096988 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.097351 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.097751 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.098131 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.098461 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.098698 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.098923 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.099163 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.099926 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.099926 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.099926 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.100365 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.100518 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.100658 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.100873 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.101123 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.101345 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.101607 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.101933 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.102153 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.102371 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.102587 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.102808 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.103023 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.103232 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.103501 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.103721 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.106173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.107632 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.107632 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.107632 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.107632 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.107632 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.107632 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.108075 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.108075 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.108221 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.108390 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.108640 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.108905 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.109137 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.109393 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.109620 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.109866 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.110085 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.110327 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.110547 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.110775 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.111004 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.111221 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.111484 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.111748 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.112061 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.112327 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.112560 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.112800 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.113080 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.113334 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.113578 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.113829 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.114048 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.114294 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.114515 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.114773 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.114997 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.115255 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.115471 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.115706 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.115921 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.116139 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.116369 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.116659 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.116919 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.117139 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.117389 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.117641 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.117921 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.118160 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.118371 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.118588 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.118814 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.119036 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.119251 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.119495 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.119698 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.119913 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.120137 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.120383 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.120597 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.120846 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.121060 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.121275 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.121499 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.121740 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.121967 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.122242 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.122503 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.122700 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.122926 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.123167 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.123382 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.123638 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.123851 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.124167 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.124676 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.125055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.125278 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.125581 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.125857 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.126080 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.126374 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.126608 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.126872 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.127117 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.127423 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.127642 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.127924 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.128150 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.128380 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.128606 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.128867 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.129413 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.129728 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.130004 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.130245 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.130518 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.130798 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.131072 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.131289 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.131581 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.131920 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.132209 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.132469 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.132730 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.133003 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.133247 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.133485 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.133751 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.133978 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.134196 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.134439 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.134693 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.134943 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.135170 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.135409 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.135630 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.135882 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.136118 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.136350 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.136575 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.136737 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 11:39:40.137244 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100950) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 11:39:40.137416 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 11:39:40.137560 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 11:39:40.138261 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 11:39:40.138446 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 11:39:40.138605 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 11:39:40.138817 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.138981 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.139146 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.139312 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.139477 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.139663 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.139829 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.139989 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.140148 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.140310 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.140474 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.140638 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.140803 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.140965 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.141126 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.141281 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.141443 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.141607 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.141796 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.141961 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.142125 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.142284 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.142447 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] debug = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.142611 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.142795 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.142959 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.143121 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.143283 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.143444 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.143607 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.143766 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.143932 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.144094 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.144264 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.144408 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.144572 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.144733 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.144893 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.145055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.145216 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.145377 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] host = n-d-773645-7 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.145540 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.145731 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.145884 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.146044 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.146205 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.146367 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.146530 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.146691 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.146853 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.147014 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.147179 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.147343 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.147492 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.147660 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.147819 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_options = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.148141 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.148312 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.148475 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.148667 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.148838 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.149001 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.149163 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.149327 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.149490 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.149653 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.149838 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150001 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150163 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150325 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150488 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150649 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150811 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.150974 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.151136 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.151299 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.151460 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.151622 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.151783 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.151945 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.152107 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.152268 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.152430 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.152592 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.152754 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.152915 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.153096 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.153294 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.154010 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.154186 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.154347 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.154509 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.154672 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.154838 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155002 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155165 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155327 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155489 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155651 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155813 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.155974 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.156135 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_json = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.156297 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.156460 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.156621 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.156780 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.156933 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.157094 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.157255 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.157417 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 11:39:40.157600 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.157789 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.157968 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.158134 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.158305 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.158470 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.158636 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.158801 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.158969 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.159118 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.159366 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.159591 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.159776 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.159931 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.160293 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.160673 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.160803 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.160924 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.161097 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.161263 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.161431 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.161598 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.161809 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.161978 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.162145 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.162310 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.162656 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.162656 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.162895 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163018 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163142 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163280 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163406 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163552 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163717 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.163871 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.164035 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.164202 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.164369 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.164535 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.164702 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.164867 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.165034 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.165201 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.165365 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.165530 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.165718 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.165884 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.166050 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.166216 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.166395 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.166561 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.166727 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.166915 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.167060 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.167225 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.167390 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.167555 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.167720 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.167886 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.168051 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.168410 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.168410 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.168582 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.168702 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.168867 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.169085 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.169254 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.169420 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.169588 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.169783 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.170002 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.170100 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.170783 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.170783 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.170783 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.170783 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171108 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171108 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171250 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171352 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171518 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171684 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.171849 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.172024 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.172204 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.172369 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.172536 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.172700 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.172866 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.173031 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.173197 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.173427 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.173537 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.173672 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.173860 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.174025 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.174193 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.174359 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.174770 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.174944 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.175109 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.175274 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.175438 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.175603 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.175768 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176270 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176270 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176270 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176504 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176582 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176711 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.176876 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.177041 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.177207 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.177380 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.177556 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.177743 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.177911 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.178077 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.178243 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.178411 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.178577 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.178743 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.178908 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.179073 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.179237 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.179411 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.179586 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.179788 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.179953 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.180117 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.180306 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.180472 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.180639 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.180806 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.180971 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.181135 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.181232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:39:40.181318 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.181454 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.181621 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.181807 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.181975 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.182142 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.182309 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.182478 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.182643 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.182808 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.182974 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.183141 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.183306 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.183482 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.183639 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.183804 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.183969 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.184133 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.184298 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.184463 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.184652 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.184818 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.184984 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.185149 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.185313 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.185479 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.185644 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.185848 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.186014 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.186179 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.186343 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.186511 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.186678 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.186845 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.187011 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.187179 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.187345 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.187510 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.187677 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.187843 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.188008 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.188175 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.188344 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.188511 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.188676 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.188841 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.189008 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.189173 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.189338 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.189518 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.189714 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.189871 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.190036 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.190201 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.190365 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.190530 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.190695 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.190860 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.191025 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.191190 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.191358 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.191529 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.191694 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.191859 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.192025 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.192189 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.192355 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.192519 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.192771 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.193021 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.193320 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.193537 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.193737 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.193909 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.194088 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.194255 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.194421 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.194587 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.194752 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.194919 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.195190 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.195594 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.195730 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.195854 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.195937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.196099 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.196279 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.196446 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.196813 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.196813 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197051 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197051 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197270 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197374 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197539 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197717 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.197865 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.198015 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.198197 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.198369 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.198557 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.198725 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.198890 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.199076 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.199274 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.199443 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.199663 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.199801 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.199937 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.200079 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.200710 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.200909 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.201077 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.201246 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.201413 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.201578 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.201780 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.201951 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.202122 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.202299 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.202471 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.202639 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.202813 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.202987 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.203162 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.203330 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.203501 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.203679 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.203844 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.203998 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.204163 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.204329 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.204494 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.204665 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.204880 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.204995 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.205138 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.205302 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207055 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 11:39:40.207726 n-d-773645-7 neutron-server[100950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 11:39:40.417960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59618) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:39:40.427184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064733 Aug 23 11:39:51.758076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9434708-3be7-4181-af5d-fd3fd97daaf8 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 11:39:51.836586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9434708-3be7-4181-af5d-fd3fd97daaf8 None None] No non-hosted networks {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 11:39:51.853727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.agentschedulers_db [None req-e9434708-3be7-4181-af5d-fd3fd97daaf8 None None] DHCP Agent not found on host n-d-773645-7 {{(pid=101059) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 11:39:51.969652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15e18fc0-e5a6-4679-a61d-3321840b16bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:54.286409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:54.288103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.288800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.290224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.290772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.291314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.291847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.292436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.292979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.307466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.310051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.314214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.315525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:39:54.316126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-773645-7', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:39:54.332946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-773645-7', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:39:54.349714 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-69cc512a-9d46-4616-981e-c4c4d2eca7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:54.355443 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-06976c10-eb15-463c-aad5-f7f2140e20b2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-773645-7 {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:39:54.356107 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-06976c10-eb15-463c-aad5-f7f2140e20b2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:39:54.882000 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-06976c10-eb15-463c-aad5-f7f2140e20b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:55.490345 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:57.162821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:39:58.315463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59710) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:39:58.632481 n-d-773645-7 neutron-server[101059]: INFO neutron.db.l3_hamode_db [None req-325dd871-80ef-497d-8d22-813d34e03d86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 11:39:58.708942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dd871-80ef-497d-8d22-813d34e03d86 None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:39:58.709343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dd871-80ef-497d-8d22-813d34e03d86 None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 11:39:58.813264 n-d-773645-7 neutron-server[101058]: WARNING oslo_policy.policy [None req-9f90dde3-b664-4659-b5c9-40ebb0f31d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:39:58.813922 n-d-773645-7 neutron-server[101058]: WARNING oslo_policy.policy [None req-9f90dde3-b664-4659-b5c9-40ebb0f31d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:39:59.033731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-9f90dde3-b664-4659-b5c9-40ebb0f31d50 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:39:59.034689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9f90dde3-b664-4659-b5c9-40ebb0f31d50 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7183137 Aug 23 11:40:01.352066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59724) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:01.659460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:01.753295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.policy [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101058) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 11:40:01.798027 n-d-773645-7 neutron-server[101058]: WARNING oslo_policy.policy [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:40:01.798414 n-d-773645-7 neutron-server[101058]: WARNING oslo_policy.policy [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:40:01.807259 n-d-773645-7 neutron-server[101058]: INFO neutron.quota [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] Loaded quota_driver: . Aug 23 11:40:01.895779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759006769902', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759006772251', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759006781657', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759006784138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759006929075', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759006936723', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-850370', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1929122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1716101'] for rbac-policy, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:01.958665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:01.959881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7aebcaf0-1ab1-4cde-8904-469040f44294 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6068430 Aug 23 11:40:04.529376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:04.834636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Request body: {'network': {'project_id': '92bbc715a2574e038c45160505ad1b4d', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'name': 'private', 'admin_state_up': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:04.864907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Made reservation on behalf of 92bbc715a2574e038c45160505ad1b4d for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:40:04.867795 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:04.884967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.006326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.009977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.034676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:40:05.058871 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759002023702', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.059515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Unsubscribe: segment precommit_create {{(pid=101058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 11:40:05.059987 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Added segment e4a85a35-f27d-463d-a73f-4d3e558a401f of type vlan for network f2a4148e-8a16-440f-8369-c74c0abd40c2 Aug 23 11:40:05.065477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43e09b0-1bc8-4a2f-a603-9bcb67d29052,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:05.102999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.103334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.103673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.103998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.104337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.104659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.104976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.105292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.105607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.105986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.106301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.106613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Tracked resource versions report: Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: pushed versions: Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: { 'AddressGroup': {'1.2'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'ConntrackHelper': {'1.0'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Log': {'1.0'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Network': {'1.1'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Port': {'1.7'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'PortForwarding': {'1.2'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'QosPolicy': {'1.9'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'SecurityGroup': {'1.4'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'SubPort': {'1.0'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Subnet': {'1.1'}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Trunk': {'1.1'}} Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: consumer versions: Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: L3 agent@n-d-773645-7: {}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: Metadata agent@n-d-773645-7: {}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: Metering agent@n-d-773645-7: {}, Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'ConntrackHelper': '1.0', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Log': '1.0', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Network': '1.1', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Port': '1.7', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'PortForwarding': '1.2', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'QosPolicy': '1.9', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'SecurityGroup': '1.4', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'SecurityGroupRule': '1.2', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'SubPort': '1.0', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Subnet': '1.1', Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: 'Trunk': '1.1'}} Aug 23 11:40:05.107762 n-d-773645-7 neutron-server[101058]: {{(pid=101058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:40:05.181967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.225317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.226517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:05.227206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:05.302814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7721381 Aug 23 11:40:05.341728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21678ab-8177-4d29-8708-d45139f0a76a admin admin] Pushing event updated for resources: {'Network': ['ID=f2a4148e-8a16-440f-8369-c74c0abd40c2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:05.353378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:40:07.913631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59750) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:08.298982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb03e3-b808-4037-8a25-85077c3ab026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:08.300590 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cdeb03e3-b808-4037-8a25-85077c3ab026 admin admin] 10.222.0.21 "GET /v2.0/networks/f2a4148e-8a16-440f-8369-c74c0abd40c2 HTTP/1.1" status: 200 len: 825 time: 0.3859727 Aug 23 11:40:08.326612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2ed68cff-85b4-44ed-8080-d1b577b54a60 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/456da48f-a876-4438-b6c7-0aa6a45d52e8 HTTP/1.1" status: 200 len: 734 time: 0.0200684 Aug 23 11:40:08.335447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8', 'ip_version': 4, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:08.357402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Made reservation on behalf of 92bbc715a2574e038c45160505ad1b4d for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:40:08.359688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:08.649226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:08.716701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26a620a-2ad2-4f00-ab1f-3b7b73883675,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:08.719543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Checking segment: {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:40:08.719912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Network hostable DHCP agents. Network: f2a4148e-8a16-440f-8369-c74c0abd40c2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:40:08.740147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:40:08.754054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f2a4148e-8a16-440f-8369-c74c0abd40c2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:40:08.758630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:08.759214 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:08.764159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b005224-7f51-4561-900e-fff41bbdb61b None None] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:40:08.772487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4e84f2c0-17ca-4c3d-92da-e16135eeaca6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402962 Aug 23 11:40:09.080221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f2a4148e-8a16-440f-8369-c74c0abd40c2', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:40:09.081529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:09.356058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Allocated IP 172.20.0.2 (f2a4148e-8a16-440f-8369-c74c0abd40c2/f26a620a-2ad2-4f00-ab1f-3b7b73883675/35ee674f-4979-4c18-9a5e-3c20f06510f2) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:40:09.559909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:09.601935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Transition to ACTIVE for port object 35ee674f-4979-4c18-9a5e-3c20f06510f2 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:40:09.622722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Transition to ACTIVE for port object 35ee674f-4979-4c18-9a5e-3c20f06510f2 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:40:09.629934 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:09.691768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:40:09.697209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:40:09.707626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:40:09.719978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Pushing event updated for resources: {'Port': ['ID=35ee674f-4979-4c18-9a5e-3c20f06510f2,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:09.749127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.749486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.749859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.750205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.750545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.750880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.751213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.751545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.751875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.752202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.752530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.752855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Tracked resource versions report: Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: pushed versions: Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: { 'AddressGroup': {'1.2'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'ConntrackHelper': {'1.0'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Log': {'1.0'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Network': {'1.1'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Port': {'1.7'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'PortForwarding': {'1.2'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'QosPolicy': {'1.9'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'SecurityGroup': {'1.4'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'SubPort': {'1.0'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Subnet': {'1.1'}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Trunk': {'1.1'}} Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: consumer versions: Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: L3 agent@n-d-773645-7: {}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: Metadata agent@n-d-773645-7: {}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: Metering agent@n-d-773645-7: {}, Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'ConntrackHelper': '1.0', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Log': '1.0', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Network': '1.1', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Port': '1.7', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'PortForwarding': '1.2', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'QosPolicy': '1.9', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'SecurityGroup': '1.4', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'SecurityGroupRule': '1.2', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'SubPort': '1.0', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Subnet': '1.1', Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: 'Trunk': '1.1'}} Aug 23 11:40:09.754106 n-d-773645-7 neutron-server[101059]: {{(pid=101059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:40:09.803003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Attempting to bind port 35ee674f-4979-4c18-9a5e-3c20f06510f2 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:40:09.803638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Attempting to bind port 35ee674f-4979-4c18-9a5e-3c20f06510f2 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:40:09.803846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Attempting to bind port 35ee674f-4979-4c18-9a5e-3c20f06510f2 on network f2a4148e-8a16-440f-8369-c74c0abd40c2 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:40:09.811779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:40:09.812193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Checking segment: {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:40:09.812656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:09.813054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Bound using segment: {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:40:09.813524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Bound port: 35ee674f-4979-4c18-9a5e-3c20f06510f2, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:40:09.813973 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:09.877069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] For port 35ee674f-4979-4c18-9a5e-3c20f06510f2, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:40:09.881284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] For port 35ee674f-4979-4c18-9a5e-3c20f06510f2, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=35ee674f-4979-4c18-9a5e-3c20f06510f2,segment=NetworkSegment(e4a85a35-f27d-463d-a73f-4d3e558a401f),segment_id=e4a85a35-f27d-463d-a73f-4d3e558a401f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:40:09.885565 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:09.949167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44365507-7219-41ea-b92f-f59477eb6ff8 None None] Pushing event updated for resources: {'Port': ['ID=35ee674f-4979-4c18-9a5e-3c20f06510f2,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:11.223041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59758) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:11.534217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-34eaac67-9c90-4d07-9187-6ed7c7b5143e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:40:11.535328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-34eaac67-9c90-4d07-9187-6ed7c7b5143e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113358 Aug 23 11:40:13.931417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:14.428387 n-d-773645-7 neutron-server[101057]: WARNING oslo_policy.policy [None req-79cb8ab3-3887-4e88-a563-09eb425c3081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:40:14.429006 n-d-773645-7 neutron-server[101057]: WARNING oslo_policy.policy [None req-79cb8ab3-3887-4e88-a563-09eb425c3081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:40:14.648900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-79cb8ab3-3887-4e88-a563-09eb425c3081 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:40:14.655185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-79cb8ab3-3887-4e88-a563-09eb425c3081 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7168305 Aug 23 11:40:17.269182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59786) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:17.566048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:17.630755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.policy [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 11:40:17.676892 n-d-773645-7 neutron-server[101057]: WARNING oslo_policy.policy [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:40:17.677271 n-d-773645-7 neutron-server[101057]: WARNING oslo_policy.policy [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 11:40:17.686662 n-d-773645-7 neutron-server[101057]: INFO neutron.quota [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Loaded quota_driver: . Aug 23 11:40:17.744306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:17.746285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:17.906370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:17.912038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:17.931810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:17.933131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-36bd266c-0031-4ac1-b5a4-40cf46297e1e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6629255 Aug 23 11:40:18.256918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 35ee674f-4979-4c18-9a5e-3c20f06510f2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:40:18.312865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ad1ca-2131-48b3-ab91-608c85f486a0 None None] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:40:18.408010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:40:18.417284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-08eeeacc-217c-4acb-8272-79b0c84468a3 None None] Provisioning for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:40:18.421411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:18.421836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:18.443613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-08eeeacc-217c-4acb-8272-79b0c84468a3 None None] Provisioning complete for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:18.443981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-08eeeacc-217c-4acb-8272-79b0c84468a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:18.672938 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:18.676521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-08eeeacc-217c-4acb-8272-79b0c84468a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:18.734259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 35ee674f-4979-4c18-9a5e-3c20f06510f2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=35ee674f-4979-4c18-9a5e-3c20f06510f2,segment=NetworkSegment(e4a85a35-f27d-463d-a73f-4d3e558a401f),segment_id=e4a85a35-f27d-463d-a73f-4d3e558a401f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:40:18.740506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:18.816464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-08eeeacc-217c-4acb-8272-79b0c84468a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:40:18.816464 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-08eeeacc-217c-4acb-8272-79b0c84468a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:40:18.821323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=35ee674f-4979-4c18-9a5e-3c20f06510f2,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:19.469958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d1c6f494-2138-4747-8cdc-df0c8520146d None None] Provisioning complete for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:19.470605 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f494-2138-4747-8cdc-df0c8520146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:20.246474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 35ee674f-4979-4c18-9a5e-3c20f06510f2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:40:20.304769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:20.305325 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:20.326909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59798) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:20.632762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-d07d9ef8-b020-43f6-bf85-4b4f25aef74d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:40:20.633780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d07d9ef8-b020-43f6-bf85-4b4f25aef74d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058991 Aug 23 11:40:21.094147 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:40:21.694586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6e3b-247a-4ffd-a615-d1e5a5e65e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:22.979033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59806) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:23.285976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:23.308905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Made reservation on behalf of 7acbecf42e004a7dba306f882c8dec7f for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:40:23.311893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.327243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.448426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.452032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.462891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=101057) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 11:40:23.494478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759002023702', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.495035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Unsubscribe: segment precommit_create {{(pid=101057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 11:40:23.495557 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Added segment 3507b39b-88d3-46ce-bd22-9f01bc028ea9 of type flat for network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e Aug 23 11:40:23.510514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90969dc5-9726-4927-a221-9679f93d581b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:23.557047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.557388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.557745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.558079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.558421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.558766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.559091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.559410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.559725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.560048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.560364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.560678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Tracked resource versions report: Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: pushed versions: Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: { 'AddressGroup': {'1.2'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'ConntrackHelper': {'1.0'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Log': {'1.0'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Network': {'1.1'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Port': {'1.7'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'PortForwarding': {'1.2'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'QosPolicy': {'1.9'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'SecurityGroup': {'1.4'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'SubPort': {'1.0'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Subnet': {'1.1'}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Trunk': {'1.1'}} Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: consumer versions: Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: L3 agent@n-d-773645-7: {}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: Metadata agent@n-d-773645-7: {}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: Metering agent@n-d-773645-7: {}, Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'ConntrackHelper': '1.0', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Log': '1.0', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Network': '1.1', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Port': '1.7', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'PortForwarding': '1.2', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'QosPolicy': '1.9', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'SecurityGroup': '1.4', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'SecurityGroupRule': '1.2', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'SubPort': '1.0', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Subnet': '1.1', Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: 'Trunk': '1.1'}} Aug 23 11:40:23.561870 n-d-773645-7 neutron-server[101057]: {{(pid=101057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:40:23.617060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.660079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.661313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:23.661973 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:23.712441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7323098 Aug 23 11:40:23.769766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07863933-3cef-4b19-b705-ae6394aa40c4 admin admin] Pushing event updated for resources: {'Network': ['ID=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:23.781841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:40:24.253024 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:24.290483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bdd6-665e-4d31-a4b9-e198dc83274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:25.432881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:26.059271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59828) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:26.283808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfccd2d8-30d0-4919-9104-15fd281cce7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:26.285170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cfccd2d8-30d0-4919-9104-15fd281cce7a admin admin] 10.222.0.21 "GET /v2.0/subnets/f26a620a-2ad2-4f00-ab1f-3b7b73883675 HTTP/1.1" status: 200 len: 849 time: 0.2249346 Aug 23 11:40:26.421277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6781d9a0-632e-4ce4-b3df-2b86f4226bc5 admin admin] 10.222.0.21 "GET /v2.0/routers/f1e283a4-a814-4edc-b773-36e2c0fdbf72 HTTP/1.1" status: 200 len: 704 time: 0.1300302 Aug 23 11:40:26.682944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:26.979764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Allocated IP 172.20.0.1 (f2a4148e-8a16-440f-8369-c74c0abd40c2/f26a620a-2ad2-4f00-ab1f-3b7b73883675/ba463661-9837-4409-81a0-cc26d84c3ffa) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:40:27.101909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.161996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.185567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Transition to ACTIVE for port object ba463661-9837-4409-81a0-cc26d84c3ffa will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:40:27.251695 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.310868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:40:27.319086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:40:27.329763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:40:27.330300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.391636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Pushing event updated for resources: {'Port': ['ID=ba463661-9837-4409-81a0-cc26d84c3ffa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:27.509963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-292a3afb-0d31-4363-901b-c4c068b1f512 None None] Provisioning for port ba463661-9837-4409-81a0-cc26d84c3ffa completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:40:27.513923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-292a3afb-0d31-4363-901b-c4c068b1f512 None None] Provisioning complete for port ba463661-9837-4409-81a0-cc26d84c3ffa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:27.514292 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-292a3afb-0d31-4363-901b-c4c068b1f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.533070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.551875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-292a3afb-0d31-4363-901b-c4c068b1f512 None None] Port ba463661-9837-4409-81a0-cc26d84c3ffa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:40:27.786786 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.791115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.791856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:27.851019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Pushing event updated for resources: {'Port': ['ID=ba463661-9837-4409-81a0-cc26d84c3ffa,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:27.914441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:40:27.915744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:40:28.072242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9e0cb62-e6f1-4761-9bff-853201f2dbf4 None None] Provisioning complete for port ba463661-9837-4409-81a0-cc26d84c3ffa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:28.072617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9e0cb62-e6f1-4761-9bff-853201f2dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:28.078793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Router f1e283a4-a814-4edc-b773-36e2c0fdbf72 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:40:28.110669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0cb62-e6f1-4761-9bff-853201f2dbf4 None None] Port ba463661-9837-4409-81a0-cc26d84c3ffa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:40:28.171318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:40:28.176668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-45521512-d622-46f7-8c8c-d0dc9cd0f11c admin admin] 10.222.0.21 "PUT /v2.0/routers/f1e283a4-a814-4edc-b773-36e2c0fdbf72/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7497747 Aug 23 11:40:28.183462 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Sync routers for ids ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:40:28.195048 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Routers {'f1e283a4-a814-4edc-b773-36e2c0fdbf72'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:40:28.195869 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:28.379243 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Set router f1e283a4-a814-4edc-b773-36e2c0fdbf72 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:40:28.805557 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:40:17Z', 'updated_at': '2021-08-23T11:40:27Z', 'revision_number': 2, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'gw_port_host': None, '_interfaces': [{'id': 'ba463661-9837-4409-81a0-cc26d84c3ffa', 'name': '', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'mac_address': 'fa:16:3e:96:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:26Z', 'updated_at': '2021-08-23T11:40:27Z', 'revision_number': 2, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'subnets': [{'id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:28.856559 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Checking router: f1e283a4-a814-4edc-b773-36e2c0fdbf72 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:40:28.856929 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Updating router f1e283a4-a814-4edc-b773-36e2c0fdbf72 port ba463661-9837-4409-81a0-cc26d84c3ffa binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:40:28.904040 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:29.414780 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:29.432332 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Transition to ACTIVE for port object ba463661-9837-4409-81a0-cc26d84c3ffa will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:40:29.438050 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:29.590113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Pushing event updated for resources: {'Port': ['ID=ba463661-9837-4409-81a0-cc26d84c3ffa,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:29.605487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.605869 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.606216 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.606555 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.606889 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.607219 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.607545 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.607870 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.608195 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.608518 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.608841 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.609160 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Tracked resource versions report: Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: pushed versions: Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: { 'AddressGroup': {'1.2'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'ConntrackHelper': {'1.0'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Log': {'1.0'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Network': {'1.1'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Port': {'1.7'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'PortForwarding': {'1.2'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'QosPolicy': {'1.9'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'SecurityGroup': {'1.4'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'SubPort': {'1.0'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Subnet': {'1.1'}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Trunk': {'1.1'}} Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: consumer versions: Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: L3 agent@n-d-773645-7: {}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: Metadata agent@n-d-773645-7: {}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: Metering agent@n-d-773645-7: {}, Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'ConntrackHelper': '1.0', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Log': '1.0', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Network': '1.1', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Port': '1.7', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'PortForwarding': '1.2', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'QosPolicy': '1.9', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'SecurityGroup': '1.4', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'SecurityGroupRule': '1.2', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'SubPort': '1.0', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Subnet': '1.1', Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: 'Trunk': '1.1'}} Aug 23 11:40:29.610334 n-d-773645-7 neutron-server[101060]: {{(pid=101060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:40:29.614948 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Attempting to bind port ba463661-9837-4409-81a0-cc26d84c3ffa on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:40:29.615356 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Attempting to bind port ba463661-9837-4409-81a0-cc26d84c3ffa by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:40:29.615784 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Attempting to bind port ba463661-9837-4409-81a0-cc26d84c3ffa on network f2a4148e-8a16-440f-8369-c74c0abd40c2 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:40:29.621880 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:40:29.622301 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Checking segment: {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:40:29.622777 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:29.623163 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Bound using segment: {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:40:29.623660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Bound port: ba463661-9837-4409-81a0-cc26d84c3ffa, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a85a35-f27d-463d-a73f-4d3e558a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:40:29.624064 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:29.691653 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] For port ba463661-9837-4409-81a0-cc26d84c3ffa, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:40:29.710394 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] For port ba463661-9837-4409-81a0-cc26d84c3ffa, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ba463661-9837-4409-81a0-cc26d84c3ffa,segment=NetworkSegment(e4a85a35-f27d-463d-a73f-4d3e558a401f),segment_id=e4a85a35-f27d-463d-a73f-4d3e558a401f)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:40:29.714697 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:29.760187 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Routers {'f1e283a4-a814-4edc-b773-36e2c0fdbf72'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:40:29.760726 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:29.844942 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c049a04-f0ba-4de8-987d-ca5ce01f2f87 None None] Pushing event updated for resources: {'Port': ['ID=ba463661-9837-4409-81a0-cc26d84c3ffa,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:29.863628 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] Set router f1e283a4-a814-4edc-b773-36e2c0fdbf72 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:40:30.072934 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:40:17Z', 'updated_at': '2021-08-23T11:40:27Z', 'revision_number': 2, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'gw_port_host': None, '_interfaces': [{'id': 'ba463661-9837-4409-81a0-cc26d84c3ffa', 'name': '', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'mac_address': 'fa:16:3e:96:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:26Z', 'updated_at': '2021-08-23T11:40:29Z', 'revision_number': 4, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'subnets': [{'id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:30.097965 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c9464-9f60-44ab-9917-55fa797653a6 None None] The sync data for ids ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'] in n-d-773645-7 is: [{'id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:40:17Z', 'updated_at': '2021-08-23T11:40:27Z', 'revision_number': 2, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'gw_port_host': None, '_interfaces': [{'id': 'ba463661-9837-4409-81a0-cc26d84c3ffa', 'name': '', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'mac_address': 'fa:16:3e:96:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:26Z', 'updated_at': '2021-08-23T11:40:29Z', 'revision_number': 4, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'subnets': [{'id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:40:30.386126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:30.494785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2110dfb-cfc9-411b-b8b4-1d8cc26b64ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:30.496681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f2110dfb-cfc9-411b-b8b4-1d8cc26b64ba admin admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 842 time: 0.1085196 Aug 23 11:40:30.506562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:30.529899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Made reservation on behalf of 7acbecf42e004a7dba306f882c8dec7f for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:40:30.532142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:30.834157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 11:40:30.834579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:30.888405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:30.901525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:40:30.901908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Network hostable DHCP agents. Network: 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:40:30.922791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:40:30.934030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:40:30.937862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:30.938477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:30.943467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2c66f-8060-4cf1-847d-e87943182e6e None None] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:40:30.961765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb9b41fd-4395-449f-8fc9-53ffb32a773b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4516330 Aug 23 11:40:31.073317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d8ba8-8105-42a7-bf81-0e3c3c7d71ab None None] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:40:33.226119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59856) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:33.353298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c92ce625-6a82-4ab2-a681-1078cbcac507 admin admin] 10.222.0.21 "GET /v2.0/routers/f1e283a4-a814-4edc-b773-36e2c0fdbf72 HTTP/1.1" status: 200 len: 710 time: 0.1260550 Aug 23 11:40:33.438501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202e2d2-ab88-409c-b857-c7b4ad2f9c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:40:33.439805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9202e2d2-ab88-409c-b857-c7b4ad2f9c26 admin admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 886 time: 0.0803475 Aug 23 11:40:33.449035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:40:33.770684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.006956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.080384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.183954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Allocated IP 172.25.1.7 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:40:34.284875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.323045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.359529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:40:34.362209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:40:34.370172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:40:34.372740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Pushing event updated for resources: {'Port': ['ID=9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:34.615592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.813632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.816981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:34.922574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Router f1e283a4-a814-4edc-b773-36e2c0fdbf72 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:40:35.100659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:40:35.107470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:35.114554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e9f60d76-d8d2-4fc6-81c9-21f53c30a479 admin admin] 10.222.0.21 "PUT /v2.0/routers/f1e283a4-a814-4edc-b773-36e2c0fdbf72 HTTP/1.1" status: 200 len: 888 time: 1.6628976 Aug 23 11:40:36.289841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ba463661-9837-4409-81a0-cc26d84c3ffa up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:40:36.337807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ba463661-9837-4409-81a0-cc26d84c3ffa completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:40:36.342049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ba463661-9837-4409-81a0-cc26d84c3ffa triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:36.342450 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:36.419129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:36.441312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Sync routers for ids ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:40:36.464447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ba463661-9837-4409-81a0-cc26d84c3ffa, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ba463661-9837-4409-81a0-cc26d84c3ffa,segment=NetworkSegment(e4a85a35-f27d-463d-a73f-4d3e558a401f),segment_id=e4a85a35-f27d-463d-a73f-4d3e558a401f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:40:36.465967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Routers {'f1e283a4-a814-4edc-b773-36e2c0fdbf72'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:40:36.466599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:36.486247 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:36.660998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ba463661-9837-4409-81a0-cc26d84c3ffa,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:36.708180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Set router f1e283a4-a814-4edc-b773-36e2c0fdbf72 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:40:37.098858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:40:17Z', 'updated_at': '2021-08-23T11:40:34Z', 'revision_number': 4, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'gw_port': {'id': '9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:34Z', 'updated_at': '2021-08-23T11:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ba463661-9837-4409-81a0-cc26d84c3ffa', 'name': '', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'mac_address': 'fa:16:3e:96:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:26Z', 'updated_at': '2021-08-23T11:40:36Z', 'revision_number': 5, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'subnets': [{'id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:37.150220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Checking router: f1e283a4-a814-4edc-b773-36e2c0fdbf72 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:40:37.150571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Updating router f1e283a4-a814-4edc-b773-36e2c0fdbf72 port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:40:37.196267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:37.520147 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:37.529549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Transition to ACTIVE for port object 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:40:37.535343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:37.552023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59868) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:40:37.659988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Attempting to bind port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:40:37.660356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Attempting to bind port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:40:37.660718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Attempting to bind port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:40:37.670543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d3782820-516c-4948-bcf6-5a38af0faa36 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1173842 Aug 23 11:40:37.671480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72d4b-9ecc-473b-b330-d1274de9a4eb None None] Pushing event updated for resources: {'Port': ['ID=9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:37.675213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:40:37.675624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:40:37.676045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:37.676440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:40:37.676929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Bound port: 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:40:37.677317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:37.731788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] For port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:40:37.735003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] For port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:40:37.740571 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:37.802151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72d4b-9ecc-473b-b330-d1274de9a4eb None None] Pushing event updated for resources: {'Port': ['ID=9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:37.804698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Routers {'f1e283a4-a814-4edc-b773-36e2c0fdbf72'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:40:37.805309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:37.913100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] Set router f1e283a4-a814-4edc-b773-36e2c0fdbf72 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:40:38.135123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:40:17Z', 'updated_at': '2021-08-23T11:40:34Z', 'revision_number': 4, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'gw_port': {'id': '9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:34Z', 'updated_at': '2021-08-23T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ba463661-9837-4409-81a0-cc26d84c3ffa', 'name': '', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'mac_address': 'fa:16:3e:96:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:26Z', 'updated_at': '2021-08-23T11:40:36Z', 'revision_number': 5, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'subnets': [{'id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:40:38.161279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1bfc5-e8bb-400c-8c9d-f5b1bf8a577a None None] The sync data for ids ['f1e283a4-a814-4edc-b773-36e2c0fdbf72'] in n-d-773645-7 is: [{'id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'name': 'router1', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:40:17Z', 'updated_at': '2021-08-23T11:40:34Z', 'revision_number': 4, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'gw_port': {'id': '9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:34Z', 'updated_at': '2021-08-23T11:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ba463661-9837-4409-81a0-cc26d84c3ffa', 'name': '', 'network_id': 'f2a4148e-8a16-440f-8369-c74c0abd40c2', 'tenant_id': '92bbc715a2574e038c45160505ad1b4d', 'mac_address': 'fa:16:3e:96:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e283a4-a814-4edc-b773-36e2c0fdbf72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:40:26Z', 'updated_at': '2021-08-23T11:40:36Z', 'revision_number': 5, 'project_id': '92bbc715a2574e038c45160505ad1b4d', 'subnets': [{'id': 'f26a620a-2ad2-4f00-ab1f-3b7b73883675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '456da48f-a876-4438-b6c7-0aa6a45d52e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:40:38.296275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ba463661-9837-4409-81a0-cc26d84c3ffa up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:40:38.360101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ba463661-9837-4409-81a0-cc26d84c3ffa triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:38.360583 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:40.311575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:40:40.364444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:40:40.368828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:40.369256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:40.453775 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:40.476863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:40:40.481161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:40.543998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:40:42.300749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:40:42.402850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9a00da04-c6f4-4f6a-b7a8-8d5fff48bc60 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:40:42.403914 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:51.697334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8e9a-15f5-4094-8d8f-d5fdad291200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:54.258007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:54.294847 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab0200ca-0776-434b-a276-d403d8a5269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:55.456795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:57.123711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:40:58.097944 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:41:21.701770 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80e7690c-6884-42c9-a110-78f2e9866f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:24.253708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:24.288865 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-818a1cce-d338-4aeb-ab04-d1d8ff95e1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:25.446352 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:27.141711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:35.097106 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:41:51.704677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ec51f1-c4e4-45ce-b7a8-729e8bbf2984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:54.255385 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:54.291382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-288dac94-3b9f-4e02-bed9-1150a90b18ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:55.443594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:41:57.134891 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:12.095028 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:42:17.012361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:17.075937 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7be856b-ab97-42b6-b268-911cba72659f admin admin] GET failed (client error): The resource could not be found. Aug 23 11:42:17.077266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c7be856b-ab97-42b6-b268-911cba72659f admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639606 Aug 23 11:42:17.239551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e985873-a926-4379-9305-d3ce7366eaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:17.241017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8e985873-a926-4379-9305-d3ce7366eaae admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593122 Aug 23 11:42:19.378786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60478) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:19.473874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086809c-196d-486f-868f-6c5b6a1653fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:19.475225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3086809c-196d-486f-868f-6c5b6a1653fc admin admin] 10.222.0.21 "GET /v2.0/subnets/f26a620a-2ad2-4f00-ab1f-3b7b73883675 HTTP/1.1" status: 200 len: 849 time: 0.0955205 Aug 23 11:42:19.485440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:42:19.568784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Notify callbacks [] for subnet, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:19.714730 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759002087482'] for subnet, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:19.748476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:19.749096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:19.750422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] 10.222.0.21 "PUT /v2.0/subnets/f26a620a-2ad2-4f00-ab1f-3b7b73883675 HTTP/1.1" status: 200 len: 868 time: 0.2686594 Aug 23 11:42:19.759915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aef3f2-526c-496e-baf1-8c55e5a0111a None None] Network f2a4148e-8a16-440f-8369-c74c0abd40c2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:42:19.770924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26a620a-2ad2-4f00-ab1f-3b7b73883675,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:42:19.778796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.779156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.779499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.779845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.780183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.780520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.780852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.781185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.781518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.781887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.782218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:19.782689 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a9314-b20c-41f5-91c5-d807927d7b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:42:20.121026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-322b2a0a-675d-4e3f-91bc-16d3f9875750 None None] Provisioning complete for port ba463661-9837-4409-81a0-cc26d84c3ffa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:42:20.121404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-322b2a0a-675d-4e3f-91bc-16d3f9875750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:20.204597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-322b2a0a-675d-4e3f-91bc-16d3f9875750 None None] Provisioning complete for port 35ee674f-4979-4c18-9a5e-3c20f06510f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:42:20.204874 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-322b2a0a-675d-4e3f-91bc-16d3f9875750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:21.705985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eca6564f-d815-4f30-98dc-30591c9ff78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:21.901757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60488) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:22.097047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4d66c-5577-4852-88fe-ab8e3aaeda21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:22.097561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4d66c-5577-4852-88fe-ab8e3aaeda21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:22.099175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c0d4d66c-5577-4852-88fe-ab8e3aaeda21 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1964462 Aug 23 11:42:24.240242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60496) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:24.260029 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:24.296117 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ee9a74c2-b53b-4703-8965-1541a4719775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:24.372035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826e6d8-69c1-4cdb-b284-d520c7f42778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:24.372518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826e6d8-69c1-4cdb-b284-d520c7f42778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:24.374087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d826e6d8-69c1-4cdb-b284-d520c7f42778 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328809 Aug 23 11:42:25.449131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:26.553395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60504) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:26.728324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483e1fe-e2de-47f0-8c23-97f680740541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:26.730193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f483e1fe-e2de-47f0-8c23-97f680740541 admin admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 886 time: 0.1753492 Aug 23 11:42:27.136772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:28.904815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60512) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:29.033875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a661b04-882a-4560-9e5b-9d67f6ff6945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:29.035262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a661b04-882a-4560-9e5b-9d67f6ff6945 admin admin] 10.222.0.21 "GET /v2.0/networks/f2a4148e-8a16-440f-8369-c74c0abd40c2 HTTP/1.1" status: 200 len: 869 time: 0.1294522 Aug 23 11:42:31.187330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:31.317928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b90b6-b60a-45e7-a523-3d20f61afb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:31.318392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b90b6-b60a-45e7-a523-3d20f61afb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:31.319934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d17b90b6-b60a-45e7-a523-3d20f61afb3a admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316311 Aug 23 11:42:33.449907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60528) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:33.538695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c298b4-9f5e-49bf-9261-8d1998559697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:33.539158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c298b4-9f5e-49bf-9261-8d1998559697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:33.541998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b3c298b4-9f5e-49bf-9261-8d1998559697 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909545 Aug 23 11:42:35.805615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:35.891576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e94271-b5aa-4e27-be89-5731a14ce0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:35.892916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-93e94271-b5aa-4e27-be89-5731a14ce0ed admin admin] 10.222.0.21 "GET /v2.0/subnets/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6 HTTP/1.1" status: 200 len: 816 time: 0.0864053 Aug 23 11:42:38.052381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60544) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:42:38.148828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83a049-37d9-42a5-9570-6f8e71ec0f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:42:38.150190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cd83a049-37d9-42a5-9570-6f8e71ec0f0b admin admin] 10.222.0.21 "GET /v2.0/subnets/f26a620a-2ad2-4f00-ab1f-3b7b73883675 HTTP/1.1" status: 200 len: 868 time: 0.0968542 Aug 23 11:42:49.093568 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:42:51.706397 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12f6eca7-944e-4dac-8424-af90610b9b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:54.253670 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:54.297627 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-998ff41b-3c90-4d0a-bc76-493a3c3a7cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:55.450991 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:42:57.139958 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:03.418598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60598) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:43:03.466097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-084b00c4-9ddf-45ee-b2be-330979807ac9 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:43:03.467101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-084b00c4-9ddf-45ee-b2be-330979807ac9 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475602 Aug 23 11:43:05.747259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:43:05.808335 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-935f6f56-2b03-4981-be91-3efdeaff8790 admin admin] GET failed (client error): The resource could not be found. Aug 23 11:43:05.809584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-935f6f56-2b03-4981-be91-3efdeaff8790 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613811 Aug 23 11:43:05.893291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f86d9-7df1-4f22-8963-e56764d25dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:43:05.894922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-588f86d9-7df1-4f22-8963-e56764d25dff admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808890 Aug 23 11:43:08.102147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60614) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:43:08.150356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:43:08.171101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Made reservation on behalf of 7acbecf42e004a7dba306f882c8dec7f for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:43:08.173737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:08.213616 n-d-773645-7 neutron-server[101058]: WARNING neutron.services.revisions.revision_plugin [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Could not find related network for resource to bump revision. Aug 23 11:43:08.226157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:43:08.237438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:08.237859 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Added segment b01d92ce-a328-401b-86ac-3ad7ae975abd of type vlan for network d584ba5a-fbad-42dd-b008-6dac0dc67476 Aug 23 11:43:08.285950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:08.309213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:08.310312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:43:08.310894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:08.343458 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2401347 Aug 23 11:43:08.373171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f6474-82af-47ed-95d3-c2367b255cfe admin admin] Pushing event updated for resources: {'Network': ['ID=d584ba5a-fbad-42dd-b008-6dac0dc67476,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:43:08.384155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:43:10.530533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60622) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:43:10.595767 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1fb3ce-f4aa-4e9b-818a-121d26ac7d0a admin admin] GET failed (client error): The resource could not be found. Aug 23 11:43:10.597137 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8c1fb3ce-f4aa-4e9b-818a-121d26ac7d0a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656199 Aug 23 11:43:10.694744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a6542-a807-45c8-8847-de7fc737c757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:43:10.696723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f09a6542-a807-45c8-8847-de7fc737c757 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0950680 Aug 23 11:43:10.707082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Request body: {'subnet': {'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:43:10.727131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Made reservation on behalf of 7acbecf42e004a7dba306f882c8dec7f for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:43:10.729540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:10.891753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:10.953205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=626143ec-edfa-4e61-9b4c-0134eb5f0bf2,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:43:10.958157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:43:10.958682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Network hostable DHCP agents. Network: d584ba5a-fbad-42dd-b008-6dac0dc67476, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:43:10.974949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:43:10.983967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, d584ba5a-fbad-42dd-b008-6dac0dc67476) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:43:10.988262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:43:10.988853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:10.995790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514eabd1-cdae-4e72-8ead-0794e82a2b07 None None] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:43:11.002789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8231c7b8-278b-4281-8d44-1c7c331bbd7f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2992589 Aug 23 11:43:11.149216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-d584ba5a-fbad-42dd-b008-6dac0dc67476', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'tenant_id': '7acbecf42e004a7dba306f882c8dec7f', 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:43:11.150200 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:11.286220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Allocated IP 192.168.233.2 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/178f1369-ae81-4530-8044-2b7a27ed686a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:43:11.438700 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:11.448243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Transition to ACTIVE for port object 178f1369-ae81-4530-8044-2b7a27ed686a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:43:11.463625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Transition to ACTIVE for port object 178f1369-ae81-4530-8044-2b7a27ed686a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:43:11.469928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:11.508861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:43:11.511664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:43:11.515174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:43:11.524674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Pushing event updated for resources: {'Port': ['ID=178f1369-ae81-4530-8044-2b7a27ed686a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:43:11.547141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.547513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.548114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.548457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.548790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.549129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.549454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.549810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.550144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.550468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.550788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.551123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:43:11.588684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Attempting to bind port 178f1369-ae81-4530-8044-2b7a27ed686a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:43:11.589053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Attempting to bind port 178f1369-ae81-4530-8044-2b7a27ed686a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:43:11.589436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Attempting to bind port 178f1369-ae81-4530-8044-2b7a27ed686a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:43:11.594737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:43:11.595136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:43:11.595539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:11.595940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:43:11.596413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Bound port: 178f1369-ae81-4530-8044-2b7a27ed686a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:43:11.596819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:11.664419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] For port 178f1369-ae81-4530-8044-2b7a27ed686a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:43:11.667583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] For port 178f1369-ae81-4530-8044-2b7a27ed686a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=178f1369-ae81-4530-8044-2b7a27ed686a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:43:11.672229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:11.733832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6ab6b-c74e-46f6-9289-3817828a3113 None None] Pushing event updated for resources: {'Port': ['ID=178f1369-ae81-4530-8044-2b7a27ed686a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:43:12.440226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 178f1369-ae81-4530-8044-2b7a27ed686a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:43:12.500027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 178f1369-ae81-4530-8044-2b7a27ed686a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:43:12.558948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e5753-5d6b-443b-b703-49ef9a64193f None None] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:43:12.618784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] Provisioning for port 178f1369-ae81-4530-8044-2b7a27ed686a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:43:12.625510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] Provisioning complete for port 178f1369-ae81-4530-8044-2b7a27ed686a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:43:12.625915 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:12.769306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:12.810312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] For port 178f1369-ae81-4530-8044-2b7a27ed686a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=178f1369-ae81-4530-8044-2b7a27ed686a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:43:12.814638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:12.873230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ab2e2-c172-416f-9a2d-0026c5c6f993 None None] Pushing event updated for resources: {'Port': ['ID=178f1369-ae81-4530-8044-2b7a27ed686a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:43:13.037941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-73fdbb4c-f51d-493c-a6fe-a1c86183afe1 None None] Provisioning complete for port 178f1369-ae81-4530-8044-2b7a27ed686a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:43:13.038251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73fdbb4c-f51d-493c-a6fe-a1c86183afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:14.378894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 178f1369-ae81-4530-8044-2b7a27ed686a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:43:14.426806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 178f1369-ae81-4530-8044-2b7a27ed686a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:43:14.427185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:21.706449 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b1040a2f-e16e-4585-82f7-afac9c868fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:24.256348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:24.301518 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95f90491-64f5-47ac-8594-3aa8b684dfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:25.455868 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:26.093258 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:43:27.144379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:51.706721 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5aea6a4c-59dc-4604-8dd2-8842c7148896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:54.260836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:54.304567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13f84453-8d01-4467-95e9-c2363ec88755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:55.458506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:43:57.149054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:03.092000 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:44:21.708725 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dafcc72-ae6f-4cf5-b0ff-4438fdb20833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.076950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60674) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:44:22.082958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-f2576ede-77c7-4107-bb30-16ea0ce3877e tempest-verify_tempest_config-962312209 tempest-verify_tempest_config-962312209-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:44:22.084504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2576ede-77c7-4107-bb30-16ea0ce3877e tempest-verify_tempest_config-962312209 tempest-verify_tempest_config-962312209-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060103 Aug 23 11:44:22.378615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:44:22.479499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.572927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.576923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.624014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=615e4ae07a3042cd93660fff820f744c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2438970 Aug 23 11:44:22.625631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ebe4b2-fbc3-4a6c-b7d7-95c725fd0ff3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:44:22.626838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60696) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:44:22.632765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.633112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.633458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.633833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.634179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.634513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.634844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.635247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.635586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.635916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.636248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.636576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae50fb4d-59ba-467e-91f2-8c4852c6684b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.684215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.704574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.796443 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.799828 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:22.801565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95ebe4b2-fbc3-4a6c-b7d7-95c725fd0ff3 HTTP/1.1" status: 204 len: 168 time: 0.1734629 Aug 23 11:44:22.810270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ebe4b2-fbc3-4a6c-b7d7-95c725fd0ff3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:44:22.816893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.817677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.818071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.818700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.819047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.819387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.819723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.820055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.820389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.820718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.821050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:22.821376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac90e5-ed58-4d0e-988e-99854a37814c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:44:24.265317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:24.304689 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f70d6541-df58-4347-9f93-c093770651c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:25.460581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:27.150179 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:40.090529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:44:51.712344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-664d2bcd-d92e-493a-a450-dd92e33ef66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:54.266109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:54.309647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-35fa9c1d-9813-4a93-9ff4-c0b3ab8a9310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:55.464144 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:44:57.155146 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:17.090672 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:45:21.713291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef7052c8-27aa-416b-9da8-0affad4eab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:24.268613 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:24.301907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7a62d3ac-8d7d-4607-a21b-46ceb4013553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:25.466556 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:27.156869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:51.713968 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4800677f-4488-4d01-8c2f-2bcc386ad65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:54.090128 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:45:54.271034 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:54.306052 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6e4b-b943-4c2c-a88b-c323ffbb9678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:55.468487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:45:57.158941 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:21.715132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f701566-cc0f-4cc1-9d70-f5370cee6437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:24.271850 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:24.307806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eb34c1f8-d483-44d2-a19a-9afaca20f681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:25.471221 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:27.162128 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:31.089613 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:46:51.715491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6586f53-48aa-46e0-bd27-81abead1111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:54.275165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:54.318951 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3a374817-5639-4bfb-93ae-4c9e14ccc762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:55.475258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:46:57.165144 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:08.091074 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 5 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:47:21.716883 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b09b717-cf30-45ef-b907-1f7c93ab510f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:24.282405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:24.310920 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a1bb-7fb1-449c-a375-9022a97f7de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:25.477980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:27.167473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:27.267374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:27.931368 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1598256'] for agent, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:45.090755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:47:51.717905 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3c392ade-f2e6-4008-a29b-55d1d6e1e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:54.275077 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:54.312917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-562c619a-d091-45cb-96a0-73f980d2e097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:55.480801 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:57.172502 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:57.220310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:47:57.898310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:13.116588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:48:13.226666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b020a0f6-ab4e-4927-8456-584833dcc1f4 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1082084 Aug 23 11:48:15.448101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:48:15.504658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fc5e727f-004a-41eb-925b-e08d8c0685b7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0554311 Aug 23 11:48:21.719204 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-02ab42e9-1094-4b96-afd0-2b44c834a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:22.090696 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:48:24.277419 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:24.313358 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94f78bd6-87ec-48d7-ab93-b978e9fe35f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:25.483018 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:27.176107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:27.231866 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:27.899261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:51.721940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1047fc44-189a-4b82-9dfc-14784ecf0fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:54.285487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:54.316033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dc02a730-0a73-426c-8d69-704992d07604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:55.486477 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:57.188438 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:57.238270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:57.913334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:48:59.091588 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:49:21.723023 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-567c0f4f-a7c8-43db-ad15-584a87f46893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:24.285048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:24.317740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-70492ece-3212-4a52-9d06-39d6bcc3c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:25.488682 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:27.184617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:27.234055 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:27.916668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:36.092459 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:49:39.327053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:39.419697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:39.737489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-33b997fb-311a-4ca4-995e-a56790cefb2b tempest-AutoAllocateNetworkTest-1714364340 tempest-AutoAllocateNetworkTest-1714364340-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5a51044d84924cf3aa899772a488e4c8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4080672 Aug 23 11:49:39.740101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32790) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:39.744335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-network', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:39.767761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Made reservation on behalf of 79db2d3882d34e0aa00d78d355a4d678 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:49:39.771018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:39.782558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:39.902698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:39.913229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:39.947233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af55c13-89f5-4231-b666-a4f60b388286,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:39.961867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974135b-8824-46a3-9485-72537a77205b tempest-AutoAllocateNetworkTest-1714364340 tempest-AutoAllocateNetworkTest-1714364340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:39.962484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.962936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.963403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.967470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:39.968772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7974135b-8824-46a3-9485-72537a77205b tempest-AutoAllocateNetworkTest-1714364340 tempest-AutoAllocateNetworkTest-1714364340-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2269728 Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Tracked resource versions report: Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: pushed versions: Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: { 'AddressGroup': {'1.2'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'ConntrackHelper': {'1.0'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Log': {'1.0'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Network': {'1.1'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Port': {'1.7'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'PortForwarding': {'1.2'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'QosPolicy': {'1.9'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'SecurityGroup': {'1.4'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'SubPort': {'1.0'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Subnet': {'1.1'}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Trunk': {'1.1'}} Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: consumer versions: Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: HyperV agent@n-h1-773645-7: {}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: HyperV agent@n-h2-773645-7: {}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: L3 agent@n-d-773645-7: {}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: Metadata agent@n-d-773645-7: {}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: Metering agent@n-d-773645-7: {}, Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'ConntrackHelper': '1.0', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Log': '1.0', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Network': '1.1', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Port': '1.7', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'PortForwarding': '1.2', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'QosPolicy': '1.9', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'SecurityGroup': '1.4', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'SecurityGroupRule': '1.2', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'SubPort': '1.0', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Subnet': '1.1', Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: 'Trunk': '1.1'}} Aug 23 11:49:39.969062 n-d-773645-7 neutron-server[101057]: {{(pid=101057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:49:39.972112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32800) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:39.981368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:49:40.000303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.001033 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Added segment 42d98ee2-0952-40ec-974e-388bc081080f of type vlan for network bc564663-9fa0-49f8-a0da-5ab139164149 Aug 23 11:49:40.066954 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.099135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.100957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:40.102495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.118254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b055702-18fa-40d1-bd71-269073d43f1e tempest-AutoAllocateNetworkTest-1714364340 tempest-AutoAllocateNetworkTest-1714364340-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220777 Aug 23 11:49:40.119102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32814) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:40.140830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7199025 Aug 23 11:49:40.143262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32816) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:40.152787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Request body: {'subnet': {'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-subnet', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:40.170342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1cfd486d-a494-4bfe-9cdd-6d14bd0397f8 tempest-AutoAllocateNetworkTest-1714364340 tempest-AutoAllocateNetworkTest-1714364340-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5a51044d84924cf3aa899772a488e4c8 HTTP/1.1" status: 200 len: 208 time: 0.0499275 Aug 23 11:49:40.205547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c58819-268c-4f39-84cc-223938108d2c admin admin] Pushing event updated for resources: {'Network': ['ID=bc564663-9fa0-49f8-a0da-5ab139164149,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:40.218889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network bc564663-9fa0-49f8-a0da-5ab139164149 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:49:40.220758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Made reservation on behalf of 79db2d3882d34e0aa00d78d355a4d678 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:49:40.223200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.428496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.481597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb8fb82-da28-4451-aec1-c36619a7d12a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:40.501948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Checking segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:40.502306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Network hostable DHCP agents. Network: bc564663-9fa0-49f8-a0da-5ab139164149, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:49:40.522593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Network bc564663-9fa0-49f8-a0da-5ab139164149 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:49:40.536076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, bc564663-9fa0-49f8-a0da-5ab139164149) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:40.542557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:40.544032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.548889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2004dc-2fe8-49d8-bb23-bab9c7b0bf1b None None] Network bc564663-9fa0-49f8-a0da-5ab139164149 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:49:40.569527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32838) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:40.569763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-84f3602c-4c1b-409b-a81a-8f0fa53875a9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4248891 Aug 23 11:49:40.576104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:40.609881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.612568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.742941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-bc564663-9fa0-49f8-a0da-5ab139164149', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:49:40.744625 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.812599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:40.937182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Allocated IP 172.20.0.2 (bc564663-9fa0-49f8-a0da-5ab139164149/2eb8fb82-da28-4451-aec1-c36619a7d12a/6aae1467-10de-4ead-be0c-a221dcf4b46a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:40.960869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32854) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:41.014643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.130624 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.147393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Transition to ACTIVE for port object 6aae1467-10de-4ead-be0c-a221dcf4b46a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:41.167892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Transition to ACTIVE for port object 6aae1467-10de-4ead-be0c-a221dcf4b46a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:41.175994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.217496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Network bc564663-9fa0-49f8-a0da-5ab139164149 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:41.221085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:41.225918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:41.267866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Pushing event updated for resources: {'Port': ['ID=6aae1467-10de-4ead-be0c-a221dcf4b46a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:41.294254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.295016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.295528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.296132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.296624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.297120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.297617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.298130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.298625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.299114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.299649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.312958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Tracked resource versions report: Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: pushed versions: Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: { 'AddressGroup': {'1.2'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'ConntrackHelper': {'1.0'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Log': {'1.0'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Network': {'1.1'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Port': {'1.7'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'PortForwarding': {'1.2'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'QosPolicy': {'1.9'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'SecurityGroup': {'1.4'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'SubPort': {'1.0'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Subnet': {'1.1'}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Trunk': {'1.1'}} Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: consumer versions: Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: HyperV agent@n-h1-773645-7: {}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: HyperV agent@n-h2-773645-7: {}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: L3 agent@n-d-773645-7: {}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: Metadata agent@n-d-773645-7: {}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: Metering agent@n-d-773645-7: {}, Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'ConntrackHelper': '1.0', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Log': '1.0', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Network': '1.1', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Port': '1.7', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'PortForwarding': '1.2', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'QosPolicy': '1.9', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'SecurityGroup': '1.4', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'SecurityGroupRule': '1.2', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'SubPort': '1.0', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Subnet': '1.1', Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: 'Trunk': '1.1'}} Aug 23 11:49:41.314561 n-d-773645-7 neutron-server[101059]: {{(pid=101059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:49:41.318675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.335562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Attempting to bind port 6aae1467-10de-4ead-be0c-a221dcf4b46a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:49:41.336141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Attempting to bind port 6aae1467-10de-4ead-be0c-a221dcf4b46a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:49:41.336679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Attempting to bind port 6aae1467-10de-4ead-be0c-a221dcf4b46a on network bc564663-9fa0-49f8-a0da-5ab139164149 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:49:41.344202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:49:41.344798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Checking segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:41.345679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.346280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Bound using segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:49:41.347271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Bound port: 6aae1467-10de-4ead-be0c-a221dcf4b46a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:49:41.347836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.387193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.424578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] For port 6aae1467-10de-4ead-be0c-a221dcf4b46a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:49:41.428450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] For port 6aae1467-10de-4ead-be0c-a221dcf4b46a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6aae1467-10de-4ead-be0c-a221dcf4b46a,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:49:41.435403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.542040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174d8c-0386-47b8-aed9-f1d5b5abc4c2 None None] Pushing event updated for resources: {'Port': ['ID=6aae1467-10de-4ead-be0c-a221dcf4b46a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:41.665535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Allocated IP 172.25.1.108 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e786e4fd-365d-46a5-8a6f-c6af3711be2d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:41.811922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.883800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6efdec2e-8f03-4e0b-b263-748f77010e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.907850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:41.997307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6efdec2e-8f03-4e0b-b263-748f77010e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.003112 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6efdec2e-8f03-4e0b-b263-748f77010e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.016863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:42.029807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:42.032658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=e786e4fd-365d-46a5-8a6f-c6af3711be2d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:42.036285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:42.064284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6efdec2e-8f03-4e0b-b263-748f77010e12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a51044d84924cf3aa899772a488e4c8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1022780 Aug 23 11:49:42.065352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdec2e-8f03-4e0b-b263-748f77010e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbb662-99ca-458d-bb32-02ffffd634da,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:42.067982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32886) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:42.081268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.081635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.082014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.082551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.083065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.083583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.084486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.085146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.085993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.086740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.087091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.087428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Tracked resource versions report: Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: pushed versions: Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: { 'AddressGroup': {'1.2'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'ConntrackHelper': {'1.0'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Log': {'1.0'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Network': {'1.1'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Port': {'1.7'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'PortForwarding': {'1.2'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'QosPolicy': {'1.9'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'SecurityGroup': {'1.4'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'SubPort': {'1.0'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Subnet': {'1.1'}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Trunk': {'1.1'}} Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: consumer versions: Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: HyperV agent@n-h1-773645-7: {}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: HyperV agent@n-h2-773645-7: {}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: L3 agent@n-d-773645-7: {}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: Metadata agent@n-d-773645-7: {}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: Metering agent@n-d-773645-7: {}, Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'ConntrackHelper': '1.0', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Log': '1.0', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Network': '1.1', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Port': '1.7', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'PortForwarding': '1.2', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'QosPolicy': '1.9', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'SecurityGroup': '1.4', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'SecurityGroupRule': '1.2', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'SubPort': '1.0', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Subnet': '1.1', Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: 'Trunk': '1.1'}} Aug 23 11:49:42.088571 n-d-773645-7 neutron-server[101058]: {{(pid=101058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:49:42.122058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec548906-f997-4e56-b450-60eb9e970a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.145174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec548906-f997-4e56-b450-60eb9e970a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.206670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec548906-f997-4e56-b450-60eb9e970a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.212336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec548906-f997-4e56-b450-60eb9e970a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.217103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ec548906-f997-4e56-b450-60eb9e970a26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75bbb662-99ca-458d-bb32-02ffffd634da HTTP/1.1" status: 204 len: 168 time: 0.1467838 Aug 23 11:49:42.238161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec548906-f997-4e56-b450-60eb9e970a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbb662-99ca-458d-bb32-02ffffd634da,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:42.493089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.764784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6aae1467-10de-4ead-be0c-a221dcf4b46a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:42.829651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c375a-7d04-4a02-9b39-8f4492b48420 None None] Network bc564663-9fa0-49f8-a0da-5ab139164149 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:49:42.852170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:42.976601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-62cc771f-9495-446c-9732-0697da56147f None None] Provisioning for port 6aae1467-10de-4ead-be0c-a221dcf4b46a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:42.982596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6aae1467-10de-4ead-be0c-a221dcf4b46a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:42.993328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-62cc771f-9495-446c-9732-0697da56147f None None] Provisioning complete for port 6aae1467-10de-4ead-be0c-a221dcf4b46a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:42.993725 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-62cc771f-9495-446c-9732-0697da56147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.000785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6aae1467-10de-4ead-be0c-a221dcf4b46a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:43.001077 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.068056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:49:43.253584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:49:43.265474 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:49:43.315159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:49:43.315159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:43.315816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.316141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:43.317664 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1f80f8b-bc76-4ee0-bfbd-3d8df8498ab2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7261617 Aug 23 11:49:43.326417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-62cc771f-9495-446c-9732-0697da56147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.367253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-62cc771f-9495-446c-9732-0697da56147f None None] For port 6aae1467-10de-4ead-be0c-a221dcf4b46a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6aae1467-10de-4ead-be0c-a221dcf4b46a,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:49:43.376598 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-62cc771f-9495-446c-9732-0697da56147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.445119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc771f-9495-446c-9732-0697da56147f None None] Pushing event updated for resources: {'Port': ['ID=6aae1467-10de-4ead-be0c-a221dcf4b46a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:43.485813 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.601733 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:49:43.613503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:49:43.614555 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:49:43.818015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bfb374ed-c453-4f2d-ad9c-6da3aef07b5b None None] Provisioning complete for port 6aae1467-10de-4ead-be0c-a221dcf4b46a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:43.818584 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bfb374ed-c453-4f2d-ad9c-6da3aef07b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:43.914504 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:42Z', 'revision_number': 3, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:43.959700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:49:43.960054 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Updating router 519fdf44-95d8-4b88-89e4-a4a585bfe46f port e786e4fd-365d-46a5-8a6f-c6af3711be2d binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:49:44.003621 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.234072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.433080 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.446147 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Transition to ACTIVE for port object e786e4fd-365d-46a5-8a6f-c6af3711be2d will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:44.451777 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.513538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Allocated IP 172.20.0.1 (bc564663-9fa0-49f8-a0da-5ab139164149/2eb8fb82-da28-4451-aec1-c36619a7d12a/75562016-0724-4a73-9236-091fa3772b49) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:44.525325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Pushing event updated for resources: {'Port': ['ID=e786e4fd-365d-46a5-8a6f-c6af3711be2d,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:44.529507 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Attempting to bind port e786e4fd-365d-46a5-8a6f-c6af3711be2d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:49:44.530081 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Attempting to bind port e786e4fd-365d-46a5-8a6f-c6af3711be2d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:49:44.530595 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Attempting to bind port e786e4fd-365d-46a5-8a6f-c6af3711be2d on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:49:44.546393 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.546968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.547451 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.547976 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.548317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.548661 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.548999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.549992 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.550357 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.550655 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.550989 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.551325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Tracked resource versions report: Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: pushed versions: Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: { 'AddressGroup': {'1.2'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'ConntrackHelper': {'1.0'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Log': {'1.0'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Network': {'1.1'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Port': {'1.7'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'PortForwarding': {'1.2'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'QosPolicy': {'1.9'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'SecurityGroup': {'1.4'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'SecurityGroupRule': {'1.2'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'SubPort': {'1.0'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Subnet': {'1.1'}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Trunk': {'1.1'}} Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: consumer versions: Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: { DHCP agent@n-d-773645-7: {}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: HyperV agent@n-h1-773645-7: {}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: HyperV agent@n-h2-773645-7: {}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: L3 agent@n-d-773645-7: {}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: Metadata agent@n-d-773645-7: {}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: Metering agent@n-d-773645-7: {}, Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: Open vSwitch agent@n-d-773645-7: { 'AddressGroup': '1.2', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'ConntrackHelper': '1.0', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Log': '1.0', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Network': '1.1', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Port': '1.7', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'PortForwarding': '1.2', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'QosPolicy': '1.9', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'SecurityGroup': '1.4', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'SecurityGroupRule': '1.2', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'SubPort': '1.0', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Subnet': '1.1', Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: 'Trunk': '1.1'}} Aug 23 11:49:44.553292 n-d-773645-7 neutron-server[101060]: {{(pid=101060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 11:49:44.557414 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:49:44.558243 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:44.558680 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.559392 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:49:44.560303 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Bound port: e786e4fd-365d-46a5-8a6f-c6af3711be2d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:49:44.560959 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.696702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.704278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] For port e786e4fd-365d-46a5-8a6f-c6af3711be2d, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:49:44.722321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Transition to ACTIVE for port object 75562016-0724-4a73-9236-091fa3772b49 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:44.726214 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] For port e786e4fd-365d-46a5-8a6f-c6af3711be2d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e786e4fd-365d-46a5-8a6f-c6af3711be2d,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:49:44.739512 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.768279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.781988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6aae1467-10de-4ead-be0c-a221dcf4b46a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:44.814825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Network bc564663-9fa0-49f8-a0da-5ab139164149 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:44.827343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:44.831166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:44.831762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.887296 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:49:44.888217 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:44.915483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6aae1467-10de-4ead-be0c-a221dcf4b46a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:44.916523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:44.963172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=75562016-0724-4a73-9236-091fa3772b49,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:45.026124 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b317c-d3d5-4dad-9759-6974b8bd0297 None None] Pushing event updated for resources: {'Port': ['ID=e786e4fd-365d-46a5-8a6f-c6af3711be2d,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:45.108461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33028) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:45.228137 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:49:45.329075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3187d1a0-0d9e-49f8-84b4-15476a94fcdf None None] Provisioning for port 75562016-0724-4a73-9236-091fa3772b49 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:45.336538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3187d1a0-0d9e-49f8-84b4-15476a94fcdf None None] Provisioning complete for port 75562016-0724-4a73-9236-091fa3772b49 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:45.338058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3187d1a0-0d9e-49f8-84b4-15476a94fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.346923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.390406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-019c8903-2b17-41e8-ba45-4650bc45b964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.443608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3187d1a0-0d9e-49f8-84b4-15476a94fcdf None None] Port 75562016-0724-4a73-9236-091fa3772b49 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:49:45.587763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-019c8903-2b17-41e8-ba45-4650bc45b964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.589190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33062) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:45.599116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-019c8903-2b17-41e8-ba45-4650bc45b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.669251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-019c8903-2b17-41e8-ba45-4650bc45b964 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb781d7fe4a74ec0b9891768979c52a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5595236 Aug 23 11:49:45.671284 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:42Z', 'revision_number': 3, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:45.679789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33068) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:45.695051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8903-2b17-41e8-ba45-4650bc45b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6470ed88-e645-4536-a02c-d73356cfbe97,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:45.746749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.755288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.756034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.763843 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60536e-bf51-48a5-ae13-7c061f4decaa None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:42Z', 'revision_number': 3, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:49:45.766455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-675d16a7-bbf1-4e35-b0a9-43463096ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.821470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-675d16a7-bbf1-4e35-b0a9-43463096ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.895856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=75562016-0724-4a73-9236-091fa3772b49,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:45.922785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-675d16a7-bbf1-4e35-b0a9-43463096ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.929126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-675d16a7-bbf1-4e35-b0a9-43463096ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:45.936076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-675d16a7-bbf1-4e35-b0a9-43463096ec9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6470ed88-e645-4536-a02c-d73356cfbe97 HTTP/1.1" status: 204 len: 168 time: 0.2549064 Aug 23 11:49:45.963685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d16a7-bbf1-4e35-b0a9-43463096ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6470ed88-e645-4536-a02c-d73356cfbe97,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:46.029272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Network bc564663-9fa0-49f8-a0da-5ab139164149 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:46.036375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:46.189764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253896f3-5451-4a31-a6b9-c456ebe96450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.287495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33108) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:46.330453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:49:46.411179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253896f3-5451-4a31-a6b9-c456ebe96450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.419206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253896f3-5451-4a31-a6b9-c456ebe96450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.482291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-253896f3-5451-4a31-a6b9-c456ebe96450 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=746c635739de400aaa3ea1d0198fdd66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8913045 Aug 23 11:49:46.483499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33120) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:46.524326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253896f3-5451-4a31-a6b9-c456ebe96450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b2e946-4c9c-4253-9797-11a33c0fd086,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:46.577457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:49:46.585984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d421b3df-e105-4ac3-a1c3-6783ba38a8f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/519fdf44-95d8-4b88-89e4-a4a585bfe46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2837753 Aug 23 11:49:46.595774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-72f62fed-08f9-4b81-b29b-59e507fc4069 None None] Provisioning complete for port 75562016-0724-4a73-9236-091fa3772b49 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:46.596344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-72f62fed-08f9-4b81-b29b-59e507fc4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.629237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaabdcc2-a7a7-4138-a526-c087c92a113b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.653918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-72f62fed-08f9-4b81-b29b-59e507fc4069 None None] Port 75562016-0724-4a73-9236-091fa3772b49 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:49:46.699454 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaabdcc2-a7a7-4138-a526-c087c92a113b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.734221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e786e4fd-365d-46a5-8a6f-c6af3711be2d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:46.745399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33138) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:46.776825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaabdcc2-a7a7-4138-a526-c087c92a113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.780528 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaabdcc2-a7a7-4138-a526-c087c92a113b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.784308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eaabdcc2-a7a7-4138-a526-c087c92a113b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37b2e946-4c9c-4253-9797-11a33c0fd086 HTTP/1.1" status: 204 len: 168 time: 0.2973337 Aug 23 11:49:46.794466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabdcc2-a7a7-4138-a526-c087c92a113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b2e946-4c9c-4253-9797-11a33c0fd086,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:46.827536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e786e4fd-365d-46a5-8a6f-c6af3711be2d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:46.832013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e786e4fd-365d-46a5-8a6f-c6af3711be2d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:46.832584 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.883603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5ba4-8563-4553-ad35-f32578c9c583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:46.995227 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.019535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e786e4fd-365d-46a5-8a6f-c6af3711be2d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e786e4fd-365d-46a5-8a6f-c6af3711be2d,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:49:47.024429 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.083890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5ba4-8563-4553-ad35-f32578c9c583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.090302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f5ba4-8563-4553-ad35-f32578c9c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.116623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e786e4fd-365d-46a5-8a6f-c6af3711be2d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:47.121367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33150) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:47.141406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1d1f5ba4-8563-4553-ad35-f32578c9c583 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0d12a6b7d6f418a93b8cd9b48320411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8522706 Aug 23 11:49:47.141910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0afdf8ec-bc28-495b-9dfd-a22d01895bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.143072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:47.151314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5ba4-8563-4553-ad35-f32578c9c583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f891a-fd44-464d-822c-11f95a89b295,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:47.220448 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36d61bf9-a206-4f91-87f8-d9ed3e4b14c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.240132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33160) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:47.243962 n-d-773645-7 neutron-server[101058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 11:49:47.307314 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-af9f8093-0674-42ab-b412-dfe5906787f2 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9cc19ff510c4d20a61385918f78167d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652611 Aug 23 11:49:47.310608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36d61bf9-a206-4f91-87f8-d9ed3e4b14c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.379708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0afdf8ec-bc28-495b-9dfd-a22d01895bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.386687 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0afdf8ec-bc28-495b-9dfd-a22d01895bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.416107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0afdf8ec-bc28-495b-9dfd-a22d01895bee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e1acdf7d2e440c88129eb2576b6ab7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2895973 Aug 23 11:49:47.420281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33162) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:47.469081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75fb970e-744b-4200-931b-5cb6f6bcf603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.478985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdf8ec-bc28-495b-9dfd-a22d01895bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bace9a-a2ee-4eae-8f26-e9b0e92c8c7d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:47.490422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36d61bf9-a206-4f91-87f8-d9ed3e4b14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.493068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36d61bf9-a206-4f91-87f8-d9ed3e4b14c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.496928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-36d61bf9-a206-4f91-87f8-d9ed3e4b14c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c6f891a-fd44-464d-822c-11f95a89b295 HTTP/1.1" status: 204 len: 168 time: 0.3528545 Aug 23 11:49:47.521801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-627308ea-8b5a-473b-aeb8-a6655d915a71 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:47.523580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-627308ea-8b5a-473b-aeb8-a6655d915a71 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035859 Aug 23 11:49:47.526443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d61bf9-a206-4f91-87f8-d9ed3e4b14c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f891a-fd44-464d-822c-11f95a89b295,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:47.558086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703f50a8-b476-4a7a-9ead-f22de3bc3f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.560655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-0c4bf4d4-7df5-464b-af31-d0abf25ec073 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/quotas/a9cc19ff510c4d20a61385918f78167d HTTP/1.1" status: 200 len: 375 time: 0.0268362 Aug 23 11:49:47.615416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75fb970e-744b-4200-931b-5cb6f6bcf603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.620854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75fb970e-744b-4200-931b-5cb6f6bcf603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.639665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-8bd7f3cf-4eed-4071-81b7-0cf35d1552ac tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9cc19ff510c4d20a61385918f78167d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700891 Aug 23 11:49:47.641554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703f50a8-b476-4a7a-9ead-f22de3bc3f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.710955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-75fb970e-744b-4200-931b-5cb6f6bcf603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b24b19db4eb4b228672db4dfd3e3636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9640322 Aug 23 11:49:47.713786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33172) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:47.722562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703f50a8-b476-4a7a-9ead-f22de3bc3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.732870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703f50a8-b476-4a7a-9ead-f22de3bc3f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.734095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-703f50a8-b476-4a7a-9ead-f22de3bc3f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5bace9a-a2ee-4eae-8f26-e9b0e92c8c7d HTTP/1.1" status: 204 len: 168 time: 0.3126636 Aug 23 11:49:47.740941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb970e-744b-4200-931b-5cb6f6bcf603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1831f0-3b67-491b-91a7-bcb562848c02,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:47.758808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f50a8-b476-4a7a-9ead-f22de3bc3f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bace9a-a2ee-4eae-8f26-e9b0e92c8c7d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:47.810245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ff12786-2029-4718-82f0-76412918453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.858804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ff12786-2029-4718-82f0-76412918453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.966412 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ff12786-2029-4718-82f0-76412918453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.978146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ff12786-2029-4718-82f0-76412918453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:47.984218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8ff12786-2029-4718-82f0-76412918453e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc1831f0-3b67-491b-91a7-bcb562848c02 HTTP/1.1" status: 204 len: 168 time: 0.2672639 Aug 23 11:49:47.996983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33198) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:48.020626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-860809d0-e511-4f39-9e26-3dee1147b39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.098867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1435f0f0-74b0-4709-b1ee-2f643d0164be req-278e409b-17b9-49b0-b38b-580188645252 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.0877597 Aug 23 11:49:48.099999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12786-2029-4718-82f0-76412918453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1831f0-3b67-491b-91a7-bcb562848c02,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:48.177187 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-860809d0-e511-4f39-9e26-3dee1147b39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.182941 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-860809d0-e511-4f39-9e26-3dee1147b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.205271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:49:48.218480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:49:48.219737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:48.243960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-860809d0-e511-4f39-9e26-3dee1147b39c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=747cf56c834a499687da71c5bf2fb075&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2458169 Aug 23 11:49:48.244689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:48.252643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860809d0-e511-4f39-9e26-3dee1147b39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3276bd49-02fd-44d7-86dc-360b9e144ce3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:48.360851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f186bc5-7b43-4e29-a11b-36669d4ff64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.381944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f186bc5-7b43-4e29-a11b-36669d4ff64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.479619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f186bc5-7b43-4e29-a11b-36669d4ff64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.485323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f186bc5-7b43-4e29-a11b-36669d4ff64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.494847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0f186bc5-7b43-4e29-a11b-36669d4ff64c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3276bd49-02fd-44d7-86dc-360b9e144ce3 HTTP/1.1" status: 204 len: 168 time: 0.2488697 Aug 23 11:49:48.504356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f186bc5-7b43-4e29-a11b-36669d4ff64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3276bd49-02fd-44d7-86dc-360b9e144ce3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:48.600190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:49:48.672215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e786e4fd-365d-46a5-8a6f-c6af3711be2d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:48.719160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33246) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:48.745018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0ff2-6a95-4546-b27f-4f0cbd7531f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.974322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0ff2-6a95-4546-b27f-4f0cbd7531f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:48.983817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0ff2-6a95-4546-b27f-4f0cbd7531f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.049724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd0ff2-6a95-4546-b27f-4f0cbd7531f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a1c274-9e78-44e6-af95-988840a57ff8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:49.103033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5dfd0ff2-6a95-4546-b27f-4f0cbd7531f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae083bcb29724028834c0692b344e60d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3826618 Aug 23 11:49:49.106916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33278) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:49.132281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e786e4fd-365d-46a5-8a6f-c6af3711be2d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:49.135615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.180550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33286) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:49.206381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8646659f-90f2-4fc2-9dbd-f26f630d7015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.209422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42518c76-c98c-4618-8630-acf879aac519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.242545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42518c76-c98c-4618-8630-acf879aac519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.357215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42518c76-c98c-4618-8630-acf879aac519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.361549 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42518c76-c98c-4618-8630-acf879aac519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.371545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-42518c76-c98c-4618-8630-acf879aac519 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3a1c274-9e78-44e6-af95-988840a57ff8 HTTP/1.1" status: 204 len: 168 time: 0.2632618 Aug 23 11:49:49.383777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b69c561-a349-4a71-b40e-08f4362ce58f req-3b77a33f-1aa0-4786-880a-5b6e95c0e8b8 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.1763470 Aug 23 11:49:49.396016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42518c76-c98c-4618-8630-acf879aac519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a1c274-9e78-44e6-af95-988840a57ff8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:49.401928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8646659f-90f2-4fc2-9dbd-f26f630d7015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.409671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8646659f-90f2-4fc2-9dbd-f26f630d7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.466620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646659f-90f2-4fc2-9dbd-f26f630d7015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fca1d8e-8121-44e1-854a-cb20e93a44bd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:49.472192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 2, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:49.514681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8646659f-90f2-4fc2-9dbd-f26f630d7015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d72c265f670b4864a36bc8a6c62e7a93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3407652 Aug 23 11:49:49.518605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33298) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:49.522591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:49:49.523382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Updating router 519fdf44-95d8-4b88-89e4-a4a585bfe46f port 75562016-0724-4a73-9236-091fa3772b49 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:49:49.572091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.665655 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0294-6bf3-4d4b-92b1-a76d3829115f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.719141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33314) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:49.724105 n-d-773645-7 neutron-server[101057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 11:49:49.730968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0294-6bf3-4d4b-92b1-a76d3829115f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.783729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-72612fab-0f28-43b5-9553-cab74fe264d6 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=29aadf460e41441a9121cac7fef47aa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597870 Aug 23 11:49:49.799864 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0294-6bf3-4d4b-92b1-a76d3829115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.802975 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0294-6bf3-4d4b-92b1-a76d3829115f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:49.808764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e2dd0294-6bf3-4d4b-92b1-a76d3829115f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fca1d8e-8121-44e1-854a-cb20e93a44bd HTTP/1.1" status: 204 len: 168 time: 0.2881050 Aug 23 11:49:49.819221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd0294-6bf3-4d4b-92b1-a76d3829115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fca1d8e-8121-44e1-854a-cb20e93a44bd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:50.214204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-e550c26c-6e57-4e94-ae9d-69716587c59f tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:50.221351 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.222604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-e550c26c-6e57-4e94-ae9d-69716587c59f tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4369726 Aug 23 11:49:50.241904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Transition to ACTIVE for port object 75562016-0724-4a73-9236-091fa3772b49 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:50.244480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-0ee3d39b-2fbd-4f7b-81f2-196f3867043e tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/quotas/29aadf460e41441a9121cac7fef47aa6 HTTP/1.1" status: 200 len: 375 time: 0.0199008 Aug 23 11:49:50.263596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.353154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-839d5f7e-0979-4681-b632-4b9371f5fd0d tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=29aadf460e41441a9121cac7fef47aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965598 Aug 23 11:49:50.388461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd025a-9486-4e27-af61-977fa6a1c97d None None] Pushing event updated for resources: {'Port': ['ID=75562016-0724-4a73-9236-091fa3772b49,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:50.454803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Attempting to bind port 75562016-0724-4a73-9236-091fa3772b49 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:49:50.455176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Attempting to bind port 75562016-0724-4a73-9236-091fa3772b49 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:49:50.455541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Attempting to bind port 75562016-0724-4a73-9236-091fa3772b49 on network bc564663-9fa0-49f8-a0da-5ab139164149 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:49:50.467866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:49:50.468278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Checking segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:50.468693 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.469090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Bound using segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:49:50.469571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Bound port: 75562016-0724-4a73-9236-091fa3772b49, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:49:50.470003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.564967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31fedc4b-ea97-4bb4-bce3-ee0df9ac28d2 req-139d0956-c6d8-4099-900d-b2c45171d008 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.0635021 Aug 23 11:49:50.615647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] For port 75562016-0724-4a73-9236-091fa3772b49, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:49:50.620417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] For port 75562016-0724-4a73-9236-091fa3772b49, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=75562016-0724-4a73-9236-091fa3772b49,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:49:50.625789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.676662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33348) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:50.681727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-network', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:50.733395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Made reservation on behalf of 34771d30e13d4862b0a6bc53539d330e for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:49:50.736540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.779778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:50.828144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd025a-9486-4e27-af61-977fa6a1c97d None None] Pushing event updated for resources: {'Port': ['ID=75562016-0724-4a73-9236-091fa3772b49,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:50.857116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e67cf472-7b3d-4f9f-b222-2418a85aacb6 req-9e9011d3-46cb-401a-aebc-c3a434462a43 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 210 time: 0.0721540 Aug 23 11:49:50.875491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:49:50.876378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:51.014256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.020227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.088926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:51.104170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319969bd-f984-436a-bea8-79c53a96ed1c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:51.117874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:49:51.131495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.132177 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Added segment 6d19292e-596f-4c5f-9a30-83d1cff0a6be of type vlan for network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 Aug 23 11:49:51.139398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:49:51.211016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.262800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.265370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:51.267271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.307845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6274076 Aug 23 11:49:51.308290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:51.327566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Request body: {'subnet': {'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-subnet', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:51.380071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9b26e-7fb3-42ee-a551-865bdd65e9ed admin admin] Pushing event updated for resources: {'Network': ['ID=2c40823b-96a2-4b8f-b5a0-d9577294efc6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:51.394728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:49:51.407178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Made reservation on behalf of 34771d30e13d4862b0a6bc53539d330e for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:49:51.410193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.729634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ed10cdd-5a07-4c0a-a823-d2cdc0ae42f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.773782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d3641197-4a72-464c-a653-a1962e3645cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:51.812118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:50Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:51.858926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f07288-702a-4de1-b064-5d9446858aae None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:50Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:49:51.989194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c495081-de00-4b1f-8c14-35d63d1f972a req-bb6b4b28-9597-44b5-8346-242d294533f0 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.1210604 Aug 23 11:49:52.051393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.44', 65120) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:52.100585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-37ce4536-d546-4c23-8310-27ef1fb8e3e7 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a9cc19ff510c4d20a61385918f78167d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478091 Aug 23 11:49:52.315750 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1957f3f-e29e-4d5a-b4ba-6abfa0827d6e req-cc901cd3-ba03-4820-95e5-407a9a9a1d33 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 210 time: 0.1430991 Aug 23 11:49:52.320123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ed10cdd-5a07-4c0a-a823-d2cdc0ae42f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.322927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.372540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ed10cdd-5a07-4c0a-a823-d2cdc0ae42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.420848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-d93b3bab-4e4e-4d06-87a2-5299896c12a2 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:52.422609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-d93b3bab-4e4e-4d06-87a2-5299896c12a2 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020053 Aug 23 11:49:52.499750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33424) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:52.499935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ed10cdd-5a07-4c0a-a823-d2cdc0ae42f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d19c337c64194258b74e9f175dc17155&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4093697 Aug 23 11:49:52.505007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cc7ea5-3b04-4053-9ee7-ede224ee28a0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:52.513499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed10cdd-5a07-4c0a-a823-d2cdc0ae42f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be661f77-0e47-40d7-b150-bed2efe826f4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:52.541539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Request body: {'port': {'device_id': '84224a73-fbdb-403c-8374-53349b308733', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'a9cc19ff510c4d20a61385918f78167d'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:52.547341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Checking segment: {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:52.552028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Network hostable DHCP agents. Network: 2c40823b-96a2-4b8f-b5a0-d9577294efc6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:49:52.623947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:49:52.653630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2c40823b-96a2-4b8f-b5a0-d9577294efc6) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:52.659613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:52.665420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696182a-24dd-4ee4-827a-5cf4f78041e9 None None] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:49:52.667793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.725464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc9e6d5b-e44a-4c1b-b1ba-438d0c165249 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4143317 Aug 23 11:49:52.728360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33438) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:52.740308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:52.752079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75562016-0724-4a73-9236-091fa3772b49 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:52.829783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.831338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.849589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.41', 57578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:52.850452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5e53476-10b5-4c18-b6b2-e11b2041453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.868828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 75562016-0724-4a73-9236-091fa3772b49 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:52.875592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 75562016-0724-4a73-9236-091fa3772b49 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:52.876155 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:52.940218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-0ca33b35-e9db-420d-947e-1797b860516a tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=29aadf460e41441a9121cac7fef47aa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871825 Aug 23 11:49:52.991721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.185736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-77f8afd9-a294-4281-b15d-d30fa6a155b2 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:53.190495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-77f8afd9-a294-4281-b15d-d30fa6a155b2 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204173 Aug 23 11:49:53.210372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2c40823b-96a2-4b8f-b5a0-d9577294efc6', 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'fixed_ips': [{'subnet_id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:49:53.224177 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.319531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5e53476-10b5-4c18-b6b2-e11b2041453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.387414 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.392693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Request body: {'port': {'device_id': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '29aadf460e41441a9121cac7fef47aa6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:53.448066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1abaf20-915b-43ba-bf14-45c1715c6cb0 req-54859d7e-b3e3-4c07-a8ba-03e74a9f9057 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.2211425 Aug 23 11:49:53.562689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d729249d-f485-4129-b929-c30fd2aed689 req-e5d2b067-f346-4424-b9c0-9c9ddfe3f4ab tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 210 time: 0.0473695 Aug 23 11:49:53.620710 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.736922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Allocated IP 172.20.0.2 (2c40823b-96a2-4b8f-b5a0-d9577294efc6/67cc7ea5-3b04-4053-9ee7-ede224ee28a0/7acd71f8-35ae-45be-80f5-f8d833632ea6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:53.801854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.836141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Made reservation on behalf of 29aadf460e41441a9121cac7fef47aa6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:49:53.839752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.865194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 75562016-0724-4a73-9236-091fa3772b49, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=75562016-0724-4a73-9236-091fa3772b49,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:49:53.877782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.884056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.901606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.983934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=75562016-0724-4a73-9236-091fa3772b49,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:53.990342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:53.999754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Transition to ACTIVE for port object 7acd71f8-35ae-45be-80f5-f8d833632ea6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:54.017327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Transition to ACTIVE for port object 7acd71f8-35ae-45be-80f5-f8d833632ea6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:54.021485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Made reservation on behalf of a9cc19ff510c4d20a61385918f78167d for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:49:54.025791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.026315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.039579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.048682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5e53476-10b5-4c18-b6b2-e11b2041453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.051648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5e53476-10b5-4c18-b6b2-e11b2041453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.052024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Allocated IP 172.25.1.30 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/357234c3-ff4a-45f8-a951-13d852687ed0) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:54.055426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e5e53476-10b5-4c18-b6b2-e11b2041453e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be661f77-0e47-40d7-b150-bed2efe826f4 HTTP/1.1" status: 204 len: 168 time: 1.5521820 Aug 23 11:49:54.076404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53476-10b5-4c18-b6b2-e11b2041453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be661f77-0e47-40d7-b150-bed2efe826f4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:54.089290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:54.097827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:54.113181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:54.121090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Pushing event updated for resources: {'Port': ['ID=7acd71f8-35ae-45be-80f5-f8d833632ea6,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:54.136910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.352313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Attempting to bind port 7acd71f8-35ae-45be-80f5-f8d833632ea6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:49:54.354156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Attempting to bind port 7acd71f8-35ae-45be-80f5-f8d833632ea6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:49:54.357457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Attempting to bind port 7acd71f8-35ae-45be-80f5-f8d833632ea6 on network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:49:54.359723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.382322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:49:54.389147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Checking segment: {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:54.391746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.394079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Bound using segment: {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:49:54.397970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Bound port: 7acd71f8-35ae-45be-80f5-f8d833632ea6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:49:54.399650 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.407755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.410870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.429041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.447207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f4620337-56fa-443a-b442-12602e98243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.467330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.635385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:54.640614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:54.650252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:54.757542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] For port 7acd71f8-35ae-45be-80f5-f8d833632ea6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:49:54.765495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] For port 7acd71f8-35ae-45be-80f5-f8d833632ea6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7acd71f8-35ae-45be-80f5-f8d833632ea6,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:49:54.772836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75562016-0724-4a73-9236-091fa3772b49 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:54.871530 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.942875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-210167ee-c2bb-4667-9f3e-272765e40221 req-47881cca-e02b-4611-9b67-2fd22d4fffc9 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 210 time: 0.1810303 Aug 23 11:49:54.955904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6350486-98d7-4478-9cea-c8f48008f834,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:54.966110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:54.983299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=357234c3-ff4a-45f8-a951-13d852687ed0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:55.006084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93d5b0-3cfe-456b-b8ce-eaf8b417da2c None None] Pushing event updated for resources: {'Port': ['ID=7acd71f8-35ae-45be-80f5-f8d833632ea6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:55.039197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 75562016-0724-4a73-9236-091fa3772b49 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:55.039778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:55.421399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:55.465315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e468f76-1111-421e-bcfa-694b0e6cb8e8 req-db0bccec-de0d-4be2-bdb3-afb8c73927b4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.5106201 Aug 23 11:49:55.545007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:55.676905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb62e4-b668-4033-990c-7d1828241250,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:55.780161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Allocated IP 192.168.233.16 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/ea8efeb1-d86e-4b4b-8ca4-27928be7894a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:55.934271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:55.950988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33528) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:56.092046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047cd4ff-0fbd-4542-a0e3-6edda08221b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:56.220461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:56.247079 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-355b126f-06c4-4a7f-9f76-3010075bf2a8 req-c122375b-38ef-48fa-83ac-a51a1a915461 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 210 time: 0.1322935 Aug 23 11:49:56.256375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Transition to ACTIVE for port object ea8efeb1-d86e-4b4b-8ca4-27928be7894a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:56.418061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Allocated IP 192.168.233.115 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/d8cf98b6-1717-4aaf-8110-fa0958d698ac) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:49:56.491945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:49:56.560250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:56.725708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047cd4ff-0fbd-4542-a0e3-6edda08221b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:56.759045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513cfbd-7828-4f62-b90a-b88e8e50787c None None] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:49:56.806428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7acd71f8-35ae-45be-80f5-f8d833632ea6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:56.838754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047cd4ff-0fbd-4542-a0e3-6edda08221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:56.934518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cd4ff-0fbd-4542-a0e3-6edda08221b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c32c5-4c00-415b-a535-a118ff794035,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:56.994633 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96597e70-7ade-4b81-ba85-019a32b9d608 req-bf67e61c-3339-40f2-9a81-c6e2ed9d79f9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.3043237 Aug 23 11:49:57.031881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-047cd4ff-0fbd-4542-a0e3-6edda08221b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5f7f73e5f4942359e1602f04249763b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0797486 Aug 23 11:49:57.044379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:57.051898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:49:57.052110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fb9a2510-a902-4021-adca-77e919d99ce9 None None] Provisioning for port 7acd71f8-35ae-45be-80f5-f8d833632ea6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:57.066236 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Sync routers for ids ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:49:57.080437 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Routers {'7bafa5f3-6985-4b47-81ac-4329d535b6c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:49:57.081077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:57.084801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:57.112000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:57.123562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.131285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5f126bf9-3666-4899-ba43-bdc9f3f3e6e6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.4001281 Aug 23 11:49:57.148238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33554) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:49:57.151087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.191422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Pushing event updated for resources: {'Port': ['ID=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:57.244395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:57.263990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:57.263990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.306373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Transition to ACTIVE for port object d8cf98b6-1717-4aaf-8110-fa0958d698ac will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:57.388398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-3ce487e9-6c49-4178-bdf5-7b874d0247ac tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0842233 Aug 23 11:49:57.410277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7acd71f8-35ae-45be-80f5-f8d833632ea6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:57.474813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-bed092ba-8cd7-4aa2-a11e-2dc7a467c385 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:49:57.476979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.481213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7acd71f8-35ae-45be-80f5-f8d833632ea6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:57.482336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-bed092ba-8cd7-4aa2-a11e-2dc7a467c385 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218897 Aug 23 11:49:57.482555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.528830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.550324 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Set router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:49:57.627746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0af1722d-9e99-4099-8a41-169cbb3ff9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.687438 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.702037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:49:57.717743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:49:57.727309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Pushing event updated for resources: {'Port': ['ID=d8cf98b6-1717-4aaf-8110-fa0958d698ac,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:57.754033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:49:57.765864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:57.768050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.778151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0af1722d-9e99-4099-8a41-169cbb3ff9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:57.937740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-ccf6f002-1bfb-4b62-b417-2ed4dcffdd02 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4035408 Aug 23 11:49:57.938758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9993b358-2abb-466c-a7ac-10b957f63b45 None None] Provisioning for port ea8efeb1-d86e-4b4b-8ca4-27928be7894a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:57.967449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9993b358-2abb-466c-a7ac-10b957f63b45 None None] Provisioning complete for port ea8efeb1-d86e-4b4b-8ca4-27928be7894a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:57.970637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9993b358-2abb-466c-a7ac-10b957f63b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.022185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-00a6aa23-572b-4fd4-8a64-9ca7503a795f tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:49:58.030040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-00a6aa23-572b-4fd4-8a64-9ca7503a795f tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758162 Aug 23 11:49:58.110416 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.139532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9993b358-2abb-466c-a7ac-10b957f63b45 None None] Port ea8efeb1-d86e-4b4b-8ca4-27928be7894a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:49:58.145120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27410909-a7d8-4d04-881d-5110b5fd5336 req-3dbe0ebc-0441-4580-a1d9-08446a170bf0 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:58.170797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27410909-a7d8-4d04-881d-5110b5fd5336 req-3dbe0ebc-0441-4580-a1d9-08446a170bf0 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 935 time: 0.3589542 Aug 23 11:49:58.177551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:49:55Z', 'revision_number': 3, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:58.201649 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.280611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0af1722d-9e99-4099-8a41-169cbb3ff9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.289221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0af1722d-9e99-4099-8a41-169cbb3ff9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.304732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7acd71f8-35ae-45be-80f5-f8d833632ea6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7acd71f8-35ae-45be-80f5-f8d833632ea6,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:49:58.307008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0af1722d-9e99-4099-8a41-169cbb3ff9cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c3c32c5-4c00-415b-a535-a118ff794035 HTTP/1.1" status: 204 len: 168 time: 1.2613988 Aug 23 11:49:58.312509 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.315104 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Checking router: 7bafa5f3-6985-4b47-81ac-4329d535b6c5 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:49:58.319887 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Updating router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 port 357234c3-ff4a-45f8-a951-13d852687ed0 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:49:58.423244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-625f8c97-4b0d-432d-83ad-2beefdabc545 None None] Provisioning for port d8cf98b6-1717-4aaf-8110-fa0958d698ac completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:49:58.431140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27410909-a7d8-4d04-881d-5110b5fd5336 req-e25bd526-f361-460b-a04f-6105ba9b319a tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592645 Aug 23 11:49:58.434335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-625f8c97-4b0d-432d-83ad-2beefdabc545 None None] Provisioning complete for port d8cf98b6-1717-4aaf-8110-fa0958d698ac triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:58.434814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-625f8c97-4b0d-432d-83ad-2beefdabc545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.453918 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.502256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7acd71f8-35ae-45be-80f5-f8d833632ea6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:58.524421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-625f8c97-4b0d-432d-83ad-2beefdabc545 None None] Port d8cf98b6-1717-4aaf-8110-fa0958d698ac cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:49:58.660940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-113e30a5-882c-4400-b634-c51e302c5ddb None None] Provisioning complete for port 7acd71f8-35ae-45be-80f5-f8d833632ea6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:58.666062 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-113e30a5-882c-4400-b634-c51e302c5ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:58.732234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1722d-9e99-4099-8a41-169cbb3ff9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c32c5-4c00-415b-a535-a118ff794035,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:58.749560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Request body: {'port': {'device_id': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'device_owner': 'compute:tempest-test_az-711964900', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:58.778370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7acd71f8-35ae-45be-80f5-f8d833632ea6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:49:58.830941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ac3e-8438-4873-887b-c5f5d1dbf2a8 req-13f4a85a-7657-48a9-82b0-d82c4382ce1c tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:49:58.833191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6514ac3e-8438-4873-887b-c5f5d1dbf2a8 req-13f4a85a-7657-48a9-82b0-d82c4382ce1c tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 936 time: 0.2700071 Aug 23 11:49:58.959896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.101392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6514ac3e-8438-4873-887b-c5f5d1dbf2a8 req-cab7bf9d-199f-4af5-9e63-f5af5dc76e33 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545114 Aug 23 11:49:59.178527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Request body: {'port': {'device_id': '84224a73-fbdb-403c-8374-53349b308733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:49:59.221435 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.235309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Transition to ACTIVE for port object 357234c3-ff4a-45f8-a951-13d852687ed0 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:49:59.247018 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.248359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7acd71f8-35ae-45be-80f5-f8d833632ea6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:49:59.248897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.401364 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Attempting to bind port 357234c3-ff4a-45f8-a951-13d852687ed0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:49:59.402337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Attempting to bind port 357234c3-ff4a-45f8-a951-13d852687ed0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:49:59.402708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Attempting to bind port 357234c3-ff4a-45f8-a951-13d852687ed0 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:49:59.405994 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fd373-cd62-4c2a-9bb1-d4be15cafbaf None None] Pushing event updated for resources: {'Port': ['ID=357234c3-ff4a-45f8-a951-13d852687ed0,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:59.413353 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:49:59.414419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:49:59.415100 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.415693 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:49:59.416533 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Bound port: 357234c3-ff4a-45f8-a951-13d852687ed0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:49:59.416817 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.561188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.577327 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] For port 357234c3-ff4a-45f8-a951-13d852687ed0, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:49:59.584443 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] For port 357234c3-ff4a-45f8-a951-13d852687ed0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=357234c3-ff4a-45f8-a951-13d852687ed0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:49:59.593763 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:49:59.766297 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Routers {'7bafa5f3-6985-4b47-81ac-4329d535b6c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:49:59.787789 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:49:59.803317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fd373-cd62-4c2a-9bb1-d4be15cafbaf None None] Pushing event updated for resources: {'Port': ['ID=357234c3-ff4a-45f8-a951-13d852687ed0,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:49:59.940037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:00.238646 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] Set router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:50:00.335166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a9648-ab0d-4873-9e61-567d4da53283 req-f29316c4-e668-49a4-9a3b-7fd18108a758 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:00.360407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-838a9648-ab0d-4873-9e61-567d4da53283 req-f29316c4-e668-49a4-9a3b-7fd18108a758 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 935 time: 0.3239143 Aug 23 11:50:00.518829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-838a9648-ab0d-4873-9e61-567d4da53283 req-a3ad58aa-1256-467a-8265-225bc73152e9 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534655 Aug 23 11:50:00.638613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a8c47-46eb-4adc-90d3-54423807e9ce req-9a37d934-6fb0-4379-9716-357ccd12c144 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:00.647546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-869a8c47-46eb-4adc-90d3-54423807e9ce req-9a37d934-6fb0-4379-9716-357ccd12c144 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 936 time: 0.2984343 Aug 23 11:50:00.659518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Allocated IP 172.20.0.1 (2c40823b-96a2-4b8f-b5a0-d9577294efc6/67cc7ea5-3b04-4053-9ee7-ede224ee28a0/0085ae7d-4f33-43b4-8d0d-040ad3fd5951) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:00.735341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-869a8c47-46eb-4adc-90d3-54423807e9ce req-5c177ab5-e44c-428e-8004-f6ab5618bfde tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868008 Aug 23 11:50:00.801363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8efeb1-d86e-4b4b-8ca4-27928be7894a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:00.830134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:00.856907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Transition to ACTIVE for port object ea8efeb1-d86e-4b4b-8ca4-27928be7894a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:00.865759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:00.901781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33640) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:00.987774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:49:55Z', 'revision_number': 3, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:01.012036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.068486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Transition to ACTIVE for port object 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:01.097597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b686d-a902-4948-a0d3-b5d9c8aa0ad4 None None] The sync data for ids ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'] in n-d-773645-7 is: [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:49:55Z', 'revision_number': 3, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:50:01.141263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:01.193673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.293356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:01.324091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:01.347241 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2027ac4-6c15-4ec3-aa31-34c3437fb12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.422282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Pushing event updated for resources: {'Port': ['ID=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:01.460199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Attempting to bind port ea8efeb1-d86e-4b4b-8ca4-27928be7894a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:01.462371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Attempting to bind port ea8efeb1-d86e-4b4b-8ca4-27928be7894a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:01.464027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Attempting to bind port ea8efeb1-d86e-4b4b-8ca4-27928be7894a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:01.473305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:01.494941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f14a6be9-1e30-49c3-b938-166eacaeea75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.516877 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:01.517370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.633609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Port ea8efeb1-d86e-4b4b-8ca4-27928be7894a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:01.633609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Attempting to bind port ea8efeb1-d86e-4b4b-8ca4-27928be7894a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:01.658861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:01.659331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:01.660018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:01.660614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Bound port: ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:01.661051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.685143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cf98b6-1717-4aaf-8110-fa0958d698ac {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:01.704068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:01.739029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Transition to ACTIVE for port object d8cf98b6-1717-4aaf-8110-fa0958d698ac will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:01.752501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.065251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1050e4a0-3d46-4f4e-ba0c-e8cd57a30f0b None None] Provisioning for port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:02.072663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1050e4a0-3d46-4f4e-ba0c-e8cd57a30f0b None None] Provisioning complete for port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:02.073057 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1050e4a0-3d46-4f4e-ba0c-e8cd57a30f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.089681 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2027ac4-6c15-4ec3-aa31-34c3437fb12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.095779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] For port ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:02.103340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b31a4b-dc95-4daa-9a6e-7a26c1e62c59 req-da16d5c7-356a-4bc4-8219-6675d798f237 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:02.115719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3b31a4b-dc95-4daa-9a6e-7a26c1e62c59 req-da16d5c7-356a-4bc4-8219-6675d798f237 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.1880610 Aug 23 11:50:02.210299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1050e4a0-3d46-4f4e-ba0c-e8cd57a30f0b None None] Port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:02.226907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] For port ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:02.227999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf98b6-1717-4aaf-8110-fa0958d698ac,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:02.293087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f14a6be9-1e30-49c3-b938-166eacaeea75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.294212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.311026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2027ac4-6c15-4ec3-aa31-34c3437fb12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.349723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f14a6be9-1e30-49c3-b938-166eacaeea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.449914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Attempting to bind port d8cf98b6-1717-4aaf-8110-fa0958d698ac on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:02.450689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Attempting to bind port d8cf98b6-1717-4aaf-8110-fa0958d698ac by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:02.450689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Attempting to bind port d8cf98b6-1717-4aaf-8110-fa0958d698ac on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:02.481084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:02.481791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:02.483295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] 10.222.0.41 "PUT /v2.0/ports/ea8efeb1-d86e-4b4b-8ca4-27928be7894a HTTP/1.1" status: 200 len: 1116 time: 4.2749038 Aug 23 11:50:02.484920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'tag': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:02.571184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f14a6be9-1e30-49c3-b938-166eacaeea75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9b4b51c59f24f7fb849877faf5a8751&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4264169 Aug 23 11:50:02.583886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3b31a4b-dc95-4daa-9a6e-7a26c1e62c59 req-fe3fddab-0804-4b38-b0d4-6f77ec870bf7 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612861 Aug 23 11:50:02.593777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33670) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:02.727876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2027ac4-6c15-4ec3-aa31-34c3437fb12f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a314ec44a73145e98d0d424effc1c9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8249736 Aug 23 11:50:02.736900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33674) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:02.797135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c30f3-ca79-4438-b517-1998fbdb39fd req-7f9e505c-c4f7-447b-87ec-060bb5a1dc1d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:02.799137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c59c30f3-ca79-4438-b517-1998fbdb39fd req-7f9e505c-c4f7-447b-87ec-060bb5a1dc1d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.9043515 Aug 23 11:50:02.860345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 357234c3-ff4a-45f8-a951-13d852687ed0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:02.878007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Port d8cf98b6-1717-4aaf-8110-fa0958d698ac on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:02.894321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Attempting to bind port d8cf98b6-1717-4aaf-8110-fa0958d698ac on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:02.931410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-21d2e2dd-a1a2-44a5-9ace-77913bc1df7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.001423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-21d2e2dd-a1a2-44a5-9ace-77913bc1df7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.009964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec4ed8-6a15-4919-a5d0-827334369afb service neutron] Pushing event updated for resources: {'Port': ['ID=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:03.079546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 357234c3-ff4a-45f8-a951-13d852687ed0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:03.085955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c59c30f3-ca79-4438-b517-1998fbdb39fd req-17bc5d9a-cfa8-46ec-bcfe-954de4f0ebcc tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456150 Aug 23 11:50:03.096062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:03.100494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:03.100993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:03.101429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Bound port: d8cf98b6-1717-4aaf-8110-fa0958d698ac, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:03.101844 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.103553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 357234c3-ff4a-45f8-a951-13d852687ed0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:03.103961 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.210015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-21d2e2dd-a1a2-44a5-9ace-77913bc1df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.213959 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-21d2e2dd-a1a2-44a5-9ace-77913bc1df7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.215332 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-21d2e2dd-a1a2-44a5-9ace-77913bc1df7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eda84681-840c-4fca-8f64-914652e25110 HTTP/1.1" status: 204 len: 168 time: 0.5767379 Aug 23 11:50:03.223088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2027ac4-6c15-4ec3-aa31-34c3437fb12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb72eb7-5c97-45df-91dc-a40da6ab8b02,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:03.267676 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629d158d-5b2e-4283-88d3-dec347522e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f04f735-0a22-4f77-90b4-23ebe45afee4", "tag": "ea8efeb1-d86e-4b4b-8ca4-27928be7894a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:03.342466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a6be9-1e30-49c3-b938-166eacaeea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda84681-840c-4fca-8f64-914652e25110,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:03.381033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c86fe225-383a-4316-82c4-e5345499f167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.411420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2e2dd-a1a2-44a5-9ace-77913bc1df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda84681-840c-4fca-8f64-914652e25110,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:03.423965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-7a1b6aac-a7d2-4dc5-8cbf-565aeb08a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:03.424132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.434202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.436854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-7a1b6aac-a7d2-4dc5-8cbf-565aeb08a32f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29aadf460e41441a9121cac7fef47aa6&device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 1119 time: 0.2904778 Aug 23 11:50:03.500274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 357234c3-ff4a-45f8-a951-13d852687ed0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=357234c3-ff4a-45f8-a951-13d852687ed0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:03.508116 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.553196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c86fe225-383a-4316-82c4-e5345499f167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.655052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=357234c3-ff4a-45f8-a951-13d852687ed0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:03.706838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-41de9bb7-4f31-4e60-80b6-213e6d2b13c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a HTTP/1.1" status: 200 len: 217 time: 0.2689409 Aug 23 11:50:03.816090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] For port d8cf98b6-1717-4aaf-8110-fa0958d698ac, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:03.882760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] For port d8cf98b6-1717-4aaf-8110-fa0958d698ac, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:03.891680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-00f0bf22-6c70-40ab-87b5-4aa8f76f17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:03.893332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-00f0bf22-6c70-40ab-87b5-4aa8f76f17bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1780248 Aug 23 11:50:03.896390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.959302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c86fe225-383a-4316-82c4-e5345499f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.963501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c86fe225-383a-4316-82c4-e5345499f167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:03.965326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c86fe225-383a-4316-82c4-e5345499f167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2eb72eb7-5c97-45df-91dc-a40da6ab8b02 HTTP/1.1" status: 204 len: 168 time: 1.2253354 Aug 23 11:50:03.983104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fe225-383a-4316-82c4-e5345499f167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb72eb7-5c97-45df-91dc-a40da6ab8b02,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:04.206419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355914c-0758-4ab3-bdce-f9662adc67e7 req-02326fda-bc37-4541-b9cc-e5cb89c02884 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:04.208398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3355914c-0758-4ab3-bdce-f9662adc67e7 req-02326fda-bc37-4541-b9cc-e5cb89c02884 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.4194908 Aug 23 11:50:04.209969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:04.210753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:04.212595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] 10.222.0.44 "PUT /v2.0/ports/d8cf98b6-1717-4aaf-8110-fa0958d698ac HTTP/1.1" status: 200 len: 1096 time: 5.6306739 Aug 23 11:50:04.213774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:04.224696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:04.226645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:04.227038 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554a6ca6-019e-488b-8c79-2c3c9d4ed026 x-openstack-request-id: req-554a6ca6-019e-488b-8c79-2c3c9d4ed026 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:04.234243 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f04f735-0a22-4f77-90b4-23ebe45afee4", "tag": "ea8efeb1-d86e-4b4b-8ca4-27928be7894a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:04.240519 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-554a6ca6-019e-488b-8c79-2c3c9d4ed026 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:04.241408 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'tag': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a', 'status': 'completed', 'code': 200} Aug 23 11:50:04.300281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33704) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:04.418984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:04.450974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ab129-6e0a-4fdd-bdae-cc4757fc55db service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf98b6-1717-4aaf-8110-fa0958d698ac,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:04.531320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba2098-9686-450a-9fcd-8ce53b339c06 req-db7d7f98-cdaa-4f8f-9f51-fb75475fcc98 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:04.533050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9ba2098-9686-450a-9fcd-8ce53b339c06 req-db7d7f98-cdaa-4f8f-9f51-fb75475fcc98 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.1755016 Aug 23 11:50:04.550356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9c12f68-41e5-44a4-9746-6bb10b3b5622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:04.680209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-821b237c-0d2f-4179-b704-c5b953d850d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:04.684244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-821b237c-0d2f-4179-b704-c5b953d850d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7723546 Aug 23 11:50:04.707062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9ba2098-9686-450a-9fcd-8ce53b339c06 req-d487de2c-5afc-48e2-974f-4b17f7d63380 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177511 Aug 23 11:50:04.724905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:04.741392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:04.749972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3355914c-0758-4ab3-bdce-f9662adc67e7 req-831993e4-3e9e-4257-b34f-80cb48b41664 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967372 Aug 23 11:50:04.759544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 357234c3-ff4a-45f8-a951-13d852687ed0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:04.764705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-f40ff6f5-6a2a-4755-85b6-265de6cdfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:04.767349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-f40ff6f5-6a2a-4755-85b6-265de6cdfeaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cc19ff510c4d20a61385918f78167d&device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 1099 time: 0.2989452 Aug 23 11:50:04.932200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 357234c3-ff4a-45f8-a951-13d852687ed0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:04.933877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:04.987501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-e24293a0-e48d-4e6c-a65d-f7d4bd702edc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac HTTP/1.1" status: 200 len: 217 time: 0.2032166 Aug 23 11:50:05.025398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33714) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:05.075939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d80bd2ab-f22f-4d0e-afc5-5999c40eccb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.140080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:50:05.244080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-ce57a003-49d9-42d3-8bd2-e1ba53bb7ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057580 Aug 23 11:50:05.285531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-79ba93db-3040-4c83-99cd-5442c64d5eb0 None None] Provisioning complete for port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:05.285531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-79ba93db-3040-4c83-99cd-5442c64d5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.290648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-226867f8-d4ba-4084-960f-0ca1c994ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:05.294910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-226867f8-d4ba-4084-960f-0ca1c994ba57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2240214 Aug 23 11:50:05.417666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9c12f68-41e5-44a4-9746-6bb10b3b5622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.444870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-79ba93db-3040-4c83-99cd-5442c64d5eb0 None None] Port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:05.472196 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9c12f68-41e5-44a4-9746-6bb10b3b5622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.566168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:50:05.575290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f9c12f68-41e5-44a4-9746-6bb10b3b5622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb1d7584a84542e9bd8a396d2654a9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2608991 Aug 23 11:50:05.578988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-af44ed78-c0b8-433b-b818-c7f574b276a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bafa5f3-6985-4b47-81ac-4329d535b6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4278119 Aug 23 11:50:05.579511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33718) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:05.584578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Sync routers for ids ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:50:05.601829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Routers {'7bafa5f3-6985-4b47-81ac-4329d535b6c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:50:05.604807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:05.607355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a868b0d9-1db4-43b2-abd9-e2c5d86c2d58 req-6cccde18-d262-4e43-9e6b-dfa17f8c7c2d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518381 Aug 23 11:50:05.636370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c12f68-41e5-44a4-9746-6bb10b3b5622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f574976-3d4b-4632-9af3-48bfb32147a8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:05.710496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aa73160-30e2-4f46-84b6-c147073b7742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.738653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d80bd2ab-f22f-4d0e-afc5-5999c40eccb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.764620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d158d-5b2e-4283-88d3-dec347522e4e req-819548ff-6776-419e-99f4-15a2f0d602d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:05.767571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-819548ff-6776-419e-99f4-15a2f0d602d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29aadf460e41441a9121cac7fef47aa6&device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 1119 time: 0.0908706 Aug 23 11:50:05.768547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d80bd2ab-f22f-4d0e-afc5-5999c40eccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.841493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bd2ab-f22f-4d0e-afc5-5999c40eccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed867f13-04cd-4a53-8668-62b460678ee1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:05.857760 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aa73160-30e2-4f46-84b6-c147073b7742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:05.885781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d80bd2ab-f22f-4d0e-afc5-5999c40eccb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3314c3f2c9714bd0a1b1bc59a001c68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8589654 Aug 23 11:50:05.892651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33730) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:06.035031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831a0014-19e1-4aa9-9f10-e390133377af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:06.128226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831a0014-19e1-4aa9-9f10-e390133377af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:06.147367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aa73160-30e2-4f46-84b6-c147073b7742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:06.155576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aa73160-30e2-4f46-84b6-c147073b7742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:06.166528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Set router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:50:06.172048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3aa73160-30e2-4f46-84b6-c147073b7742 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f574976-3d4b-4632-9af3-48bfb32147a8 HTTP/1.1" status: 204 len: 168 time: 0.5858917 Aug 23 11:50:06.173651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d158d-5b2e-4283-88d3-dec347522e4e req-8a91514f-ac33-4f9b-9cdc-0ff1511913d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:06.178665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-8a91514f-ac33-4f9b-9cdc-0ff1511913d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4028425 Aug 23 11:50:06.210361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa73160-30e2-4f46-84b6-c147073b7742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f574976-3d4b-4632-9af3-48bfb32147a8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:06.272008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84224a73-fbdb-403c-8374-53349b308733', 'tag': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:06.287471 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62" -d '{"events": [{"name": "network-changed", "server_uuid": "84224a73-fbdb-403c-8374-53349b308733", "tag": "d8cf98b6-1717-4aaf-8110-fa0958d698ac"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:06.414457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d53695-af4b-4e78-ba50-28fd985f36b6 req-f97c8c50-348f-40ef-9d69-681cc20039ff tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:06.416223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-77d53695-af4b-4e78-ba50-28fd985f36b6 req-f97c8c50-348f-40ef-9d69-681cc20039ff tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.1130116 Aug 23 11:50:06.434926 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831a0014-19e1-4aa9-9f10-e390133377af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:06.438407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831a0014-19e1-4aa9-9f10-e390133377af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:06.439681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-831a0014-19e1-4aa9-9f10-e390133377af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed867f13-04cd-4a53-8668-62b460678ee1 HTTP/1.1" status: 204 len: 168 time: 0.5457146 Aug 23 11:50:06.469277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a0014-19e1-4aa9-9f10-e390133377af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed867f13-04cd-4a53-8668-62b460678ee1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:06.497642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-77d53695-af4b-4e78-ba50-28fd985f36b6 req-aa7292ab-f184-4790-91e5-db4b4a9b531a tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726714 Aug 23 11:50:06.781167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-a4fe18c4-ed5b-4f6f-81ae-fc296791bfac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a HTTP/1.1" status: 200 len: 217 time: 0.5559399 Aug 23 11:50:06.798840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-4b538f8a-6708-4588-919b-ff8ba0b8ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:06.799722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0085ae7d-4f33-43b4-8d0d-040ad3fd5951', 'name': '', 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'mac_address': 'fa:16:3e:77:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:59Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 2, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'subnets': [{'id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:06.805849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-4b538f8a-6708-4588-919b-ff8ba0b8ef0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6248059 Aug 23 11:50:06.819503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a791b46-75d9-4c4f-bc80-4454b174bdf3 req-0287dad1-2844-4605-b7d8-88bc2d10ff44 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:06.821520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a791b46-75d9-4c4f-bc80-4454b174bdf3 req-0287dad1-2844-4605-b7d8-88bc2d10ff44 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.6418428 Aug 23 11:50:06.869080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Checking router: 7bafa5f3-6985-4b47-81ac-4329d535b6c5 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:50:06.869568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Updating router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:50:06.972022 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:07.027883 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a791b46-75d9-4c4f-bc80-4454b174bdf3 req-a62146df-d2c2-450a-ac7a-58d7b54609d3 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989911 Aug 23 11:50:07.085972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-48ffce32-8b88-4db9-a1b0-6c386de64d1d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454469 Aug 23 11:50:07.326108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f340fa85-5c98-4610-a82f-b799c7391f4f req-bd8d6515-0ef5-4a73-bf26-9862685c7ea5 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311490 Aug 23 11:50:07.531947 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aee3bb-8c36-42ad-8a2f-8608dce8fa76 x-openstack-request-id: req-e2aee3bb-8c36-42ad-8a2f-8608dce8fa76 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:07.532312 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84224a73-fbdb-403c-8374-53349b308733", "tag": "d8cf98b6-1717-4aaf-8110-fa0958d698ac", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:07.532631 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2aee3bb-8c36-42ad-8a2f-8608dce8fa76 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:07.533079 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84224a73-fbdb-403c-8374-53349b308733', 'tag': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac', 'status': 'completed', 'code': 200} Aug 23 11:50:07.729227 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:07.761302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Transition to ACTIVE for port object 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:07.781430 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:08.018411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Attempting to bind port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:08.021273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Attempting to bind port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:08.022216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Attempting to bind port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 on network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:08.047869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:08.048190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Checking segment: {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:08.050771 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:08.051273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Bound using segment: {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:08.051763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Bound port: 0085ae7d-4f33-43b4-8d0d-040ad3fd5951, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d19292e-596f-4c5f-9a30-83d1cff0a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:08.067873 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:08.071944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2d8ee-0827-485c-8476-037440e06daf None None] Pushing event updated for resources: {'Port': ['ID=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:08.116315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01108f-8426-4864-97f0-279000c8c8ca req-12409e83-f3b7-417d-b209-248fc0a69c3e tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:08.117964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f01108f-8426-4864-97f0-279000c8c8ca req-12409e83-f3b7-417d-b209-248fc0a69c3e tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.2510936 Aug 23 11:50:08.291435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-0af1a51b-13b4-49d3-b468-b54544ddd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:08.294337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-0af1a51b-13b4-49d3-b468-b54544ddd92e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cc19ff510c4d20a61385918f78167d&device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 1099 time: 0.1754382 Aug 23 11:50:08.341627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] For port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:08.345452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f01108f-8426-4864-97f0-279000c8c8ca req-47d9af04-d19e-4a6e-89bd-b0d0cdb37a75 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638000 Aug 23 11:50:08.345786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] For port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:08.361270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:08.628011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Routers {'7bafa5f3-6985-4b47-81ac-4329d535b6c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:50:08.631632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:08.724537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-48ac207c-6c5e-4f5a-ba00-f610384242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:08.726141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-48ac207c-6c5e-4f5a-ba00-f610384242e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4141445 Aug 23 11:50:08.741968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edab96-e91b-40df-bd4a-038d323d186a req-af34c56c-4a50-4694-81b3-fe2b71086411 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:08.755152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66edab96-e91b-40df-bd4a-038d323d186a req-af34c56c-4a50-4694-81b3-fe2b71086411 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.2344630 Aug 23 11:50:08.762458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2d8ee-0827-485c-8476-037440e06daf None None] Pushing event updated for resources: {'Port': ['ID=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:08.874613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-32baa27b-6947-43e3-a465-9e1831988e0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac HTTP/1.1" status: 200 len: 217 time: 0.1164618 Aug 23 11:50:08.942510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] Set router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:50:08.973978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-1bd93ad3-c133-42b9-976e-55c64fa5c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:08.975826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-1bd93ad3-c133-42b9-976e-55c64fa5c7e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0930715 Aug 23 11:50:09.073596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66edab96-e91b-40df-bd4a-038d323d186a req-d146a5fa-7559-4622-a345-75695c681c4c tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027332 Aug 23 11:50:09.106177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-8d83d3d8-ef31-44bf-937b-6ef09643ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:09.112530 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-8d83d3d8-ef31-44bf-937b-6ef09643ca79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264493 Aug 23 11:50:09.333722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-d97f3ca5-e965-4956-808b-9faf8d8b2b64 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137198 Aug 23 11:50:09.430055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0085ae7d-4f33-43b4-8d0d-040ad3fd5951', 'name': '', 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'mac_address': 'fa:16:3e:77:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:59Z', 'updated_at': '2021-08-23T11:50:08Z', 'revision_number': 4, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'subnets': [{'id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:09.568257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24781e-c72e-4a51-99f8-292126cddd15 None None] The sync data for ids ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'] in n-d-773645-7 is: [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0085ae7d-4f33-43b4-8d0d-040ad3fd5951', 'name': '', 'network_id': '2c40823b-96a2-4b8f-b5a0-d9577294efc6', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'mac_address': 'fa:16:3e:77:e5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:59Z', 'updated_at': '2021-08-23T11:50:08Z', 'revision_number': 4, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'subnets': [{'id': '67cc7ea5-3b04-4053-9ee7-ede224ee28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:50:09.726506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fd71abf-9676-4d3b-8854-c9f49d9f9d62 req-488be37c-f5c8-4c38-ba4e-5e19cb0c81dd service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685834 Aug 23 11:50:09.885083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:09.890987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862412002', 'description': 'tempest-description--270335697'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:10.037799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:10.054530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d158d-5b2e-4283-88d3-dec347522e4e req-87f66fd3-ad89-4747-888c-bd731e5b47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:10.056066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-87f66fd3-ad89-4747-888c-bd731e5b47bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2378197 Aug 23 11:50:10.181330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d158d-5b2e-4283-88d3-dec347522e4e req-0dea2a70-731d-4c68-a897-4c90895df3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:10.183255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-0dea2a70-731d-4c68-a897-4c90895df3cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205137 Aug 23 11:50:10.217164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f6e5-ee7e-44ee-bb30-31f95bd4b12f req-957a56de-aea4-41ed-8a3e-4f3a4a213843 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:10.241195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a576f6e5-ee7e-44ee-bb30-31f95bd4b12f req-957a56de-aea4-41ed-8a3e-4f3a4a213843 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.2506993 Aug 23 11:50:10.362635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-59daf724-d626-4498-a3c4-9498fbde7f59 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723571 Aug 23 11:50:10.413431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:10.437560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:10.474640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa6515-8086-4355-a40a-56ecf21904b1 req-79001da4-22ba-4c1c-b75f-6715ae90fbcc tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:10.476734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2aa6515-8086-4355-a40a-56ecf21904b1 req-79001da4-22ba-4c1c-b75f-6715ae90fbcc tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.1124899 Aug 23 11:50:10.610835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841c3a93-7bbb-426c-991d-15c0b55fbf32,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:10.634507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:10.641609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2aa6515-8086-4355-a40a-56ecf21904b1 req-de175e7e-cb71-4245-8686-f4caaabd07d6 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281357 Aug 23 11:50:10.644346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-debb7e08-8d68-49ce-849a-310c529ef584 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7496426 Aug 23 11:50:10.646194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:10.672698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'security_group_rule': {'security_group_id': '841c3a93-7bbb-426c-991d-15c0b55fbf32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:10.718968 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a576f6e5-ee7e-44ee-bb30-31f95bd4b12f req-a49bf422-9332-4075-9c66-516ff35a0062 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939699 Aug 23 11:50:10.841382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-629d158d-5b2e-4283-88d3-dec347522e4e req-98d9a5f8-30b9-4533-bc00-3b7d64ad1cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402323 Aug 23 11:50:10.862608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:10.904689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:11.041885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:11.058111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:11.058908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.148915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.165596 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.193729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087caffb-a1b3-4eab-ade8-49c940c21b2d,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:11.218956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.221531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5757dbde-9356-46f8-862d-96775e036a21 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5654094 Aug 23 11:50:11.224489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33866) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:11.231932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'security_group_rule': {'security_group_id': '841c3a93-7bbb-426c-991d-15c0b55fbf32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:11.236459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.278992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.310821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:11.316051 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.357183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.365021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.388331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:11.393625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c904e2-830d-47bc-bec1-831066828235,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:11.419281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.426702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-02d92d32-d394-4f83-b2cf-ce45a9b98df9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979630 Aug 23 11:50:11.427084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33870) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:11.435699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:11.540757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.760835 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:11.899015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba87124-fa79-446b-ba73-7d8c25ac11ef req-feb95815-fbb5-481c-85dd-9006d20b4478 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:11.911320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba87124-fa79-446b-ba73-7d8c25ac11ef req-feb95815-fbb5-481c-85dd-9006d20b4478 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.1029534 Aug 23 11:50:11.926182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Allocated IP 172.25.1.46 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/74dbece1-5c85-412c-a5bf-5c0f330000b4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:11.986414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba87124-fa79-446b-ba73-7d8c25ac11ef req-d1b015e8-6a49-46b6-9b70-859c7fba7b6d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738337 Aug 23 11:50:12.202616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:12.202967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f6e35-a75b-43f9-9010-bd21ce58b0ae req-bb2f228e-2faf-4200-a36f-912f9ee1bf84 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:12.217475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-717f6e35-a75b-43f9-9010-bd21ce58b0ae req-bb2f228e-2faf-4200-a36f-912f9ee1bf84 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.1212938 Aug 23 11:50:12.284925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-717f6e35-a75b-43f9-9010-bd21ce58b0ae req-0b657093-05bb-479b-9997-00e9bbfa9d45 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662708 Aug 23 11:50:12.295821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:12.352868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:12.354314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'Port': ['ID=74dbece1-5c85-412c-a5bf-5c0f330000b4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:12.357482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:12.361843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:12.583810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:12.662752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:12.674172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:12.762885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:12.763715 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:12.978241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:12.984929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.043808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.081834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.083262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6551404 Aug 23 11:50:13.084363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5ff34-b552-43c5-baa7-67d12568dc3d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'Port': ['ID=74dbece1-5c85-412c-a5bf-5c0f330000b4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:13.096965 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:50:13.171132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144608-0a11-4b37-abac-eee6956ec8d7 req-c8aeb151-2a9b-45c9-a7ca-c28f37b49901 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:13.173528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95144608-0a11-4b37-abac-eee6956ec8d7 req-c8aeb151-2a9b-45c9-a7ca-c28f37b49901 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.0708518 Aug 23 11:50:13.233543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95144608-0a11-4b37-abac-eee6956ec8d7 req-8caecf54-e793-431d-95d9-b8d6e10160e3 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Aug 23 11:50:13.344514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-99d8f018-78c1-4a30-b2ae-b3a40c1d232f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--862412002&fields=id&tenant_id=79db2d3882d34e0aa00d78d355a4d678 HTTP/1.1" status: 200 len: 267 time: 0.0539398 Aug 23 11:50:13.446722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:13.548049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:13.581731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33990) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:13.587959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fccafa-942e-42bd-a3a9-0dee2e0dec2b req-1ea58e14-86a1-4e3f-9b52-90f7612dccea tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:13.590116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36fccafa-942e-42bd-a3a9-0dee2e0dec2b req-1ea58e14-86a1-4e3f-9b52-90f7612dccea tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.1933322 Aug 23 11:50:13.611514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-98bbbc66-27d1-43f0-8859-e9fab0fa076c tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:13.618756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-98bbbc66-27d1-43f0-8859-e9fab0fa076c tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 823 time: 0.2628026 Aug 23 11:50:13.632452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-68c99017-4b4d-430a-8605-c217a00a84e2 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/quotas/79db2d3882d34e0aa00d78d355a4d678 HTTP/1.1" status: 200 len: 375 time: 0.0124016 Aug 23 11:50:13.645081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36fccafa-942e-42bd-a3a9-0dee2e0dec2b req-980534a2-3882-4be2-aff4-01117a947b2c tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Aug 23 11:50:13.699212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c569f8de-5bb2-46e9-96f5-fa446a79113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.710081 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e5f-98b3-4778-99f9-894f754a420f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.735206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-0cb8e5d0-0d26-4d31-aedb-4873614b2f4f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933211 Aug 23 11:50:13.746035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.821259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e5f-98b3-4778-99f9-894f754a420f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.826161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7a84e5f-98b3-4778-99f9-894f754a420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:13.839285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 11:50:13.839285 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 11:50:13.839285 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id_1': 'be220e35a29d4bc49cb0ed1b29b90cde', 'expiration_1': datetime.datetime(2021, 8, 23, 11, 50, 13, 761544)}] Aug 23 11:50:13.839285 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:50:13.839660 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:50:13.868910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f7a84e5f-98b3-4778-99f9-894f754a420f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d895c53808cd4f42bbc6ff31895c4baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171701 Aug 23 11:50:13.868910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a84e5f-98b3-4778-99f9-894f754a420f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb345ba7-85af-45d4-8723-2fa91f61b15d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:13.870396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34000) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:13.874778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-4488c309-5ebc-4d4a-95d4-ed534f351dae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:50:13.875784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-4488c309-5ebc-4d4a-95d4-ed534f351dae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761878 Aug 23 11:50:14.208257 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c99-0df6-4545-9894-09fe832476b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.215654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c569f8de-5bb2-46e9-96f5-fa446a79113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.225896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-95525a31-2b2e-4758-b079-de7617930394 service neutron] 10.222.0.21 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417125 Aug 23 11:50:14.229083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c569f8de-5bb2-46e9-96f5-fa446a79113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.267877 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c99-0df6-4545-9894-09fe832476b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.319505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569f8de-5bb2-46e9-96f5-fa446a79113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91a966d-1cb5-425a-9387-731f0220f6e3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:14.346251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000e6b6-5980-4de1-a8ec-00d38222e749 req-6e5709eb-2472-4be9-9fcb-afd12e38a0d9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:14.347872 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8000e6b6-5980-4de1-a8ec-00d38222e749 req-6e5709eb-2472-4be9-9fcb-afd12e38a0d9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.0494146 Aug 23 11:50:14.356338 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c569f8de-5bb2-46e9-96f5-fa446a79113e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4946fc47de154b059c3f54c937856b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090388 Aug 23 11:50:14.356974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.361307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34004) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:14.428221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8000e6b6-5980-4de1-a8ec-00d38222e749 req-2899e973-47d7-48d2-9ea7-d7a667561037 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730855 Aug 23 11:50:14.430646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-47ceabcd-0236-4abd-9be6-a986aef2db3f service neutron] 10.222.0.21 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894922 Aug 23 11:50:14.431270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c99-0df6-4545-9894-09fe832476b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.434518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4c99-0df6-4545-9894-09fe832476b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.435513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b3a4c99-0df6-4545-9894-09fe832476b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb345ba7-85af-45d4-8723-2fa91f61b15d HTTP/1.1" status: 204 len: 168 time: 0.5648437 Aug 23 11:50:14.456150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df3f7cd0-d6c3-45dc-affb-4a49ec52725a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.466090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a4c99-0df6-4545-9894-09fe832476b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb345ba7-85af-45d4-8723-2fa91f61b15d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:14.492547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df3f7cd0-d6c3-45dc-affb-4a49ec52725a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.563742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.570349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.586524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df3f7cd0-d6c3-45dc-affb-4a49ec52725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.591076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df3f7cd0-d6c3-45dc-affb-4a49ec52725a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.593207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df3f7cd0-d6c3-45dc-affb-4a49ec52725a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b91a966d-1cb5-425a-9387-731f0220f6e3 HTTP/1.1" status: 204 len: 168 time: 0.2300575 Aug 23 11:50:14.603253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f7cd0-d6c3-45dc-affb-4a49ec52725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91a966d-1cb5-425a-9387-731f0220f6e3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:14.613918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34010) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:14.626000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be220e35a29d4bc49cb0ed1b29b90cde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0414593 Aug 23 11:50:14.662508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a091a-9258-4d02-a3f0-9429a364ed34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e999655b-2831-43f0-9aa4-0108ce6ffd7a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:14.737808 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-194a7a0c-b1c8-4a4d-913f-aa7707f520e3 req-cbdec835-7bba-4f4d-9faf-860bc6b1bae9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 210 time: 0.0488644 Aug 23 11:50:14.738878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-016242fa-e522-439b-89c8-466966c045e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.785074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-016242fa-e522-439b-89c8-466966c045e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.842357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aacd10-9411-45c8-a0f2-e67620082274 req-cc543d52-3610-4fee-95be-626325c89090 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:14.848251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73aacd10-9411-45c8-a0f2-e67620082274 req-cc543d52-3610-4fee-95be-626325c89090 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.1149812 Aug 23 11:50:14.893971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-016242fa-e522-439b-89c8-466966c045e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.900245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-016242fa-e522-439b-89c8-466966c045e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:14.904876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-016242fa-e522-439b-89c8-466966c045e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e999655b-2831-43f0-9aa4-0108ce6ffd7a HTTP/1.1" status: 204 len: 168 time: 0.2865942 Aug 23 11:50:14.915890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73aacd10-9411-45c8-a0f2-e67620082274 req-724f99bc-0d09-4ace-a022-26e7ff9c169d tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523698 Aug 23 11:50:14.926143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016242fa-e522-439b-89c8-466966c045e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999655b-2831-43f0-9aa4-0108ce6ffd7a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:15.119113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34030) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:15.136874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba030f3-c3e7-42d1-b639-da661e062fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.258952 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba030f3-c3e7-42d1-b639-da661e062fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.264895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba030f3-c3e7-42d1-b639-da661e062fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.312879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34034) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:15.313078 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eba030f3-c3e7-42d1-b639-da661e062fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=172ee0510081484788bc83d63df1c684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925726 Aug 23 11:50:15.314235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba030f3-c3e7-42d1-b639-da661e062fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc5e1f-0802-49b6-a854-fb111c956aed,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:15.415651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34036) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:15.420454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b576c90-eaa1-420f-86c5-7b23edd3742a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.423490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34038) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:15.434066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a8e682e-5e23-4062-a1f0-5cf6fb1d5098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.452901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-efedd6de-65e6-459b-bd6b-667e86497417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.471492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b576c90-eaa1-420f-86c5-7b23edd3742a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.534444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b576c90-eaa1-420f-86c5-7b23edd3742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.537028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b576c90-eaa1-420f-86c5-7b23edd3742a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.538262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6b576c90-eaa1-420f-86c5-7b23edd3742a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9efc5e1f-0802-49b6-a854-fb111c956aed HTTP/1.1" status: 204 len: 168 time: 0.2237334 Aug 23 11:50:15.556779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b576c90-eaa1-420f-86c5-7b23edd3742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc5e1f-0802-49b6-a854-fb111c956aed,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:15.565892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a8e682e-5e23-4062-a1f0-5cf6fb1d5098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.572707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a8e682e-5e23-4062-a1f0-5cf6fb1d5098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.617094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553c84f-dbf3-4d79-89d1-a9d1f6f1e895 req-0d841a2c-2af1-4707-9e4a-fc6e01b6b9b4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:15.618746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0553c84f-dbf3-4d79-89d1-a9d1f6f1e895 req-0d841a2c-2af1-4707-9e4a-fc6e01b6b9b4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.1066246 Aug 23 11:50:15.637372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6a8e682e-5e23-4062-a1f0-5cf6fb1d5098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f087180f9e474fa0a27b9a0fee5277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169430 Aug 23 11:50:15.638997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34044) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:15.677535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-efedd6de-65e6-459b-bd6b-667e86497417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.681008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e682e-5e23-4062-a1f0-5cf6fb1d5098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43a159f-bbbc-49de-ad63-9be6648c8d0c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:15.698442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-efedd6de-65e6-459b-bd6b-667e86497417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.703010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0553c84f-dbf3-4d79-89d1-a9d1f6f1e895 req-5e17d331-cf7d-4894-8866-cb170beefe2b tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718889 Aug 23 11:50:15.748309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-efedd6de-65e6-459b-bd6b-667e86497417 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5bf5f42bdb049cbb9b84f4ec058b6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236914 Aug 23 11:50:15.751161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34046) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:15.761371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedd6de-65e6-459b-bd6b-667e86497417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0444a2c-4218-48f9-b72a-e395ee5474df,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:15.782660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14052991-8aed-4e3a-b9a1-c99855a14f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.833726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14052991-8aed-4e3a-b9a1-c99855a14f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.890157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91a7f25a-da86-4be2-823b-94353d61fd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.926525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ed3b5c8-33f6-495d-add7-7281fcf2adce req-6d1646f0-bdf9-4704-a947-7ef3aeefe729 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 210 time: 0.0357597 Aug 23 11:50:15.934176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-1a7d162d-7e80-4f04-95da-f413ea033249 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:15.935461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-1a7d162d-7e80-4f04-95da-f413ea033249 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.44 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 823 time: 0.1667299 Aug 23 11:50:15.957522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91a7f25a-da86-4be2-823b-94353d61fd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.970172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14052991-8aed-4e3a-b9a1-c99855a14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.973137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14052991-8aed-4e3a-b9a1-c99855a14f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:15.976657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-14052991-8aed-4e3a-b9a1-c99855a14f04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e43a159f-bbbc-49de-ad63-9be6648c8d0c HTTP/1.1" status: 204 len: 168 time: 0.3152838 Aug 23 11:50:15.991068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14052991-8aed-4e3a-b9a1-c99855a14f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43a159f-bbbc-49de-ad63-9be6648c8d0c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:15.994014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ea8efeb1-d86e-4b4b-8ca4-27928be7894a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:16.034616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-e4873736-b6f1-4f31-a05c-b5b2387d0df1 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79db2d3882d34e0aa00d78d355a4d678 HTTP/1.1" status: 200 len: 379 time: 0.0835471 Aug 23 11:50:16.049706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91a7f25a-da86-4be2-823b-94353d61fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.052922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91a7f25a-da86-4be2-823b-94353d61fd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.054394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-91a7f25a-da86-4be2-823b-94353d61fd2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0444a2c-4218-48f9-b72a-e395ee5474df HTTP/1.1" status: 204 len: 168 time: 0.3021274 Aug 23 11:50:16.061005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'port': {'device_id': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'admin_state_up': True, 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'security_groups': ['841c3a93-7bbb-426c-991d-15c0b55fbf32']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:16.073453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7f25a-da86-4be2-823b-94353d61fd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0444a2c-4218-48f9-b72a-e395ee5474df,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:16.151726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070578b-9ed6-45b8-99ed-2b017399c85b req-3aca4c1c-119a-4875-9e7f-69388e0ccece tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:16.153392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7070578b-9ed6-45b8-99ed-2b017399c85b req-3aca4c1c-119a-4875-9e7f-69388e0ccece tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 968 time: 0.0663662 Aug 23 11:50:16.179901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:16.214239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a', 'mac_address': 'fa:16:3e:04:61:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-711964900', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:16.218366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7070578b-9ed6-45b8-99ed-2b017399c85b req-ce2bf03c-73e2-4467-bfee-e120eee9b4dc tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 Aug 23 11:50:16.297644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.299960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Made reservation on behalf of 79db2d3882d34e0aa00d78d355a4d678 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:16.304043 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.317906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8efeb1-d86e-4b4b-8ca4-27928be7894a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:16.349482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:16.357266 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.440526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:16.457222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d8cf98b6-1717-4aaf-8110-fa0958d698ac details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:16.490599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Allocated IP 172.20.0.11 (bc564663-9fa0-49f8-a0da-5ab139164149/2eb8fb82-da28-4451-aec1-c36619a7d12a/4e598461-285d-499d-b706-c3ea5d6dbc1b) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:16.596410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d8cf98b6-1717-4aaf-8110-fa0958d698ac, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:16.616802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac', 'mac_address': 'fa:16:3e:7b:df:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:16.641653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34070) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:16.659890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7d31e06-78b0-4ffc-b08c-1c474444db2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.686753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ea8efeb1-d86e-4b4b-8ca4-27928be7894a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:16.688959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.707054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Transition to ACTIVE for port object 4e598461-285d-499d-b706-c3ea5d6dbc1b will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:16.763262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.839154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Network bc564663-9fa0-49f8-a0da-5ab139164149 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:16.843124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:16.870225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:16.876816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:16.877144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.879880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'Port': ['ID=4e598461-285d-499d-b706-c3ea5d6dbc1b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:16.895186 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7d31e06-78b0-4ffc-b08c-1c474444db2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.905715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7d31e06-78b0-4ffc-b08c-1c474444db2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.941551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:16.949666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-a7331a19-d4b9-4bd8-b8c2-1675b25d5a11 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9079294 Aug 23 11:50:16.965492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Request body: {'port': {'device_id': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:16.977027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7d31e06-78b0-4ffc-b08c-1c474444db2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f5c9c99dfd54e4bb5c39d1170e80334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319674 Aug 23 11:50:16.977239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d31e06-78b0-4ffc-b08c-1c474444db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a0878f-b49e-4c56-ae95-4bcff4f3772c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:16.984499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34082) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:16.997428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf98b6-1717-4aaf-8110-fa0958d698ac {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:16.998839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d35af-048b-4ed7-9bf5-2e5adf922ff0 req-5348efac-9891-4a1d-a123-d3a7c0e524a2 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:17.000449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c97d35af-048b-4ed7-9bf5-2e5adf922ff0 req-5348efac-9891-4a1d-a123-d3a7c0e524a2 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 948 time: 0.1176789 Aug 23 11:50:17.058763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d8cf98b6-1717-4aaf-8110-fa0958d698ac, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:17.063974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.111861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.122387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c97d35af-048b-4ed7-9bf5-2e5adf922ff0 req-2ff4405a-aa55-4420-9200-7d1aafbc080f tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144671 Aug 23 11:50:17.135632 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4820-4547-4da5-82b7-0ac1fab6448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.176103 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4820-4547-4da5-82b7-0ac1fab6448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.288700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-586e0af3-4c45-4706-9da3-81a093d4ee84 None None] Provisioning for port 4e598461-285d-499d-b706-c3ea5d6dbc1b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:17.295725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb500685-bbd0-4714-a6af-f45f2198ad22 req-6fa1bacc-c9b0-43cf-8b17-aa23cd8196da tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:17.301587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb500685-bbd0-4714-a6af-f45f2198ad22 req-6fa1bacc-c9b0-43cf-8b17-aa23cd8196da tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 932 time: 0.2116230 Aug 23 11:50:17.306091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-586e0af3-4c45-4706-9da3-81a093d4ee84 None None] Provisioning complete for port 4e598461-285d-499d-b706-c3ea5d6dbc1b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:17.306471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-586e0af3-4c45-4706-9da3-81a093d4ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.308138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d8cf98b6-1717-4aaf-8110-fa0958d698ac,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:17.331655 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4820-4547-4da5-82b7-0ac1fab6448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.334619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f8b4820-4547-4da5-82b7-0ac1fab6448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.336375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6f8b4820-4547-4da5-82b7-0ac1fab6448e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95a0878f-b49e-4c56-ae95-4bcff4f3772c HTTP/1.1" status: 204 len: 168 time: 0.3504994 Aug 23 11:50:17.347949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b4820-4547-4da5-82b7-0ac1fab6448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a0878f-b49e-4c56-ae95-4bcff4f3772c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:17.380766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-586e0af3-4c45-4706-9da3-81a093d4ee84 None None] Port 4e598461-285d-499d-b706-c3ea5d6dbc1b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:17.387961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb500685-bbd0-4714-a6af-f45f2198ad22 req-d9a15722-5bc7-4566-ba69-189a250ea1fc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506198 Aug 23 11:50:17.395702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d8cf98b6-1717-4aaf-8110-fa0958d698ac'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:17.473785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d25a9a-fcf0-47be-addb-552bb59f23b4 req-50736a64-8937-48fe-9575-da05bb3fb91b tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:17.474743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4d25a9a-fcf0-47be-addb-552bb59f23b4 req-50736a64-8937-48fe-9575-da05bb3fb91b tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 969 time: 0.1301217 Aug 23 11:50:17.584353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4d25a9a-fcf0-47be-addb-552bb59f23b4 req-d38ea179-9e8b-49b6-ae4f-c74a9fa9ce1a tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740612 Aug 23 11:50:17.670144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e598461-285d-499d-b706-c3ea5d6dbc1b {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:17.679296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.693337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Transition to ACTIVE for port object 4e598461-285d-499d-b706-c3ea5d6dbc1b will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:17.699550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.774164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Pushing event updated for resources: {'Port': ['ID=4e598461-285d-499d-b706-c3ea5d6dbc1b,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:17.841241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Attempting to bind port 4e598461-285d-499d-b706-c3ea5d6dbc1b on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:17.841594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Attempting to bind port 4e598461-285d-499d-b706-c3ea5d6dbc1b by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:17.841959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Attempting to bind port 4e598461-285d-499d-b706-c3ea5d6dbc1b on network bc564663-9fa0-49f8-a0da-5ab139164149 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:17.847127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Port 4e598461-285d-499d-b706-c3ea5d6dbc1b on network bc564663-9fa0-49f8-a0da-5ab139164149 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:17.847464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Attempting to bind port 4e598461-285d-499d-b706-c3ea5d6dbc1b on network bc564663-9fa0-49f8-a0da-5ab139164149 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:17.853846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:17.854584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Checking segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:17.854924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Bound using segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:17.855382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Bound port: 4e598461-285d-499d-b706-c3ea5d6dbc1b, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:17.855978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.956387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] For port 4e598461-285d-499d-b706-c3ea5d6dbc1b, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:17.956778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ea8efeb1-d86e-4b4b-8ca4-27928be7894a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:17.960264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] For port 4e598461-285d-499d-b706-c3ea5d6dbc1b, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:17.973393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:17.987175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34118) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:18.045103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.046054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.048554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] 10.222.0.44 "PUT /v2.0/ports/4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 200 len: 1092 time: 1.0897462 Aug 23 11:50:18.049644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:18.053002 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806c1903-5be7-4109-b7e1-3a39248c827d" -d '{"events": [{"name": "network-changed", "server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:18.053189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port ea8efeb1-d86e-4b4b-8ca4-27928be7894a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:18.058343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ea8efeb1-d86e-4b4b-8ca4-27928be7894a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:18.074694 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.097275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5491d-0c99-49b4-ab62-473409e8cdda service neutron] Pushing event updated for resources: {'Port': ['ID=4e598461-285d-499d-b706-c3ea5d6dbc1b,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:18.142058 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20d513-07b0-436b-8ce4-cfb35bfb35b7 x-openstack-request-id: req-bb20d513-07b0-436b-8ce4-cfb35bfb35b7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:18.142532 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:18.143210 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb20d513-07b0-436b-8ce4-cfb35bfb35b7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:18.143373 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'status': 'completed', 'code': 200} Aug 23 11:50:18.167445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-1b7b082e-5e83-49cd-96c9-71ad7ab357d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.169191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-1b7b082e-5e83-49cd-96c9-71ad7ab357d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 1095 time: 0.0652757 Aug 23 11:50:18.239162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.242446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-501552d8-4a6a-4f73-acff-560980202d5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 200 len: 217 time: 0.0649250 Aug 23 11:50:18.268897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:18.295651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1361357565-network', 'tenant_id': '6cc48bbf70354853acb79d1bc11edf59'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:18.325620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Made reservation on behalf of 6cc48bbf70354853acb79d1bc11edf59 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:18.328309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.348622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-89762b09-7a0e-4164-9cd1-83c98632e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.351283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.356996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-89762b09-7a0e-4164-9cd1-83c98632e58c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.0909832 Aug 23 11:50:18.368762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1842ac-b8fb-4943-a8f1-41698a4419df req-1fc68a64-5f23-4471-add6-0b571bd0f6d5 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.371295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae1842ac-b8fb-4943-a8f1-41698a4419df req-1fc68a64-5f23-4471-add6-0b571bd0f6d5 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 949 time: 0.1399419 Aug 23 11:50:18.379001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:18.387005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.468738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae1842ac-b8fb-4943-a8f1-41698a4419df req-66aa8815-9958-437f-86cb-e6b1c11471bb tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857599 Aug 23 11:50:18.472651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-c78a1cf8-20a2-4c18-bc58-d694cbcf9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.474688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-c78a1cf8-20a2-4c18-bc58-d694cbcf9ef6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022770 Aug 23 11:50:18.481235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d8cf98b6-1717-4aaf-8110-fa0958d698ac up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:18.569633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.581408 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.625249 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-63b1a178-0e51-498f-8f84-7a2e573ee807 service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411669 Aug 23 11:50:18.637579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:18.658770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port d8cf98b6-1717-4aaf-8110-fa0958d698ac completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:18.668896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d8cf98b6-1717-4aaf-8110-fa0958d698ac triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:18.669279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.676141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:50:18.689231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349de80f-675d-46f3-9682-3684ccf2c405,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:18.725720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ebc6-1355-49ab-b327-b179ba0f3c54 req-b0ba1447-0afa-41ad-aa8f-5b04efe85d9e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.727747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1df8ebc6-1355-49ab-b327-b179ba0f3c54 req-b0ba1447-0afa-41ad-aa8f-5b04efe85d9e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 944 time: 0.1630371 Aug 23 11:50:18.732851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.733454 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Added segment bd5472c8-6f05-4618-8ff8-3efbbadb056d of type vlan for network 51022556-db5c-4bd1-97b7-dee73d612389 Aug 23 11:50:18.816051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.822376 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6821f387-3a72-4943-9681-f38b4310464b" -d '{"events": [{"server_uuid": "6f04f735-0a22-4f77-90b4-23ebe45afee4", "name": "network-vif-plugged", "status": "completed", "tag": "ea8efeb1-d86e-4b4b-8ca4-27928be7894a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:18.834058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd055-b431-4299-bf17-b35f13b5b171 req-2bee3e31-a681-4a24-9398-319b9e275252 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.836659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-348cd055-b431-4299-bf17-b35f13b5b171 req-2bee3e31-a681-4a24-9398-319b9e275252 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.1043231 Aug 23 11:50:18.839996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fcef7ef-a96b-4055-b079-aff04dd6c7ae req-3d6945dd-d928-4bf0-8b0c-d850753d027d service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068627 Aug 23 11:50:18.849289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1df8ebc6-1355-49ab-b327-b179ba0f3c54 req-b02023e1-3f30-4392-afd8-49cf25d6dbc3 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130199 Aug 23 11:50:18.880292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.881652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:18.882719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.896014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:18.913502 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-348cd055-b431-4299-bf17-b35f13b5b171 req-f2439b34-6183-466a-bc8f-23094036b771 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673146 Aug 23 11:50:18.921082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9317856 Aug 23 11:50:18.936949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34158) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:18.942861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Request body: {'subnet': {'network_id': '51022556-db5c-4bd1-97b7-dee73d612389', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1361357565-subnet', 'tenant_id': '6cc48bbf70354853acb79d1bc11edf59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:18.985182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d8cf98b6-1717-4aaf-8110-fa0958d698ac, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:18.991326 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.007275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7b66-94b8-4880-a962-a30d7a956144 admin admin] Pushing event updated for resources: {'Network': ['ID=51022556-db5c-4bd1-97b7-dee73d612389,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:19.013972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1903-5be7-4109-b7e1-3a39248c827d req-680be7cb-fbf1-4bca-afef-cd8cf4f2331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.015675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-680be7cb-fbf1-4bca-afef-cd8cf4f2331f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 1095 time: 0.0965097 Aug 23 11:50:19.017906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Made reservation on behalf of 6cc48bbf70354853acb79d1bc11edf59 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:19.020508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.062509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d8cf98b6-1717-4aaf-8110-fa0958d698ac,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:19.066860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 51022556-db5c-4bd1-97b7-dee73d612389 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:50:19.173285 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e6811-6ef7-4f4f-87ec-6f352ff8fefe x-openstack-request-id: req-5d9e6811-6ef7-4f4f-87ec-6f352ff8fefe {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:19.174028 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04f735-0a22-4f77-90b4-23ebe45afee4", "name": "network-vif-plugged", "status": "completed", "tag": "ea8efeb1-d86e-4b4b-8ca4-27928be7894a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:19.174293 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d9e6811-6ef7-4f4f-87ec-6f352ff8fefe {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:19.174755 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a', 'code': 200} Aug 23 11:50:19.343565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1903-5be7-4109-b7e1-3a39248c827d req-1ecbdd8d-e88d-47c8-ad0f-7ec953c81afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.345508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-1ecbdd8d-e88d-47c8-ad0f-7ec953c81afa service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 924 time: 0.2437923 Aug 23 11:50:19.403458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-88731448-2d7d-4dcf-96f5-fc2e29f428db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 200 len: 217 time: 0.0486841 Aug 23 11:50:19.405199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.409648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c9db-27e6-4f77-b466-bae6900c57de req-fd3782a2-567c-4f7b-8d2e-fa53735e6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.411342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00c9c9db-27e6-4f77-b466-bae6900c57de req-fd3782a2-567c-4f7b-8d2e-fa53735e6470 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 1121 time: 0.1592202 Aug 23 11:50:19.501856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00c9c9db-27e6-4f77-b466-bae6900c57de req-a561b9b5-7f02-477c-997c-94d04a8e45be service neutron] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.546385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb63aa0-b5bc-4f82-b4e0-4dd9ddb6cd95,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:19.552906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1903-5be7-4109-b7e1-3a39248c827d req-4cac15cf-86d4-4152-87d9-f9eafe813f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.554707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-4cac15cf-86d4-4152-87d9-f9eafe813f05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.1426899 Aug 23 11:50:19.613300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Checking segment: {'id': 'bd5472c8-6f05-4618-8ff8-3efbbadb056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '51022556-db5c-4bd1-97b7-dee73d612389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:19.613868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Network hostable DHCP agents. Network: 51022556-db5c-4bd1-97b7-dee73d612389, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:50:19.694652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Network 51022556-db5c-4bd1-97b7-dee73d612389 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:50:19.708507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c1903-5be7-4109-b7e1-3a39248c827d req-a7a7120e-34b5-40db-b668-a39426090160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.710280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-a7a7120e-34b5-40db-b668-a39426090160 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454253 Aug 23 11:50:19.724801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff14c1-b69b-448a-abb3-cf17b7d83448 req-3f56ea52-d2b4-44a5-a2c1-53a5c88030cf tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.726395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1ff14c1-b69b-448a-abb3-cf17b7d83448 req-3f56ea52-d2b4-44a5-a2c1-53a5c88030cf tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 950 time: 0.1497667 Aug 23 11:50:19.733228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 51022556-db5c-4bd1-97b7-dee73d612389) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:19.743281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcdac8-c82b-4d1a-aa20-21bc6f92b496 None None] Network 51022556-db5c-4bd1-97b7-dee73d612389 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:19.765519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:19.766166 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.860274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00c9c9db-27e6-4f77-b466-bae6900c57de req-a561b9b5-7f02-477c-997c-94d04a8e45be service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.865680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1ff14c1-b69b-448a-abb3-cf17b7d83448 req-b8321d0d-b985-4f77-8c32-bbf6163fdf86 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327922 Aug 23 11:50:19.873032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00c9c9db-27e6-4f77-b466-bae6900c57de req-a561b9b5-7f02-477c-997c-94d04a8e45be service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:19.906453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2a995d29-30ae-4b17-8085-c9984eaed37c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9696832 Aug 23 11:50:19.933007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-75ed04de-e820-4a12-9368-6e3dcdb2c1df service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021909 Aug 23 11:50:19.948090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7332ad2-1ab9-4787-8e92-8943d782ee04 None None] Network 51022556-db5c-4bd1-97b7-dee73d612389 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:19.954164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00c9c9db-27e6-4f77-b466-bae6900c57de req-a561b9b5-7f02-477c-997c-94d04a8e45be service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119991 Aug 23 11:50:19.971633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561b9b5-7f02-477c-997c-94d04a8e45be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99034daf-0228-4638-9fe1-6c501379b1a0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:20.084215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-806c1903-5be7-4109-b7e1-3a39248c827d req-876f3208-2667-4588-8ea5-dabde64a22ac service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410487 Aug 23 11:50:20.135196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215ebd5-b42c-4b37-90f5-ddd5cc5d51a0 req-039bf9c9-9744-4ef0-8502-7b1f666176d7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:20.145396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f215ebd5-b42c-4b37-90f5-ddd5cc5d51a0 req-039bf9c9-9744-4ef0-8502-7b1f666176d7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 944 time: 0.0769231 Aug 23 11:50:20.195449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f215ebd5-b42c-4b37-90f5-ddd5cc5d51a0 req-d5869ea5-06e8-49de-85d1-754cc3902ae7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488679 Aug 23 11:50:20.274172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ec4a-e869-42b9-a6ae-8414dabf14d8 req-992236ae-23fe-47a6-af01-f0a19c642ef3 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:20.276488 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d07ec4a-e869-42b9-a6ae-8414dabf14d8 req-992236ae-23fe-47a6-af01-f0a19c642ef3 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.0515430 Aug 23 11:50:20.322164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d07ec4a-e869-42b9-a6ae-8414dabf14d8 req-68dd258b-5c80-48ad-bf59-90be269ab819 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Aug 23 11:50:20.624122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34232) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:20.629401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-282491725-network', 'tenant_id': 'c2816b24f6ee4da4a60ec01c7b399114'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:20.662088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Made reservation on behalf of c2816b24f6ee4da4a60ec01c7b399114 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:20.664471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.674029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.743008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34238) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:20.789487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.796250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.818150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:50:20.834924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0561a-2ad4-44dd-9ba3-d699464108c7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:20.838122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.839096 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Added segment 2223fed1-d3de-4e40-9d48-c4c49ee92d63 of type vlan for network cf30ce27-5614-440f-8325-c9e311217d33 Aug 23 11:50:20.874337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c506b04-6fd5-443a-bdbd-4f253eaf1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.891054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.921971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.923117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:20.923736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:20.976189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34246) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:21.000572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] Pushing event updated for resources: {'Network': ['ID=cf30ce27-5614-440f-8325-c9e311217d33,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:21.013172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c506b04-6fd5-443a-bdbd-4f253eaf1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.013939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network cf30ce27-5614-440f-8325-c9e311217d33 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:50:21.018649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c506b04-6fd5-443a-bdbd-4f253eaf1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.052429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7169643a-bcde-4729-bbd2-e6c3aaf3fc82 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4271629 Aug 23 11:50:21.053054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:21.060973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Request body: {'subnet': {'network_id': 'cf30ce27-5614-440f-8325-c9e311217d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-282491725-subnet', 'tenant_id': 'c2816b24f6ee4da4a60ec01c7b399114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:21.061419 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c506b04-6fd5-443a-bdbd-4f253eaf1be7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf23a76eb1974bf6b3ba89741837a729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161681 Aug 23 11:50:21.062843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c506b04-6fd5-443a-bdbd-4f253eaf1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c01c3-c3c5-4555-b9c6-3a126cae35a3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:21.065159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34252) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:21.110954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Made reservation on behalf of c2816b24f6ee4da4a60ec01c7b399114 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:21.113216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.124265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57601511-b343-4498-87c6-ffdd347d8a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.136767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae4d9-f0ac-4fab-b205-a3f84227d2eb req-e8d54bc7-6e47-43f2-a12a-766f1eedf7b9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:21.138292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18aae4d9-f0ac-4fab-b205-a3f84227d2eb req-e8d54bc7-6e47-43f2-a12a-766f1eedf7b9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 950 time: 0.1352105 Aug 23 11:50:21.176323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84224a73-fbdb-403c-8374-53349b308733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:21.179206 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57da995b-50c3-4578-8d0c-3f114a92cc05" -d '{"events": [{"server_uuid": "84224a73-fbdb-403c-8374-53349b308733", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf98b6-1717-4aaf-8110-fa0958d698ac"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:21.221656 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3def13f-a185-4afd-a798-c128c46e1240 x-openstack-request-id: req-c3def13f-a185-4afd-a798-c128c46e1240 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:21.222254 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84224a73-fbdb-403c-8374-53349b308733", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf98b6-1717-4aaf-8110-fa0958d698ac", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:21.222773 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3def13f-a185-4afd-a798-c128c46e1240 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:21.223506 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84224a73-fbdb-403c-8374-53349b308733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac', 'code': 200} Aug 23 11:50:21.242619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d58570cb-b4c9-48c9-9421-017f40d61aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.243427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57601511-b343-4498-87c6-ffdd347d8a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.248698 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57601511-b343-4498-87c6-ffdd347d8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.303016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601511-b343-4498-87c6-ffdd347d8a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b300b44e-181d-41af-8ca6-4b28c9d5f93a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:21.321506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-57601511-b343-4498-87c6-ffdd347d8a33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=471cb76e465d4dd3a3d7f6751e241515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440804 Aug 23 11:50:21.324828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:21.371869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78047fd-989a-4f28-b6dd-b84e311dd8e2 req-74cc7983-990c-4118-86e9-76688c7d8392 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:21.373496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f78047fd-989a-4f28-b6dd-b84e311dd8e2 req-74cc7983-990c-4118-86e9-76688c7d8392 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 944 time: 0.0901368 Aug 23 11:50:21.415633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce68d-0bc0-4c2d-a30f-eba0d0f00a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.442069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f78047fd-989a-4f28-b6dd-b84e311dd8e2 req-5b2edb2d-d4dc-4d61-8019-a2ea549e4504 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603580 Aug 23 11:50:21.455453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce68d-0bc0-4c2d-a30f-eba0d0f00a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.493826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18aae4d9-f0ac-4fab-b205-a3f84227d2eb req-1d13cdb3-376e-46d8-bac8-ee4feda87851 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329792 Aug 23 11:50:21.516689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d58570cb-b4c9-48c9-9421-017f40d61aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.565485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce68d-0bc0-4c2d-a30f-eba0d0f00a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.568067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce68d-0bc0-4c2d-a30f-eba0d0f00a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.569213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea4ce68d-0bc0-4c2d-a30f-eba0d0f00a6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b300b44e-181d-41af-8ca6-4b28c9d5f93a HTTP/1.1" status: 204 len: 168 time: 0.2434576 Aug 23 11:50:21.579647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7705-32e2-48c5-bb18-abf7761563fe req-b327a845-7148-4777-a8bb-2c20dfebb315 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:21.581335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eaed7705-32e2-48c5-bb18-abf7761563fe req-b327a845-7148-4777-a8bb-2c20dfebb315 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.0768926 Aug 23 11:50:21.586673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab275d-3650-4171-a96c-0b28a19ac1c0 req-c55c4f59-f667-4219-a1a4-9f24fce0f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:21.588202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4eab275d-3650-4171-a96c-0b28a19ac1c0 req-c55c4f59-f667-4219-a1a4-9f24fce0f411 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 1101 time: 0.1277976 Aug 23 11:50:21.594846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ce68d-0bc0-4c2d-a30f-eba0d0f00a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b300b44e-181d-41af-8ca6-4b28c9d5f93a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:21.652847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eaed7705-32e2-48c5-bb18-abf7761563fe req-69fcace0-b406-40e3-88f7-d7d95e45f2e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544453 Aug 23 11:50:21.687008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4eab275d-3650-4171-a96c-0b28a19ac1c0 req-9cd0b127-f914-41ba-8c1a-15d4b6039185 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844269 Aug 23 11:50:21.690767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d58570cb-b4c9-48c9-9421-017f40d61aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.693390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d58570cb-b4c9-48c9-9421-017f40d61aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.694557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d58570cb-b4c9-48c9-9421-017f40d61aa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b5c01c3-c3c5-4555-b9c6-3a126cae35a3 HTTP/1.1" status: 204 len: 168 time: 0.6274121 Aug 23 11:50:21.711470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.715904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58570cb-b4c9-48c9-9421-017f40d61aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c01c3-c3c5-4555-b9c6-3a126cae35a3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:21.778425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a07591eb-b64b-43b8-9063-8f97f40ff434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.792635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a62f76-5d7f-4de7-a72f-64e755655eb6,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:21.808294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Checking segment: {'id': '2223fed1-d3de-4e40-9d48-c4c49ee92d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cf30ce27-5614-440f-8325-c9e311217d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:21.808745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Network hostable DHCP agents. Network: cf30ce27-5614-440f-8325-c9e311217d33, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:50:21.827739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Network cf30ce27-5614-440f-8325-c9e311217d33 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:50:21.839849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, cf30ce27-5614-440f-8325-c9e311217d33) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:21.846672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:21.847698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:21.855463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eae8e9-8e5d-45bd-b389-22014974e4b2 None None] Network cf30ce27-5614-440f-8325-c9e311217d33 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:21.873244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f72cb2e3-0ae0-4fab-acca-877046105a22 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8172052 Aug 23 11:50:21.985539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34272) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:22.003955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-333454c7-cf37-4e09-b07b-105ec6546bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.062073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b308b-55fe-4909-969c-6872bebb5a5a None None] Network cf30ce27-5614-440f-8325-c9e311217d33 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:22.144632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34274) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:22.149432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-333454c7-cf37-4e09-b07b-105ec6546bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.154743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-333454c7-cf37-4e09-b07b-105ec6546bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.186298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34276) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:22.202518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333454c7-cf37-4e09-b07b-105ec6546bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0faeb1-3924-4acc-8162-181954ce4c2b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:22.205597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62e5668-9eb6-4caf-b437-75c1c20a5d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.222521 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-333454c7-cf37-4e09-b07b-105ec6546bd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0233df709804d13ac9a833e29443151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332790 Aug 23 11:50:22.222703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Deleting subnet 8bb63aa0-b5bc-4f82-b4e0-4dd9ddb6cd95 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:50:22.223185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34278) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:22.226984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.277381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.281277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3586127a-d18c-4c83-a984-cd26c8c56748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.292695 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.303914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3586127a-d18c-4c83-a984-cd26c8c56748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.356087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3586127a-d18c-4c83-a984-cd26c8c56748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.360453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3586127a-d18c-4c83-a984-cd26c8c56748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.360453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3586127a-d18c-4c83-a984-cd26c8c56748 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da0faeb1-3924-4acc-8162-181954ce4c2b HTTP/1.1" status: 204 len: 168 time: 0.1360059 Aug 23 11:50:22.368674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586127a-d18c-4c83-a984-cd26c8c56748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0faeb1-3924-4acc-8162-181954ce4c2b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:22.375535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.419385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb63aa0-b5bc-4f82-b4e0-4dd9ddb6cd95,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:22.423772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62e5668-9eb6-4caf-b437-75c1c20a5d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.425196 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.429749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34282) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:22.429876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b6de4236-8ed7-4774-93c4-d6f1f2c1fdcf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8bb63aa0-b5bc-4f82-b4e0-4dd9ddb6cd95 HTTP/1.1" status: 204 len: 168 time: 0.2833078 Aug 23 11:50:22.430975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62e5668-9eb6-4caf-b437-75c1c20a5d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.469121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5668-9eb6-4caf-b437-75c1c20a5d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d4b176-4a54-4c91-b353-600d2a835793,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:22.471846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4e598461-285d-499d-b706-c3ea5d6dbc1b details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:22.473275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a62e5668-9eb6-4caf-b437-75c1c20a5d24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5073cf5b8a2407c8b843d74768deab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857974 Aug 23 11:50:22.476393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34286) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:22.531520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.582746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e3edfaa-11ec-433e-a1ea-a509a8ef7897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.645629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e3edfaa-11ec-433e-a1ea-a509a8ef7897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.675057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25e0fa-f23e-4f00-8628-f7be9f04aee6 req-daf57177-aab1-4b23-8223-748ea6a3ec33 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:22.676898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f25e0fa-f23e-4f00-8628-f7be9f04aee6 req-daf57177-aab1-4b23-8223-748ea6a3ec33 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 944 time: 0.1063752 Aug 23 11:50:22.695446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4e598461-285d-499d-b706-c3ea5d6dbc1b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:22.700252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.714031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.714407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.715196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.715491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > port after_create 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.715853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.716163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > port after_update 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.716475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.716816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.717118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.718867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:22.719300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'port_id': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'mac_address': 'fa:16:3e:82:0e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:22.734164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f25e0fa-f23e-4f00-8628-f7be9f04aee6 req-b0c7a170-2262-475e-b0a9-2f773a99e1d4 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Aug 23 11:50:22.749935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e3edfaa-11ec-433e-a1ea-a509a8ef7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.753775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e3edfaa-11ec-433e-a1ea-a509a8ef7897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.755421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e3edfaa-11ec-433e-a1ea-a509a8ef7897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3d4b176-4a54-4c91-b353-600d2a835793 HTTP/1.1" status: 204 len: 168 time: 0.2779462 Aug 23 11:50:22.768519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3edfaa-11ec-433e-a1ea-a509a8ef7897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d4b176-4a54-4c91-b353-600d2a835793,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:22.782697 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.801161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e598461-285d-499d-b706-c3ea5d6dbc1b {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:22.824381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4e598461-285d-499d-b706-c3ea5d6dbc1b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:22.830942 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:22.896079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=4e598461-285d-499d-b706-c3ea5d6dbc1b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:22.917908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ba5e-077b-4120-8bfe-e77f62be0906 req-5d8823c9-8e8e-4b72-8f91-d504072e2110 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:22.919739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc16ba5e-077b-4120-8bfe-e77f62be0906 req-5d8823c9-8e8e-4b72-8f91-d504072e2110 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.0616031 Aug 23 11:50:22.971707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc16ba5e-077b-4120-8bfe-e77f62be0906 req-070908d2-98a1-4251-955a-2dd6b8658719 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Aug 23 11:50:23.045539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['4e598461-285d-499d-b706-c3ea5d6dbc1b'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:23.051884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.052315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.052677 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.053036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.053390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51022556-db5c-4bd1-97b7-dee73d612389']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:23.088842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a7f7c-7aee-4395-ad69-5289a83e0aea req-01c7b8a7-9e79-40b5-8492-0dcb013ba5be tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:23.096330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-999a7f7c-7aee-4395-ad69-5289a83e0aea req-01c7b8a7-9e79-40b5-8492-0dcb013ba5be tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 950 time: 0.4719565 Aug 23 11:50:23.099698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5472c8-6f05-4618-8ff8-3efbbadb056d') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:23.099993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5472c8-6f05-4618-8ff8-3efbbadb056d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:23.130292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.170031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.184105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:50:23.184934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.197448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f4eb-ea1f-49d2-bcf7-5f61693553eb req-f04a332f-cf87-450e-9945-78ac3cdbff1a tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:23.200223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a89f4eb-ea1f-49d2-bcf7-5f61693553eb req-f04a332f-cf87-450e-9945-78ac3cdbff1a tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 1121 time: 0.0614674 Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: from cryptography.utils import int_from_bytes Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: from cryptography.utils import int_from_bytes Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:50:23.215432 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:50:23.221950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3a89f4eb-ea1f-49d2-bcf7-5f61693553eb req-4ec8a966-f042-4f15-8e3b-5a7c242dd87e tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.234398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-999a7f7c-7aee-4395-ad69-5289a83e0aea req-5d100a08-59d3-41d3-8eab-529e893a85e5 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371741 Aug 23 11:50:23.336014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.351753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.354570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] 10.222.0.21 "DELETE /v2.0/networks/51022556-db5c-4bd1-97b7-dee73d612389 HTTP/1.1" status: 204 len: 168 time: 0.9232154 Aug 23 11:50:23.358563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34318) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:23.375953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8374296-07f0-47d1-a18a-ce8f2e7f3f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=51022556-db5c-4bd1-97b7-dee73d612389,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:23.380794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3a89f4eb-ea1f-49d2-bcf7-5f61693553eb req-4ec8a966-f042-4f15-8e3b-5a7c242dd87e tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.388212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3a89f4eb-ea1f-49d2-bcf7-5f61693553eb req-4ec8a966-f042-4f15-8e3b-5a7c242dd87e tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.428343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Deleting subnet 33a62f76-5d7f-4de7-a72f-64e755655eb6 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:50:23.432098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a89f4eb-ea1f-49d2-bcf7-5f61693553eb req-4ec8a966-f042-4f15-8e3b-5a7c242dd87e tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222109 Aug 23 11:50:23.437058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.463246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8a966-f042-4f15-8e3b-5a7c242dd87e tempest-AggregatesAdminTestJSON-1811454182 tempest-AggregatesAdminTestJSON-1811454182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e93c6-b3c3-4e39-8302-ee24cc33355f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:23.497428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.552713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.672221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.702303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a62f76-5d7f-4de7-a72f-64e755655eb6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:23.714977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.716965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a4ac068d-8627-41a5-890d-1bceff2f4b64 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33a62f76-5d7f-4de7-a72f-64e755655eb6 HTTP/1.1" status: 204 len: 168 time: 0.3491940 Aug 23 11:50:23.719686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34338) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:23.806584 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.931525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:23.952174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.952527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.953354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.953718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.954035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.954365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.954860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.955354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.955669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:23.962042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:24.046927 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:24.047537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:24.047881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:24.048206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 11:50:24.048568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf30ce27-5614-440f-8325-c9e311217d33']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:24.071899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec262b-dfb0-4ed1-b2ba-8f20700586c3 req-40e896f4-54dc-4386-ad84-0aa523713c88 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:24.079841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3aec262b-dfb0-4ed1-b2ba-8f20700586c3 req-40e896f4-54dc-4386-ad84-0aa523713c88 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 945 time: 0.2340157 Aug 23 11:50:24.096370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2223fed1-d3de-4e40-9d48-c4c49ee92d63') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:24.096370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2223fed1-d3de-4e40-9d48-c4c49ee92d63') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:24.123798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.164642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3aec262b-dfb0-4ed1-b2ba-8f20700586c3 req-796b3799-74fe-46b1-8b0e-12b2350a4dfd tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835736 Aug 23 11:50:24.168215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.171035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34372) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:24.189596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:50:24.190299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: from cryptography.utils import int_from_bytes Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: from cryptography.utils import int_from_bytes Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:50:24.194632 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:50:24.268741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.280869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.283485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cf30ce27-5614-440f-8325-c9e311217d33 HTTP/1.1" status: 204 len: 168 time: 0.5627863 Aug 23 11:50:24.296054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.312285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe86a8-9619-4a7e-8634-ae9b02886bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf30ce27-5614-440f-8325-c9e311217d33,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:24.340615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6b60be2-3c1c-43ee-8698-e76e221f941a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.430544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-998853246-network', 'tenant_id': '63af80bfd7424b4cb8ec69d8aeda6ac9'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:24.435693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce7326-a4b9-444f-b5cf-6f98ada8cbf4 req-ec95b66f-56f5-42e1-8cd7-87fafaf57cc9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:24.440753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fce7326-a4b9-444f-b5cf-6f98ada8cbf4 req-ec95b66f-56f5-42e1-8cd7-87fafaf57cc9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 950 time: 0.0817482 Aug 23 11:50:24.470635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Made reservation on behalf of 63af80bfd7424b4cb8ec69d8aeda6ac9 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:24.473612 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.485271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4e598461-285d-499d-b706-c3ea5d6dbc1b up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:24.488107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.505350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fce7326-a4b9-444f-b5cf-6f98ada8cbf4 req-bbeac3fa-dde3-4f93-9eb0-880565bc5048 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Aug 23 11:50:24.536392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34404) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:24.617922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6263ea47-6ad8-4557-92a6-d1a299cc12ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cc48bbf70354853acb79d1bc11edf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801067 Aug 23 11:50:24.620769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34408) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:24.632804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 4e598461-285d-499d-b706-c3ea5d6dbc1b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:24.639810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 4e598461-285d-499d-b706-c3ea5d6dbc1b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:24.639810 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.735121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224e3add-5bc1-419c-b5ff-8e67d6e3b964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.743045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.750114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.781077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224e3add-5bc1-419c-b5ff-8e67d6e3b964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.784902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:50:24.792667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943bdc93-9629-4112-b517-80d3916a6d34,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:24.799283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.799628 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Added segment 5de9ad99-66ac-448c-84b2-1dc2d3a9f081 of type vlan for network 8ccb809c-534f-4ce3-a72f-ddddeac16567 Aug 23 11:50:24.845629 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.867035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224e3add-5bc1-419c-b5ff-8e67d6e3b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.870353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224e3add-5bc1-419c-b5ff-8e67d6e3b964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.871858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-224e3add-5bc1-419c-b5ff-8e67d6e3b964 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/349de80f-675d-46f3-9682-3684ccf2c405 HTTP/1.1" status: 204 len: 168 time: 0.2500856 Aug 23 11:50:24.895425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e3add-5bc1-419c-b5ff-8e67d6e3b964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349de80f-675d-46f3-9682-3684ccf2c405,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:24.896172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.902643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:24.908468 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a4745-be4a-4889-b85d-8c76b2a970fa" -d '{"events": [{"server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "name": "network-vif-plugged", "status": "completed", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:24.956199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4e598461-285d-499d-b706-c3ea5d6dbc1b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:24.961401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.963748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:24.964670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:24.969754 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.032711 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241418fe-b434-4ad4-9dd8-96faa5e5aa6a x-openstack-request-id: req-241418fe-b434-4ad4-9dd8-96faa5e5aa6a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:25.034242 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "name": "network-vif-plugged", "status": "completed", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:25.035707 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-241418fe-b434-4ad4-9dd8-96faa5e5aa6a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:25.036254 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'code': 200} Aug 23 11:50:25.055045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8827102 Aug 23 11:50:25.058784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34432) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:25.065417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Request body: {'subnet': {'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-998853246-subnet', 'tenant_id': '63af80bfd7424b4cb8ec69d8aeda6ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:25.077107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=4e598461-285d-499d-b706-c3ea5d6dbc1b,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:25.129125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac57ac-5987-46bb-80e8-2bfa481b28b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8ccb809c-534f-4ce3-a72f-ddddeac16567,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:25.134161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Made reservation on behalf of 63af80bfd7424b4cb8ec69d8aeda6ac9 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:25.137372 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.141346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:50:25.347274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8884946-ff0f-48f3-a994-73b39cf63c2e req-529755ae-3710-49a4-906b-40e646f6f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:25.352570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8884946-ff0f-48f3-a994-73b39cf63c2e req-529755ae-3710-49a4-906b-40e646f6f4e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 1097 time: 0.2749996 Aug 23 11:50:25.480968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.498050 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.517285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8884946-ff0f-48f3-a994-73b39cf63c2e req-770377a8-98d3-49f4-918e-90a607cfdb25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532261 Aug 23 11:50:25.519517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:25.563529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e8162da-46cc-439a-af85-4e724153abcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2816b24f6ee4da4a60ec01c7b399114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427155 Aug 23 11:50:25.567596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab16cb-4fe6-4967-bee6-0deb3c0119a1 req-40793acb-2036-43f4-b2ee-874953a8fea5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:25.569174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5bab16cb-4fe6-4967-bee6-0deb3c0119a1 req-40793acb-2036-43f4-b2ee-874953a8fea5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 946 time: 0.1570778 Aug 23 11:50:25.569295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34456) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:25.594043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca98d8bb-33e2-4920-b7bf-967fecca1bc0,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:25.626827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:25.627209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Network hostable DHCP agents. Network: 8ccb809c-534f-4ce3-a72f-ddddeac16567, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:50:25.639247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5bab16cb-4fe6-4967-bee6-0deb3c0119a1 req-816ed2ed-7454-4b26-a690-0cd31be36633 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614421 Aug 23 11:50:25.647189 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34616cee-c39c-46c5-a03c-143ebeb47a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.651753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e7c2372a-ddd0-4bc0-840f-9e2bd2e9f0ae tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=df8874f0edd142c5954f2fbd9911f49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367322 Aug 23 11:50:25.663051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:50:25.676365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8ccb809c-534f-4ce3-a72f-ddddeac16567) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:25.683879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:25.684665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.704398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc7b9b-06d1-4278-807b-e8d0c84c2b80 None None] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:25.711969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-70baa339-e15e-4e78-8b36-b7dc3ff1cd2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6517987 Aug 23 11:50:25.809001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062385e7-95be-46e7-94fe-0925b0850cb9 req-dbe4ecf8-2c06-4553-bccd-902b9e5ce05c tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:25.810773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-062385e7-95be-46e7-94fe-0925b0850cb9 req-dbe4ecf8-2c06-4553-bccd-902b9e5ce05c tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 950 time: 0.0556080 Aug 23 11:50:25.857317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34616cee-c39c-46c5-a03c-143ebeb47a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:25.866074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-062385e7-95be-46e7-94fe-0925b0850cb9 req-91865244-8cb2-4696-8ae8-282a6ce145d9 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Aug 23 11:50:25.897001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee0461-e825-493b-82da-03678eaf4961 None None] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:25.984860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-f6c1304a-c79f-4620-abde-3e9c9626a60f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:25.992845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-f6c1304a-c79f-4620-abde-3e9c9626a60f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335605 Aug 23 11:50:26.001646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34616cee-c39c-46c5-a03c-143ebeb47a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:26.004179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34616cee-c39c-46c5-a03c-143ebeb47a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:26.005312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-34616cee-c39c-46c5-a03c-143ebeb47a68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1f0561a-2ad4-44dd-9ba3-d699464108c7 HTTP/1.1" status: 204 len: 168 time: 0.4350839 Aug 23 11:50:26.022812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-8faf67ea-106e-4764-88fd-74fa929104f4 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/quotas/df8874f0edd142c5954f2fbd9911f49f HTTP/1.1" status: 200 len: 375 time: 0.0286970 Aug 23 11:50:26.034360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34616cee-c39c-46c5-a03c-143ebeb47a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0561a-2ad4-44dd-9ba3-d699464108c7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:26.077934 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-a0097944-5e24-48e6-b58d-c15fb9274165 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539577 Aug 23 11:50:26.621889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-7e3fbd4f-f138-4f24-8713-d665179ce39f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=df8874f0edd142c5954f2fbd9911f49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619533 Aug 23 11:50:26.812571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-e440387d-b28d-48f8-844b-e44684365430 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:26.816501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-e440387d-b28d-48f8-844b-e44684365430 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913109 Aug 23 11:50:26.861033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-d20f3d1c-3507-4277-a462-f483bff0a969 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/quotas/df8874f0edd142c5954f2fbd9911f49f HTTP/1.1" status: 200 len: 375 time: 0.0369496 Aug 23 11:50:26.974827 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-5391f574-994c-4722-835a-c0c686c7b8cd tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123722 Aug 23 11:50:27.019878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:27.028107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1590723981-network', 'tenant_id': 'acc4c8e001b148e7808e8e9a1c3df455'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:27.072193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Made reservation on behalf of acc4c8e001b148e7808e8e9a1c3df455 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:27.078265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.090993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.115761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-a48c7019-b448-452e-be5a-07f5962637da tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:27.116969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-a48c7019-b448-452e-be5a-07f5962637da tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 1101 time: 0.1177044 Aug 23 11:50:27.220617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.294514 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.304729 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.313518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Deleting port d8cf98b6-1717-4aaf-8110-fa0958d698ac {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:50:27.313895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.314710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900ab88-3198-454c-8ad0-b3d8196ed58e req-546d3088-db3c-4e18-9180-9af4380a535d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:27.316485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2900ab88-3198-454c-8ad0-b3d8196ed58e req-546d3088-db3c-4e18-9180-9af4380a535d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 946 time: 0.1011569 Aug 23 11:50:27.317856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.434625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:50:27.454863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba2bce-cfd6-422f-aed3-ecf6cdd235e2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:27.512893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] For port d8cf98b6-1717-4aaf-8110-fa0958d698ac, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d8cf98b6-1717-4aaf-8110-fa0958d698ac,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:27.513661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.538376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.538999 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Added segment 83c52ac0-f25c-46c1-b926-e7403b36e497 of type vlan for network 2e01653d-4a49-453c-99e0-75ea9b3869e8 Aug 23 11:50:27.553327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Calling delete_port for d8cf98b6-1717-4aaf-8110-fa0958d698ac owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:50:27.582592 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2900ab88-3198-454c-8ad0-b3d8196ed58e req-210f045a-f0a0-46cf-a209-684bbc84a98a tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576556 Aug 23 11:50:27.689856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.795609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.797023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:27.798971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.897293 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8762846 Aug 23 11:50:27.903641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34612) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:27.939537 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.951498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Request body: {'subnet': {'network_id': '2e01653d-4a49-453c-99e0-75ea9b3869e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1590723981-subnet', 'tenant_id': 'acc4c8e001b148e7808e8e9a1c3df455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:27.957484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:27.969872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d8cf98b6-1717-4aaf-8110-fa0958d698ac'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:27.978149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b514c-2ff3-4aae-9d21-2750374eafb9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e01653d-4a49-453c-99e0-75ea9b3869e8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:28.008395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f40e1-65ff-4625-8ebb-fa4bc560c97c req-4ea3e86d-20e1-41e8-a81e-50b201f89904 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:28.018414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-327f40e1-65ff-4625-8ebb-fa4bc560c97c req-4ea3e86d-20e1-41e8-a81e-50b201f89904 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 950 time: 0.1614141 Aug 23 11:50:28.047491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Made reservation on behalf of acc4c8e001b148e7808e8e9a1c3df455 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:28.049937 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:28.052328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2e01653d-4a49-453c-99e0-75ea9b3869e8 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:50:28.094418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8cf98b6-1717-4aaf-8110-fa0958d698ac,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:28.121485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-327f40e1-65ff-4625-8ebb-fa4bc560c97c req-6c1ad516-09bb-417d-91a0-1a2be734f50d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019592 Aug 23 11:50:28.176182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e264ad69-6e7d-4bed-aa6c-c428990f0abe req-08f66ff4-8ba9-4744-b836-35d7b8aa7df5 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 210 time: 0.1041541 Aug 23 11:50:28.309106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] No DVR routers for this DVR port d8cf98b6-1717-4aaf-8110-fa0958d698ac on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:50:28.322462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:28.325896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ee62dd2-90e7-4b3e-9b9c-7db05856cd94 req-5fd4e1e7-642f-41d5-aeee-64b86c42ee68 tempest-DeleteServersAdminTestJSON-387190764 tempest-DeleteServersAdminTestJSON-387190764-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d8cf98b6-1717-4aaf-8110-fa0958d698ac HTTP/1.1" status: 204 len: 173 time: 1.1976516 Aug 23 11:50:28.379497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84224a73-fbdb-403c-8374-53349b308733', 'name': 'network-vif-deleted', 'tag': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:28.385790 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89804c0f-599f-4bf7-bce9-c9129fa52f3a" -d '{"events": [{"server_uuid": "84224a73-fbdb-403c-8374-53349b308733", "name": "network-vif-deleted", "tag": "d8cf98b6-1717-4aaf-8110-fa0958d698ac"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:28.390161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-10d0f588-b5ac-4165-baff-8512b11f705a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df8874f0edd142c5954f2fbd9911f49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838642 Aug 23 11:50:28.418959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:28.621709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387175-11dd-40a5-aedb-5bf8e4968ef7 req-bf7a8751-6815-44ce-b37a-54dc3ac6cc67 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:28.623634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51387175-11dd-40a5-aedb-5bf8e4968ef7 req-bf7a8751-6815-44ce-b37a-54dc3ac6cc67 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 946 time: 0.2272449 Aug 23 11:50:28.652403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-5816e28b-680e-4394-b96a-53eb607f2d76 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:28.657434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-5816e28b-680e-4394-b96a-53eb607f2d76 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614217 Aug 23 11:50:28.658754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34648) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:28.676583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'floatingip': {'port_id': '4e598461-285d-499d-b706-c3ea5d6dbc1b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:28.734352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:28.747701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Request body: {'port': {'device_id': '94b65b50-fd56-4738-972d-e289845285fa', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'df8874f0edd142c5954f2fbd9911f49f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:28.868425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbba5e7-eb2e-4d1c-822c-ea39cfa57e24,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:28.904390 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e916b137-53d9-4c7d-bba1-371b33a063d9 x-openstack-request-id: req-e916b137-53d9-4c7d-bba1-371b33a063d9 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:28.904685 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84224a73-fbdb-403c-8374-53349b308733", "name": "network-vif-deleted", "tag": "d8cf98b6-1717-4aaf-8110-fa0958d698ac", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:28.905107 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e916b137-53d9-4c7d-bba1-371b33a063d9 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:28.905500 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84224a73-fbdb-403c-8374-53349b308733', 'name': 'network-vif-deleted', 'tag': 'd8cf98b6-1717-4aaf-8110-fa0958d698ac', 'status': 'completed', 'code': 200} Aug 23 11:50:28.913112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Checking segment: {'id': '83c52ac0-f25c-46c1-b926-e7403b36e497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2e01653d-4a49-453c-99e0-75ea9b3869e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:28.913486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Network hostable DHCP agents. Network: 2e01653d-4a49-453c-99e0-75ea9b3869e8, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:50:28.933069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.41', 57591) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:28.941072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:28.989021 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-f0c3e6e8-faef-4d44-8801-6d893840275c tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df8874f0edd142c5954f2fbd9911f49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538981 Aug 23 11:50:28.990865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Network 2e01653d-4a49-453c-99e0-75ea9b3869e8 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:50:29.333144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-19f01c2e-a1c1-4973-8796-c1f8fd8dece6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:29.338489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-19f01c2e-a1c1-4973-8796-c1f8fd8dece6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439684 Aug 23 11:50:29.354494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Request body: {'port': {'device_id': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'df8874f0edd142c5954f2fbd9911f49f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:29.379305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2e01653d-4a49-453c-99e0-75ea9b3869e8) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:29.405946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f85ed-20d4-4aaf-9e47-f3eff4aec7c7 None None] Network 2e01653d-4a49-453c-99e0-75ea9b3869e8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:29.448632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c0521eff-f9fe-4b89-b707-a12d42ae0835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:29.470268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:29.470895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:29.482149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d313f1e3-2feb-4f49-881c-625bb1776e78 req-64be3217-b8b3-478d-bc48-2890b6113ecf tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=84224a73-fbdb-403c-8374-53349b308733 HTTP/1.1" status: 200 len: 210 time: 0.0856915 Aug 23 11:50:29.535662 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94a7ef82-bd9d-4370-a3af-8800545fefdd req-84b89573-c83f-45f5-905b-ad6dcb239b30 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 210 time: 0.0888011 Aug 23 11:50:29.667085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9224e64-7e1d-4b86-95bb-e7cf80a1c6f0 None None] Network 2e01653d-4a49-453c-99e0-75ea9b3869e8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:29.808349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-51ea4165-c2df-47d8-9682-4f9eb5db1927 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57ea2a434a274f3f883ecc0034897bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470736 Aug 23 11:50:30.141855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c0521eff-f9fe-4b89-b707-a12d42ae0835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.150780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc3fbcff-b5c6-4fa4-83d8-614b4d07577a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2076705 Aug 23 11:50:30.165411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c0521eff-f9fe-4b89-b707-a12d42ae0835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.177779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:50:30.250398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-8046e474-d975-47f4-a74e-f642ad590bb6 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:30.256861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-8046e474-d975-47f4-a74e-f642ad590bb6 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403503 Aug 23 11:50:30.307830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Made reservation on behalf of df8874f0edd142c5954f2fbd9911f49f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:30.308053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Made reservation on behalf of df8874f0edd142c5954f2fbd9911f49f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:30.311699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.312139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.328565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c0521eff-f9fe-4b89-b707-a12d42ae0835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=998ed5c3295040a9b64fa76c326dc6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9083450 Aug 23 11:50:30.336505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34726) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:30.343552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-2f3790ab-08f5-4f48-ab1d-22e74301f13e tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/quotas/57ea2a434a274f3f883ecc0034897bd3 HTTP/1.1" status: 200 len: 375 time: 0.0852551 Aug 23 11:50:30.346321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.353001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.364847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0521eff-f9fe-4b89-b707-a12d42ae0835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed592c22-c3e5-4c83-b84a-092a70bba197,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:30.381673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.421702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9a77617d-17e4-4347-8e6c-70182f253171 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57ea2a434a274f3f883ecc0034897bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662925 Aug 23 11:50:30.426769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.427141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebd49a-c5bc-46b5-81ec-6b3fe37c5bd6 req-c1a10d18-1c55-432c-996a-0f459b7d71fa tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:30.435339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15ebd49a-c5bc-46b5-81ec-6b3fe37c5bd6 req-c1a10d18-1c55-432c-996a-0f459b7d71fa tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.1434178 Aug 23 11:50:30.477930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d94a-bec0-4e3f-bbc3-f742aa903c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.508241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d8cf98b6-1717-4aaf-8110-fa0958d698ac no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:50:30.530823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: d8cf98b6-1717-4aaf-8110-fa0958d698ac {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:50:30.531438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d8cf98b6-1717-4aaf-8110-fa0958d698ac not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:50:30.532002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d94a-bec0-4e3f-bbc3-f742aa903c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.551016 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15ebd49a-c5bc-46b5-81ec-6b3fe37c5bd6 req-634c187a-88b6-48c9-bbda-ef115ea1f8e9 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091692 Aug 23 11:50:30.619364 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c associated. External IP: 172.25.1.46, port: 4e598461-285d-499d-b706-c3ea5d6dbc1b. Aug 23 11:50:30.643011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.648108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.726707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d94a-bec0-4e3f-bbc3-f742aa903c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.734251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bfa3d94a-bec0-4e3f-bbc3-f742aa903c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:30.747945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bfa3d94a-bec0-4e3f-bbc3-f742aa903c88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed592c22-c3e5-4c83-b84a-092a70bba197 HTTP/1.1" status: 204 len: 168 time: 0.4090290 Aug 23 11:50:30.869125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6818dc-58a0-427b-8251-c21a7ed4558c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:30.893567 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a89d917-64bc-489e-942b-252322975a5c req-4d6ddf47-cf3e-49c8-83a1-96eaa8e436f7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 210 time: 0.1253517 Aug 23 11:50:30.957031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3d94a-bec0-4e3f-bbc3-f742aa903c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed592c22-c3e5-4c83-b84a-092a70bba197,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:31.019128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) df8874f0edd142c5954f2fbd9911f49f {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:50:31.019678 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:50:31.022824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-977530ee-c739-438a-a3d0-57985d85f393 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2949710 Aug 23 11:50:31.043041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e61ca2f8-30ac-4f32-a803-27b3b5b3c3ae req-d52a9ccb-7154-47f7-9e79-26aee1f85c1d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 210 time: 0.0898578 Aug 23 11:50:31.126740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Allocated IP 192.168.233.90 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/55f1776d-a1c0-42bd-ac7b-729925d9c1e3) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:31.153304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-ffd8986b-d9d5-4c2b-90c6-d6807a1af6e7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:31.160474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-ffd8986b-d9d5-4c2b-90c6-d6807a1af6e7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.3454609 Aug 23 11:50:31.221563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a814e975-f676-40d3-b754-3a6b69a5a695 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/quotas/63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0599515 Aug 23 11:50:31.288561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-7b5ac3db-80c7-4015-a794-1287198de3aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661135 Aug 23 11:50:31.317217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:31.471053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-9e629e06-c4a1-49a7-84b9-ec952d6b4df6 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9cc19ff510c4d20a61385918f78167d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2018604 Aug 23 11:50:31.541536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.41', 57592) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:31.580042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:31.587597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:50:31.592918 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:31.601186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-cd300693-7ce0-4b07-84df-7b5f0803df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:31.602776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-cd300693-7ce0-4b07-84df-7b5f0803df99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 1097 time: 0.4708006 Aug 23 11:50:31.624369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3614fa76-d253-48b6-90c3-2814d19b1a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:31.642082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Transition to ACTIVE for port object 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:31.679903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-fda8ade8-dbbc-4b26-a7f0-14f2ce675d0a tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:31.681431 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-fda8ade8-dbbc-4b26-a7f0-14f2ce675d0a tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032654 Aug 23 11:50:31.690829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-96c42b01-71fc-4c9a-b47b-8b3a1cde9c5d tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:31.692369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-96c42b01-71fc-4c9a-b47b-8b3a1cde9c5d tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.1168880 Aug 23 11:50:31.755577 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-83d7e89f-f256-4d80-823a-58a9ad6c2beb tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/quotas/a9cc19ff510c4d20a61385918f78167d HTTP/1.1" status: 200 len: 375 time: 0.0588062 Aug 23 11:50:31.803783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-5398079d-5b7e-4606-a045-5c17d9f15f9e tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9cc19ff510c4d20a61385918f78167d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406115 Aug 23 11:50:31.810307 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:31.870935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.44', 65135) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:31.914764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9e01e58f-851f-4c51-b9d4-125752c2dd71 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57ea2a434a274f3f883ecc0034897bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424569 Aug 23 11:50:31.923598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-57ab8b25-00f7-46ee-b9c1-fbac425e285e service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080709 Aug 23 11:50:31.956531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:31.976493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:31.982908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:32.024169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event updated for resources: {'Port': ['ID=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:32.087212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Deleting port ea8efeb1-d86e-4b4b-8ca4-27928be7894a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:50:32.087547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.125146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:32.125846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.237243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-68a3a178-29a4-4636-b085-5ef7f5e27265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:32.238972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-68a3a178-29a4-4636-b085-5ef7f5e27265 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 924 time: 0.6116033 Aug 23 11:50:32.240727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:50:32.258438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.261862 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be70b60-5622-4867-81d6-43409a157546 None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:50:32.277761 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:50:32.278741 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:32.280356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc181-2b12-4058-bab9-5a682a3a251e req-723859d2-4f96-4f9e-9c8c-15778a0eb291 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:32.283482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce6dc181-2b12-4058-bab9-5a682a3a251e req-723859d2-4f96-4f9e-9c8c-15778a0eb291 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 970 time: 0.1468606 Aug 23 11:50:32.326807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] For port ea8efeb1-d86e-4b4b-8ca4-27928be7894a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:32.327102 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.362852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Calling delete_port for ea8efeb1-d86e-4b4b-8ca4-27928be7894a owned by compute:tempest-test_az-711964900 {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:50:32.386929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-708bcd83-204a-4486-bb81-8f2432173b10 None None] Provisioning for port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:32.393374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-708bcd83-204a-4486-bb81-8f2432173b10 None None] Provisioning complete for port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:32.394607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-708bcd83-204a-4486-bb81-8f2432173b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.435324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-708bcd83-204a-4486-bb81-8f2432173b10 None None] Port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:32.444923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:50:32.471523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce6dc181-2b12-4058-bab9-5a682a3a251e req-b9c77af8-cc0f-43db-8986-a0144c8a2162 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6350486-98d7-4478-9cea-c8f48008f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747241 Aug 23 11:50:32.537320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-c64d5aea-0d40-40d0-8ddd-80e1bd048620 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:32.539262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-c64d5aea-0d40-40d0-8ddd-80e1bd048620 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6148000 Aug 23 11:50:32.567079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-be4ee9dd-65d6-49c1-b1e3-ab014696b30f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "PUT /v2.0/floatingips/56cabe8a-de55-4d8c-a701-a96dc95e3f5c HTTP/1.1" status: 200 len: 991 time: 3.8996632 Aug 23 11:50:32.568753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Request body: {'port': {'device_id': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '57ea2a434a274f3f883ecc0034897bd3'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:32.585194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:32.587692 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52" -d '{"events": [{"name": "network-changed", "server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:32.625260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-9b45c79d-586e-4d58-b27a-9e8ddebc42ff service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870017 Aug 23 11:50:32.649201 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-7e3b6e0a-2dd4-48b4-a641-7e4974082b19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 200 len: 999 time: 0.3517659 Aug 23 11:50:32.703425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.713184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Allocated IP 192.168.233.219 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/9718bb75-b30f-46dd-980f-c5546af58129) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:32.715659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ea8efeb1-d86e-4b4b-8ca4-27928be7894a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:32.736240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Pushing event deleted for resources: {'Port': ['ID=ea8efeb1-d86e-4b4b-8ca4-27928be7894a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:32.846252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] No DVR routers for this DVR port ea8efeb1-d86e-4b4b-8ca4-27928be7894a on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:50:32.868571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97abe1-f628-4940-8fa0-84ba4de8d01a req-2d5b8e8b-ffe9-4903-81ae-dbe2f97c73b4 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:32.889958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a97abe1-f628-4940-8fa0-84ba4de8d01a req-2d5b8e8b-ffe9-4903-81ae-dbe2f97c73b4 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 935 time: 0.2677796 Aug 23 11:50:32.892851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:32.902865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a77f79cd-34c8-4cb9-bdc0-353d6e554de5 req-6c246dfb-103c-4bb7-bfbf-bd93fca3a9e8 tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.41 "DELETE /v2.0/ports/ea8efeb1-d86e-4b4b-8ca4-27928be7894a HTTP/1.1" status: 204 len: 173 time: 1.1858749 Aug 23 11:50:32.906486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'name': 'network-vif-deleted', 'tag': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:32.995842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a97abe1-f628-4940-8fa0-84ba4de8d01a req-e49ec5f3-b596-4f84-8c9e-6f6bdf21bfe8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993817 Aug 23 11:50:33.162598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-a22c7013-b1ca-4e2a-b422-e6c9e950acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:33.169433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-a22c7013-b1ca-4e2a-b422-e6c9e950acec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.4762647 Aug 23 11:50:33.194830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ddc951a3-eaf1-430f-8e05-90fbb7ad20d0 req-4d793833-8afc-4761-b43d-645c3127361f tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 210 time: 0.0406671 Aug 23 11:50:33.200806 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d776f-a239-4aca-8a82-dda04f6e7fa6" -d '{"events": [{"server_uuid": "6f04f735-0a22-4f77-90b4-23ebe45afee4", "name": "network-vif-deleted", "tag": "ea8efeb1-d86e-4b4b-8ca4-27928be7894a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:33.205986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3614fa76-d253-48b6-90c3-2814d19b1a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:33.225355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-44c62e0c-8ed9-4b5d-b71e-d9afb916ccc7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8772714 Aug 23 11:50:33.242648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Request body: {'port': {'device_id': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:33.269834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '56cabe8a-de55-4d8c-a701-a96dc95e3f5c', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'port_id': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'mac_address': 'fa:16:3e:82:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:50:12Z', 'updated_at': '2021-08-23T11:50:30Z', 'revision_number': 1, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:33.307541 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be70b60-5622-4867-81d6-43409a157546 None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:50:33.314362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3614fa76-d253-48b6-90c3-2814d19b1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:33.323564 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:50:33.325005 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:33.334582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:33.388511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3614fa76-d253-48b6-90c3-2814d19b1a84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f25d466cbc3481f9ff25db110e1e13b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0688567 Aug 23 11:50:33.392624 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec14baed-7f03-4f10-9f63-2e62afa48bd2 x-openstack-request-id: req-ec14baed-7f03-4f10-9f63-2e62afa48bd2 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:33.392905 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:33.393305 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec14baed-7f03-4f10-9f63-2e62afa48bd2 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:33.393762 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'status': 'completed', 'code': 200} Aug 23 11:50:33.416253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f49607b-7c10-42c8-bc04-ae81300da09b req-416f3ec0-6f34-473c-84f8-fa845332a847 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 210 time: 0.2325196 Aug 23 11:50:33.419789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34818) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:33.502890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ae12e06-2032-4795-a5ab-d9815d305d21 req-bffbf51b-34b2-4273-bd8a-43de965b5a0c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 210 time: 0.0773020 Aug 23 11:50:33.557887 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:50:33.588238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Made reservation on behalf of 57ea2a434a274f3f883ecc0034897bd3 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:33.591701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:33.593997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614fa76-d253-48b6-90c3-2814d19b1a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf784dc-b1e3-4420-92fb-f5d4df77bd4f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:33.628953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-17b686d2-25ef-40dc-bd7d-2eee15161c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:33.630634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-17b686d2-25ef-40dc-bd7d-2eee15161c87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175723 Aug 23 11:50:33.637632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:33.639253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.44', 65137) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:33.768708 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75bf392-1c00-44ed-810b-4da06dacb96b x-openstack-request-id: req-f75bf392-1c00-44ed-810b-4da06dacb96b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:33.769237 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f04f735-0a22-4f77-90b4-23ebe45afee4", "name": "network-vif-deleted", "tag": "ea8efeb1-d86e-4b4b-8ca4-27928be7894a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:33.769587 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f75bf392-1c00-44ed-810b-4da06dacb96b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:33.770175 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f04f735-0a22-4f77-90b4-23ebe45afee4', 'name': 'network-vif-deleted', 'tag': 'ea8efeb1-d86e-4b4b-8ca4-27928be7894a', 'status': 'completed', 'code': 200} Aug 23 11:50:33.793265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-ee428c81-7f8c-4995-9218-263ccde7dd26 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a9cc19ff510c4d20a61385918f78167d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450653 Aug 23 11:50:33.894806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3cb95b9-1a72-4cb6-aede-c967eae723a4 req-85a3f5d1-a420-48d2-a9d8-3f6d1a06041e tempest-AggregatesAdminTestJSON-1793178741 tempest-AggregatesAdminTestJSON-1793178741-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f04f735-0a22-4f77-90b4-23ebe45afee4 HTTP/1.1" status: 200 len: 210 time: 0.1324453 Aug 23 11:50:33.966489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.018999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6be70b60-5622-4867-81d6-43409a157546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '56cabe8a-de55-4d8c-a701-a96dc95e3f5c', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'port_id': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'mac_address': 'fa:16:3e:82:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:50:12Z', 'updated_at': '2021-08-23T11:50:30Z', 'revision_number': 1, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:50:34.054705 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be70b60-5622-4867-81d6-43409a157546 None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '56cabe8a-de55-4d8c-a701-a96dc95e3f5c', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'port_id': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'mac_address': 'fa:16:3e:82:0e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:50:12Z', 'updated_at': '2021-08-23T11:50:30Z', 'revision_number': 1, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:50:34.089269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9581290-28ea-4a64-90e8-1b1fb3bfd498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.164276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Transition to ACTIVE for port object 9718bb75-b30f-46dd-980f-c5546af58129 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:34.238116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9581290-28ea-4a64-90e8-1b1fb3bfd498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.279898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-cf115304-6d75-4c71-981c-a1ad611b1405 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:34.281480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-cf115304-6d75-4c71-981c-a1ad611b1405 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4796085 Aug 23 11:50:34.291315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-2447df36-ee4b-4e57-a0a2-444ce8fc07fa service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277518 Aug 23 11:50:34.304441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Request body: {'port': {'device_id': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'a9cc19ff510c4d20a61385918f78167d'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:34.347629 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a3f229c-702b-4e25-9a6d-0edc98a052e6 req-d2a77704-e9bf-4f11-b337-58f14b2e6037 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 210 time: 0.0286987 Aug 23 11:50:34.387860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e202d44-34a2-402a-8d13-20bc4366e1ed None None] New status for floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:50:34.412860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1029f8-a4c3-446f-becb-4f00f978f7a8 req-0d5600c8-5b7b-4002-8ba1-3e871c902fd3 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:34.414473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe1029f8-a4c3-446f-becb-4f00f978f7a8 req-0d5600c8-5b7b-4002-8ba1-3e871c902fd3 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 935 time: 0.3115976 Aug 23 11:50:34.634611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:34.647902 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.686458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Transition to ACTIVE for port object 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:34.687628 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.44', 65139) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:34.720773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.748290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.834052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.864060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.882374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9581290-28ea-4a64-90e8-1b1fb3bfd498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.885891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f9581290-28ea-4a64-90e8-1b1fb3bfd498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:34.894048 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f9581290-28ea-4a64-90e8-1b1fb3bfd498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bf784dc-b1e3-4420-92fb-f5d4df77bd4f HTTP/1.1" status: 204 len: 168 time: 1.4605572 Aug 23 11:50:34.924103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:34.967778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf49b9-9eb6-47da-86f7-a4722f59abcf,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:34.981019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:35.007307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:35.015324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:35.025267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Pushing event updated for resources: {'Port': ['ID=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:35.028310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe1029f8-a4c3-446f-becb-4f00f978f7a8 req-dab51ca7-a06f-4e31-aea2-2b176e68f694 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874691 Aug 23 11:50:35.075146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Made reservation on behalf of a9cc19ff510c4d20a61385918f78167d for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:35.080178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.109851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22eb5700-74f0-4f92-b5f9-ce6199ae0fb8 req-d84dbb95-75b1-4939-8ba9-e8b929495892 service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956796 Aug 23 11:50:35.119583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581290-28ea-4a64-90e8-1b1fb3bfd498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf784dc-b1e3-4420-92fb-f5d4df77bd4f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:35.170660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11809441-9a74-4424-afcc-7f4d16b7b391 req-056cd0eb-65ae-499c-a6f7-96d1e8607c4f tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 210 time: 0.1306517 Aug 23 11:50:35.249879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7936a46d-e599-43cd-babf-9f20bee361b5 req-60bec275-ba58-410b-91a6-e9df99e731d5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 210 time: 0.1305275 Aug 23 11:50:35.411827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-b1df2969-b0e3-486e-9c56-aa724c6e9b1f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:35.413507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-b1df2969-b0e3-486e-9c56-aa724c6e9b1f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.7247577 Aug 23 11:50:35.425426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:35.426130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.435830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Request body: {'port': {'device_id': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'admin_state_up': True, 'tenant_id': '63af80bfd7424b4cb8ec69d8aeda6ac9'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:35.498204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Attempting to bind port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:35.498617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Attempting to bind port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:35.498961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Attempting to bind port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:35.546343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-058735ba-f232-4d03-94c4-bab051829e59 None None] Provisioning for port 9718bb75-b30f-46dd-980f-c5546af58129 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:35.552207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-058735ba-f232-4d03-94c4-bab051829e59 None None] Provisioning complete for port 9718bb75-b30f-46dd-980f-c5546af58129 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:35.552826 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-058735ba-f232-4d03-94c4-bab051829e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.608928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:35.609257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Attempting to bind port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:35.618630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ba42902-a1e5-4fc7-b408-34d81e32438d req-dd8a6982-4290-4617-8eba-ffee54cc7490 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 210 time: 0.1143339 Aug 23 11:50:35.642083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-058735ba-f232-4d03-94c4-bab051829e59 None None] Port 9718bb75-b30f-46dd-980f-c5546af58129 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:35.672155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:35.672672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:35.673150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:35.673664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Bound port: 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:35.674065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.689805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Allocated IP 192.168.233.100 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/ae028121-b3a2-473c-9698-4b8c4041802d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:35.696298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-e2f47e02-770f-41f7-bf78-e8830c40f5c2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0121188 Aug 23 11:50:35.700927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-51377950-ba9b-469a-8681-36340a9b40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:35.702837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-51377950-ba9b-469a-8681-36340a9b40b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 1097 time: 0.4862518 Aug 23 11:50:35.717648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Request body: {'port': {'device_id': '94b65b50-fd56-4738-972d-e289845285fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:35.801321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] For port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:35.807568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] For port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:35.808793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Made reservation on behalf of 63af80bfd7424b4cb8ec69d8aeda6ac9 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:35.813166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.817968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.839391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-80839314-db59-4af6-8616-ebcd5488139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:35.841716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-80839314-db59-4af6-8616-ebcd5488139f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 924 time: 0.1199543 Aug 23 11:50:35.863841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34908) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:35.872158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34910) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:35.929599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:35.936051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:35.937745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] 10.222.0.41 "PUT /v2.0/ports/55f1776d-a1c0-42bd-ac7b-729925d9c1e3 HTTP/1.1" status: 200 len: 1095 time: 2.7034693 Aug 23 11:50:35.939445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'tag': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:35.941911 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0856a28-5651-4776-a4e8-185a034a16c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a93621-78d0-4fdd-98e9-35528ec7d015", "tag": "55f1776d-a1c0-42bd-ac7b-729925d9c1e3"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:36.013214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ea8efeb1-d86e-4b4b-8ca4-27928be7894a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:50:36.052056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.095649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ea8efeb1-d86e-4b4b-8ca4-27928be7894a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:50:36.095649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ea8efeb1-d86e-4b4b-8ca4-27928be7894a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:50:36.097616 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bade477-944f-4a23-b5b7-326febdbde9a x-openstack-request-id: req-6bade477-944f-4a23-b5b7-326febdbde9a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:36.098225 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a93621-78d0-4fdd-98e9-35528ec7d015", "tag": "55f1776d-a1c0-42bd-ac7b-729925d9c1e3", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:36.098652 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bade477-944f-4a23-b5b7-326febdbde9a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:36.099104 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'tag': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3', 'status': 'completed', 'code': 200} Aug 23 11:50:36.131461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a4b03fe-c477-4302-8160-977e49a5e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.164873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900bd6-4b58-478e-9f92-34850b77c90a service neutron] Pushing event updated for resources: {'Port': ['ID=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:36.229459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-8f36716c-e9f3-4edd-a733-501197a818f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 200 len: 1001 time: 0.3602667 Aug 23 11:50:36.303854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba254c6f-05cb-4eef-8a68-50dc52002d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:36.305518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-ba254c6f-05cb-4eef-8a68-50dc52002d98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 1098 time: 0.3158176 Aug 23 11:50:36.315109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-454a9d83-b673-4792-925c-c3d755b7be82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29aadf460e41441a9121cac7fef47aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421697 Aug 23 11:50:36.315109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Allocated IP 172.20.0.9 (8ccb809c-534f-4ce3-a72f-ddddeac16567/ca98d8bb-33e2-4920-b7bf-967fecca1bc0/ef863516-86f4-4292-bc51-531f1a3143de) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:36.324959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34932) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:36.391290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-e66996f3-cfe9-4912-806d-feca9083c5b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0744522 Aug 23 11:50:36.398915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30854-0bcc-4781-ab19-6888f0bd56dd req-a4e61aa5-c1a4-4e16-b8ac-b8da03b931c8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:36.400487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0c30854-0bcc-4781-ab19-6888f0bd56dd req-a4e61aa5-c1a4-4e16-b8ac-b8da03b931c8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 947 time: 0.2584550 Aug 23 11:50:36.408974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-d082dc15-17c1-43ff-88a6-ef2b9c1486aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:36.410502 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-d082dc15-17c1-43ff-88a6-ef2b9c1486aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.1673429 Aug 23 11:50:36.484982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-620e173a-62dc-46da-b83b-81e09426bd47 req-7748d19a-0587-4bc8-9102-09b8faed3706 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 210 time: 0.1612048 Aug 23 11:50:36.523411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-f32d0421-8129-42ee-b51a-8f4331b53688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:36.525010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-f32d0421-8129-42ee-b51a-8f4331b53688 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1236250 Aug 23 11:50:36.537370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0c30854-0bcc-4781-ab19-6888f0bd56dd req-97ccf5f8-6aa5-44a1-ae61-6723a12f6dd2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269104 Aug 23 11:50:36.636893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ff3dac3-10b3-4db2-b565-9f4e976b984b req-4b81f03c-f267-4fec-b480-b3acbb938532 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 210 time: 0.0609317 Aug 23 11:50:36.654633 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.661356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5443-6d2c-4d92-9b9a-756fb3f2f783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.673817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-5ad4ae57-ffe7-4aa3-8fd7-3719642f258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:36.675441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-5ad4ae57-ffe7-4aa3-8fd7-3719642f258d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302005 Aug 23 11:50:36.709027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5443-6d2c-4d92-9b9a-756fb3f2f783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.757717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-8756271a-5352-4dc5-8602-22be7a1a446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:36.759168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-8756271a-5352-4dc5-8602-22be7a1a446f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034724 Aug 23 11:50:36.768874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Transition to ACTIVE for port object ae028121-b3a2-473c-9698-4b8c4041802d will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:36.821713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99928065-dc23-4200-94ea-602c7e1768e3 req-479b3c81-99a8-4ab6-89a1-49e129265f18 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 210 time: 0.0729532 Aug 23 11:50:36.836241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a4b03fe-c477-4302-8160-977e49a5e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.851912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a4b03fe-c477-4302-8160-977e49a5e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.860144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.899902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-74169cd2-dd47-40c1-a660-d60c5c01b21c service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326113 Aug 23 11:50:36.953587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5443-6d2c-4d92-9b9a-756fb3f2f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.956183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5443-6d2c-4d92-9b9a-756fb3f2f783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:36.957336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2f3c5443-6d2c-4d92-9b9a-756fb3f2f783 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6350486-98d7-4478-9cea-c8f48008f834 HTTP/1.1" status: 204 len: 168 time: 0.6052101 Aug 23 11:50:36.964730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4a4b03fe-c477-4302-8160-977e49a5e871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baef2d452c2e4d4a8c86f5fc09e248af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0915515 Aug 23 11:50:36.968575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34954) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:36.972205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b03fe-c477-4302-8160-977e49a5e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c57af9a-10c9-4e81-bf4d-f8b1ba88110f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:36.982948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.016392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.056265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:37.057140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c5443-6d2c-4d92-9b9a-756fb3f2f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6350486-98d7-4478-9cea-c8f48008f834,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:37.070618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:37.074753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cdb04788-519d-4bdc-8996-f19ffa3aadd6 req-4d61a154-3c68-4e6a-b979-901ad0424a24 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654704 Aug 23 11:50:37.075756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:37.079602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:37.097659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-f1a9659a-36c3-4403-b653-e6c26d0570b7 service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501856 Aug 23 11:50:37.153128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:37.154748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.179659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:37.205240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-a1ddb620-6f79-4068-a56a-26b7aa4c921c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7755797 Aug 23 11:50:37.206414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:37.209002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:37.212059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Pushing event updated for resources: {'Port': ['ID=ae028121-b3a2-473c-9698-4b8c4041802d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:37.212220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-3ffa5785-a97d-45f7-8bd3-834197584e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:37.214470 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-3ffa5785-a97d-45f7-8bd3-834197584e1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 1098 time: 0.0562449 Aug 23 11:50:37.216460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Allocated IP 192.168.233.168 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/27570bd3-deae-490e-9c96-2f6feb8f95f2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:37.226492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Request body: {'port': {'device_id': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:37.359879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:37.360651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.423635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-eec7047e-f464-45a4-a03b-522666482739 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8679142 Aug 23 11:50:37.430641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf7f3-dfb7-46b1-af4e-5e735b633fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.445649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Request body: {'port': {'device_id': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:37.551511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0b100b-b96d-4fa6-8632-5f0f2c684c52 req-6b407948-58c8-484f-b361-5d0ec7b09961 service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392862 Aug 23 11:50:37.638253 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf7f3-dfb7-46b1-af4e-5e735b633fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.638973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.640457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-06e4d8d2-9c73-488f-bb3b-c677b961ae70 None None] Provisioning for port ae028121-b3a2-473c-9698-4b8c4041802d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:37.658301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-06e4d8d2-9c73-488f-bb3b-c677b961ae70 None None] Provisioning complete for port ae028121-b3a2-473c-9698-4b8c4041802d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:37.658696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-06e4d8d2-9c73-488f-bb3b-c677b961ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.667544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.671972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34972) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:37.700196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-06e4d8d2-9c73-488f-bb3b-c677b961ae70 None None] Port ae028121-b3a2-473c-9698-4b8c4041802d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:37.742993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6902f856-3fad-4396-a976-6961f095f21a req-aedd2434-e7a4-48d1-957e-6abe2e489026 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 210 time: 0.0881615 Aug 23 11:50:37.782578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-02a05023-5842-4b3f-bcfa-60dbc5fee3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:37.784303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-02a05023-5842-4b3f-bcfa-60dbc5fee3eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.5548036 Aug 23 11:50:37.828578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0716cb95-f107-45cb-bfc7-75153abc15e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f856977f0cf44c089e7979e24256fa39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434724 Aug 23 11:50:37.829590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:37.854167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf7f3-dfb7-46b1-af4e-5e735b633fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.856963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf7f3-dfb7-46b1-af4e-5e735b633fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.861153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6d9cf7f3-dfb7-46b1-af4e-5e735b633fc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c57af9a-10c9-4e81-bf4d-f8b1ba88110f HTTP/1.1" status: 204 len: 168 time: 0.8869724 Aug 23 11:50:37.861517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:37.917679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-3ae951bf-b22c-4f16-a511-e92ac51db1e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3 HTTP/1.1" status: 200 len: 217 time: 0.1201501 Aug 23 11:50:37.975013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cf7f3-dfb7-46b1-af4e-5e735b633fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c57af9a-10c9-4e81-bf4d-f8b1ba88110f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:37.997736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Transition to ACTIVE for port object 27570bd3-deae-490e-9c96-2f6feb8f95f2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:38.061869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52ad7-e6d1-4f6c-9069-f2f5ef0512db req-6520cc75-620b-417f-be53-dc4fa58baec1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:38.063509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ef52ad7-e6d1-4f6c-9069-f2f5ef0512db req-6520cc75-620b-417f-be53-dc4fa58baec1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 931 time: 0.1980598 Aug 23 11:50:38.080556 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b70c9fe1-ac28-4e27-b9ba-ee061cddbc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.086003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca849f-fd1e-4e52-8d71-90a16e5bff5e req-900e824c-4bd0-48ed-b45c-0d9267d03687 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:38.090292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0fca849f-fd1e-4e52-8d71-90a16e5bff5e req-900e824c-4bd0-48ed-b45c-0d9267d03687 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 947 time: 0.1890223 Aug 23 11:50:38.095837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-be91e7b8-4616-4be9-974a-2998f6763b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:38.097707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-be91e7b8-4616-4be9-974a-2998f6763b31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1629481 Aug 23 11:50:38.112095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.195024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0fca849f-fd1e-4e52-8d71-90a16e5bff5e req-aba52b33-08cd-4920-8af8-ea31ac7b1e90 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943985 Aug 23 11:50:38.214397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-224b5d65-36ee-4b61-a5b4-d823d85a7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:38.215936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-224b5d65-36ee-4b61-a5b4-d823d85a7591 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043332 Aug 23 11:50:38.289165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:38.347819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43606dce-7ff4-4002-b221-1d7ef8e91efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.359932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef863516-86f4-4292-bc51-531f1a3143de {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:38.373601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.433982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Transition to ACTIVE for port object ef863516-86f4-4292-bc51-531f1a3143de will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:38.442253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-a15ae864-9d3d-465e-ba58-2dc243988c89 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175000 Aug 23 11:50:38.449839 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.496046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b70c9fe1-ac28-4e27-b9ba-ee061cddbc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.555355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:38.568145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ef52ad7-e6d1-4f6c-9069-f2f5ef0512db req-fa9d30db-dc5c-427d-8c18-96a86136b83b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782743 Aug 23 11:50:38.588146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Pushing event updated for resources: {'Port': ['ID=27570bd3-deae-490e-9c96-2f6feb8f95f2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:38.598896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:38.609808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:38.618064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff5cd4-1103-460b-b462-82324f6180fe req-2658728b-4cb2-4023-9416-515144907e01 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:38.630351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79ff5cd4-1103-460b-b462-82324f6180fe req-2658728b-4cb2-4023-9416-515144907e01 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 936 time: 0.2475786 Aug 23 11:50:38.649311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:38.681131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34994) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:38.720216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:38.721117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.760903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b70c9fe1-ac28-4e27-b9ba-ee061cddbc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.763823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b70c9fe1-ac28-4e27-b9ba-ee061cddbc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.765129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b70c9fe1-ac28-4e27-b9ba-ee061cddbc9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c11e93c6-b3c3-4e39-8302-ee24cc33355f HTTP/1.1" status: 204 len: 168 time: 0.9274316 Aug 23 11:50:38.808883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c9fe1-ac28-4e27-b9ba-ee061cddbc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e93c6-b3c3-4e39-8302-ee24cc33355f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:38.823212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:38.833116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.848022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79ff5cd4-1103-460b-b462-82324f6180fe req-7d93ef57-8d39-44e8-859f-3139543fd8e3 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165003 Aug 23 11:50:38.851528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0856a28-5651-4776-a4e8-185a034a16c1 req-78bdc966-0ad9-4075-8039-7381f18ba925 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966067 Aug 23 11:50:38.871224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Transition to ACTIVE for port object 9718bb75-b30f-46dd-980f-c5546af58129 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:38.882445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:38.882872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:38.883216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:38.895293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:38.895676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:38.909198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:38.909529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:38.909981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:38.911048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Bound port: ef863516-86f4-4292-bc51-531f1a3143de, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:38.911453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.941634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.947027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43606dce-7ff4-4002-b221-1d7ef8e91efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.953827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-31f3c56a-07f2-4651-afac-2aa257de6aa1 None None] Provisioning for port 27570bd3-deae-490e-9c96-2f6feb8f95f2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:38.960978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-31f3c56a-07f2-4651-afac-2aa257de6aa1 None None] Provisioning complete for port 27570bd3-deae-490e-9c96-2f6feb8f95f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:38.963190 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-31f3c56a-07f2-4651-afac-2aa257de6aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:38.970538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43606dce-7ff4-4002-b221-1d7ef8e91efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.010713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-6c1b482e-d5f5-49c7-934f-400e31fe7d73 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7177227 Aug 23 11:50:39.030613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-31f3c56a-07f2-4651-afac-2aa257de6aa1 None None] Port 27570bd3-deae-490e-9c96-2f6feb8f95f2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:39.036819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.061063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Request body: {'port': {'device_id': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:39.061517 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-43606dce-7ff4-4002-b221-1d7ef8e91efb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cc9a27537a0493983580887f091b0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667828 Aug 23 11:50:39.061517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43606dce-7ff4-4002-b221-1d7ef8e91efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1ba7b-7e29-41c5-a262-1ffb39be37e0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:39.074887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35004) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:39.097655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:39.101852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:39.109082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.129950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:39.185247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:39.199448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:39.200054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.203663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-8f245e06-0db3-43f5-93a1-5cff6dfacd0e service neutron] 10.222.0.44 "PUT /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 1091 time: 1.9812465 Aug 23 11:50:39.204156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:39.210673 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "tag": "ef863516-86f4-4292-bc51-531f1a3143de"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:39.258848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66999779-532a-4842-8dba-f396fcda75c8 req-99267ea9-1597-4460-b193-a8c77431d839 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:39.260498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66999779-532a-4842-8dba-f396fcda75c8 req-99267ea9-1597-4460-b193-a8c77431d839 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 936 time: 0.3147795 Aug 23 11:50:39.365600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.392211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-d806686e-d099-42a2-9222-2105a6f4c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:39.393798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-d806686e-d099-42a2-9222-2105a6f4c2f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1094 time: 0.1381488 Aug 23 11:50:39.402927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730825d4-371d-4b2d-b8e7-d2ef59db5193 req-65320370-4cdc-4e2f-9ec3-bba0d53f42be tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:39.404647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-730825d4-371d-4b2d-b8e7-d2ef59db5193 req-65320370-4cdc-4e2f-9ec3-bba0d53f42be tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 947 time: 0.0946603 Aug 23 11:50:39.425977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae028121-b3a2-473c-9698-4b8c4041802d {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:39.434453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1b80803-1a0a-442c-a59a-07686998ca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.444360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Attempting to bind port 9718bb75-b30f-46dd-980f-c5546af58129 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:39.444705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Attempting to bind port 9718bb75-b30f-46dd-980f-c5546af58129 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:39.444998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Attempting to bind port 9718bb75-b30f-46dd-980f-c5546af58129 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:39.446334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-1df13aaa-5649-492d-9c20-02f0361f8eb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 217 time: 0.0407414 Aug 23 11:50:39.451171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.484056 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66999779-532a-4842-8dba-f396fcda75c8 req-2c0d35a8-6aed-4272-be0c-7781c0c3314e tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982975 Aug 23 11:50:39.507176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Port 9718bb75-b30f-46dd-980f-c5546af58129 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:39.507176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Attempting to bind port 9718bb75-b30f-46dd-980f-c5546af58129 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:39.526709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-730825d4-371d-4b2d-b8e7-d2ef59db5193 req-cb24eb8e-6737-4740-b52a-a5a9dbd5179e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829389 Aug 23 11:50:39.528106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1b80803-1a0a-442c-a59a-07686998ca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.534354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Transition to ACTIVE for port object ae028121-b3a2-473c-9698-4b8c4041802d will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:39.548685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-812e4001-67c4-4e62-af35-2a9f87985a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:39.550183 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-812e4001-67c4-4e62-af35-2a9f87985a38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0907519 Aug 23 11:50:39.562290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.564418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:39.564769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:39.565164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:39.565617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Bound port: 9718bb75-b30f-46dd-980f-c5546af58129, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:39.566063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.574371 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67d7280-32ac-4b21-b58a-bd2dced48bcd x-openstack-request-id: req-b67d7280-32ac-4b21-b58a-bd2dced48bcd {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:39.574563 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "tag": "ef863516-86f4-4292-bc51-531f1a3143de", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:39.574892 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b67d7280-32ac-4b21-b58a-bd2dced48bcd {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:39.575292 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de', 'status': 'completed', 'code': 200} Aug 23 11:50:39.594813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-6b99bde0-6009-4041-9ef0-e662437ede82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365345 Aug 23 11:50:39.718770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-d0aae4e1-0bb4-4ead-867a-dabbdb6b4f9e service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160786 Aug 23 11:50:39.805290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.808789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae028121-b3a2-473c-9698-4b8c4041802d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:39.831718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.875412 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f9be747-2b51-4d66-8743-d2aef9215f33 req-67f37a2c-6dd7-40f6-8200-2b60891c0776 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480095 Aug 23 11:50:39.933099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1b80803-1a0a-442c-a59a-07686998ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.935839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1b80803-1a0a-442c-a59a-07686998ca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:39.937176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1b80803-1a0a-442c-a59a-07686998ca01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66b1ba7b-7e29-41c5-a262-1ffb39be37e0 HTTP/1.1" status: 204 len: 168 time: 0.8586574 Aug 23 11:50:40.042128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-20d17866-6a38-4008-aa72-3d76e9b7cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.043710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-20d17866-6a38-4008-aa72-3d76e9b7cbcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1094 time: 0.1057034 Aug 23 11:50:40.045399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:40.055571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f741e3-cedb-43fa-84b4-3f16f914298e req-443dc082-e776-4112-a434-73e6bb527444 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.057772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2f741e3-cedb-43fa-84b4-3f16f914298e req-443dc082-e776-4112-a434-73e6bb527444 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.3551428 Aug 23 11:50:40.065616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147ef8c345cf4dd0ad32b35601bafa0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3817475 Aug 23 11:50:40.071537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc43c028-19d8-4d19-ab1c-6617904fb5a9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:40.078067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35038) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:40.081838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:40.099176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:40.131593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.134354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.135391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.135746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.136088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.136427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.136841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.137161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.137490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.137857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.138178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.138507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.138829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d54c9d-7adb-4c83-8498-0af0fb68c224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:40.193397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05215-ca5f-4b71-bb57-4ad8a031c629 req-ae09a330-6f69-4207-a313-352c007b4af8 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.201557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e05215-ca5f-4b71-bb57-4ad8a031c629 req-ae09a330-6f69-4207-a313-352c007b4af8 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 948 time: 0.2250953 Aug 23 11:50:40.212229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-5f27d97a-7f44-460c-b6c7-c83079dc6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.214179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-5f27d97a-7f44-460c-b6c7-c83079dc6b9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1609235 Aug 23 11:50:40.239427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Attempting to bind port ae028121-b3a2-473c-9698-4b8c4041802d on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:40.239795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Attempting to bind port ae028121-b3a2-473c-9698-4b8c4041802d by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:40.240131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Attempting to bind port ae028121-b3a2-473c-9698-4b8c4041802d on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:40.266194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-57935a43-52fa-4e9a-a0fe-06e4a82352f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 217 time: 0.0426340 Aug 23 11:50:40.266786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b80803-1a0a-442c-a59a-07686998ca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1ba7b-7e29-41c5-a262-1ffb39be37e0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:40.281738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.282284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.283847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] 10.222.0.41 "PUT /v2.0/ports/9718bb75-b30f-46dd-980f-c5546af58129 HTTP/1.1" status: 200 len: 1096 time: 4.5761361 Aug 23 11:50:40.284329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:40.289575 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0438cf2c-563c-4d6e-b86a-2770bee80c56" -d '{"events": [{"name": "network-changed", "server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:40.323601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Port ae028121-b3a2-473c-9698-4b8c4041802d on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:40.323954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Attempting to bind port ae028121-b3a2-473c-9698-4b8c4041802d on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:40.328146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e05215-ca5f-4b71-bb57-4ad8a031c629 req-6f6800ba-2c33-4ee5-ad35-9837dc3eb0d2 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255164 Aug 23 11:50:40.349246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2f741e3-cedb-43fa-84b4-3f16f914298e req-f38ccb13-1cdd-49f9-a854-7b81219179eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747676 Aug 23 11:50:40.380878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:40.398851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3', 'mac_address': 'fa:16:3e:09:ab:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:40.421011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-4f8ba90a-3d39-47b2-8cb6-229b5b2e762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.426589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-4f8ba90a-3d39-47b2-8cb6-229b5b2e762b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1503279 Aug 23 11:50:40.442447 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3d284-c859-4c2c-b8d8-18a2485961dd x-openstack-request-id: req-b5f3d284-c859-4c2c-b8d8-18a2485961dd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:40.442842 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:40.443240 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5f3d284-c859-4c2c-b8d8-18a2485961dd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:40.443778 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'status': 'completed', 'code': 200} Aug 23 11:50:40.460574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.467633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-a3187914-4a0a-4b74-8339-a76adc168008 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332654 Aug 23 11:50:40.486785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:40.511383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:40.517403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:40.517961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:40.522804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:40.523890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Bound port: ae028121-b3a2-473c-9698-4b8c4041802d, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:40.525041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.528503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.568571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cf5cb-d5b9-4aa9-ae61-90c24168a70a service neutron] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:40.629181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:40.645539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-4d842f26-1a1d-4eda-bf3e-09fd1f270dde service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701694 Aug 23 11:50:40.680062 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b91a81bc-1de5-4897-a007-a4bd57a260a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.729111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['55f1776d-a1c0-42bd-ac7b-729925d9c1e3'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:40.782319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27570bd3-deae-490e-9c96-2f6feb8f95f2 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:40.789758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b91a81bc-1de5-4897-a007-a4bd57a260a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.804749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.811022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-4aa9b54b-7e1f-4465-b962-a3f379e3d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.812549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-4aa9b54b-7e1f-4465-b962-a3f379e3d415 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1099 time: 0.4391139 Aug 23 11:50:40.837627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef222fe5-8f8c-4f01-877c-15efbb049ba9 req-35323f6a-8856-4b93-a454-ceb705be1209 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.848112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef222fe5-8f8c-4f01-877c-15efbb049ba9 req-35323f6a-8856-4b93-a454-ceb705be1209 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 948 time: 0.1887295 Aug 23 11:50:40.879206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Transition to ACTIVE for port object 27570bd3-deae-490e-9c96-2f6feb8f95f2 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:40.900900 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cf8ef3-6c75-460b-8fbb-82bc485c7ad5 req-0eef7f8c-6a3f-41d1-a7b1-8a4e847083a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295935 Aug 23 11:50:40.930305 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef222fe5-8f8c-4f01-877c-15efbb049ba9 req-b6bcf381-2699-4214-a0d8-a5bae375fb12 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809126 Aug 23 11:50:40.939134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:40.942566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] For port ae028121-b3a2-473c-9698-4b8c4041802d, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:40.951104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-987cbdd3-56e3-4284-99b8-1821df05aabf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9718bb75-b30f-46dd-980f-c5546af58129 HTTP/1.1" status: 200 len: 217 time: 0.1222250 Aug 23 11:50:40.965421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54c563-62de-4064-a728-899b635c8175 req-c5cbd966-d3c8-4c15-8647-6bd6fec4e6f5 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:40.972635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a54c563-62de-4064-a728-899b635c8175 req-c5cbd966-d3c8-4c15-8647-6bd6fec4e6f5 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 936 time: 0.3338816 Aug 23 11:50:41.050780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] For port ae028121-b3a2-473c-9698-4b8c4041802d, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ae028121-b3a2-473c-9698-4b8c4041802d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:41.069730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.108214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-abf0ea6e-6b30-4a7e-8301-896788352e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.110053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-abf0ea6e-6b30-4a7e-8301-896788352e0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1106026 Aug 23 11:50:41.110857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=27570bd3-deae-490e-9c96-2f6feb8f95f2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:41.162851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b91a81bc-1de5-4897-a007-a4bd57a260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.166623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b91a81bc-1de5-4897-a007-a4bd57a260a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.171197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b91a81bc-1de5-4897-a007-a4bd57a260a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc43c028-19d8-4d19-ab1c-6617904fb5a9 HTTP/1.1" status: 204 len: 168 time: 1.0908434 Aug 23 11:50:41.206877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a81bc-1de5-4897-a007-a4bd57a260a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc43c028-19d8-4d19-ab1c-6617904fb5a9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:41.215696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.216857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.219051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] 10.222.0.44 "PUT /v2.0/ports/ae028121-b3a2-473c-9698-4b8c4041802d HTTP/1.1" status: 200 len: 1096 time: 3.7778115 Aug 23 11:50:41.251776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a54c563-62de-4064-a728-899b635c8175 req-0f8b7bdc-58f9-4cdd-bf42-b13ca0bcae9d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782717 Aug 23 11:50:41.397577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755c9c4-70dd-4280-9f95-fbd1421732ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae028121-b3a2-473c-9698-4b8c4041802d,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:41.407265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a703-ba13-4d18-8f62-31880560a090 req-d5f43809-f5e7-4946-88af-6012afb7068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.411786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-d5f43809-f5e7-4946-88af-6012afb7068b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2863905 Aug 23 11:50:41.612127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655297-cc84-4a8d-be0f-2236f0e7ca5d req-db8f8c2f-29c3-4d6e-b159-ecb6a53e0d74 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.616573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-e9eb1d9e-47de-4e53-a3a3-81314e0ba9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.618114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-e9eb1d9e-47de-4e53-a3a3-81314e0ba9c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ea2a434a274f3f883ecc0034897bd3&device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 1099 time: 0.3096371 Aug 23 11:50:41.620321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e655297-cc84-4a8d-be0f-2236f0e7ca5d req-db8f8c2f-29c3-4d6e-b159-ecb6a53e0d74 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.1096146 Aug 23 11:50:41.624945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Attempting to bind port 27570bd3-deae-490e-9c96-2f6feb8f95f2 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:41.625289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Attempting to bind port 27570bd3-deae-490e-9c96-2f6feb8f95f2 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:41.625620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Attempting to bind port 27570bd3-deae-490e-9c96-2f6feb8f95f2 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:41.640334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660478-2f5d-40d1-a4bb-90367d2d50f3 req-f96c4b32-be2d-4932-9aa9-ea150c65340a tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.641937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38660478-2f5d-40d1-a4bb-90367d2d50f3 req-f96c4b32-be2d-4932-9aa9-ea150c65340a tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 948 time: 0.1845284 Aug 23 11:50:41.657788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Port 27570bd3-deae-490e-9c96-2f6feb8f95f2 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:41.658160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Attempting to bind port 27570bd3-deae-490e-9c96-2f6feb8f95f2 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:41.668498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e655297-cc84-4a8d-be0f-2236f0e7ca5d req-88a6e84b-01ca-4a77-91b2-856816456022 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Aug 23 11:50:41.701244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35094) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:41.714688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa408d0-1886-4eb7-bba5-c26b62621b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.732206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-d8a3bab3-b60c-4995-9a2c-4a136c65351d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ae028121-b3a2-473c-9698-4b8c4041802d HTTP/1.1" status: 200 len: 217 time: 0.0880408 Aug 23 11:50:41.743665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:41.744633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:41.745104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:41.745558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Bound port: 27570bd3-deae-490e-9c96-2f6feb8f95f2, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:41.746247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.761460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-5d1dd324-347a-4ab5-9f12-4f89f0966451 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068774 Aug 23 11:50:41.853857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa408d0-1886-4eb7-bba5-c26b62621b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.862035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa408d0-1886-4eb7-bba5-c26b62621b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:41.871219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38660478-2f5d-40d1-a4bb-90367d2d50f3 req-5c682ae6-d8cc-4c7e-b373-b19f92934e13 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187674 Aug 23 11:50:41.914910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9a6048d7-0333-4cdc-985c-9f535196eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:41.915074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa408d0-1886-4eb7-bba5-c26b62621b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe1f4f-6e63-493a-875c-45b42f046aa8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:41.916978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-9a6048d7-0333-4cdc-985c-9f535196eccf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1751301 Aug 23 11:50:41.944064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fa408d0-1886-4eb7-bba5-c26b62621b64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f0ad44217854b208784aab8d0651565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415280 Aug 23 11:50:41.946370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35098) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:41.979116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa09a703-ba13-4d18-8f62-31880560a090 req-dc77efaa-d6d3-40cb-ad39-01c67833a42b service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061253 Aug 23 11:50:42.028019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.055633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.066952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:42.132029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:42.138145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:42.138798 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.164161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.172598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.176694 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7fe1f4f-6e63-493a-875c-45b42f046aa8 HTTP/1.1" status: 204 len: 168 time: 0.2293084 Aug 23 11:50:42.194156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fe1f4f-6e63-493a-875c-45b42f046aa8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:42.207837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.208308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.214616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.215114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.215527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.215936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.220672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.220846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.221242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.221653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.222089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.222592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39144cd-5c88-466e-9e72-206b070c7635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.253323 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.314712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:42.323597 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c0d498-511e-4c3b-8629-af1dc23607a1" -d '{"events": [{"server_uuid": "f6a93621-78d0-4fdd-98e9-35528ec7d015", "name": "network-vif-plugged", "status": "completed", "tag": "55f1776d-a1c0-42bd-ac7b-729925d9c1e3"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:42.355517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:42.367107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.460977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'tag': 'ae028121-b3a2-473c-9698-4b8c4041802d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:42.464016 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9756ad25-354f-4a5c-9186-9edf05d714a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8a4ddd-4dc0-44e5-ae81-064574b7628d", "tag": "ae028121-b3a2-473c-9698-4b8c4041802d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:42.473898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:42.483319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] For port 27570bd3-deae-490e-9c96-2f6feb8f95f2, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:42.484019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.484576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.486003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.486553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.487105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.487621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.488223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.488979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.489920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.490606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.491140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.492093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:50:42.522884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] For port 27570bd3-deae-490e-9c96-2f6feb8f95f2, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:42.531815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.534133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7883060-c689-4522-a56e-26fc44457adc req-216ea6de-99fd-493a-8090-4378db1ad2ec tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:42.541922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6488d-ed54-441d-a754-65ea23209d8e req-dd85b735-09b2-4638-8b25-a2ab20536956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:42.542711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7883060-c689-4522-a56e-26fc44457adc req-216ea6de-99fd-493a-8090-4378db1ad2ec tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 948 time: 0.1128085 Aug 23 11:50:42.545185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-dd85b735-09b2-4638-8b25-a2ab20536956 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6188252 Aug 23 11:50:42.571464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ef863516-86f4-4292-bc51-531f1a3143de details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:42.589064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d549b05-1243-4df0-8d0a-4103175a1ae9 req-1355a7fc-ac2b-4f9a-be97-b1647b273b18 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:42.596855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d549b05-1243-4df0-8d0a-4103175a1ae9 req-1355a7fc-ac2b-4f9a-be97-b1647b273b18 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 949 time: 0.1749952 Aug 23 11:50:42.616203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7883060-c689-4522-a56e-26fc44457adc req-95971ab3-03a9-4ad6-848b-eb36be58b1e2 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729041 Aug 23 11:50:42.626714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:42.627324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:42.628802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] 10.222.0.44 "PUT /v2.0/ports/27570bd3-deae-490e-9c96-2f6feb8f95f2 HTTP/1.1" status: 200 len: 1096 time: 3.5894961 Aug 23 11:50:42.649984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-9ddf183b-0978-4f86-88b7-1eb1a7490276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:42.656018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-9ddf183b-0978-4f86-88b7-1eb1a7490276 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1099 time: 0.2395868 Aug 23 11:50:42.821663 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e6f833-f5f8-4a62-8741-cc670294e427 x-openstack-request-id: req-91e6f833-f5f8-4a62-8741-cc670294e427 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:42.822027 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a93621-78d0-4fdd-98e9-35528ec7d015", "name": "network-vif-plugged", "status": "completed", "tag": "55f1776d-a1c0-42bd-ac7b-729925d9c1e3", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:42.822427 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e6f833-f5f8-4a62-8741-cc670294e427 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:42.822953 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3', 'code': 200} Aug 23 11:50:42.903082 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d898cae-0c82-4885-a730-a839fef60a85 x-openstack-request-id: req-7d898cae-0c82-4885-a730-a839fef60a85 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:42.903302 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8a4ddd-4dc0-44e5-ae81-064574b7628d", "tag": "ae028121-b3a2-473c-9698-4b8c4041802d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:42.903531 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d898cae-0c82-4885-a730-a839fef60a85 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:42.903948 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'tag': 'ae028121-b3a2-473c-9698-4b8c4041802d', 'status': 'completed', 'code': 200} Aug 23 11:50:42.969744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb5b7f-ea40-4f3a-8144-ee2f310d6ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=27570bd3-deae-490e-9c96-2f6feb8f95f2,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:42.993175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d549b05-1243-4df0-8d0a-4103175a1ae9 req-cce7de89-a5a0-43f1-931b-fc054de3bb87 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901925 Aug 23 11:50:42.995380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-565a3a97-2c4f-4adf-bb4f-0518695834fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:42.997157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-565a3a97-2c4f-4adf-bb4f-0518695834fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cc19ff510c4d20a61385918f78167d&device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 1099 time: 0.3142340 Aug 23 11:50:43.006622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf813ec-9e79-4a73-9f9a-2c5708a52788 req-9063a163-1b63-49a9-a19a-cbb29301823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.008197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bdf813ec-9e79-4a73-9f9a-2c5708a52788 req-9063a163-1b63-49a9-a19a-cbb29301823f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 1100 time: 0.1674781 Aug 23 11:50:43.036577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:43.051129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ef863516-86f4-4292-bc51-531f1a3143de', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'port_id': 'ef863516-86f4-4292-bc51-531f1a3143de', 'mac_address': 'fa:16:3e:e4:43:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca98d8bb-33e2-4920-b7bf-967fecca1bc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:43.059280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-5e1465ad-a88b-4927-9576-e257b4cc2799 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2 HTTP/1.1" status: 200 len: 217 time: 0.0504477 Aug 23 11:50:43.080703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-66eb1f2e-1856-44d2-bfc9-97b034268033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.082317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-66eb1f2e-1856-44d2-bfc9-97b034268033 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4049997 Aug 23 11:50:43.084326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-ce853826-03b6-44bd-a222-35d1ed344e1e service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827232 Aug 23 11:50:43.119164 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:43.163851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef863516-86f4-4292-bc51-531f1a3143de {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:43.178664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-b0c01117-ea47-445d-9729-bc9010bdda64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9718bb75-b30f-46dd-980f-c5546af58129 HTTP/1.1" status: 200 len: 217 time: 0.0730436 Aug 23 11:50:43.218742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:43.226066 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:43.253484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-409703d1-76b1-4f14-9c69-85cd5adfa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.255150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-409703d1-76b1-4f14-9c69-85cd5adfa17a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1871090 Aug 23 11:50:43.326850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-fea95a54-a082-4033-aee6-873d189bf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.327279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bdf813ec-9e79-4a73-9f9a-2c5708a52788 req-1587b5e0-8939-4a40-b8ab-f613a42b6c08 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121147 Aug 23 11:50:43.328723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-fea95a54-a082-4033-aee6-873d189bf348 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1213691 Aug 23 11:50:43.337612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57b6488d-ed54-441d-a754-65ea23209d8e req-3c2e965e-d50b-4914-af0c-4979d768381a service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331266 Aug 23 11:50:43.341094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:43.343996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37064fe2-18e7-472d-85db-6875cfbfcee5 req-3ed04906-31f1-4585-a239-de8d001517e9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.349053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37064fe2-18e7-472d-85db-6875cfbfcee5 req-3ed04906-31f1-4585-a239-de8d001517e9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.3134809 Aug 23 11:50:43.351921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-a789b524-fe81-492e-ad9b-d0f7aefc0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.354401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-a789b524-fe81-492e-ad9b-d0f7aefc0af8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896122 Aug 23 11:50:43.405646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37064fe2-18e7-472d-85db-6875cfbfcee5 req-025f175a-4db4-46f9-9260-1b94a850242b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Aug 23 11:50:43.449611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ef863516-86f4-4292-bc51-531f1a3143de'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:43.551318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-395c0397-011b-48d8-809a-627d42b26b68 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885624 Aug 23 11:50:43.571728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35174) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:43.586829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-d976691a-90db-4ab7-84a0-fd3ee005cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.589232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-d976691a-90db-4ab7-84a0-fd3ee005cbc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ea2a434a274f3f883ecc0034897bd3&device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 1099 time: 0.1495306 Aug 23 11:50:43.709900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f4b6-06d5-41f6-aa25-c16b8eaf53f5 req-99fe64f1-5bfc-463a-946a-f0827de2dde7 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.711642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b3f4b6-06d5-41f6-aa25-c16b8eaf53f5 req-99fe64f1-5bfc-463a-946a-f0827de2dde7 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 948 time: 0.2628860 Aug 23 11:50:43.750188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1713510244-network', 'tenant_id': '432d6d273d1b44838b7efbd7ee416a11'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:43.794293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-5b86a8b4-383a-466b-9b48-1b305a5cda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.794939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f004-4530-4285-873b-bdbc5c73a097 req-a5890fbe-3104-473b-8276-a4728b9693bc tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.795864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-5b86a8b4-383a-466b-9b48-1b305a5cda60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648537 Aug 23 11:50:43.798261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cba7f004-4530-4285-873b-bdbc5c73a097 req-a5890fbe-3104-473b-8276-a4728b9693bc tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 948 time: 0.0911129 Aug 23 11:50:43.822320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Made reservation on behalf of 432d6d273d1b44838b7efbd7ee416a11 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:43.824794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:43.837214 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:43.844943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b3f4b6-06d5-41f6-aa25-c16b8eaf53f5 req-0e2a8612-a003-4028-a88f-e9bc26551852 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195421 Aug 23 11:50:43.854660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35190) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:43.873551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c671cd4-90f1-450c-9ad2-64d84b51c54a req-7e2d9c23-3768-4cb3-81c2-7fe99ff26502 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799680 Aug 23 11:50:43.877057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cba7f004-4530-4285-873b-bdbc5c73a097 req-70062c97-d2a2-43e4-9f1d-1a087dbee46b tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711479 Aug 23 11:50:43.917351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-21c695e6-bf85-4ee9-aa9d-dd0eb27dd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:43.919033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-21c695e6-bf85-4ee9-aa9d-dd0eb27dd6f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2601933 Aug 23 11:50:43.987571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-a2a513c6-d6a8-4615-8a8b-79296c3fe058 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ae028121-b3a2-473c-9698-4b8c4041802d HTTP/1.1" status: 200 len: 217 time: 0.0593934 Aug 23 11:50:43.995318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-54e83352-6ad7-4da3-9959-b7044deef327 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870570 Aug 23 11:50:44.043720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.062853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.085846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f38b1f31-af13-45ff-b0ec-d003efcf79fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.107699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:50:44.139739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c14109-75c0-45f9-ba9b-3a0001e251a7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:44.145348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.145719 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Added segment 761a5c92-dea0-4bf3-b024-3fcbf8159351 of type vlan for network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 Aug 23 11:50:44.157961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-1b7815e7-928f-4025-b805-d0c4be15c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:44.159546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-1b7815e7-928f-4025-b805-d0c4be15c39d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1630971 Aug 23 11:50:44.211972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.219008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:44.238179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0438cf2c-563c-4d6e-b86a-2770bee80c56 req-769d7642-5808-4a0b-a1af-ee72995c8308 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332518 Aug 23 11:50:44.247495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4503e65-f053-4211-917b-b7cecf8a1d36 req-dcd0f7a7-526a-47ef-ade8-0c513d1bab2e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:44.249038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4503e65-f053-4211-917b-b7cecf8a1d36 req-dcd0f7a7-526a-47ef-ade8-0c513d1bab2e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 949 time: 0.1300931 Aug 23 11:50:44.260838 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.262089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:44.262680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.266065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-aaab7a48-e5eb-45c3-a726-cdf71321fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:44.267636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-aaab7a48-e5eb-45c3-a726-cdf71321fa2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977979 Aug 23 11:50:44.369108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] Pushing event updated for resources: {'Network': ['ID=8151cdda-2d70-4715-99bf-42e75d6ff4a6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:44.372794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f38b1f31-af13-45ff-b0ec-d003efcf79fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.379368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f38b1f31-af13-45ff-b0ec-d003efcf79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.389508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:50:44.406608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-637eb073-674e-48c2-bf4d-75cd3ef02a82 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8305404 Aug 23 11:50:44.409292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35204) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:44.416951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6faa474-643a-47bb-9847-a235f6f0efb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.425899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Request body: {'subnet': {'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1713510244-subnet', 'tenant_id': '432d6d273d1b44838b7efbd7ee416a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:44.438947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4503e65-f053-4211-917b-b7cecf8a1d36 req-8b19dc18-519f-497d-b441-5a5e4df07d95 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765802 Aug 23 11:50:44.458506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f38b1f31-af13-45ff-b0ec-d003efcf79fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1defcf788991432fa958f2049d3aee9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884495 Aug 23 11:50:44.461407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b1f31-af13-45ff-b0ec-d003efcf79fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f5c8c-c909-4747-8107-cc73222e8d1b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:44.468630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:44.489020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-b537e2d9-8bc8-44a4-9fc0-d6a0cd848dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111166 Aug 23 11:50:44.490015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Made reservation on behalf of 432d6d273d1b44838b7efbd7ee416a11 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:44.492975 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.564477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ef863516-86f4-4292-bc51-531f1a3143de up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:44.626290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1889f13-7fd2-4d19-a3c1-9b77f6c5ce75 req-471277be-8f1e-4186-88cb-cd03595f316f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:44.628572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1889f13-7fd2-4d19-a3c1-9b77f6c5ce75 req-471277be-8f1e-4186-88cb-cd03595f316f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 944 time: 0.1219294 Aug 23 11:50:44.629948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30f66972-3b7e-4ec1-8c0a-f2b6812ad320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.660384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9756ad25-354f-4a5c-9186-9edf05d714a2 req-f1bf8829-0ba7-4c6a-8c8a-36688eeef8c8 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617720 Aug 23 11:50:44.673370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port ef863516-86f4-4292-bc51-531f1a3143de completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:44.678716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30f66972-3b7e-4ec1-8c0a-f2b6812ad320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.685506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ef863516-86f4-4292-bc51-531f1a3143de triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:44.686074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.719645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1889f13-7fd2-4d19-a3c1-9b77f6c5ce75 req-d370e61f-128f-4e7a-8c45-ac06b36cb284 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795689 Aug 23 11:50:44.786265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.789717 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.824202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:44.826717 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643db392-66c9-4644-b7f6-d532e47cd392" -d '{"events": [{"server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "name": "network-vif-plugged", "status": "completed", "tag": "ef863516-86f4-4292-bc51-531f1a3143de"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:44.834557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:44.840457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.887547 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b6b49a-a463-43a7-9ec3-7d28eae766e4 x-openstack-request-id: req-75b6b49a-a463-43a7-9ec3-7d28eae766e4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:44.888281 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "name": "network-vif-plugged", "status": "completed", "tag": "ef863516-86f4-4292-bc51-531f1a3143de", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:44.888670 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75b6b49a-a463-43a7-9ec3-7d28eae766e4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:44.890145 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de', 'code': 200} Aug 23 11:50:44.898188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:44.898555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Network hostable DHCP agents. Network: 8151cdda-2d70-4715-99bf-42e75d6ff4a6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:50:44.909190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c290c15c-0f3c-475a-9e11-21b95cefc955,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:44.930865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:44.937984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:50:44.950735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8151cdda-2d70-4715-99bf-42e75d6ff4a6) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:44.955644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:44.956473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:44.963573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e7b55-4af5-4b89-b0a1-2ae4dedc1c14 None None] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:44.966199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'tag': '27570bd3-deae-490e-9c96-2f6feb8f95f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:44.968448 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e44a60dd-04c1-4c1d-9f28-299354a7f29b", "tag": "27570bd3-deae-490e-9c96-2f6feb8f95f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:45.016399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6faa474-643a-47bb-9847-a235f6f0efb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.030299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6faa474-643a-47bb-9847-a235f6f0efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.032471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-069a6b28-be0b-4963-b85f-3ff67b684698 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6190042 Aug 23 11:50:45.060071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7912b0-a5b7-480f-a779-b90c6c613f1e req-d3b9a395-a5b0-45ce-b8cf-8541d1ab7e1d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.066341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb7912b0-a5b7-480f-a779-b90c6c613f1e req-d3b9a395-a5b0-45ce-b8cf-8541d1ab7e1d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 948 time: 0.0971706 Aug 23 11:50:45.114111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6faa474-643a-47bb-9847-a235f6f0efb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fd5810bc8394003b49fe7a2a86a01ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920388 Aug 23 11:50:45.118559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b9278-8e55-4a19-8b27-6fc799167268 req-6ff8391f-fadc-4a44-8bef-db182605cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.120614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c94b9278-8e55-4a19-8b27-6fc799167268 req-6ff8391f-fadc-4a44-8bef-db182605cca6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1096 time: 0.1469479 Aug 23 11:50:45.121357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faa474-643a-47bb-9847-a235f6f0efb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b658f-cf28-49af-b009-f8a58834189d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:45.121472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35222) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:45.122839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e589730-6c44-4827-9b10-b4b7c93255ee None None] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:45.124728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30f66972-3b7e-4ec1-8c0a-f2b6812ad320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.127305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30f66972-3b7e-4ec1-8c0a-f2b6812ad320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.131146 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30f66972-3b7e-4ec1-8c0a-f2b6812ad320 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d7f5c8c-c909-4747-8107-cc73222e8d1b HTTP/1.1" status: 204 len: 168 time: 0.6615026 Aug 23 11:50:45.141276 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb7912b0-a5b7-480f-a779-b90c6c613f1e req-12c57d00-c558-461c-aa02-d575a549383d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666151 Aug 23 11:50:45.161473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e669-ae9b-4dbc-abaa-a6b1d28a874f req-3a659e9e-984a-4f4c-9abb-c929616c27c4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.169576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe60e669-ae9b-4dbc-abaa-a6b1d28a874f req-3a659e9e-984a-4f4c-9abb-c929616c27c4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 948 time: 0.1591737 Aug 23 11:50:45.173555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f66972-3b7e-4ec1-8c0a-f2b6812ad320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f5c8c-c909-4747-8107-cc73222e8d1b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:45.209930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c94b9278-8e55-4a19-8b27-6fc799167268 req-2500b574-cc67-4c10-9cd7-ca510db4e8ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755024 Aug 23 11:50:45.230631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d09a448-0c4e-4e1c-ac56-421682f448e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.243974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe60e669-ae9b-4dbc-abaa-a6b1d28a874f req-2e944bcf-1341-4b4c-8c66-d2a4e8f6b22e tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733879 Aug 23 11:50:45.259555 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5990ea1-cf77-47fb-8fa6-c59c2ea7f7d4 x-openstack-request-id: req-b5990ea1-cf77-47fb-8fa6-c59c2ea7f7d4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:45.259555 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44a60dd-04c1-4c1d-9f28-299354a7f29b", "tag": "27570bd3-deae-490e-9c96-2f6feb8f95f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:45.259555 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5990ea1-cf77-47fb-8fa6-c59c2ea7f7d4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:45.260055 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'tag': '27570bd3-deae-490e-9c96-2f6feb8f95f2', 'status': 'completed', 'code': 200} Aug 23 11:50:45.263938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d09a448-0c4e-4e1c-ac56-421682f448e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.341312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d09a448-0c4e-4e1c-ac56-421682f448e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.350224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d09a448-0c4e-4e1c-ac56-421682f448e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.354437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1d09a448-0c4e-4e1c-ac56-421682f448e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e98b658f-cf28-49af-b009-f8a58834189d HTTP/1.1" status: 204 len: 168 time: 0.2077520 Aug 23 11:50:45.361423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09a448-0c4e-4e1c-ac56-421682f448e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b658f-cf28-49af-b009-f8a58834189d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:45.467588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-9a07e4c5-3547-4593-a778-41b85ff96f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.469277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-9a07e4c5-3547-4593-a778-41b85ff96f57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cc19ff510c4d20a61385918f78167d&device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 1099 time: 0.0486948 Aug 23 11:50:45.490796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35236) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:45.515522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2ee3-133d-4d60-9f17-bfa8255017e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.645315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462d140-0e1d-40f7-a0e1-5083787839d2 req-cd0e26e8-be7e-4a8d-9d22-5a14acda8e5f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.647066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3462d140-0e1d-40f7-a0e1-5083787839d2 req-cd0e26e8-be7e-4a8d-9d22-5a14acda8e5f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 949 time: 0.0964730 Aug 23 11:50:45.680907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2ee3-133d-4d60-9f17-bfa8255017e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.687001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2ee3-133d-4d60-9f17-bfa8255017e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.711730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-fa75627a-a00a-4e71-ac3b-4fe10d570c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.714515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-fa75627a-a00a-4e71-ac3b-4fe10d570c7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2339447 Aug 23 11:50:45.753722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7a6b2ee3-133d-4d60-9f17-bfa8255017e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a43cdaea36404962a9404c0f2bfa40b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579668 Aug 23 11:50:45.753722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b2ee3-133d-4d60-9f17-bfa8255017e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbaed1-b3be-4d6e-a54f-bac848e6d9e7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:45.758106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35248) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:45.796290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-c3870c15-0498-481b-8aea-d5b05baa37dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2 HTTP/1.1" status: 200 len: 217 time: 0.0729566 Aug 23 11:50:45.846293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3462d140-0e1d-40f7-a0e1-5083787839d2 req-e0fcbd88-7c3f-4734-bf9e-2e011a527fe5 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863103 Aug 23 11:50:45.861438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-6b0a1d4b-4126-472d-9bf0-ff17afcb4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.863179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-6b0a1d4b-4126-472d-9bf0-ff17afcb4c57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0583675 Aug 23 11:50:45.879525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2f4a-91b5-423a-8d2b-fcf3a24f9b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.914120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2f4a-91b5-423a-8d2b-fcf3a24f9b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.932184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e893fd-ba27-4421-bf82-7ac145295a4b req-11fd292a-5113-4d2f-9573-9fafd2e157fd tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.933775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84e893fd-ba27-4421-bf82-7ac145295a4b req-11fd292a-5113-4d2f-9573-9fafd2e157fd tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 945 time: 0.1022031 Aug 23 11:50:45.969580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35254) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:45.992009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-9ffa4cef-1df6-4879-8e91-b442ffb84102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:45.994564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-9ffa4cef-1df6-4879-8e91-b442ffb84102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172261 Aug 23 11:50:45.996440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04905776-bfa7-4413-8165-3e9a6cfbe609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:45.999155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84e893fd-ba27-4421-bf82-7ac145295a4b req-9e7e3965-8288-41b3-b32b-a438f76de6b7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571747 Aug 23 11:50:46.015560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2f4a-91b5-423a-8d2b-fcf3a24f9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.020460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2f4a-91b5-423a-8d2b-fcf3a24f9b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.035724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b0d2f4a-91b5-423a-8d2b-fcf3a24f9b5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecfbaed1-b3be-4d6e-a54f-bac848e6d9e7 HTTP/1.1" status: 204 len: 168 time: 0.2678895 Aug 23 11:50:46.039857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d2f4a-91b5-423a-8d2b-fcf3a24f9b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbaed1-b3be-4d6e-a54f-bac848e6d9e7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:46.083747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:46.141671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef343-0e98-4a24-b9b4-cf6b0bbac349 req-1b7e73a1-a1c1-4d42-9d96-4c6e9d3e3ead tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:46.142190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35260) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:46.143293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25fef343-0e98-4a24-b9b4-cf6b0bbac349 req-1b7e73a1-a1c1-4d42-9d96-4c6e9d3e3ead tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 948 time: 0.1406929 Aug 23 11:50:46.160377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-937544522-network', 'tenant_id': '2873c6e3e691482bb629eabbbe2183c5'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:46.211805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-89e11950-5fc3-4e6a-8525-5b8ccbf06c4d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079430 Aug 23 11:50:46.248014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:46.261543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '9718bb75-b30f-46dd-980f-c5546af58129', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '9718bb75-b30f-46dd-980f-c5546af58129', 'mac_address': 'fa:16:3e:7c:f7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:46.272585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25fef343-0e98-4a24-b9b4-cf6b0bbac349 req-b4f867e6-3ee8-4b38-ab4b-e6bea72575f4 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062520 Aug 23 11:50:46.350079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04905776-bfa7-4413-8165-3e9a6cfbe609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.352016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.357631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04905776-bfa7-4413-8165-3e9a6cfbe609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.358627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a05-0c45-495a-b10f-ca610b97eeb6 req-a1e8e464-2021-4172-9c47-48651d3f6b7e tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:46.373135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d640a05-0c45-495a-b10f-ca610b97eeb6 req-a1e8e464-2021-4172-9c47-48651d3f6b7e tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 948 time: 0.1316071 Aug 23 11:50:46.389250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:46.406803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41fe00fa-4b2a-455b-9c9b-c410dbb099e5 req-97532e7e-235d-4f51-a21a-25cf5089d7c8 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851830 Aug 23 11:50:46.417277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-04905776-bfa7-4413-8165-3e9a6cfbe609 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3c5d912816d422fbdd9f1b043c7d433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443357 Aug 23 11:50:46.421377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35268) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:46.432678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905776-bfa7-4413-8165-3e9a6cfbe609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d6d2a0-7190-4c8a-9066-185c6d5a2ac7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:46.441390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Made reservation on behalf of 2873c6e3e691482bb629eabbbe2183c5 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:46.444065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.451803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:46.460850 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.471441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.487607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d640a05-0c45-495a-b10f-ca610b97eeb6 req-803b1130-267d-4bb6-8545-ffbff1ebc7d2 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088259 Aug 23 11:50:46.491474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9440d3-1b15-4d6d-8973-2253973d18ce req-ac5aab2f-66ca-461a-b24e-78c114f96789 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:46.493080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c9440d3-1b15-4d6d-8973-2253973d18ce req-ac5aab2f-66ca-461a-b24e-78c114f96789 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 948 time: 0.0717545 Aug 23 11:50:46.531175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:46.548477 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7daaba25-c912-403e-8c97-3eef68820cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.554194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c9440d3-1b15-4d6d-8973-2253973d18ce req-f98c5006-52be-46a4-8729-b92b6d2a4483 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531797 Aug 23 11:50:46.591176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7daaba25-c912-403e-8c97-3eef68820cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.596053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27570bd3-deae-490e-9c96-2f6feb8f95f2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:46.673053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:46.677869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7daaba25-c912-403e-8c97-3eef68820cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.680498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7daaba25-c912-403e-8c97-3eef68820cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.681902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7daaba25-c912-403e-8c97-3eef68820cb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47d6d2a0-7190-4c8a-9066-185c6d5a2ac7 HTTP/1.1" status: 204 len: 168 time: 0.2589777 Aug 23 11:50:46.684083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.693014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.696267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaba25-c912-403e-8c97-3eef68820cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d6d2a0-7190-4c8a-9066-185c6d5a2ac7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:46.724505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:50:46.760233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aaaec9-b7de-4508-9ae9-70ad49bbbaa3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:46.760733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27570bd3-deae-490e-9c96-2f6feb8f95f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:46.776863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.777216 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Added segment 1670e27b-d646-497c-ada2-e37c52b05067 of type vlan for network c3ddb78b-5e05-4394-bfff-55ed0bd4bce4 Aug 23 11:50:46.785117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '27570bd3-deae-490e-9c96-2f6feb8f95f2', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '27570bd3-deae-490e-9c96-2f6feb8f95f2', 'mac_address': 'fa:16:3e:93:16:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:46.840875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.875558 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.876378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.877418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:46.878215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.904301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27570bd3-deae-490e-9c96-2f6feb8f95f2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:46.918506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7726483 Aug 23 11:50:46.919393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35284) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:46.924897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Request body: {'subnet': {'network_id': 'c3ddb78b-5e05-4394-bfff-55ed0bd4bce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-937544522-subnet', 'tenant_id': '2873c6e3e691482bb629eabbbe2183c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:46.943110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27570bd3-deae-490e-9c96-2f6feb8f95f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:46.954051 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:46.954783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ae028121-b3a2-473c-9698-4b8c4041802d details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:46.974170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Made reservation on behalf of 2873c6e3e691482bb629eabbbe2183c5 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:46.976765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:47.022314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fe430-5ff0-4873-be14-48bbfdbf7c76 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ddb78b-5e05-4394-bfff-55ed0bd4bce4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:47.035727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c3ddb78b-5e05-4394-bfff-55ed0bd4bce4 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:50:47.085240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=27570bd3-deae-490e-9c96-2f6feb8f95f2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:47.100155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ae028121-b3a2-473c-9698-4b8c4041802d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ae028121-b3a2-473c-9698-4b8c4041802d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:47.161098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ae028121-b3a2-473c-9698-4b8c4041802d', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'ae028121-b3a2-473c-9698-4b8c4041802d', 'mac_address': 'fa:16:3e:16:c7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:47.212832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:47.234760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae028121-b3a2-473c-9698-4b8c4041802d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:47.255045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad85f07-793d-489a-b8cc-26dd2519353f req-b7ac8bb5-94f7-4349-8cdc-c5642ed96a8d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:47.256712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fad85f07-793d-489a-b8cc-26dd2519353f req-b7ac8bb5-94f7-4349-8cdc-c5642ed96a8d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 945 time: 0.1333044 Aug 23 11:50:47.272379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:47.278555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ae028121-b3a2-473c-9698-4b8c4041802d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ae028121-b3a2-473c-9698-4b8c4041802d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:47.284030 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:47.347366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ae028121-b3a2-473c-9698-4b8c4041802d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:47.365221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff458c4-546e-4bdd-9689-4223cdffdc51,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:47.378506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fad85f07-793d-489a-b8cc-26dd2519353f req-a3fe8aed-fba2-40fb-8328-fa70f5faea7c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757375 Aug 23 11:50:47.388763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Checking segment: {'id': '1670e27b-d646-497c-ada2-e37c52b05067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c3ddb78b-5e05-4394-bfff-55ed0bd4bce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:47.389458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Network hostable DHCP agents. Network: c3ddb78b-5e05-4394-bfff-55ed0bd4bce4, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:50:47.427995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Network c3ddb78b-5e05-4394-bfff-55ed0bd4bce4 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:50:47.440749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c3ddb78b-5e05-4394-bfff-55ed0bd4bce4) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:47.447362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:47.447615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b83d-42ef-4f82-8f8b-c1a01b418678 req-7833e32d-c1ad-4ab9-a435-ac6a2a3ea5aa tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:47.448784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:47.454000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c76d51-dfe3-4d1f-96a4-0868a0f87f0a None None] Network c3ddb78b-5e05-4394-bfff-55ed0bd4bce4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:47.455845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad1b83d-42ef-4f82-8f8b-c1a01b418678 req-7833e32d-c1ad-4ab9-a435-ac6a2a3ea5aa tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 949 time: 0.0705712 Aug 23 11:50:47.472635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6792333-de98-4e18-875a-0c62cc65adbf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5523734 Aug 23 11:50:47.522804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad1b83d-42ef-4f82-8f8b-c1a01b418678 req-f37efb76-22a5-4459-9bc6-daca501bea68 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 Aug 23 11:50:47.558126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['27570bd3-deae-490e-9c96-2f6feb8f95f2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:47.560632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ae028121-b3a2-473c-9698-4b8c4041802d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:47.663450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef29f9b-f511-4c3a-a895-1c0b4e120ef3 req-3f5f4a60-a433-4fe4-9e42-cc582e6069dc tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:47.672602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ef29f9b-f511-4c3a-a895-1c0b4e120ef3 req-3f5f4a60-a433-4fe4-9e42-cc582e6069dc tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 949 time: 0.0685792 Aug 23 11:50:47.724933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ef29f9b-f511-4c3a-a895-1c0b4e120ef3 req-0dcbe493-32df-462e-a0b5-c9c8794e863c tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512223 Aug 23 11:50:47.865564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3ee10-af8b-4bb8-8d6a-bcdc76621e8a None None] Network c3ddb78b-5e05-4394-bfff-55ed0bd4bce4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:50:47.910173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32947-45b8-4955-8f7e-ddac696254be req-c0c8422b-19aa-4329-b1ac-6677f5f60b89 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:47.912664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19790df-ebe0-4752-9d3a-e97f0533b5d6 req-817be2de-1be0-4e9c-b896-8e3bff98ac98 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:47.914905 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5d32947-45b8-4955-8f7e-ddac696254be req-c0c8422b-19aa-4329-b1ac-6677f5f60b89 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 949 time: 0.1084895 Aug 23 11:50:47.924899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e19790df-ebe0-4752-9d3a-e97f0533b5d6 req-817be2de-1be0-4e9c-b896-8e3bff98ac98 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1096 time: 0.0898347 Aug 23 11:50:47.999011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e19790df-ebe0-4752-9d3a-e97f0533b5d6 req-bee4f801-2e79-4dc4-8597-3fea9ddae218 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720096 Aug 23 11:50:48.014408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5d32947-45b8-4955-8f7e-ddac696254be req-6c21f78e-af81-4846-9fe3-23d17ca53425 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918341 Aug 23 11:50:48.122436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:48.246710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c83ff4-9f52-43af-bb2c-c7790b1f5be6 req-d741af8a-af15-45da-97bb-7c2207f9cc29 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:48.249250 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95c83ff4-9f52-43af-bb2c-c7790b1f5be6 req-d741af8a-af15-45da-97bb-7c2207f9cc29 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1096 time: 0.0620177 Aug 23 11:50:48.284311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 9718bb75-b30f-46dd-980f-c5546af58129 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:48.288623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 9718bb75-b30f-46dd-980f-c5546af58129 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:48.289004 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:48.300910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95c83ff4-9f52-43af-bb2c-c7790b1f5be6 req-3db24b57-4a2a-4e80-8e5d-a7b4147f6969 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Aug 23 11:50:48.378876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:48.419078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:48.420073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:48.423526 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7aa2fd-cb9d-4349-b642-a6184795efaa" -d '{"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-plugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:48.427678 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:48.513452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:48.753260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-3627694a-855e-4de2-8168-8d38fab9cc25 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:48.753743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-3627694a-855e-4de2-8168-8d38fab9cc25 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.1624303 Aug 23 11:50:48.777030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-c58a2d7f-89b3-4863-8186-aca0e8bc2e21 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/quotas/432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 375 time: 0.0116901 Aug 23 11:50:48.812949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-c8bea764-f7a5-4b81-92a4-ee46fa25bd74 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297005 Aug 23 11:50:49.115240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-ea09175f-c92c-4648-941c-fca514270fbd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:50:49.116252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-ea09175f-c92c-4648-941c-fca514270fbd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1409068 Aug 23 11:50:49.222513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-ac97a390-3fff-431c-a818-b395aabab54c service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952201 Aug 23 11:50:49.322788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-2902020f-4fc9-4057-99e5-075a20fa850f service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921044 Aug 23 11:50:49.475781 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb48ae-be31-4f84-910d-a4f31b600d87 x-openstack-request-id: req-eadb48ae-be31-4f84-910d-a4f31b600d87 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:49.476285 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-plugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:49.479047 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eadb48ae-be31-4f84-910d-a4f31b600d87 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:49.479527 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'code': 200} Aug 23 11:50:49.610353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcab4b7-5926-4541-a65b-1bd46a97d7ae req-540983ee-9640-421b-93ed-422de54a62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:49.612060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bcab4b7-5926-4541-a65b-1bd46a97d7ae req-540983ee-9640-421b-93ed-422de54a62fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1101 time: 0.0752592 Aug 23 11:50:49.628582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410de5e5-eafa-4dc2-9308-be65dda2d570 req-57492ac6-4116-412a-9273-4e6247295f96 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:49.637987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-410de5e5-eafa-4dc2-9308-be65dda2d570 req-57492ac6-4116-412a-9273-4e6247295f96 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0915711 Aug 23 11:50:49.667261 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bcab4b7-5926-4541-a65b-1bd46a97d7ae req-bbc2e2aa-862d-490a-a79d-e1fb47a18860 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Aug 23 11:50:49.685278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-410de5e5-eafa-4dc2-9308-be65dda2d570 req-27dc0294-085b-4c4c-abfa-a1655e61d93d tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Aug 23 11:50:49.812731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb899-b809-4a81-8dd9-1f7ae8c99218 req-f3d83db7-5916-42b7-9f35-3d5c355b7aa1 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:49.814267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-18cdb899-b809-4a81-8dd9-1f7ae8c99218 req-f3d83db7-5916-42b7-9f35-3d5c355b7aa1 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 949 time: 0.0567813 Aug 23 11:50:49.857177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-18cdb899-b809-4a81-8dd9-1f7ae8c99218 req-d8554238-ca7b-46ce-8b12-1b12884224c8 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Aug 23 11:50:50.097049 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:50:50.170744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a2fda-1cc0-42e6-80fe-6db6bb8cd221 req-7d6071b2-a880-4da9-a472-36e4af6faaaf tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:50.172698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e67a2fda-1cc0-42e6-80fe-6db6bb8cd221 req-7d6071b2-a880-4da9-a472-36e4af6faaaf tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 949 time: 0.0592041 Aug 23 11:50:50.180435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35442) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:50.236331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e67a2fda-1cc0-42e6-80fe-6db6bb8cd221 req-e8962cc8-33ae-4906-a52a-b5c11b9a6ea1 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521750 Aug 23 11:50:50.246671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-23e24de0-2e45-4cc7-b984-206bcc1e7121 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:50:50.247927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-23e24de0-2e45-4cc7-b984-206bcc1e7121 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0663552 Aug 23 11:50:50.364812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35454) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:50.404053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Request body: {'binding': {'host': 'n-h2-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:50.404668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Unknown quota resources ['binding']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:50:50.466138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-130ab697-c04e-4e37-b80c-c9130eea9f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:50.616131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27570bd3-deae-490e-9c96-2f6feb8f95f2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:50.677176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 27570bd3-deae-490e-9c96-2f6feb8f95f2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:50.682958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 27570bd3-deae-490e-9c96-2f6feb8f95f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:50.683583 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:50.715182 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ecfc3934-b443-4084-a910-033c45fb91fb req-92f80ba5-be61-4073-a836-5d4a5f91b6a2 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 210 time: 0.0474010 Aug 23 11:50:50.729034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-e5f2faf5-980e-451a-97e6-bf802694edad tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:50.731048 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-e5f2faf5-980e-451a-97e6-bf802694edad tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.1501725 Aug 23 11:50:50.744176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on host n-h2-773645-7 for vnic_type normal with profile None {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:50.744999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:50.745528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:50.756425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Request body: {'port': {'device_id': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'admin_state_up': True, 'tenant_id': '432d6d273d1b44838b7efbd7ee416a11'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:50.783045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:50.783609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:50.802554 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:50.814498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:50.814838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:50.815239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:50.815691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Bound port: ef863516-86f4-4292-bc51-531f1a3143de, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:50.853531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27570bd3-deae-490e-9c96-2f6feb8f95f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:50.858343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:50.859237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ae028121-b3a2-473c-9698-4b8c4041802d up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:50:50.918655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-130ab697-c04e-4e37-b80c-c9130eea9f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:50.935931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-130ab697-c04e-4e37-b80c-c9130eea9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:50.939751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=27570bd3-deae-490e-9c96-2f6feb8f95f2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:50.958893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port ae028121-b3a2-473c-9698-4b8c4041802d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:50.963210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ae028121-b3a2-473c-9698-4b8c4041802d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:50.963582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.021436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7ba2-daad-44cd-a61a-707210e178c1 req-ac36c8f1-7b22-467b-bd1c-22bc3c2d903c tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.023144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-130ab697-c04e-4e37-b80c-c9130eea9f4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d52cce7018e04bed99df6693dad4d137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571798 Aug 23 11:50:51.026213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48de7ba2-daad-44cd-a61a-707210e178c1 req-ac36c8f1-7b22-467b-bd1c-22bc3c2d903c tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0613930 Aug 23 11:50:51.026574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35470) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:51.032044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:51.039339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ab697-c04e-4e37-b80c-c9130eea9f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d2fac1-22a6-4ad9-b388-4a220590f589,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:51.051172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.060505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-ef51a7ef-fe12-43da-b534-216547262f24 service neutron] 10.222.0.21 "POST /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de/bindings HTTP/1.1" status: 201 len: 389 time: 0.7005770 Aug 23 11:50:51.069909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48de7ba2-daad-44cd-a61a-707210e178c1 req-fc8640db-06c6-4bdf-ac60-0e65f1cb3f55 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 Aug 23 11:50:51.093715 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.102351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Made reservation on behalf of 432d6d273d1b44838b7efbd7ee416a11 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:51.105997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.135633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ae028121-b3a2-473c-9698-4b8c4041802d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ae028121-b3a2-473c-9698-4b8c4041802d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:51.157777 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.188382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc62b967-c87f-49bc-953d-860fce68172d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.264882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc62b967-c87f-49bc-953d-860fce68172d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.284604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ae028121-b3a2-473c-9698-4b8c4041802d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:51.289103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a45dbc-f3cf-4e94-95c8-705c6f04decc req-aff917aa-d53e-466a-b607-61c23559ccb2 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.290852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9a45dbc-f3cf-4e94-95c8-705c6f04decc req-aff917aa-d53e-466a-b607-61c23559ccb2 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.1132183 Aug 23 11:50:51.358662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9a45dbc-f3cf-4e94-95c8-705c6f04decc req-12bfb251-290f-449b-959d-a3e596b9f717 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605555 Aug 23 11:50:51.377241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-2279ab2f-bc62-4a9b-87b6-391ea33cfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.379456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-2279ab2f-bc62-4a9b-87b6-391ea33cfc3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1096 time: 0.0518105 Aug 23 11:50:51.406983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a680-7559-4e0c-a069-3af608af8715 req-51626b46-48b9-4803-a99e-9c3f9d86cb8b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.408490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0f0a680-7559-4e0c-a069-3af608af8715 req-51626b46-48b9-4803-a99e-9c3f9d86cb8b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 945 time: 0.1630108 Aug 23 11:50:51.463355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc62b967-c87f-49bc-953d-860fce68172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.465959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc62b967-c87f-49bc-953d-860fce68172d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.467065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bc62b967-c87f-49bc-953d-860fce68172d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d2fac1-22a6-4ad9-b388-4a220590f589 HTTP/1.1" status: 204 len: 168 time: 0.4371715 Aug 23 11:50:51.480876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27570bd3-deae-490e-9c96-2f6feb8f95f2'}, {'server_uuid': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae028121-b3a2-473c-9698-4b8c4041802d'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:51.483919 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7be3fd-e939-449f-bdbb-2696012cb3c8" -d '{"events": [{"server_uuid": "e44a60dd-04c1-4c1d-9f28-299354a7f29b", "name": "network-vif-plugged", "status": "completed", "tag": "27570bd3-deae-490e-9c96-2f6feb8f95f2"}, {"server_uuid": "ae8a4ddd-4dc0-44e5-ae81-064574b7628d", "name": "network-vif-plugged", "status": "completed", "tag": "ae028121-b3a2-473c-9698-4b8c4041802d"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:51.494592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b967-c87f-49bc-953d-860fce68172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d2fac1-22a6-4ad9-b388-4a220590f589,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:51.502599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Allocated IP 172.20.0.6 (8151cdda-2d70-4715-99bf-42e75d6ff4a6/c290c15c-0f3c-475a-9e11-21b95cefc955/e122300d-ffc5-4c8b-a47f-66a546aaa3ef) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:51.513538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0f0a680-7559-4e0c-a069-3af608af8715 req-0353d983-9e5a-4135-b511-58a977782ff3 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823729 Aug 23 11:50:51.545279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48375919-ef3c-4e85-a073-ac5450124776 req-82d3d956-1962-4fd3-b511-dd1249a3b17d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.547083 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48375919-ef3c-4e85-a073-ac5450124776 req-82d3d956-1962-4fd3-b511-dd1249a3b17d tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.0895042 Aug 23 11:50:51.552024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-0a325aea-dc71-4fa2-8c59-fa65d3e5b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.564325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-0a325aea-dc71-4fa2-8c59-fa65d3e5b555 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1780686 Aug 23 11:50:51.638262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-44f39463-b2b0-4d4a-9556-ed4cdd99cff5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 217 time: 0.0630715 Aug 23 11:50:51.680670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-13bb9773-6b70-4461-a76d-330014579dfb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=df8874f0edd142c5954f2fbd9911f49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351243 Aug 23 11:50:51.702875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48375919-ef3c-4e85-a073-ac5450124776 req-1e3406aa-81af-49a9-b748-f45ddc5cfbc1 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297543 Aug 23 11:50:51.739830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f624d68e-fcf1-42c0-9550-d629166b601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.745261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-3fdf71a8-9398-4a50-a210-7b9c1c6e699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.746797 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-3fdf71a8-9398-4a50-a210-7b9c1c6e699d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0976815 Aug 23 11:50:51.756999 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.786478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-99e42f9e-91ff-489f-afd7-1a5b5070ccd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326700 Aug 23 11:50:51.852140 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cc0334-1491-4083-a77e-61ab9dfad9ee x-openstack-request-id: req-01cc0334-1491-4083-a77e-61ab9dfad9ee {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:51.852496 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44a60dd-04c1-4c1d-9f28-299354a7f29b", "name": "network-vif-plugged", "status": "completed", "tag": "27570bd3-deae-490e-9c96-2f6feb8f95f2", "code": 200}, {"server_uuid": "ae8a4ddd-4dc0-44e5-ae81-064574b7628d", "name": "network-vif-plugged", "status": "completed", "tag": "ae028121-b3a2-473c-9698-4b8c4041802d", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:51.852904 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01cc0334-1491-4083-a77e-61ab9dfad9ee {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:51.853781 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27570bd3-deae-490e-9c96-2f6feb8f95f2', 'code': 200} Aug 23 11:50:51.854177 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae028121-b3a2-473c-9698-4b8c4041802d', 'code': 200} Aug 23 11:50:51.855330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-36991f82-88d4-4235-b256-b98f99847ca1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:51.863706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-36991f82-88d4-4235-b256-b98f99847ca1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658127 Aug 23 11:50:51.889016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-9db2f598-75e7-4eef-a9db-afe90f7c6c8e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/quotas/df8874f0edd142c5954f2fbd9911f49f HTTP/1.1" status: 200 len: 375 time: 0.0241716 Aug 23 11:50:51.901571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:51.932632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35504) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:51.999926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3d0a-973e-4cba-84e0-aa0aaf7c3656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.003640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9cbf1550-f1d4-4932-8fd2-a1ccfd9f5f82 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102301 Aug 23 11:50:52.012587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f9383-259f-4223-a7a6-1f2c2a188dbf req-5ff5f208-5dbe-476d-8197-ae87c8cd6436 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.014112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-859f9383-259f-4223-a7a6-1f2c2a188dbf req-5ff5f208-5dbe-476d-8197-ae87c8cd6436 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 931 time: 0.0738301 Aug 23 11:50:52.032007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:52.051204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:52.063544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:52.076279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:52.108764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-859f9383-259f-4223-a7a6-1f2c2a188dbf req-8d761a41-55fe-48f7-9a2f-38d459e7939b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865119 Aug 23 11:50:52.111383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-4b4e24d9-0fe6-4ef3-951f-a78997eb8184 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2200751 Aug 23 11:50:52.132783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-72ba7bec-c627-4006-af64-ff55aee733b8 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175358 Aug 23 11:50:52.143354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed4e58-c5df-46be-922f-e0c398172f06 req-9fcf1cda-f655-4400-83b4-7a456ddb45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.145028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42ed4e58-c5df-46be-922f-e0c398172f06 req-9fcf1cda-f655-4400-83b4-7a456ddb45e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 1101 time: 0.1826222 Aug 23 11:50:52.154302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6dc0-9136-484c-9da4-59605a8dfed8 req-4d980d2a-8da4-4ae4-87f4-be794d4151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.160815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-945a6dc0-9136-484c-9da4-59605a8dfed8 req-4d980d2a-8da4-4ae4-87f4-be794d4151a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 1101 time: 0.1890252 Aug 23 11:50:52.210574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.211160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.302635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42ed4e58-c5df-46be-922f-e0c398172f06 req-004c1549-6261-43c8-b1ad-e8eababb6a1f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358950 Aug 23 11:50:52.308288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-945a6dc0-9136-484c-9da4-59605a8dfed8 req-c680a138-0757-45bd-9511-cc1b0db137af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294019 Aug 23 11:50:52.328138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc5a43a2-4c7c-4b23-b89e-2fa58b27e686 req-983fb6ce-9a11-40d6-a287-77faef1c462a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 210 time: 0.0425651 Aug 23 11:50:52.373033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-b13f4e65-b6bd-481b-918a-b5ef436a390b tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.374836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-b13f4e65-b6bd-481b-918a-b5ef436a390b tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.1024306 Aug 23 11:50:52.387120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773645-7'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:52.392571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3d0a-973e-4cba-84e0-aa0aaf7c3656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.399714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3d0a-973e-4cba-84e0-aa0aaf7c3656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.443010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-9fdad039-2e9c-4970-ba18-97006cfa9aee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6922743 Aug 23 11:50:52.456310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Request body: {'port': {'device_id': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:52.501443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f8ae3d0a-973e-4cba-84e0-aa0aaf7c3656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe80dc4474f246499c8a8d652341ebf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663950 Aug 23 11:50:52.503953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35532) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:52.505819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.538059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae3d0a-973e-4cba-84e0-aa0aaf7c3656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4c274-3cbe-488f-85bc-d53a5c370086,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:52.617349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.638175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072e1a9-54d3-4bdf-ac0a-42fbeab3e9ca req-0a38b392-3773-45cb-9d00-02a5e02cdf13 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.639946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2072e1a9-54d3-4bdf-ac0a-42fbeab3e9ca req-0a38b392-3773-45cb-9d00-02a5e02cdf13 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.1682377 Aug 23 11:50:52.722218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8522e1eb-ed56-4769-8fd5-b2e19e5a6894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.766103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:52.797360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35546) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:52.817183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8522e1eb-ed56-4769-8fd5-b2e19e5a6894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.834620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:52.852845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde2a3e-d6e3-461e-9403-ac2d5748d55e req-96de7fba-2fea-4ebf-b0df-5e37a426d7ba tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:52.855150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fde2a3e-d6e3-461e-9403-ac2d5748d55e req-96de7fba-2fea-4ebf-b0df-5e37a426d7ba tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 945 time: 0.2178183 Aug 23 11:50:52.875205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2072e1a9-54d3-4bdf-ac0a-42fbeab3e9ca req-b5921b04-5366-4253-9ce9-86463fe25472 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772872 Aug 23 11:50:52.896880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:52.899146 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40502bf4-e2de-4d14-9350-f2de57d685bd" -d '{"events": [{"server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "name": "network-vif-unplugged", "status": "completed", "tag": "ef863516-86f4-4292-bc51-531f1a3143de"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:52.910692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:52.924179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.004183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fde2a3e-d6e3-461e-9403-ac2d5748d55e req-2459a566-efb0-4f24-962f-c8a7a7325784 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294866 Aug 23 11:50:53.033026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8522e1eb-ed56-4769-8fd5-b2e19e5a6894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.036333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8522e1eb-ed56-4769-8fd5-b2e19e5a6894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.039062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8522e1eb-ed56-4769-8fd5-b2e19e5a6894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70b4c274-3cbe-488f-85bc-d53a5c370086 HTTP/1.1" status: 204 len: 168 time: 0.5312490 Aug 23 11:50:53.059607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:53.069025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522e1eb-ed56-4769-8fd5-b2e19e5a6894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4c274-3cbe-488f-85bc-d53a5c370086,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:53.079813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-013f31a3-2829-43e9-a565-5a757e5eb6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.154006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089f3e9-dd3c-4634-9b0c-d7219fdff8e0 req-9b8fc650-7fca-4b42-ab32-3cd93c349edd tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:53.155563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5089f3e9-dd3c-4634-9b0c-d7219fdff8e0 req-9b8fc650-7fca-4b42-ab32-3cd93c349edd tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.1540086 Aug 23 11:50:53.191187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on host n-h1-773645-7 for vnic_type normal with profile {"migrating_to": "n-h2-773645-7"} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:53.191529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:53.191857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:53.214612 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115d0e0-1078-47b7-8918-abf9f69b1899 x-openstack-request-id: req-e115d0e0-1078-47b7-8918-abf9f69b1899 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:53.214979 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "name": "network-vif-unplugged", "status": "completed", "tag": "ef863516-86f4-4292-bc51-531f1a3143de", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:53.215368 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e115d0e0-1078-47b7-8918-abf9f69b1899 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:53.215673 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de', 'code': 200} Aug 23 11:50:53.227281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:53.227613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Attempting to bind port ef863516-86f4-4292-bc51-531f1a3143de on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:53.232354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e122300d-ffc5-4c8b-a47f-66a546aaa3ef {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:53.247381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.252915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:53.253278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:53.253668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:53.254160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Bound port: ef863516-86f4-4292-bc51-531f1a3143de, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:53.254523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.269366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5089f3e9-dd3c-4634-9b0c-d7219fdff8e0 req-95f33c92-8e4b-4dc0-ba11-36e883da49cc tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935946 Aug 23 11:50:53.280893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Transition to ACTIVE for port object e122300d-ffc5-4c8b-a47f-66a546aaa3ef will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:53.300258 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.385375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-013f31a3-2829-43e9-a565-5a757e5eb6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.388634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:53.399054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:53.401040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-013f31a3-2829-43e9-a565-5a757e5eb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.415484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.496864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-013f31a3-2829-43e9-a565-5a757e5eb6e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8716f71d3191471f9a4d08a16383b3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879370 Aug 23 11:50:53.496864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f31a3-2829-43e9-a565-5a757e5eb6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242cb230-8080-4a64-ae66-8f5fa6a47ffc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:53.514875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35568) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:53.527906 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78c2d166-d4b5-4038-82c3-2fc4ed321e69 req-a7868a6a-a243-4e72-998f-e3462378ec31 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 210 time: 0.0737736 Aug 23 11:50:53.575784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=8']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:53.617501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:53.618445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.620796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cd21ecda-4e48-4100-a0e7-4994e43fb2aa service neutron] 10.222.0.41 "PUT /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 1121 time: 1.2381001 Aug 23 11:50:53.644812 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eeb78662-2cf4-4425-a189-9e7b1fc8f9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.673483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eeb78662-2cf4-4425-a189-9e7b1fc8f9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:53.725795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ef863516-86f4-4292-bc51-531f1a3143de'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:53.785815 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-8f65b28e-0638-409e-8566-981b72d2ccef tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df8874f0edd142c5954f2fbd9911f49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617621 Aug 23 11:50:53.839757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:53.864184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fcf22-ca07-4dca-8685-faf70b630437 req-8777c7a3-b6ad-4160-8535-ab41334ad006 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:53.884859 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b26fcf22-ca07-4dca-8685-faf70b630437 req-8777c7a3-b6ad-4160-8535-ab41334ad006 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.5745049 Aug 23 11:50:53.929605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:53.929985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:53.930317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:53.959940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:53.960269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:53.983384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:53.983659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:53.984028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:53.984464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Bound port: e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:53.984920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.029197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b26fcf22-ca07-4dca-8685-faf70b630437 req-3cfc90d4-2670-4e83-a98c-8695e180eed9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433835 Aug 23 11:50:54.098581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:54.104460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:54.110260 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.158687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eeb78662-2cf4-4425-a189-9e7b1fc8f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.161292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eeb78662-2cf4-4425-a189-9e7b1fc8f9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.162653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eeb78662-2cf4-4425-a189-9e7b1fc8f9cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/242cb230-8080-4a64-ae66-8f5fa6a47ffc HTTP/1.1" status: 204 len: 168 time: 0.6373477 Aug 23 11:50:54.167965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.168611 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.170070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] 10.222.0.41 "PUT /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 1091 time: 1.7185965 Aug 23 11:50:54.173627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:54.180363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb78662-2cf4-4425-a189-9e7b1fc8f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242cb230-8080-4a64-ae66-8f5fa6a47ffc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:54.183080 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58acee46-7142-451d-a98b-dcd27b8803e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:54.232810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb394ec0-4628-4f3f-8137-6f1b6ce24d32 req-17b3ef2d-6d97-425f-8f6c-f8f2933c14ce tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.240338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb394ec0-4628-4f3f-8137-6f1b6ce24d32 req-17b3ef2d-6d97-425f-8f6c-f8f2933c14ce tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.1199529 Aug 23 11:50:54.250824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-53ec84d0-ac98-4b0e-91dd-ec4f0c3b8d08 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.252426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-53ec84d0-ac98-4b0e-91dd-ec4f0c3b8d08 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4610083 Aug 23 11:50:54.273061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Request body: {'port': {'device_id': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'df8874f0edd142c5954f2fbd9911f49f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:54.296231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.321622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babd11d-9450-4832-a299-efde51f56e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:54.336712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e1aacef-94a3-4a65-ab34-8fd66f0ff5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.352350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c4c4b-2c5a-46fb-9f6e-d1ae3c66eeda req-19098cc4-137c-465d-ad3c-fff381f39623 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.354200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf9c4c4b-2c5a-46fb-9f6e-d1ae3c66eeda req-19098cc4-137c-465d-ad3c-fff381f39623 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.2286458 Aug 23 11:50:54.356297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb394ec0-4628-4f3f-8137-6f1b6ce24d32 req-0d919524-fe71-47c4-a5fd-2f0b0a9fda88 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149476 Aug 23 11:50:54.389348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-25bdd572-6a92-4dda-9254-f020a1119002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.391169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-25bdd572-6a92-4dda-9254-f020a1119002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1094 time: 0.1540074 Aug 23 11:50:54.461290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Made reservation on behalf of df8874f0edd142c5954f2fbd9911f49f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:54.465215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.474006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-b0f131f3-63c1-4b58-8f0b-6cfa683d74a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.0715861 Aug 23 11:50:54.479006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf9c4c4b-2c5a-46fb-9f6e-d1ae3c66eeda req-9d8153e1-164e-42da-a666-6bf2c773bdae tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114926 Aug 23 11:50:54.586991 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd09f6a-82c8-4163-8762-cf6f657a23d9 x-openstack-request-id: req-9cd09f6a-82c8-4163-8762-cf6f657a23d9 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:54.587305 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:54.587842 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cd09f6a-82c8-4163-8762-cf6f657a23d9 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:54.588305 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'status': 'completed', 'code': 200} Aug 23 11:50:54.623689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-a4cedcdb-1591-4539-ad24-571d942e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.625988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-a4cedcdb-1591-4539-ad24-571d942e6922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1450658 Aug 23 11:50:54.630265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Allocated IP 192.168.233.212 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/c06e3e12-6367-49b1-8386-d5595e8872d4) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:50:54.670519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-589da256-4b9c-44d2-9a3e-c52fa8fe1d06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338840 Aug 23 11:50:54.684026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7b1f-1684-432e-9e09-5d058d7dcab2 req-eb07b550-b2cb-47c3-a297-e738d0ad7a7e tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:54.685896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d9e7b1f-1684-432e-9e09-5d058d7dcab2 req-eb07b550-b2cb-47c3-a297-e738d0ad7a7e tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.0967414 Aug 23 11:50:54.799196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d9e7b1f-1684-432e-9e09-5d058d7dcab2 req-1dd7e434-ccca-465c-bf55-ee5cb0b7aa03 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031785 Aug 23 11:50:54.808044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35608) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:54.826878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142d9bb6-44fb-4f2b-9275-63cc6d2c9af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.828115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-5767c154-8e64-48a2-b0ab-9479782a6e42 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409976 Aug 23 11:50:54.853430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.878790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Transition to ACTIVE for port object c06e3e12-6367-49b1-8386-d5595e8872d4 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:54.933336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d751179-8269-42ce-af08-cefbbb91d8e6 req-f20d9a0b-19fa-4058-999f-3259fcb1d445 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 210 time: 0.0444484 Aug 23 11:50:54.951216 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:54.976392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['55f1776d-a1c0-42bd-ac7b-729925d9c1e3', '9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:55.011147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:50:55.020827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:50:55.027123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:50:55.091938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142d9bb6-44fb-4f2b-9275-63cc6d2c9af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.095466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event updated for resources: {'Port': ['ID=c06e3e12-6367-49b1-8386-d5595e8872d4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:55.100899 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142d9bb6-44fb-4f2b-9275-63cc6d2c9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.124248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d57d9feb-faf7-4614-9506-cfb948b88c7c req-e532d620-7687-4fd9-8f1e-307103ff60af service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842431 Aug 23 11:50:55.136812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-142d9bb6-44fb-4f2b-9275-63cc6d2c9af6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225c13eebb1a4be9a0570f68a1803318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244281 Aug 23 11:50:55.137766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35616) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:55.208516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.209418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.223735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:55.227606 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e9364e-3e6a-422f-a5c0-a637e99215b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "tag": "ef863516-86f4-4292-bc51-531f1a3143de"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:55.238812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d9bb6-44fb-4f2b-9275-63cc6d2c9af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55d465-a429-4f86-9799-c7c5e5a6245f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:55.245846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-06dba6c5-2b83-44d3-8005-dbc17d941a0f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9786689 Aug 23 11:50:55.264017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Request body: {'port': {'device_id': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:55.363652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.387104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-468e7c45-3f3b-439c-ae88-1949a0ac3048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.394303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-a8d3a3a9-f6a7-4132-b4e7-3b36ecaeb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.396227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-a8d3a3a9-f6a7-4132-b4e7-3b36ecaeb067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1094 time: 0.2081692 Aug 23 11:50:55.429208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212b62b-0e1e-4b53-a0aa-273984f8e711 req-7ae350d3-e83e-43a1-afca-097616fb9495 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.437161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4212b62b-0e1e-4b53-a0aa-273984f8e711 req-7ae350d3-e83e-43a1-afca-097616fb9495 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.1406112 Aug 23 11:50:55.454008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2de6f933-3a30-4136-a3d9-9e35e6c2152c None None] Provisioning for port c06e3e12-6367-49b1-8386-d5595e8872d4 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:50:55.464787 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-468e7c45-3f3b-439c-ae88-1949a0ac3048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.469497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2de6f933-3a30-4136-a3d9-9e35e6c2152c None None] Provisioning complete for port c06e3e12-6367-49b1-8386-d5595e8872d4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:50:55.482101 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2de6f933-3a30-4136-a3d9-9e35e6c2152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.580563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.589085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2de6f933-3a30-4136-a3d9-9e35e6c2152c None None] Port c06e3e12-6367-49b1-8386-d5595e8872d4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:50:55.603636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4212b62b-0e1e-4b53-a0aa-273984f8e711 req-3e869011-929d-4ffe-b4ff-134ed2732378 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643872 Aug 23 11:50:55.606485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-468e7c45-3f3b-439c-ae88-1949a0ac3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.610152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-468e7c45-3f3b-439c-ae88-1949a0ac3048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.615555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-468e7c45-3f3b-439c-ae88-1949a0ac3048 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e55d465-a429-4f86-9799-c7c5e5a6245f HTTP/1.1" status: 204 len: 168 time: 0.4761853 Aug 23 11:50:55.641736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e7c45-3f3b-439c-ae88-1949a0ac3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55d465-a429-4f86-9799-c7c5e5a6245f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:55.672227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-6902c9ba-570c-4fe2-96f7-9eb26695e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.673801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-6902c9ba-570c-4fe2-96f7-9eb26695e749 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.2611539 Aug 23 11:50:55.681241 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea500c-d31c-45b7-a61b-1c5d806c4b48 x-openstack-request-id: req-53ea500c-d31c-45b7-a61b-1c5d806c4b48 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:55.681539 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "tag": "ef863516-86f4-4292-bc51-531f1a3143de", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:55.681826 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53ea500c-d31c-45b7-a61b-1c5d806c4b48 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:55.682209 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de', 'status': 'completed', 'code': 200} Aug 23 11:50:55.704800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f44a2d-308d-4e9b-8f4c-89783288cf80 req-bcebe640-5c0f-4827-aabb-90ace4850627 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.706907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9f44a2d-308d-4e9b-8f4c-89783288cf80 req-bcebe640-5c0f-4827-aabb-90ace4850627 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.1728714 Aug 23 11:50:55.743279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-d6df1910-b914-477a-8422-42ae67f29745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.0541327 Aug 23 11:50:55.787873 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9f44a2d-308d-4e9b-8f4c-89783288cf80 req-7404fd16-29d6-4e37-9cfd-6bc833e602bd tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733621 Aug 23 11:50:55.844906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-4cdd1294-113d-4065-b316-abd3c7e45728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.846481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-4cdd1294-113d-4065-b316-abd3c7e45728 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.0844858 Aug 23 11:50:55.851328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-b242240f-56a5-41da-a5fe-5357387d6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.853030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-b242240f-56a5-41da-a5fe-5357387d6a03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1124 time: 0.1200864 Aug 23 11:50:55.903608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-0fa37453-e810-44b9-bd5d-c2b7a10a8ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486345 Aug 23 11:50:55.912940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06e3e12-6367-49b1-8386-d5595e8872d4 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:55.917120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295becc-e04c-446a-92d7-ca9298ae13ca req-43dcbb95-e49d-4970-8500-4155b893276d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:55.918910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8295becc-e04c-446a-92d7-ca9298ae13ca req-43dcbb95-e49d-4970-8500-4155b893276d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.1728110 Aug 23 11:50:55.922544 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:55.947410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Transition to ACTIVE for port object c06e3e12-6367-49b1-8386-d5595e8872d4 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:50:55.952505 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:56.096573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Pushing event updated for resources: {'Port': ['ID=c06e3e12-6367-49b1-8386-d5595e8872d4,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:56.114080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8295becc-e04c-446a-92d7-ca9298ae13ca req-9e148adb-5ec8-41e2-ab2e-d254bcfb190d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631742 Aug 23 11:50:56.143380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Attempting to bind port c06e3e12-6367-49b1-8386-d5595e8872d4 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:50:56.143833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Attempting to bind port c06e3e12-6367-49b1-8386-d5595e8872d4 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:50:56.144754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Attempting to bind port c06e3e12-6367-49b1-8386-d5595e8872d4 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:56.154441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Port c06e3e12-6367-49b1-8386-d5595e8872d4 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:50:56.154867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Attempting to bind port c06e3e12-6367-49b1-8386-d5595e8872d4 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:50:56.160611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:50:56.160952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:50:56.161337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:50:56.161822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-c705a674-36e9-475b-a318-fb1b5c519790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.162677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Bound port: c06e3e12-6367-49b1-8386-d5595e8872d4, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:50:56.163114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:56.166151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ef863516-86f4-4292-bc51-531f1a3143de details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:56.167402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-c705a674-36e9-475b-a318-fb1b5c519790 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.2916782 Aug 23 11:50:56.169529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-a6f2036f-fe9e-427b-be6b-562cd007829c service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496486 Aug 23 11:50:56.176531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65c218-b668-4191-b913-d1ee50d20e4a req-f3fc5d42-bd68-4e31-bc5b-dc0b7d556d41 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.188767 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c65c218-b668-4191-b913-d1ee50d20e4a req-f3fc5d42-bd68-4e31-bc5b-dc0b7d556d41 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.1870735 Aug 23 11:50:56.295102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c65c218-b668-4191-b913-d1ee50d20e4a req-d35110cf-9752-4788-9ac6-2bcc955ba313 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966282 Aug 23 11:50:56.305822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-6527b0c2-b62a-4f10-bfd4-14278fdedb09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 217 time: 0.1058323 Aug 23 11:50:56.339653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] For port c06e3e12-6367-49b1-8386-d5595e8872d4, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:50:56.351668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] For port c06e3e12-6367-49b1-8386-d5595e8872d4, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c06e3e12-6367-49b1-8386-d5595e8872d4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:50:56.360713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:56.362896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:56.380137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ef863516-86f4-4292-bc51-531f1a3143de has no active binding in host n-h2-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:50:56.412309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.412941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:56.414492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] 10.222.0.41 "PUT /v2.0/ports/c06e3e12-6367-49b1-8386-d5595e8872d4 HTTP/1.1" status: 200 len: 1096 time: 1.1549900 Aug 23 11:50:56.458192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae41d4-2f26-4a35-a5b1-3209e6f2fccd service neutron] Pushing event updated for resources: {'Port': ['ID=c06e3e12-6367-49b1-8386-d5595e8872d4,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:56.476446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-236c723d-91de-47be-aee3-8eb6bb8c9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.478613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-236c723d-91de-47be-aee3-8eb6bb8c9615 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1150773 Aug 23 11:50:56.545892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-ffea4a70-3c82-458d-9910-636a2d57fb45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507696 Aug 23 11:50:56.548160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58acee46-7142-451d-a98b-dcd27b8803e1 req-34f91def-bfef-484b-8108-ca9a0c883b33 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704984 Aug 23 11:50:56.579245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-3cf1ed3d-81b4-4cc6-9d31-e07af809549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.581663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-3cf1ed3d-81b4-4cc6-9d31-e07af809549e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 1099 time: 0.1067286 Aug 23 11:50:56.657504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-7ff3ed0b-4d33-4628-8680-4a3e2533db45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=c06e3e12-6367-49b1-8386-d5595e8872d4 HTTP/1.1" status: 200 len: 217 time: 0.0636845 Aug 23 11:50:56.758137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-9f5236cc-e318-4a98-845c-7f015c385181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.759010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-fd90cecd-0011-4302-8d56-918dd4248427 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=57ea2a434a274f3f883ecc0034897bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373087 Aug 23 11:50:56.759727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-9f5236cc-e318-4a98-845c-7f015c385181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0842502 Aug 23 11:50:56.768770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260708c-d344-4df6-b192-7d7749aa4780 req-06c18e4e-76b8-4993-b978-749d7e8da1ee tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.770354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e260708c-d344-4df6-b192-7d7749aa4780 req-06c18e4e-76b8-4993-b978-749d7e8da1ee tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 948 time: 0.1118994 Aug 23 11:50:56.811782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-e85f8f93-2cb1-4bd8-9e3f-57b76616dfcc service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508290 Aug 23 11:50:56.844665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e260708c-d344-4df6-b192-7d7749aa4780 req-6a21b78a-e964-4d5f-88a8-89072608f7ec tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627162 Aug 23 11:50:56.846493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-5a3fd809-8766-4dd2-b584-327520ab726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.848181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-5a3fd809-8766-4dd2-b584-327520ab726f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767035 Aug 23 11:50:56.972821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-88f8e67b-f5f3-4f9a-86d8-c9f41007f13a tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:56.974428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-88f8e67b-f5f3-4f9a-86d8-c9f41007f13a tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051456 Aug 23 11:50:57.003974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8e9364e-3e6a-422f-a5c0-a637e99215b5 req-3eeea607-2904-48bd-be61-42949083c2a4 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824410 Aug 23 11:50:57.006494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-123b0efe-b91c-4842-abc3-e1c09ca633a6 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/quotas/57ea2a434a274f3f883ecc0034897bd3 HTTP/1.1" status: 200 len: 375 time: 0.0169115 Aug 23 11:50:57.014112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-3a21e0fe-28ed-4058-b1e3-14a8afae191c service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559980 Aug 23 11:50:57.033565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c843f-440a-4eab-bf75-abc24aae83e7 req-92b7bd48-8e6b-4903-bd62-5a85f2e787c4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.038005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f13c843f-440a-4eab-bf75-abc24aae83e7 req-92b7bd48-8e6b-4903-bd62-5a85f2e787c4 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.0884473 Aug 23 11:50:57.084528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-35427ea1-1b3d-4d4e-82c0-15cb4a4b1906 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57ea2a434a274f3f883ecc0034897bd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652707 Aug 23 11:50:57.143873 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f13c843f-440a-4eab-bf75-abc24aae83e7 req-c4ee8931-b6f8-4421-90b6-77cef8ba3c86 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970199 Aug 23 11:50:57.171786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b42aa33-0164-4305-9ae7-e073f2893dcc req-6c53a735-263c-4a02-96dc-ce58013c68ee service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488116 Aug 23 11:50:57.214220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:57.279739 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:57.353928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5baf0-2d71-4024-84ec-f6469d66d374 req-c852c80c-1146-4cfa-990b-95706c99b4a7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.361721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03a5baf0-2d71-4024-84ec-f6469d66d374 req-c852c80c-1146-4cfa-990b-95706c99b4a7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.0686779 Aug 23 11:50:57.406323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03a5baf0-2d71-4024-84ec-f6469d66d374 req-21f37845-5a7a-46c7-8a93-d5b71daf9c8f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Aug 23 11:50:57.578561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44e0ca09-ac89-46b6-b498-f2b37abba0f1 req-1d1366ec-7884-4c10-95d4-22259d2496e8 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 210 time: 0.0307674 Aug 23 11:50:57.642809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc5200-5e21-422a-83eb-1e76e21568a3 req-f4a21cc8-f5c2-4366-a9fd-83635c42858f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.644801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2cc5200-5e21-422a-83eb-1e76e21568a3 req-f4a21cc8-f5c2-4366-a9fd-83635c42858f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.0668209 Aug 23 11:50:57.685360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'tag': 'c06e3e12-6367-49b1-8386-d5595e8872d4'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:57.685937 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "37b1ce2b-0753-4496-a91f-be0f483c5acf", "tag": "c06e3e12-6367-49b1-8386-d5595e8872d4"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:57.692361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2cc5200-5e21-422a-83eb-1e76e21568a3 req-88487f82-027f-433e-9690-63d490e2642e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Aug 23 11:50:57.961259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:57.975271 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1645c07d-727c-48b6-9636-f20782f5c29b x-openstack-request-id: req-1645c07d-727c-48b6-9636-f20782f5c29b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:57.975595 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b1ce2b-0753-4496-a91f-be0f483c5acf", "tag": "c06e3e12-6367-49b1-8386-d5595e8872d4", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:57.975835 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1645c07d-727c-48b6-9636-f20782f5c29b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:57.976670 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'tag': 'c06e3e12-6367-49b1-8386-d5595e8872d4', 'status': 'completed', 'code': 200} Aug 23 11:50:57.978819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.979278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.979754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.980220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.980676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.981155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.981571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.982054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.982512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:57.984448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf97cdcb-8ff3-444d-a0d2-e3572edeacb9 req-93d95317-ee1f-47a6-b13c-1741379e7363 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.1404531 Aug 23 11:50:58.095421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-06b4864c-3205-4c13-9d0f-ac5f0da9e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.096837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-06b4864c-3205-4c13-9d0f-ac5f0da9e70c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 1099 time: 0.0734904 Aug 23 11:50:58.104984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c7d4-f249-4080-971a-590cf1139bdc req-551d4d48-878e-4b2e-a47a-7ee05e282256 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.106528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3447c7d4-f249-4080-971a-590cf1139bdc req-551d4d48-878e-4b2e-a47a-7ee05e282256 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 948 time: 0.0726256 Aug 23 11:50:58.172405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:50:58.201784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3447c7d4-f249-4080-971a-590cf1139bdc req-ec9714a5-6757-47f9-9814-457bf6384805 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867152 Aug 23 11:50:58.227282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-b7b0d5f1-0b7d-4d4d-9bf3-b9de3c6aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.229077 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-b7b0d5f1-0b7d-4d4d-9bf3-b9de3c6aacfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1216486 Aug 23 11:50:58.289898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-4baf5f5e-e9f9-4f4f-a2c9-244b3644e55f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=c06e3e12-6367-49b1-8386-d5595e8872d4 HTTP/1.1" status: 200 len: 217 time: 0.0492241 Aug 23 11:50:58.294030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:58.312019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'port_id': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'mac_address': 'fa:16:3e:29:93:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c290c15c-0f3c-475a-9e11-21b95cefc955', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:50:58.320889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4631f4-7079-4070-9d01-25d04aa06ea6 req-bc83be11-7161-4f80-99b4-fa4ae9f6c216 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.334215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a4631f4-7079-4070-9d01-25d04aa06ea6 req-bc83be11-7161-4f80-99b4-fa4ae9f6c216 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 886 time: 0.1815732 Aug 23 11:50:58.357054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-b2b068b3-f261-4ffd-ba7c-3bc89ad00502 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.359414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-b2b068b3-f261-4ffd-ba7c-3bc89ad00502 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.0820010 Aug 23 11:50:58.381760 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:58.397735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e122300d-ffc5-4c8b-a47f-66a546aaa3ef {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:50:58.403379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-c4b397d6-5df8-44a2-b419-90b49cfa7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.405099 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-c4b397d6-5df8-44a2-b419-90b49cfa7024 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1066267 Aug 23 11:50:58.421767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:58.426831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:58.436524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e44a3-7126-4b26-8ad0-7ac2b3109547 req-10429e2a-c6a9-4ff3-95f8-9791b07bcd91 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.438113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f5e44a3-7126-4b26-8ad0-7ac2b3109547 req-10429e2a-c6a9-4ff3-95f8-9791b07bcd91 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 950 time: 0.0870476 Aug 23 11:50:58.495045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:58.501447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-cadcefbb-c5f1-442c-bbad-724222f8a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.503020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-cadcefbb-c5f1-442c-bbad-724222f8a892 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855606 Aug 23 11:50:58.514024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f5e44a3-7126-4b26-8ad0-7ac2b3109547 req-807ad42d-87fb-4879-b5cb-55328b867567 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7cb62e4-b668-4033-990c-7d1828241250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549898 Aug 23 11:50:58.583815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-3a123c3e-c54d-4805-9cf6-939e9f4d38bb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57ea2a434a274f3f883ecc0034897bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1218941 Aug 23 11:50:58.656875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-849a1dd2-02a0-4843-b1b4-e3976dcea4ef service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312542 Aug 23 11:50:58.753447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfe1b2-2e19-4752-bb43-a9d02ff2471a req-32bfb9c4-3189-4a68-923d-f936311bf088 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.755015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d2dfe1b2-2e19-4752-bb43-a9d02ff2471a req-32bfb9c4-3189-4a68-923d-f936311bf088 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.1179395 Aug 23 11:50:58.755914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.756400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.757213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.757354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.757818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.758279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.758739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.759770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.760231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.762160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6085f658-04eb-455e-b886-464443567f2f req-1ffd3db6-4b70-43db-850f-dbca29fc3440 tempest-NetworksTest-407999129 tempest-NetworksTest-407999129-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6436 time: 0.3770015 Aug 23 11:50:58.766373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Deleting port 27570bd3-deae-490e-9c96-2f6feb8f95f2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:50:58.766739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:58.785609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e122300d-ffc5-4c8b-a47f-66a546aaa3ef'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:58.791952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e37ecf58-2b30-48d2-af4a-9149bfe71a9f req-011613cf-1c3a-48c8-abe5-cd4cf8f5046a service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191561 Aug 23 11:50:58.828889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d2dfe1b2-2e19-4752-bb43-a9d02ff2471a req-0d40539e-fdd1-44f7-a4dc-bc2b8c2032c7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649669 Aug 23 11:50:58.858582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-ce28e456-dfce-4038-96f5-0dabba3bd129 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:58.860151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-ce28e456-dfce-4038-96f5-0dabba3bd129 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572205 Aug 23 11:50:58.883814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Request body: {'port': {'device_id': '42ea7b53-da8a-490c-bb40-71487298ef76', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '57ea2a434a274f3f883ecc0034897bd3'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:50:58.947470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] For port 27570bd3-deae-490e-9c96-2f6feb8f95f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27570bd3-deae-490e-9c96-2f6feb8f95f2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:50:58.947855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:58.965632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Calling delete_port for 27570bd3-deae-490e-9c96-2f6feb8f95f2 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:50:58.987237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82eb9e4c-6d1a-4136-806c-bb6bbc7fbfd1 req-6bd5c383-feef-485c-ac73-666f7f815490 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 210 time: 0.0344739 Aug 23 11:50:59.191366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35764) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:59.338809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a8d031d-62bb-4697-bcf8-0b34f45b5cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.359546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee159bc-4061-47ff-82ab-e703ee424ffb req-79e6a22c-15e5-4d64-bde7-330c84d66db7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:59.361486 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ee159bc-4061-47ff-82ab-e703ee424ffb req-79e6a22c-15e5-4d64-bde7-330c84d66db7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 948 time: 0.0820835 Aug 23 11:50:59.427334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658854ef-4ffc-452b-bbfb-d75d2a32896a req-14442aac-9658-4a79-89b2-a1fae3570d7a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:50:59.429133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-658854ef-4ffc-452b-bbfb-d75d2a32896a req-14442aac-9658-4a79-89b2-a1fae3570d7a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.4478550 Aug 23 11:50:59.435936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ee159bc-4061-47ff-82ab-e703ee424ffb req-7c92bd5f-12c5-45d1-b630-89831af128c3 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660594 Aug 23 11:50:59.464139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35772) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:59.520062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a8d031d-62bb-4697-bcf8-0b34f45b5cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.528088 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a8d031d-62bb-4697-bcf8-0b34f45b5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.539084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-658854ef-4ffc-452b-bbfb-d75d2a32896a req-136f5b41-a688-40be-954e-f7f738b91e63 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997593 Aug 23 11:50:59.567156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Made reservation on behalf of 57ea2a434a274f3f883ecc0034897bd3 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:50:59.582153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.585957 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.598492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a8d031d-62bb-4697-bcf8-0b34f45b5cdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1459a13fbb7441929b1c83eb720b007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059825 Aug 23 11:50:59.599102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35778) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:50:59.607605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['27570bd3-deae-490e-9c96-2f6feb8f95f2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:50:59.609961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d031d-62bb-4697-bcf8-0b34f45b5cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1421c8-976f-40cd-b457-a9deee94f456,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:59.630200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Pushing event deleted for resources: {'Port': ['ID=27570bd3-deae-490e-9c96-2f6feb8f95f2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:59.684104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f31e744b-00ed-476d-a58c-1b9f3dc9bf7b req-71e38381-f006-41f2-a92f-a4459b75e91a tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.21 "GET /v2.0/ports?device_id=e44a60dd-04c1-4c1d-9f28-299354a7f29b HTTP/1.1" status: 200 len: 210 time: 0.0484631 Aug 23 11:50:59.709963 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85a887c-01dc-49cb-9be6-9c35b6dd09ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.732476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] No DVR routers for this DVR port 27570bd3-deae-490e-9c96-2f6feb8f95f2 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:50:59.736602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.737448 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7c57cf-cd95-4a29-b391-409cc10ac694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.738808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f0372ab-7856-4526-92ee-b3c30f4a3a97 req-1f772dd0-fdbb-48eb-9bdd-f3a3c0813216 tempest-DeleteServersAdminTestJSON-124203854 tempest-DeleteServersAdminTestJSON-124203854-project] 10.222.0.44 "DELETE /v2.0/ports/27570bd3-deae-490e-9c96-2f6feb8f95f2 HTTP/1.1" status: 204 len: 173 time: 1.3694525 Aug 23 11:50:59.777809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7c57cf-cd95-4a29-b391-409cc10ac694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.785200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'name': 'network-vif-deleted', 'tag': '27570bd3-deae-490e-9c96-2f6feb8f95f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:50:59.788079 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ec30f-1248-4ca9-8222-064b23175e76" -d '{"events": [{"server_uuid": "e44a60dd-04c1-4c1d-9f28-299354a7f29b", "name": "network-vif-deleted", "tag": "27570bd3-deae-490e-9c96-2f6feb8f95f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:50:59.874691 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a50c5-0df1-434f-9e8a-b726bd1ff1c3 x-openstack-request-id: req-045a50c5-0df1-434f-9e8a-b726bd1ff1c3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:50:59.875008 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44a60dd-04c1-4c1d-9f28-299354a7f29b", "name": "network-vif-deleted", "tag": "27570bd3-deae-490e-9c96-2f6feb8f95f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:50:59.875277 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-045a50c5-0df1-434f-9e8a-b726bd1ff1c3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:50:59.875692 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44a60dd-04c1-4c1d-9f28-299354a7f29b', 'name': 'network-vif-deleted', 'tag': '27570bd3-deae-490e-9c96-2f6feb8f95f2', 'status': 'completed', 'code': 200} Aug 23 11:50:59.881052 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7c57cf-cd95-4a29-b391-409cc10ac694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.885034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7c57cf-cd95-4a29-b391-409cc10ac694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.900941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c7c57cf-cd95-4a29-b391-409cc10ac694 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e1421c8-976f-40cd-b457-a9deee94f456 HTTP/1.1" status: 204 len: 168 time: 0.2883198 Aug 23 11:50:59.944480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85a887c-01dc-49cb-9be6-9c35b6dd09ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.960450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c57cf-cd95-4a29-b391-409cc10ac694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1421c8-976f-40cd-b457-a9deee94f456,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:50:59.967161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d85a887c-01dc-49cb-9be6-9c35b6dd09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:50:59.978983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Allocated IP 192.168.233.250 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/505d4c70-2026-49a8-85b4-919c081e2082) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:00.012079 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d85a887c-01dc-49cb-9be6-9c35b6dd09ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab89051fc2ce4fb590efa2f8dfeda715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463598 Aug 23 11:51:00.019711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35788) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:00.079576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a887c-01dc-49cb-9be6-9c35b6dd09ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a172fe1-1831-4283-99b9-aad3838aa00c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:00.100930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ebe6-98b3-4192-86e4-fa30c6a8e20e req-1099f499-17bd-4bf4-8c0c-1181f9fe683f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:00.102496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a50ebe6-98b3-4192-86e4-fa30c6a8e20e req-1099f499-17bd-4bf4-8c0c-1181f9fe683f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.1369016 Aug 23 11:51:00.155333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a50ebe6-98b3-4192-86e4-fa30c6a8e20e req-f403e16d-1206-478f-b43f-98df1e6672e9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Aug 23 11:51:00.180048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dd182de-4b82-467b-af1d-b3a5291bbc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.184225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c06e3e12-6367-49b1-8386-d5595e8872d4 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:00.188722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d79f77e-2815-4d98-8514-9b6710cd6b59 req-8fb23479-ecb2-4097-8b7f-96b281af6c11 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 210 time: 0.0667851 Aug 23 11:51:00.222045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:00.231005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dd182de-4b82-467b-af1d-b3a5291bbc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.288847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35794) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:00.291656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.314183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35c18722-3965-4381-a6fe-aa0d4a2dd582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.337731 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dd182de-4b82-467b-af1d-b3a5291bbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.341056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dd182de-4b82-467b-af1d-b3a5291bbc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.347298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0dd182de-4b82-467b-af1d-b3a5291bbc35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a172fe1-1831-4283-99b9-aad3838aa00c HTTP/1.1" status: 204 len: 168 time: 0.3253150 Aug 23 11:51:00.349061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Transition to ACTIVE for port object 505d4c70-2026-49a8-85b4-919c081e2082 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:00.361511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port c06e3e12-6367-49b1-8386-d5595e8872d4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c06e3e12-6367-49b1-8386-d5595e8872d4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:00.362648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd182de-4b82-467b-af1d-b3a5291bbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a172fe1-1831-4283-99b9-aad3838aa00c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:00.390489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port e122300d-ffc5-4c8b-a47f-66a546aaa3ef completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:00.394350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'c06e3e12-6367-49b1-8386-d5595e8872d4', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'c06e3e12-6367-49b1-8386-d5595e8872d4', 'mac_address': 'fa:16:3e:c3:95:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:00.400183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port e122300d-ffc5-4c8b-a47f-66a546aaa3ef triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:00.401033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.447587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.466135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ae028121-b3a2-473c-9698-4b8c4041802d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:00.499600 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35c18722-3965-4381-a6fe-aa0d4a2dd582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.507509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35c18722-3965-4381-a6fe-aa0d4a2dd582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.517409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.544511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06e3e12-6367-49b1-8386-d5595e8872d4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:00.566784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:00.570910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:00.573639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:00.608647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-35c18722-3965-4381-a6fe-aa0d4a2dd582 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97f16e1e9e8f462ebdbc0f06cd74ea0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186235 Aug 23 11:51:00.609752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c18722-3965-4381-a6fe-aa0d4a2dd582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61147dd5-44ff-4722-8505-9dfb5b57f695,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:00.621278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35802) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:00.638737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Pushing event updated for resources: {'Port': ['ID=505d4c70-2026-49a8-85b4-919c081e2082,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:00.676436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port c06e3e12-6367-49b1-8386-d5595e8872d4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c06e3e12-6367-49b1-8386-d5595e8872d4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:00.698233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.699661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ffaec-861b-4626-bec7-d28ef22bd638 req-474a7d81-3ced-45ab-940b-bcb7dadbeb1b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:00.701338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f6ffaec-861b-4626-bec7-d28ef22bd638 req-474a7d81-3ced-45ab-940b-bcb7dadbeb1b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 948 time: 0.1179507 Aug 23 11:51:00.704297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:00.704949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.777444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=c06e3e12-6367-49b1-8386-d5595e8872d4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:00.786111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1dc51830-9d08-4be2-8ebb-f4ada3d982fe tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9088945 Aug 23 11:51:00.801267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.812348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Request body: {'port': {'device_id': '42ea7b53-da8a-490c-bb40-71487298ef76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:00.825588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f6ffaec-861b-4626-bec7-d28ef22bd638 req-86d4d574-2a1f-42d5-b0b6-a6fb67e936a8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971425 Aug 23 11:51:00.844667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-439c590a-425a-457f-818c-f1d680ee57fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.878101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a02c6-d4d8-4eaa-a092-6723aa6531e4 req-1539ad56-0952-4afc-99d4-a80a8ed4a15b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:00.880017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a46a02c6-d4d8-4eaa-a092-6723aa6531e4 req-1539ad56-0952-4afc-99d4-a80a8ed4a15b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.1846359 Aug 23 11:51:00.917395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:00.919285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-439c590a-425a-457f-818c-f1d680ee57fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.919755 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e2de1c-a4e0-4519-bc59-ea03ab33c83c" -d '{"events": [{"server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "name": "network-vif-plugged", "status": "completed", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:00.938520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:00.950829 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.952930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:00.998687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['c06e3e12-6367-49b1-8386-d5595e8872d4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:01.006275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35816) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:01.017147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a46a02c6-d4d8-4eaa-a092-6723aa6531e4 req-d45916ba-ff4e-4b86-9e8d-e800dce3ab87 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185730 Aug 23 11:51:01.031874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a82da42-dc2d-40cb-a424-a9c0cb279b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.082746 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db1c18-9a61-4b31-9d4d-90e1a2760bdd x-openstack-request-id: req-d1db1c18-9a61-4b31-9d4d-90e1a2760bdd {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:01.083344 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "name": "network-vif-plugged", "status": "completed", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:01.083670 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1db1c18-9a61-4b31-9d4d-90e1a2760bdd {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:01.084650 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'code': 200} Aug 23 11:51:01.125463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:01.161144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f5774810-6a95-49ee-bd77-cfd506b34f84 None None] Provisioning for port 505d4c70-2026-49a8-85b4-919c081e2082 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:01.177148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f5774810-6a95-49ee-bd77-cfd506b34f84 None None] Provisioning complete for port 505d4c70-2026-49a8-85b4-919c081e2082 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:01.177611 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f5774810-6a95-49ee-bd77-cfd506b34f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.181400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f65b0-84f2-427e-b315-0e161d3c3ae3 req-38d185c4-f5e4-4dd4-bb8e-b35da104a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:01.183008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a4f65b0-84f2-427e-b315-0e161d3c3ae3 req-38d185c4-f5e4-4dd4-bb8e-b35da104a7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1096 time: 0.0793211 Aug 23 11:51:01.209088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-439c590a-425a-457f-818c-f1d680ee57fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.219373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-439c590a-425a-457f-818c-f1d680ee57fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.220725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-439c590a-425a-457f-818c-f1d680ee57fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61147dd5-44ff-4722-8505-9dfb5b57f695 HTTP/1.1" status: 204 len: 168 time: 0.5984402 Aug 23 11:51:01.255653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a82da42-dc2d-40cb-a424-a9c0cb279b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.259426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a4f65b0-84f2-427e-b315-0e161d3c3ae3 req-4f902eb0-2280-44a5-b757-ffa0168477c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Aug 23 11:51:01.261950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a82da42-dc2d-40cb-a424-a9c0cb279b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.266372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f5774810-6a95-49ee-bd77-cfd506b34f84 None None] Port 505d4c70-2026-49a8-85b4-919c081e2082 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:01.418181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-65418f13-239c-4364-bd08-15f7cbbe1864 service neutron] 10.222.0.44 "GET /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de/bindings/n-h2-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.4316928 Aug 23 11:51:01.422997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c590a-425a-457f-818c-f1d680ee57fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61147dd5-44ff-4722-8505-9dfb5b57f695,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:01.535580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a82da42-dc2d-40cb-a424-a9c0cb279b72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e45f7cb5dc44c2caef62f32cac3ad13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244925 Aug 23 11:51:01.535580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82da42-dc2d-40cb-a424-a9c0cb279b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05950507-4138-4eb0-a254-464925512507,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:01.537130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35830) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:01.576160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1200d0-9540-4b51-8efe-2c271a459e45 req-bc677b05-ea53-465c-a356-b5466754c4b1 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:01.577758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc1200d0-9540-4b51-8efe-2c271a459e45 req-bc677b05-ea53-465c-a356-b5466754c4b1 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 945 time: 0.2927532 Aug 23 11:51:01.627948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d2b4-914f-4f3d-ade7-71e19758f96b req-0c5bac93-cc49-42a4-826a-d6dee1d7c9d5 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:01.630090 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-98a0d2b4-914f-4f3d-ade7-71e19758f96b req-0c5bac93-cc49-42a4-826a-d6dee1d7c9d5 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 936 time: 0.1172843 Aug 23 11:51:01.675796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572d58af-b3ed-454f-ae70-554dc6c2458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.714353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc1200d0-9540-4b51-8efe-2c271a459e45 req-aedcfd96-5bf0-4991-bff9-e4029343ef07 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257439 Aug 23 11:51:01.719605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35838) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:01.720383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-98a0d2b4-914f-4f3d-ade7-71e19758f96b req-e79a3519-c98f-44c8-bb5a-bb7607b37dd6 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782621 Aug 23 11:51:01.726785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572d58af-b3ed-454f-ae70-554dc6c2458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.800939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572d58af-b3ed-454f-ae70-554dc6c2458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.804936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572d58af-b3ed-454f-ae70-554dc6c2458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.808568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-572d58af-b3ed-454f-ae70-554dc6c2458d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05950507-4138-4eb0-a254-464925512507 HTTP/1.1" status: 204 len: 168 time: 0.2705953 Aug 23 11:51:01.820056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d58af-b3ed-454f-ae70-554dc6c2458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05950507-4138-4eb0-a254-464925512507,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:01.853362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505d4c70-2026-49a8-85b4-919c081e2082 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:01.865569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.891668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:01.912284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Transition to ACTIVE for port object 505d4c70-2026-49a8-85b4-919c081e2082 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:01.928666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:01.963038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:01.974674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc0b2e-de3c-475a-9e85-3f6c4289ef8b req-37c16330-3c9b-4c98-a078-c2f6685dfc21 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:01.985421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-49dc0b2e-de3c-475a-9e85-3f6c4289ef8b req-37c16330-3c9b-4c98-a078-c2f6685dfc21 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 949 time: 0.0753062 Aug 23 11:51:02.047018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef863516-86f4-4292-bc51-531f1a3143de {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:02.048092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Pushing event updated for resources: {'Port': ['ID=505d4c70-2026-49a8-85b4-919c081e2082,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:02.061930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-470e0f90-8150-4d4a-b7f5-009cbf3caa2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9cc19ff510c4d20a61385918f78167d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411455 Aug 23 11:51:02.068881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-49dc0b2e-de3c-475a-9e85-3f6c4289ef8b req-9028fe89-8e15-4c58-a2b9-7d6d81cef4a1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827088 Aug 23 11:51:02.069817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:02.153455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:02.193236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-896190de-38ce-4438-8edb-4e4579cff2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.203476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c06e3e12-6367-49b1-8386-d5595e8872d4 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:02.252237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-896190de-38ce-4438-8edb-4e4579cff2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.277751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Attempting to bind port 505d4c70-2026-49a8-85b4-919c081e2082 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:02.277751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Attempting to bind port 505d4c70-2026-49a8-85b4-919c081e2082 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:02.277751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Attempting to bind port 505d4c70-2026-49a8-85b4-919c081e2082 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:02.278698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.333172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port c06e3e12-6367-49b1-8386-d5595e8872d4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:02.339575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-896190de-38ce-4438-8edb-4e4579cff2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.346397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port c06e3e12-6367-49b1-8386-d5595e8872d4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:02.347021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.352022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-896190de-38ce-4438-8edb-4e4579cff2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.352151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Port 505d4c70-2026-49a8-85b4-919c081e2082 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:02.352596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Attempting to bind port 505d4c70-2026-49a8-85b4-919c081e2082 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:02.360194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-896190de-38ce-4438-8edb-4e4579cff2f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7cb62e4-b668-4033-990c-7d1828241250 HTTP/1.1" status: 204 len: 168 time: 0.2888749 Aug 23 11:51:02.378636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896190de-38ce-4438-8edb-4e4579cff2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb62e4-b668-4033-990c-7d1828241250,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:02.432423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:02.433215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:02.434009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:02.434827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Bound port: 505d4c70-2026-49a8-85b4-919c081e2082, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:02.435203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.465265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c49b2-9851-408b-9346-ad1e741d8487 req-a73fc720-41c2-4bbc-9ab1-afb6bad2f887 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:02.467107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a12c49b2-9851-408b-9346-ad1e741d8487 req-a73fc720-41c2-4bbc-9ab1-afb6bad2f887 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 943 time: 0.3105752 Aug 23 11:51:02.501032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.561903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port c06e3e12-6367-49b1-8386-d5595e8872d4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c06e3e12-6367-49b1-8386-d5595e8872d4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:02.569207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.635608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=c06e3e12-6367-49b1-8386-d5595e8872d4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:02.653016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a12c49b2-9851-408b-9346-ad1e741d8487 req-45996587-b43e-48a1-8526-a198a5de9317 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974224 Aug 23 11:51:02.668315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] For port 505d4c70-2026-49a8-85b4-919c081e2082, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:02.670868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] Transition to ACTIVE for port object ef863516-86f4-4292-bc51-531f1a3143de will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:02.672620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] For port 505d4c70-2026-49a8-85b4-919c081e2082, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=505d4c70-2026-49a8-85b4-919c081e2082,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:02.677550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.686466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.696021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27570bd3-deae-490e-9c96-2f6feb8f95f2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:02.717167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 27570bd3-deae-490e-9c96-2f6feb8f95f2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:51:02.717542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27570bd3-deae-490e-9c96-2f6feb8f95f2 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:02.718078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ef863516-86f4-4292-bc51-531f1a3143de no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:02.751638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:02.752131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:02.753814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] 10.222.0.44 "PUT /v2.0/ports/505d4c70-2026-49a8-85b4-919c081e2082 HTTP/1.1" status: 200 len: 1096 time: 1.9523115 Aug 23 11:51:02.768193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ea7b53-da8a-490c-bb40-71487298ef76', 'tag': '505d4c70-2026-49a8-85b4-919c081e2082'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:02.771135 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ac1497-50e2-4452-b57b-f1cfd1edb60a" -d '{"events": [{"name": "network-changed", "server_uuid": "42ea7b53-da8a-490c-bb40-71487298ef76", "tag": "505d4c70-2026-49a8-85b4-919c081e2082"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:02.811282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] No DVR routers for this DVR port ef863516-86f4-4292-bc51-531f1a3143de on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:02.815439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ef863516-86f4-4292-bc51-531f1a3143de not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:02.903735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] 10.222.0.44 "PUT /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de/bindings/n-h2-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4650030 Aug 23 11:51:02.904609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368b5d7-28bf-4c2a-baf3-c17266541547 service neutron] Pushing event updated for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:02.973918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05360a-493b-4500-8a75-37e93a303a21 req-c6eb9719-2b24-45e1-ae77-f7b838f09b27 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:02.978908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e05360a-493b-4500-8a75-37e93a303a21 req-c6eb9719-2b24-45e1-ae77-f7b838f09b27 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 945 time: 0.1024928 Aug 23 11:51:03.030793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-12b6a5c8-7b59-44e8-a472-08e56a92811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.034208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-12b6a5c8-7b59-44e8-a472-08e56a92811f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ea2a434a274f3f883ecc0034897bd3&device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 1099 time: 0.2178352 Aug 23 11:51:03.043735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916f3f4-1c4e-4959-bcea-c605dab5d310 service neutron] Pushing event updated for resources: {'Port': ['ID=505d4c70-2026-49a8-85b4-919c081e2082,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:03.079501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e05360a-493b-4500-8a75-37e93a303a21 req-baf88fdd-e812-44b7-9601-d1711005b593 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923984 Aug 23 11:51:03.086432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06e3e12-6367-49b1-8386-d5595e8872d4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:03.090193 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead8e41d-dc98-4be2-b8cb-8dfbfd76838e" -d '{"events": [{"server_uuid": "37b1ce2b-0753-4496-a91f-be0f483c5acf", "name": "network-vif-plugged", "status": "completed", "tag": "c06e3e12-6367-49b1-8386-d5595e8872d4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:03.095793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-16f5a5c3-7d64-43e6-9530-e71fde1b2b1e tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.097886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-16f5a5c3-7d64-43e6-9530-e71fde1b2b1e tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1027021 Aug 23 11:51:03.104040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-57ccb8c1-7ba5-4a5e-9eeb-4a0a23c00878 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=505d4c70-2026-49a8-85b4-919c081e2082 HTTP/1.1" status: 200 len: 217 time: 0.0614021 Aug 23 11:51:03.112798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5fd14-b7e5-473e-8150-e0b853a1ca79 req-9f86c33f-a7bc-4985-b052-d3ea22d31c2a tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.121379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90f5fd14-b7e5-473e-8150-e0b853a1ca79 req-9f86c33f-a7bc-4985-b052-d3ea22d31c2a tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 948 time: 0.2439337 Aug 23 11:51:03.124940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:03.187806 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60678c-2454-4d9c-b73b-82e6ff3f205e x-openstack-request-id: req-1c60678c-2454-4d9c-b73b-82e6ff3f205e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:03.188215 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ea7b53-da8a-490c-bb40-71487298ef76", "tag": "505d4c70-2026-49a8-85b4-919c081e2082", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:03.188574 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c60678c-2454-4d9c-b73b-82e6ff3f205e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:03.189088 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ea7b53-da8a-490c-bb40-71487298ef76', 'tag': '505d4c70-2026-49a8-85b4-919c081e2082', 'status': 'completed', 'code': 200} Aug 23 11:51:03.207112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b45adbe3-8cda-43cd-8ed5-a2aefa91df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.214094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90f5fd14-b7e5-473e-8150-e0b853a1ca79 req-b52d7c0d-b748-4358-8d25-9471c554e022 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860350 Aug 23 11:51:03.218689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-562863c8-b987-459d-9f80-a05ba09ead95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.229996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-562863c8-b987-459d-9f80-a05ba09ead95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1056364 Aug 23 11:51:03.270965 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d426a04f-9232-4177-9603-6e33b1b8342e x-openstack-request-id: req-d426a04f-9232-4177-9603-6e33b1b8342e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:03.271479 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b1ce2b-0753-4496-a91f-be0f483c5acf", "name": "network-vif-plugged", "status": "completed", "tag": "c06e3e12-6367-49b1-8386-d5595e8872d4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:03.271597 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d426a04f-9232-4177-9603-6e33b1b8342e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:03.271903 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06e3e12-6367-49b1-8386-d5595e8872d4', 'code': 200} Aug 23 11:51:03.272210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-dabe003d-d1d9-43cb-b2bc-3809e7e01833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.277914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-dabe003d-d1d9-43cb-b2bc-3809e7e01833 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 1095 time: 0.1540978 Aug 23 11:51:03.351979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-fd7b1652-243b-4ac3-af5d-5ade750387e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.358943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-fd7b1652-243b-4ac3-af5d-5ade750387e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212938 Aug 23 11:51:03.397132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-f49a3fca-8b1d-4df8-84ce-63aa2cee4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.399271 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-f49a3fca-8b1d-4df8-84ce-63aa2cee4fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1095 time: 0.0814443 Aug 23 11:51:03.502938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b45adbe3-8cda-43cd-8ed5-a2aefa91df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.511253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b45adbe3-8cda-43cd-8ed5-a2aefa91df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.521744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e648f-9c2b-47f4-b680-09cd273b30ec req-a27532e7-4e6b-4995-b6fa-3b136747306b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.521744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a6e648f-9c2b-47f4-b680-09cd273b30ec req-a27532e7-4e6b-4995-b6fa-3b136747306b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 950 time: 0.2043731 Aug 23 11:51:03.530836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234a-5166-4acc-8f3a-bbf74982d4fb req-cc3d47eb-d63a-4467-8ea7-1c05b0c93e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.532375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27bd234a-5166-4acc-8f3a-bbf74982d4fb req-cc3d47eb-d63a-4467-8ea7-1c05b0c93e54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 1101 time: 0.1581087 Aug 23 11:51:03.546278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b45adbe3-8cda-43cd-8ed5-a2aefa91df31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37322fd3fdc040ec86a41809b93c559a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180617 Aug 23 11:51:03.547034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35908) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:03.616408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45adbe3-8cda-43cd-8ed5-a2aefa91df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e89dd7-7e6c-4db3-950c-38821707b296,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:03.622581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-a00a8085-35e2-4011-a9e2-c130f2ce9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.622785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-0a5cb495-306f-4c8c-9f5a-5a6a84ef0dbe service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471411 Aug 23 11:51:03.624296 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-a00a8085-35e2-4011-a9e2-c130f2ce9727 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.2149112 Aug 23 11:51:03.641326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3dd61374-81f6-41fb-8203-b8637eabe91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.663117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27bd234a-5166-4acc-8f3a-bbf74982d4fb req-5b0a03d5-8a60-46dd-ba2e-75aa98a196bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164472 Aug 23 11:51:03.681367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a6e648f-9c2b-47f4-b680-09cd273b30ec req-71d2c991-e973-440c-b644-72c027528320 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388347 Aug 23 11:51:03.684748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-bb18e078-932a-46e6-bf43-a1af5133993d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 217 time: 0.0442908 Aug 23 11:51:03.713606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3dd61374-81f6-41fb-8203-b8637eabe91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.789430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3dd61374-81f6-41fb-8203-b8637eabe91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.795118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3dd61374-81f6-41fb-8203-b8637eabe91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:03.796461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3dd61374-81f6-41fb-8203-b8637eabe91f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98e89dd7-7e6c-4db3-950c-38821707b296 HTTP/1.1" status: 204 len: 168 time: 0.2484798 Aug 23 11:51:03.817594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd61374-81f6-41fb-8203-b8637eabe91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e89dd7-7e6c-4db3-950c-38821707b296,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:03.841439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5eca9240-2182-4ee4-b8a0-8998c3a7292f req-8765d267-0a7c-45c2-b1a7-6fc57b8bf1c5 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049253 Aug 23 11:51:03.969603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-e44a3654-f6f6-4a1a-8b32-9981387a0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.971249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-e44a3654-f6f6-4a1a-8b32-9981387a0e20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1105130 Aug 23 11:51:03.972425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-0ac1e7c7-23da-484d-8d12-678721289e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.973929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7cde9-068c-4ad8-91b4-832d4d7249c5 req-3e9b6a3f-302e-4578-be6d-cc68dc2a2968 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.974113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-0ac1e7c7-23da-484d-8d12-678721289e51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ea2a434a274f3f883ecc0034897bd3&device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 1099 time: 0.0626819 Aug 23 11:51:03.975387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65d7cde9-068c-4ad8-91b4-832d4d7249c5 req-3e9b6a3f-302e-4578-be6d-cc68dc2a2968 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1096 time: 0.0991330 Aug 23 11:51:03.989083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e85ac-ede7-4f46-a23d-012bcbce017e req-36254749-c6e5-4a46-bbed-31f1236b235c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:03.990681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c7e85ac-ede7-4f46-a23d-012bcbce017e req-36254749-c6e5-4a46-bbed-31f1236b235c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 944 time: 0.1210723 Aug 23 11:51:04.012225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cab31157-d132-4a67-b4e6-9d0872d16376 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275900 Aug 23 11:51:04.086225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65d7cde9-068c-4ad8-91b4-832d4d7249c5 req-0a0f57d5-e598-4d13-8fec-2c7e9f19312b tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045737 Aug 23 11:51:04.124493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c7e85ac-ede7-4f46-a23d-012bcbce017e req-eadf6046-b46a-4fdd-a189-9ce16545e06a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233413 Aug 23 11:51:04.152242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-b39db36e-3938-4ba7-8171-595481330a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:04.162775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-b39db36e-3938-4ba7-8171-595481330a22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1621804 Aug 23 11:51:04.167539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-165c2796-04e8-4079-9968-55769a94e7da service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367142 Aug 23 11:51:04.226899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-dd79f63f-b036-4e76-8d25-86fbdca140e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=505d4c70-2026-49a8-85b4-919c081e2082 HTTP/1.1" status: 200 len: 217 time: 0.0524101 Aug 23 11:51:04.308228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2dad6-be12-49fd-a7e1-3339ec887b87 req-073db55f-845f-4599-b594-f23b5232f4ba tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:04.315455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7a2dad6-be12-49fd-a7e1-3339ec887b87 req-073db55f-845f-4599-b594-f23b5232f4ba tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1096 time: 0.1109765 Aug 23 11:51:04.346016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-93c71af5-b5ee-4db1-b285-2257f0979163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:04.348141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-93c71af5-b5ee-4db1-b285-2257f0979163 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1129997 Aug 23 11:51:04.376908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-35623482-7539-4c74-8542-7841e81b3e57 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025795 Aug 23 11:51:04.395568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7a2dad6-be12-49fd-a7e1-3339ec887b87 req-ce6f32bc-5bca-438c-9809-aa44f725b92d tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791543 Aug 23 11:51:04.404166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6cfb2-5b2e-4171-b4ed-1e29f2b1b67e req-5ebdedab-bf9d-4cc1-89db-5a7270560a83 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:04.405827 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecd6cfb2-5b2e-4171-b4ed-1e29f2b1b67e req-5ebdedab-bf9d-4cc1-89db-5a7270560a83 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 948 time: 0.0958831 Aug 23 11:51:04.455040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-185629d7-c8a0-444b-8202-6a9e5b487cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:04.456575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-185629d7-c8a0-444b-8202-6a9e5b487cfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946176 Aug 23 11:51:04.496652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecd6cfb2-5b2e-4171-b4ed-1e29f2b1b67e req-cb5ee036-01c1-4035-954f-f916895a1647 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748703 Aug 23 11:51:04.763289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-48b11093-1513-454c-b615-dbf9abc97065 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:04.764877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-48b11093-1513-454c-b615-dbf9abc97065 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.0902691 Aug 23 11:51:04.901324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-ad31d58a-15af-4c51-a2c5-a81df8b2ad65 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340446 Aug 23 11:51:05.000466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cfb3da5c-b970-4bac-87c3-6d49822efdbf service neutron] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:05.004514 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cfb3da5c-b970-4bac-87c3-6d49822efdbf service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:05.006735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd1db77-8122-40b8-9b23-f60d810f00e6 req-cfb3da5c-b970-4bac-87c3-6d49822efdbf service neutron] 10.222.0.41 "DELETE /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de/bindings/n-h1-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.2307026 Aug 23 11:51:05.071126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ac1497-50e2-4452-b57b-f1cfd1edb60a req-fbc032b4-9a7f-46e7-9832-26183eacdc0c service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628947 Aug 23 11:51:05.158712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdada53-7331-4a10-ad3e-b5d927f9acc5 req-aaf89f26-5422-4122-b839-822e40d7dcdb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:05.160298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfdada53-7331-4a10-ad3e-b5d927f9acc5 req-aaf89f26-5422-4122-b839-822e40d7dcdb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 950 time: 0.0592458 Aug 23 11:51:05.206311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfdada53-7331-4a10-ad3e-b5d927f9acc5 req-69d9fe4a-2230-4ccf-a61e-5bf7d3465da2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Aug 23 11:51:05.787837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915681a8-09a8-47d8-abb7-7f6aa773d2d9 req-b5474d06-2ee1-4591-906e-7697e446e6ee tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:05.789569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-915681a8-09a8-47d8-abb7-7f6aa773d2d9 req-b5474d06-2ee1-4591-906e-7697e446e6ee tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 944 time: 0.0681586 Aug 23 11:51:05.839181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-915681a8-09a8-47d8-abb7-7f6aa773d2d9 req-694ff23d-c286-40de-808c-9143a6315e0c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Aug 23 11:51:06.147209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-8cd275d9-0ed8-4ea2-a751-e2969461f310 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:06.150590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-8cd275d9-0ed8-4ea2-a751-e2969461f310 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076425 Aug 23 11:51:06.159103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Request body: {'binding': {'host': 'n-h1-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:06.159748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Unknown quota resources ['binding']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:51:06.330859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on host n-h1-773645-7 for vnic_type normal with profile None {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:06.331086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:06.331538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:06.336317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:06.336647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:06.341772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:06.342122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:06.342505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:06.342945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Bound port: e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:06.401743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:06.407531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:06.408730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2b6563fe-ab94-4d6f-acb2-95667864a76e service neutron] 10.222.0.21 "POST /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.2534597 Aug 23 11:51:06.576714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469ed6-8244-4aa3-a688-b22ef1cde5bd req-455d705d-e709-4255-baae-1b3a41bcb68d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.578275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50469ed6-8244-4aa3-a688-b22ef1cde5bd req-455d705d-e709-4255-baae-1b3a41bcb68d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 948 time: 0.0641241 Aug 23 11:51:06.629813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50469ed6-8244-4aa3-a688-b22ef1cde5bd req-80f01874-0c6f-4f0f-a4fd-11beae8e0215 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Aug 23 11:51:06.718716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-44e872ce-ce4a-44ea-960d-a75075ef66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.720339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-44e872ce-ce4a-44ea-960d-a75075ef66c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1096 time: 0.0501783 Aug 23 11:51:06.742006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 505d4c70-2026-49a8-85b4-919c081e2082 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:06.827887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-ef260313-aeb7-4b30-8f19-0a2eaed4b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.829673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-ef260313-aeb7-4b30-8f19-0a2eaed4b598 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.1009197 Aug 23 11:51:06.858389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 505d4c70-2026-49a8-85b4-919c081e2082, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=505d4c70-2026-49a8-85b4-919c081e2082,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:06.870984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '505d4c70-2026-49a8-85b4-919c081e2082', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '505d4c70-2026-49a8-85b4-919c081e2082', 'mac_address': 'fa:16:3e:c9:a5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:06.896061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-b416618e-f6ed-433f-a416-983ec8c31dae tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653002 Aug 23 11:51:06.899919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5112bf9e-2d96-4f7d-9332-ee24a4abe834 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.0579181 Aug 23 11:51:06.908662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.910306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.910306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.910527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.911185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.911830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.912307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.912788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:06.914895 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81a37750-124d-45fe-9184-e6a76dae19bd req-d9c2626c-9f04-4ec2-ab2e-8855d4a20bb2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76&device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723&device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d&device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015&device_id=94b65b50-fd56-4738-972d-e289845285fa&device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 7321 time: 0.0558653 Aug 23 11:51:06.923647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:06.935789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-81a37750-124d-45fe-9184-e6a76dae19bd req-7504dcfc-cab3-4aa0-9c93-2d398397be73 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:06.943890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505d4c70-2026-49a8-85b4-919c081e2082 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:06.972681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 505d4c70-2026-49a8-85b4-919c081e2082, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=505d4c70-2026-49a8-85b4-919c081e2082,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:06.978991 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:07.013584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-e283a0e7-15b6-4895-8be9-115d11a3bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:07.015270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-e283a0e7-15b6-4895-8be9-115d11a3bea8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1069319 Aug 23 11:51:07.049496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=505d4c70-2026-49a8-85b4-919c081e2082,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:07.063576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-f93b4f7b-0a04-4bb8-9a3f-606530a04991 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341272 Aug 23 11:51:07.072128 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-81a37750-124d-45fe-9184-e6a76dae19bd req-7504dcfc-cab3-4aa0-9c93-2d398397be73 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:07.072755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-36301409-8547-40e7-9ef0-fbfd82a142bd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:07.074560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-36301409-8547-40e7-9ef0-fbfd82a142bd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776519 Aug 23 11:51:07.083032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-81a37750-124d-45fe-9184-e6a76dae19bd req-7504dcfc-cab3-4aa0-9c93-2d398397be73 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:07.094323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-6b1d75b9-6b93-4df3-acfe-90d219680266 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/quotas/4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 375 time: 0.0109384 Aug 23 11:51:07.128789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81a37750-124d-45fe-9184-e6a76dae19bd req-7504dcfc-cab3-4aa0-9c93-2d398397be73 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&id=7d6818dc-58a0-427b-8251-c21a7ed4558c&id=841c3a93-7bbb-426c-991d-15c0b55fbf32&id=943bdc93-9629-4112-b517-80d3916a6d34&id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.2058578 Aug 23 11:51:07.129540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504dcfc-cab3-4aa0-9c93-2d398397be73 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ec8a33-5c1b-4c71-a3a4-4c639235426a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:07.155527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-1cc9735f-93e9-4369-9273-f6a99ee600bc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500312 Aug 23 11:51:07.197018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['505d4c70-2026-49a8-85b4-919c081e2082'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:07.235299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-fb01c28c-54bc-4e11-9c4a-8b7245bcca45 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597483 Aug 23 11:51:07.237923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420316-88f3-42a7-bd1f-c6d8db125b7a req-cd8ebe10-0d1a-41bb-a4b5-8c4587f4332f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:07.239559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53420316-88f3-42a7-bd1f-c6d8db125b7a req-cd8ebe10-0d1a-41bb-a4b5-8c4587f4332f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 945 time: 0.0575998 Aug 23 11:51:07.313134 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53420316-88f3-42a7-bd1f-c6d8db125b7a req-75f59281-db6c-4150-9076-82eb448b0b40 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660653 Aug 23 11:51:07.403391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-8591ff76-ce47-48aa-9383-059204a706ce service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594291 Aug 23 11:51:07.588349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-0ba3827c-2738-4ecf-a9f8-0334026e7e0f tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:07.597012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-0ba3827c-2738-4ecf-a9f8-0334026e7e0f tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.1331093 Aug 23 11:51:07.605138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25bc71-d8d8-4d8a-b79e-5cc658544fab req-c0224731-c886-4d3a-8dde-fa897b787bca tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:07.606854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa25bc71-d8d8-4d8a-b79e-5cc658544fab req-c0224731-c886-4d3a-8dde-fa897b787bca tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1095 time: 0.0772154 Aug 23 11:51:07.612337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773645-7'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:07.714178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:07.730526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa25bc71-d8d8-4d8a-b79e-5cc658544fab req-d50b7efe-6ab1-4d6a-9ba2-f991893c6057 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097858 Aug 23 11:51:07.774465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9bf6b72a-a0eb-4401-a743-aa4286a171cb req-516d2379-2141-4924-bc1f-1c2ae28bdf6e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 210 time: 0.0384638 Aug 23 11:51:07.959173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36088) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:07.966209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:08.018561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e70c6f-c7e8-4ace-a093-0b280b552ab6 req-26ab2148-8cab-4ab1-bfdc-649468364a52 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.020126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e70c6f-c7e8-4ace-a093-0b280b552ab6 req-26ab2148-8cab-4ab1-bfdc-649468364a52 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 949 time: 0.1439471 Aug 23 11:51:08.028139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:08.078261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:08.080613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e70c6f-c7e8-4ace-a093-0b280b552ab6 req-8bc4c13f-ac5e-4ae2-8a9d-b4f50acba878 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Aug 23 11:51:08.080969 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11620eff-b345-4700-814f-0842f5e49e9e" -d '{"events": [{"server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "name": "network-vif-unplugged", "status": "completed", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:08.091883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.094479 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.252430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36102) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:08.276681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on host n-h2-773645-7 for vnic_type normal with profile {"migrating_to": "n-h1-773645-7"} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:08.277186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:08.277328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:08.283226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:08.295411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:08.295740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Attempting to bind port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:08.307063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:08.307407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:08.307796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:08.308239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Bound port: e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:08.308598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.313942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb37b-aa6f-42cf-b0cd-36fe43887d94 req-756b47b9-b2b3-49b4-993c-ad115d923d14 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.314435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb37b-aa6f-42cf-b0cd-36fe43887d94 req-756b47b9-b2b3-49b4-993c-ad115d923d14 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.314916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb37b-aa6f-42cf-b0cd-36fe43887d94 req-756b47b9-b2b3-49b4-993c-ad115d923d14 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.316611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-556bb37b-aa6f-42cf-b0cd-36fe43887d94 req-756b47b9-b2b3-49b4-993c-ad115d923d14 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf&device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015&device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 2883 time: 0.1045318 Aug 23 11:51:08.356432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6005e7b-4fe5-4fb3-879b-76d2ffaf4691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.402295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-2e60b3d5-4e37-4540-8d48-dcc9970378f4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.403734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-2e60b3d5-4e37-4540-8d48-dcc9970378f4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.1191163 Aug 23 11:51:08.404319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-556bb37b-aa6f-42cf-b0cd-36fe43887d94 req-333b5034-4d81-4299-9f25-8967a22f9da7 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803475 Aug 23 11:51:08.426482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e153dd4-4fcf-403c-8a64-2cd4e386f7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.440177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:08.448637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-63da624f-fa4c-44b9-b310-85a21969be9f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/quotas/63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0360487 Aug 23 11:51:08.459388 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012b7232-397d-4b35-812c-e959cfc0afc3 x-openstack-request-id: req-012b7232-397d-4b35-812c-e959cfc0afc3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:08.459777 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "name": "network-vif-unplugged", "status": "completed", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:08.460037 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-012b7232-397d-4b35-812c-e959cfc0afc3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:08.460434 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'code': 200} Aug 23 11:51:08.465189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:08.470940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.530403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-247726cb-cb25-4cdf-8c92-fcbff5a3fffa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811226 Aug 23 11:51:08.604089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.604716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.606137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-534abb83-6335-4ce5-b290-0926577c140c service neutron] 10.222.0.44 "PUT /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 1121 time: 0.9983561 Aug 23 11:51:08.622150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534abb83-6335-4ce5-b290-0926577c140c service neutron] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=8']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:08.643873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-10d28efd-95c3-447e-9c7e-5675e141bb1f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714860 Aug 23 11:51:08.650213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6005e7b-4fe5-4fb3-879b-76d2ffaf4691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.661087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-945495fc-e340-4f13-af9b-c33330404796 service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291993 Aug 23 11:51:08.665555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6005e7b-4fe5-4fb3-879b-76d2ffaf4691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.709093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e122300d-ffc5-4c8b-a47f-66a546aaa3ef'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:08.742186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 505d4c70-2026-49a8-85b4-919c081e2082 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:08.782156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300316bb-cdd6-427c-99f0-a4d1f8bb3324 req-73386bc6-d7c1-42e6-becf-c53ed911ef36 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.786237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-300316bb-cdd6-427c-99f0-a4d1f8bb3324 req-73386bc6-d7c1-42e6-becf-c53ed911ef36 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.2206700 Aug 23 11:51:08.788030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6005e7b-4fe5-4fb3-879b-76d2ffaf4691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9315e3-4aed-4b87-9d77-32603f418b0a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:08.796229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a6005e7b-4fe5-4fb3-879b-76d2ffaf4691 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e04eebc74fe400583484feb3d2caaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8358860 Aug 23 11:51:08.800180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36116) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:08.841069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-13881583-17f0-4a37-9ce8-e4f718c05543 service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787231 Aug 23 11:51:08.841654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 505d4c70-2026-49a8-85b4-919c081e2082 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:08.854134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 505d4c70-2026-49a8-85b4-919c081e2082 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:08.854505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.857530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-50b20f96-8935-4ee0-a595-51b3c7c4bec0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:08.859515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-50b20f96-8935-4ee0-a595-51b3c7c4bec0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063930 Aug 23 11:51:08.878066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Request body: {'port': {'device_id': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '4112d38acd174aafb9a0fa0f3e50a594'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:08.920694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e153dd4-4fcf-403c-8a64-2cd4e386f7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.928254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e153dd4-4fcf-403c-8a64-2cd4e386f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:08.969179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e153dd4-4fcf-403c-8a64-2cd4e386f7fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a11e1adcf41248a8aa6bf18abec0b763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152405 Aug 23 11:51:08.973006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36118) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:08.975928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-300316bb-cdd6-427c-99f0-a4d1f8bb3324 req-d476c270-dcc1-4364-8696-3847d0e98766 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783338 Aug 23 11:51:08.989857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b37972a-0245-4690-bdd3-fe95a7965d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.001214 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.029098 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b37972a-0245-4690-bdd3-fe95a7965d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.075075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 505d4c70-2026-49a8-85b4-919c081e2082, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=505d4c70-2026-49a8-85b4-919c081e2082,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:09.076861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ea7b53-da8a-490c-bb40-71487298ef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505d4c70-2026-49a8-85b4-919c081e2082'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:09.080071 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c99ec-8e67-4aa5-ad4b-4388b96a754f" -d '{"events": [{"server_uuid": "42ea7b53-da8a-490c-bb40-71487298ef76", "name": "network-vif-plugged", "status": "completed", "tag": "505d4c70-2026-49a8-85b4-919c081e2082"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:09.086979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.131255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Made reservation on behalf of 4112d38acd174aafb9a0fa0f3e50a594 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:09.135766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.155712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=505d4c70-2026-49a8-85b4-919c081e2082,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:09.166824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.199219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e153dd4-4fcf-403c-8a64-2cd4e386f7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9331e8b-8ca1-463d-bce5-2ed9d44457d3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:09.201897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-910e1b77-9ed2-4cbd-863c-0e192ec29b96 req-3a1e492b-048a-4998-a16e-86845eac9490 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 210 time: 0.0320349 Aug 23 11:51:09.205517 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39a23bef-8d5e-47a6-b4a1-b38aebf0d4bc req-0fff5289-6b33-46b8-a0d9-a922f67c0a3a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 210 time: 0.0550268 Aug 23 11:51:09.254413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b37972a-0245-4690-bdd3-fe95a7965d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.257510 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b37972a-0245-4690-bdd3-fe95a7965d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.260141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5b37972a-0245-4690-bdd3-fe95a7965d41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc9315e3-4aed-4b87-9d77-32603f418b0a HTTP/1.1" status: 204 len: 168 time: 0.4539380 Aug 23 11:51:09.282526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a15e1ff-1cac-482b-8932-f96795a9569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.292933 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4975eae8-cf30-4281-883b-eb36e9a362e6 x-openstack-request-id: req-4975eae8-cf30-4281-883b-eb36e9a362e6 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:09.293242 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ea7b53-da8a-490c-bb40-71487298ef76", "name": "network-vif-plugged", "status": "completed", "tag": "505d4c70-2026-49a8-85b4-919c081e2082", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:09.293503 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4975eae8-cf30-4281-883b-eb36e9a362e6 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:09.294036 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ea7b53-da8a-490c-bb40-71487298ef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505d4c70-2026-49a8-85b4-919c081e2082', 'code': 200} Aug 23 11:51:09.343461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a15e1ff-1cac-482b-8932-f96795a9569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.402813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37972a-0245-4690-bdd3-fe95a7965d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9315e3-4aed-4b87-9d77-32603f418b0a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:09.417791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a15e1ff-1cac-482b-8932-f96795a9569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.422917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a15e1ff-1cac-482b-8932-f96795a9569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.424374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7a15e1ff-1cac-482b-8932-f96795a9569c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9331e8b-8ca1-463d-bce5-2ed9d44457d3 HTTP/1.1" status: 204 len: 168 time: 0.4489222 Aug 23 11:51:09.435076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15e1ff-1cac-482b-8932-f96795a9569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9331e8b-8ca1-463d-bce5-2ed9d44457d3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:09.439141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.447876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.490058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c823a7-e90a-4e91-b286-4ba362856a70 req-6a8c6954-c87d-45cf-bd93-6e0d19bde156 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:09.498100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87c823a7-e90a-4e91-b286-4ba362856a70 req-6a8c6954-c87d-45cf-bd93-6e0d19bde156 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.1494451 Aug 23 11:51:09.552361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157fda6-825d-4b26-8bd2-543bcb81a058 req-5b2d1ba9-d170-410e-8eb0-a84cc3e15086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:09.553917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3157fda6-825d-4b26-8bd2-543bcb81a058 req-5b2d1ba9-d170-410e-8eb0-a84cc3e15086 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 1101 time: 0.1775630 Aug 23 11:51:09.569161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41eb7c2-c8af-485d-9462-74d503cbcb3c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:09.673747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87c823a7-e90a-4e91-b286-4ba362856a70 req-e4b24db7-4b67-4f20-9502-1b1ee97a9147 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670854 Aug 23 11:51:09.715697 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3157fda6-825d-4b26-8bd2-543bcb81a058 req-46da8862-bbdb-4e7c-ae84-6b40535d3279 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496689 Aug 23 11:51:09.750302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Allocated IP 192.168.233.136 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/e2b27a2d-8548-4c2c-ad44-cea70c1c793a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:09.792977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36148) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:09.807109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-582b52d9-30ec-40eb-a48f-1cb58bb6fe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.949291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-582b52d9-30ec-40eb-a48f-1cb58bb6fe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.959092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.963552 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-582b52d9-30ec-40eb-a48f-1cb58bb6fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:09.983183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Transition to ACTIVE for port object e2b27a2d-8548-4c2c-ad44-cea70c1c793a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:10.019015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b52d9-30ec-40eb-a48f-1cb58bb6fe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934983d7-8428-42fb-8b97-be728a9bb1e0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:10.036148 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.069007 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-582b52d9-30ec-40eb-a48f-1cb58bb6fe92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7313ba72904149bcbbd4f32ae825e796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747488 Aug 23 11:51:10.072560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36158) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:10.125288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36160) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:10.135373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba18f7-f371-459f-9856-5a45dba6d953 req-4c15de09-e5d8-4ab5-b377-fb6432d6e80d tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:10.142076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:10.143890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1eba18f7-f371-459f-9856-5a45dba6d953 req-4c15de09-e5d8-4ab5-b377-fb6432d6e80d tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1101 time: 0.0644162 Aug 23 11:51:10.156280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:10.157371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c322-6c58-4606-89b1-fca5da2b642e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.162791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:10.172188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:10.230460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1eba18f7-f371-459f-9856-5a45dba6d953 req-96f801ab-3a59-4c65-854b-9c1a233a30c2 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852656 Aug 23 11:51:10.243630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4fab4d-2fec-4471-a93d-f7c335220f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.265752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d886-7c46-4476-bb87-3ecb56262a70 req-192e2f81-57bf-4299-8eaa-72b3982b5a37 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:10.279473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a4d886-7c46-4476-bb87-3ecb56262a70 req-192e2f81-57bf-4299-8eaa-72b3982b5a37 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.1941605 Aug 23 11:51:10.339978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:10.340673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.366732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4fab4d-2fec-4471-a93d-f7c335220f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.372763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c322-6c58-4606-89b1-fca5da2b642e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.378691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c322-6c58-4606-89b1-fca5da2b642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.394367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a4d886-7c46-4476-bb87-3ecb56262a70 req-0eba92f9-5524-436c-b5a8-97779e24d59b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138234 Aug 23 11:51:10.400764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-ea256154-3485-4a21-ad45-208023f27cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5268514 Aug 23 11:51:10.423862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Request body: {'port': {'device_id': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:10.431451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9dba7-fe17-49bf-a87d-6d7471fd3b99 req-b8406c55-2343-4127-a017-13d921b13b5c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:10.438256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7dd9dba7-fe17-49bf-a87d-6d7471fd3b99 req-b8406c55-2343-4127-a017-13d921b13b5c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 936 time: 0.1139362 Aug 23 11:51:10.444511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4c322-6c58-4606-89b1-fca5da2b642e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4396d-7dcd-450d-a036-b649ee9df5d8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:10.460899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:10.461389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9d661163-94a0-47f4-83b0-efe060df3612 None None] Provisioning for port e2b27a2d-8548-4c2c-ad44-cea70c1c793a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:10.463753 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43" -d '{"events": [{"name": "network-changed", "server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:10.467422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9d661163-94a0-47f4-83b0-efe060df3612 None None] Provisioning complete for port e2b27a2d-8548-4c2c-ad44-cea70c1c793a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:10.467899 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9d661163-94a0-47f4-83b0-efe060df3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.473904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1bc4c322-6c58-4606-89b1-fca5da2b642e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85d3779f86074b1096b16362ae0aca8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475392 Aug 23 11:51:10.475845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:10.510931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9d661163-94a0-47f4-83b0-efe060df3612 None None] Port e2b27a2d-8548-4c2c-ad44-cea70c1c793a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:10.526664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3086cbd-f20f-4da5-86bf-eb345a25edd3 req-92d867b9-38ac-4655-8f3c-21ff05500b8d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 210 time: 0.0398567 Aug 23 11:51:10.531099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.536690 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7dd9dba7-fe17-49bf-a87d-6d7471fd3b99 req-c090fde1-0299-4a14-8c3d-21af598b9b54 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967822 Aug 23 11:51:10.558729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4fab4d-2fec-4471-a93d-f7c335220f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.561720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4fab4d-2fec-4471-a93d-f7c335220f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.565248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8f4fab4d-2fec-4471-a93d-f7c335220f1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/934983d7-8428-42fb-8b97-be728a9bb1e0 HTTP/1.1" status: 204 len: 168 time: 0.4874053 Aug 23 11:51:10.575471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fab4d-2fec-4471-a93d-f7c335220f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934983d7-8428-42fb-8b97-be728a9bb1e0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:10.586507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2545233a-289e-43d8-bf08-deadd5be1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.633424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2545233a-289e-43d8-bf08-deadd5be1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.729710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2545233a-289e-43d8-bf08-deadd5be1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.732530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2545233a-289e-43d8-bf08-deadd5be1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:10.733836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2545233a-289e-43d8-bf08-deadd5be1cba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6df4396d-7dcd-450d-a036-b649ee9df5d8 HTTP/1.1" status: 204 len: 168 time: 0.2569041 Aug 23 11:51:10.751787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:10.758800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545233a-289e-43d8-bf08-deadd5be1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4396d-7dcd-450d-a036-b649ee9df5d8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:10.963701 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf0304-5e1e-4008-b245-df92acf15363 x-openstack-request-id: req-c7bf0304-5e1e-4008-b245-df92acf15363 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:10.964219 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:10.964219 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7bf0304-5e1e-4008-b245-df92acf15363 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:10.964613 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'status': 'completed', 'code': 200} Aug 23 11:51:10.986369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-146ae828-9cf0-406e-ae7f-77aadbbc4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:10.988230 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-146ae828-9cf0-406e-ae7f-77aadbbc4b11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1124 time: 0.2085507 Aug 23 11:51:11.031988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d913a-3545-4623-9190-02fc6fa66c42 req-1248dd94-1876-41e0-8090-05ee91a55234 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:11.038183 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f0d913a-3545-4623-9190-02fc6fa66c42 req-1248dd94-1876-41e0-8090-05ee91a55234 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.1824296 Aug 23 11:51:11.050056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:11.063829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef has no active binding in host n-h1-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:51:11.170157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacff58-0cf0-4fef-9db8-680895912f2f req-626a2ed9-9c28-4507-8c5c-8c090e638cec tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:11.171701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bacff58-0cf0-4fef-9db8-680895912f2f req-626a2ed9-9c28-4507-8c5c-8c090e638cec tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1101 time: 0.4515357 Aug 23 11:51:11.190157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f0d913a-3545-4623-9190-02fc6fa66c42 req-16c5aa75-90aa-472b-8e4a-f6dfb81eebda tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257741 Aug 23 11:51:11.196064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b27a2d-8548-4c2c-ad44-cea70c1c793a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:11.216208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-35e887f6-3215-4d63-b42e-a24ffb3fca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:11.218308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-35e887f6-3215-4d63-b42e-a24ffb3fca96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.2223971 Aug 23 11:51:11.223473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:11.250172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-2b032116-e095-4efd-a703-535d16d40db2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:11.251743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-2b032116-e095-4efd-a703-535d16d40db2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.5302756 Aug 23 11:51:11.259996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Transition to ACTIVE for port object e2b27a2d-8548-4c2c-ad44-cea70c1c793a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:11.266406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bacff58-0cf0-4fef-9db8-680895912f2f req-3b737bbe-05c7-4307-8bf7-81ae09467d3d tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874729 Aug 23 11:51:11.269041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-40890f24-21e6-44df-ad5a-8e9fd2a33c6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.0425875 Aug 23 11:51:11.279180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Request body: {'port': {'device_id': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'admin_state_up': True, 'tenant_id': '63af80bfd7424b4cb8ec69d8aeda6ac9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:11.294418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:11.403169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-2971033d-0dff-4ebd-b94f-3aa21ebd6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:11.405613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-2971033d-0dff-4ebd-b94f-3aa21ebd6ae3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1288610 Aug 23 11:51:11.460782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-08dc5819-dffc-41d8-8d82-fee0c71d2484 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447936 Aug 23 11:51:11.600199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:11.675768 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-32dbde4c-9b2d-475c-80b0-45f0cc06f9c0 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923590 Aug 23 11:51:11.810999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d145-45c9-4679-ad8f-9fa44b33bf61 req-dbc693b6-81f9-40ed-bd2e-5fedbe57c5a3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:11.812632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ab1d145-45c9-4679-ad8f-9fa44b33bf61 req-dbc693b6-81f9-40ed-bd2e-5fedbe57c5a3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 948 time: 0.1356919 Aug 23 11:51:11.856175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9eb3f6d-6c15-4d32-adeb-557a27c42e43 req-02efcdd2-98a0-47af-9455-cc752db5e655 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681073 Aug 23 11:51:11.897042 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ab1d145-45c9-4679-ad8f-9fa44b33bf61 req-356e05b7-9dba-4406-a807-22f8e74a358a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748158 Aug 23 11:51:11.963643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:12.003358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14ff6d85-2a62-405d-bf29-c9a0f6c6f640 req-38a0154b-3ed2-4cab-ab77-6a887d2314ac tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 210 time: 0.0321076 Aug 23 11:51:12.019924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:12.020265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:12.020597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:12.027896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:12.028224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:12.042368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20793b9e-b441-4f5b-8fe7-7f902ae7177d req-e0a2df94-5a1c-4569-940d-70673f32ac6e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:12.049594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20793b9e-b441-4f5b-8fe7-7f902ae7177d req-e0a2df94-5a1c-4569-940d-70673f32ac6e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.5034144 Aug 23 11:51:12.073315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:12.073666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:12.074143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:12.074593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Bound port: e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:12.074959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.098147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Made reservation on behalf of 63af80bfd7424b4cb8ec69d8aeda6ac9 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:12.101671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.117665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-network', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:12.144840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Made reservation on behalf of d86f9ba1127947ce84095c9d87b5617a for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:12.150561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.167184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20793b9e-b441-4f5b-8fe7-7f902ae7177d req-cdb88f43-566e-4df1-9234-49acf4222fd9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165721 Aug 23 11:51:12.170289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.277145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:12.282937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:12.300909 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.341582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.349586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.392549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:51:12.394827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7212f6ad-8d0e-4f99-98c8-dd90dd49676f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:12.407592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:12.408225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.409751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] 10.222.0.44 "PUT /v2.0/ports/e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 1096 time: 1.9908800 Aug 23 11:51:12.420382 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.420974 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Added segment c1acabf6-cb83-4362-b487-dcfdd165850b of type vlan for network 8cfe7561-a689-4778-8177-3a58e5e2eb11 Aug 23 11:51:12.428158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Allocated IP 172.20.0.10 (8ccb809c-534f-4ce3-a72f-ddddeac16567/ca98d8bb-33e2-4920-b7bf-967fecca1bc0/903bb2ac-58af-49cd-b0ff-a5fe36e77a55) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:12.477811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.530408 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.534703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:12.536176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.547671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5ddf-f8bb-4e51-b5b4-9159dcbc43fc req-34643fcc-f489-4ad6-a0ea-ffb55ef9928f tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:12.549273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c9e5ddf-f8bb-4e51-b5b4-9159dcbc43fc req-34643fcc-f489-4ad6-a0ea-ffb55ef9928f tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.2244678 Aug 23 11:51:12.550010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485cd5-17c9-49bc-b8e0-71649358068f service neutron] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:12.610469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6448076 Aug 23 11:51:12.613411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:12.621173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Request body: {'subnet': {'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-subnet', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:12.675279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab28e7-441b-49d8-b324-fb0a3b30fea4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfe7561-a689-4778-8177-3a58e5e2eb11,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:12.689151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:51:12.720819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Made reservation on behalf of d86f9ba1127947ce84095c9d87b5617a for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:12.724683 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.724925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-c81326e9-94ec-4378-afdd-9ee71f994ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:12.734888 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-c81326e9-94ec-4378-afdd-9ee71f994ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1099 time: 0.2522831 Aug 23 11:51:12.751181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c9e5ddf-f8bb-4e51-b5b4-9159dcbc43fc req-f1929157-91c8-4a6b-9d22-fed489d81e10 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920290 Aug 23 11:51:12.866365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-463f1e70-a3b1-4748-be2e-eddc774c55c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.1138575 Aug 23 11:51:12.975576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-234ccda8-cee2-44e7-a8d3-7427464a9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:12.977575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-234ccda8-cee2-44e7-a8d3-7427464a9891 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1014302 Aug 23 11:51:12.980666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:12.983848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:12.987055 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2778abc-f440-4681-957a-da3ae8caf49b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:13.006661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.087783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-9236565a-f655-4a05-8533-135b28fe4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.089649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-9236565a-f655-4a05-8533-135b28fe4955 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982263 Aug 23 11:51:13.120857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f54c10-a7ac-47be-8da4-3c0a06c19da6,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:13.139904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.157658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81136e6-fb29-494a-b89b-af4cb4872299 req-082f3d59-e82f-43b2-9660-af7f383047db tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.160722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d81136e6-fb29-494a-b89b-af4cb4872299 req-082f3d59-e82f-43b2-9660-af7f383047db tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1564245 Aug 23 11:51:13.270112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:13.283856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:13.289449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:13.298250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:13.317030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f962e3-f1bb-464e-8b26-d7a98417112a req-c2447754-a350-4491-87af-0e105e51b390 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.318661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01f962e3-f1bb-464e-8b26-d7a98417112a req-c2447754-a350-4491-87af-0e105e51b390 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 948 time: 0.1939650 Aug 23 11:51:13.346993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-901ac18f-44eb-4c73-9738-47a87303d463 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454503 Aug 23 11:51:13.400689 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Checking segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:13.401427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Network hostable DHCP agents. Network: 8cfe7561-a689-4778-8177-3a58e5e2eb11, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:51:13.403895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.404526 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.420916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d81136e6-fb29-494a-b89b-af4cb4872299 req-1f0c2408-8d21-45fc-8ef7-61a792b8c5ed tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537265 Aug 23 11:51:13.435120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:51:13.454532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8cfe7561-a689-4778-8177-3a58e5e2eb11) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:13.459830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.460889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.463634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01f962e3-f1bb-464e-8b26-d7a98417112a req-c4371ef7-9a81-475b-a992-b3affb5b2db9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235366 Aug 23 11:51:13.469086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64761460-a780-4e4d-99ee-1d755850d7d9 None None] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:51:13.470754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-f03b9207-cab0-4965-9ecb-0c9fc5c830cf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2091610 Aug 23 11:51:13.489364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Request body: {'port': {'device_id': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:13.498308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6fc8a5c2-d43c-4b6c-9cda-730ee76a9516 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8833301 Aug 23 11:51:13.500977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36292) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:13.505611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:13.541930 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b0d16-c894-4416-b8a7-d34aae6278f6 x-openstack-request-id: req-1c3b0d16-c894-4416-b8a7-d34aae6278f6 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:13.541930 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:13.541930 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c3b0d16-c894-4416-b8a7-d34aae6278f6 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:13.541930 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'status': 'completed', 'code': 200} Aug 23 11:51:13.546855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.548357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.558981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62ac28e7-0fb7-43c0-b52c-8a971190a15e req-062857ca-2780-4573-9b27-751be599de8e service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934433 Aug 23 11:51:13.598475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.627827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.809771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427e673-f8c8-4eea-b50a-f26be1e23a54 req-e948ef5e-c61b-410a-8e5c-5682aa73b010 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.811417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5427e673-f8c8-4eea-b50a-f26be1e23a54 req-e948ef5e-c61b-410a-8e5c-5682aa73b010 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.1963208 Aug 23 11:51:13.827176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74181444-d7b4-400f-bec1-006b0cdc9979 req-9729dd8f-a1d4-42a1-b83c-395a59ff4d4b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.828710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74181444-d7b4-400f-bec1-006b0cdc9979 req-9729dd8f-a1d4-42a1-b83c-395a59ff4d4b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 932 time: 0.1541758 Aug 23 11:51:13.833298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.863571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778abc-f440-4681-957a-da3ae8caf49b req-3c63b854-1da4-416a-a864-0529c51792ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:13.865090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-3c63b854-1da4-416a-a864-0529c51792ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1099 time: 0.2017157 Aug 23 11:51:13.879093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-8cfe7561-a689-4778-8177-3a58e5e2eb11', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:51:13.880059 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:13.909082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74181444-d7b4-400f-bec1-006b0cdc9979 req-47d5fff6-dd62-4a68-a5ef-f341451508e8 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655508 Aug 23 11:51:13.950816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5427e673-f8c8-4eea-b50a-f26be1e23a54 req-1ef87798-e4e6-48c2-baff-367f43871cae tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273270 Aug 23 11:51:14.098167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Allocated IP 172.20.0.2 (8cfe7561-a689-4778-8177-3a58e5e2eb11/e6f54c10-a7ac-47be-8da4-3c0a06c19da6/6c1730d3-53dd-44d1-ad9c-004fd21183d7) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:14.115437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778abc-f440-4681-957a-da3ae8caf49b req-23359a64-3cee-4a54-9577-71e5ffc985a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:14.117065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-23359a64-3cee-4a54-9577-71e5ffc985a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2405260 Aug 23 11:51:14.179541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.184555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90063b-2c90-4014-a81c-59b5e1158109 req-e710f52b-f0c5-4012-947b-9cdb1d758265 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:14.186122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad90063b-2c90-4014-a81c-59b5e1158109 req-e710f52b-f0c5-4012-947b-9cdb1d758265 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.1503270 Aug 23 11:51:14.187655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-eb91c94c-ab91-4393-8e46-746b36b11f73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.0594132 Aug 23 11:51:14.200898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.270980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.283845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Transition to ACTIVE for port object 6c1730d3-53dd-44d1-ad9c-004fd21183d7 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:14.310902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778abc-f440-4681-957a-da3ae8caf49b req-8fe33493-01c1-4ed0-91ff-61b9f65897d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:14.311952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Transition to ACTIVE for port object 6c1730d3-53dd-44d1-ad9c-004fd21183d7 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:14.312416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-8fe33493-01c1-4ed0-91ff-61b9f65897d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1166816 Aug 23 11:51:14.315429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Allocated IP 172.25.1.2 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/3633b6a8-75e7-4b4e-ae73-b23ca100e04b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:14.320296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:14.322038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.339496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad90063b-2c90-4014-a81c-59b5e1158109 req-bcd3f59d-f16d-4e4a-a8e9-ec770559f9bc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282482 Aug 23 11:51:14.343442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.376419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:14.379415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Transition to ACTIVE for port object 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:14.384103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:14.385313 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.388688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:14.419269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778abc-f440-4681-957a-da3ae8caf49b req-de98582e-2a70-4dfd-8589-7250da757378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:14.420820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-de98582e-2a70-4dfd-8589-7250da757378 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957077 Aug 23 11:51:14.454489 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.467432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:14.480966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Pushing event updated for resources: {'Port': ['ID=6c1730d3-53dd-44d1-ad9c-004fd21183d7,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:14.498555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Attempting to bind port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:14.500912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Attempting to bind port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:14.502746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Attempting to bind port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 on network 8cfe7561-a689-4778-8177-3a58e5e2eb11 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:14.510726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:14.512325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Checking segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:14.513719 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.514334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Bound using segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:14.514945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Bound port: 6c1730d3-53dd-44d1-ad9c-004fd21183d7, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:14.515442 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.606956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-fee5824d-c9fa-428f-8905-6c2c20742c5f service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746383 Aug 23 11:51:14.607435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12712b93-2e4e-468b-b165-dbba24a1b037 req-420b39da-9f3a-40d4-9992-3a18eb61ff84 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:14.618173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12712b93-2e4e-468b-b165-dbba24a1b037 req-420b39da-9f3a-40d4-9992-3a18eb61ff84 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0900483 Aug 23 11:51:14.623596 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.628608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] For port 6c1730d3-53dd-44d1-ad9c-004fd21183d7, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:14.634197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] For port 6c1730d3-53dd-44d1-ad9c-004fd21183d7, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c1730d3-53dd-44d1-ad9c-004fd21183d7,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:14.638944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:14.639525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:14.639869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:14.640854 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.661760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:14.662097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:14.712730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:14.713082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:14.713474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:14.714006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Bound port: 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:14.714518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.715981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0723a-d900-46d6-b815-88529953b9f0 None None] Pushing event updated for resources: {'Port': ['ID=6c1730d3-53dd-44d1-ad9c-004fd21183d7,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:14.723480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Pushing event updated for resources: {'Port': ['ID=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:14.734268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12712b93-2e4e-468b-b165-dbba24a1b037 req-fce8615c-29b1-4266-8ddb-c6ad1a4a6557 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151578 Aug 23 11:51:14.736612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:14.738139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:14.754130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:14.836627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2778abc-f440-4681-957a-da3ae8caf49b req-de8a982c-ca45-4a3d-a603-5b20e1643549 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207913 Aug 23 11:51:14.881832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:14.892955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818e7dd-95ac-4e6d-8608-078c232f6ba3 req-cc82bc1b-3dc4-4a58-a3a4-fb43e495940a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:14.894727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f818e7dd-95ac-4e6d-8608-078c232f6ba3 req-cc82bc1b-3dc4-4a58-a3a4-fb43e495940a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 948 time: 0.1289542 Aug 23 11:51:14.897073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:14.909097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:14.990214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f818e7dd-95ac-4e6d-8608-078c232f6ba3 req-0017f994-1dbc-4e35-a1ac-491e817dfe72 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765784 Aug 23 11:51:15.002759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.004782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:15.006538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] 10.222.0.44 "PUT /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 1092 time: 1.5248368 Aug 23 11:51:15.052624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de20fb0-ae43-464a-a7f4-bcede6a5a582 service neutron] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:15.116462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-ac11002c-a170-4963-86f4-4640d8a15fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.118975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-ac11002c-a170-4963-86f4-4640d8a15fff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1095 time: 0.0604122 Aug 23 11:51:15.193045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-ede6505b-1112-42f6-8904-229b7126bca2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 217 time: 0.0631733 Aug 23 11:51:15.255576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934534bd-f426-450b-bf08-f47f79a76447 req-964fd97a-44a4-42ef-9f02-c3dffe248bf9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.257185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-934534bd-f426-450b-bf08-f47f79a76447 req-964fd97a-44a4-42ef-9f02-c3dffe248bf9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 944 time: 0.1478088 Aug 23 11:51:15.257984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:15.287043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a8ec-a53e-4be6-9a01-ffad26912c53 req-7e706907-7741-45fa-a9c6-e89152c8328c tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.288706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e137a8ec-a53e-4be6-9a01-ffad26912c53 req-7e706907-7741-45fa-a9c6-e89152c8328c tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.1383812 Aug 23 11:51:15.291042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-2c9b878a-c0d4-4dff-b6fb-0605a9731c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.292694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-2c9b878a-c0d4-4dff-b6fb-0605a9731c85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0761428 Aug 23 11:51:15.335254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-057c24bd-3c2d-4122-83fb-59866d652d20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320468 Aug 23 11:51:15.373230 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-934534bd-f426-450b-bf08-f47f79a76447 req-379b317d-fe3b-44e4-a1d0-3c44232f3a45 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764253 Aug 23 11:51:15.378659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e137a8ec-a53e-4be6-9a01-ffad26912c53 req-7e52b1a5-68a4-4eb0-8bbc-dcb87fabf935 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824780 Aug 23 11:51:15.504800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-c2353d46-1e2d-4b0a-8190-f7eb55cb1c01 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586301 Aug 23 11:51:15.522799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:15.549531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:15.552824 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:15.657717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6316b1ac-8059-4296-b791-fb6fd6c09cc2 req-cca114de-e2fc-4da6-9c80-256a6e70cf96 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432829 Aug 23 11:51:15.752428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6626ba-02a9-4da1-bd0f-6a122de5da55 req-1ebf9a1f-32e7-4c39-a9b1-6516630e0162 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.754051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba6626ba-02a9-4da1-bd0f-6a122de5da55 req-1ebf9a1f-32e7-4c39-a9b1-6516630e0162 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.0783739 Aug 23 11:51:15.808613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Router 49775e2d-8648-4dab-9960-d4b51fb624c4 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:51:15.809553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888da76-1a22-485d-acca-44934db4273d req-6c52d7ef-46e8-459a-a80a-96db34bc1019 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:15.817499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b888da76-1a22-485d-acca-44934db4273d req-6c52d7ef-46e8-459a-a80a-96db34bc1019 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 1101 time: 0.0696187 Aug 23 11:51:15.825433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba6626ba-02a9-4da1-bd0f-6a122de5da55 req-06d7dcc2-01c2-4f02-94d4-3a39799110fe tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560086 Aug 23 11:51:15.836304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b888da76-1a22-485d-acca-44934db4273d req-350d579f-c6e9-4914-bd37-af6a8f914182 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:15.909122 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d690309-85d1-4c8b-bc6a-48cdff676c4d x-openstack-request-id: req-0d690309-85d1-4c8b-bc6a-48cdff676c4d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:15.909868 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:15.909868 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d690309-85d1-4c8b-bc6a-48cdff676c4d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:15.910216 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'status': 'completed', 'code': 200} Aug 23 11:51:16.011894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047b942-8ba1-4202-8188-476c864a0e33 None None] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:51:16.017635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-1d2aec08-1c5a-4a75-8c35-a970f428b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:16.019321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-1d2aec08-1c5a-4a75-8c35-a970f428b8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1095 time: 0.0807025 Aug 23 11:51:16.032079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:51:16.043400 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Sync routers for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:51:16.060690 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:16.061827 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:50:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:16.062211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8631626-a726-41b9-98e2-5205b1703dab req-d975bd96-fa6c-4e03-99f3-1c285713c2b7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:16.063851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8631626-a726-41b9-98e2-5205b1703dab req-d975bd96-fa6c-4e03-99f3-1c285713c2b7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0875480 Aug 23 11:51:16.081053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b888da76-1a22-485d-acca-44934db4273d req-350d579f-c6e9-4914-bd37-af6a8f914182 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:16.101509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bdcda187-5ccf-4004-8080-bcb633e09b08 None None] Provisioning for port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:16.108473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:16.110900 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-244f5647-d9ce-48db-bbdc-5e0742e46e0a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.6086919 Aug 23 11:51:16.118275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36350) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:16.130084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b888da76-1a22-485d-acca-44934db4273d req-350d579f-c6e9-4914-bd37-af6a8f914182 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:16.168708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d579f-c6e9-4914-bd37-af6a8f914182 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e3450a-a140-4d85-afef-5c14137dcb1c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:16.191580 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b888da76-1a22-485d-acca-44934db4273d req-350d579f-c6e9-4914-bd37-af6a8f914182 tempest-LiveMigrationNegativeTest-1556275100 tempest-LiveMigrationNegativeTest-1556275100-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727984 Aug 23 11:51:16.207880 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:16.216088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8631626-a726-41b9-98e2-5205b1703dab req-40bc21e5-c872-473d-bcfd-16de62a33768 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437838 Aug 23 11:51:16.245124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-8919a978-dcc0-483f-8896-c934ef3940bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:16.254369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-8919a978-dcc0-483f-8896-c934ef3940bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.2246816 Aug 23 11:51:16.335402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-62a93f5e-baed-4593-b50f-c8f0a605a24d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 217 time: 0.0733323 Aug 23 11:51:16.403521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-d9bc023c-2572-41d2-99ea-5b6f602ea3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:16.405205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-d9bc023c-2572-41d2-99ea-5b6f602ea3e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0625181 Aug 23 11:51:16.443332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-4c5a8275-b7d1-48be-a30b-42db9cc22346 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289447 Aug 23 11:51:16.455039 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:14Z', 'revision_number': 3, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:16.457535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb26c54-4199-44e6-a428-2aa52370e0b4 req-563ad0cf-2cae-4203-a9a0-f3b464248e5d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:16.465494 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2fb26c54-4199-44e6-a428-2aa52370e0b4 req-563ad0cf-2cae-4203-a9a0-f3b464248e5d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 948 time: 0.1483092 Aug 23 11:51:16.523432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Checking router: 49775e2d-8648-4dab-9960-d4b51fb624c4 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:51:16.523952 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Updating router 49775e2d-8648-4dab-9960-d4b51fb624c4 port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:51:16.563061 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:16.783497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:16.923310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2fb26c54-4199-44e6-a428-2aa52370e0b4 req-7a030c87-be61-410e-90af-b3c0911e356d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506857 Aug 23 11:51:16.945485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-910bb223-d8b5-4c4b-95f6-3c13292b729b service neutron] 10.222.0.41 "GET /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.1598346 Aug 23 11:51:16.954300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c1730d3-53dd-44d1-ad9c-004fd21183d7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:16.968686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1e88f-61a5-4653-acab-bbc12957f73d req-cb3105f9-a3db-4eb6-a0e4-8574c16d1a91 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:16.973799 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:16.978124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3db1e88f-61a5-4653-acab-bbc12957f73d req-cb3105f9-a3db-4eb6-a0e4-8574c16d1a91 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 944 time: 0.0946820 Aug 23 11:51:16.981452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-84776165-9e1e-473d-bde2-a00d3939f242 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220563 Aug 23 11:51:16.986814 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Transition to ACTIVE for port object 3633b6a8-75e7-4b4e-ae73-b23ca100e04b will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:16.997290 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.025608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:17.050793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'mac_address': 'fa:16:3e:9f:0e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:17.062381 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Pushing event updated for resources: {'Port': ['ID=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:17.089459 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.093533 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.094200 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.094637 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.095517 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.097278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.097923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.099010 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.099808 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.101600 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.104118 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.104601 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:17.105141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3db1e88f-61a5-4653-acab-bbc12957f73d req-c4cdae56-15ff-4820-8ca4-11b5f364c807 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258345 Aug 23 11:51:17.107813 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.139803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b27a2d-8548-4c2c-ad44-cea70c1c793a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:17.166081 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Attempting to bind port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:17.166715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Attempting to bind port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:17.167084 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Attempting to bind port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:17.176789 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:17.177817 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:17.178236 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.179340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:17.179840 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Bound port: 3633b6a8-75e7-4b4e-ae73-b23ca100e04b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:17.181487 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.188982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04e6fa7-6eae-400a-8f01-fd85dafc5cdc req-e5104f57-62c6-4bab-bf79-6e40202799ed service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972258 Aug 23 11:51:17.216280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:17.226766 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.270031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] For port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:17.270031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] For port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:17.278196 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.284559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:17.300072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:17.300643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.359427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:17.359525 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dce87-1da5-44ce-ac02-bfc716f4303d None None] Pushing event updated for resources: {'Port': ['ID=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:17.411507 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:17.413056 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:50:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:17.454149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.462170 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.473034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281705a7-4b1a-4604-8fef-35f83c9b91f8 req-1ff12cf3-fa91-46fb-99c9-32790f375a67 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:17.485921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-281705a7-4b1a-4604-8fef-35f83c9b91f8 req-1ff12cf3-fa91-46fb-99c9-32790f375a67 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 943 time: 0.1159148 Aug 23 11:51:17.519757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6c1730d3-53dd-44d1-ad9c-004fd21183d7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c1730d3-53dd-44d1-ad9c-004fd21183d7,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:17.532431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71039c8d-daab-4a3e-b59b-eeea4541b813 req-33505970-5290-4d1f-8057-3d651ab071d8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:17.538148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:17.546041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71039c8d-daab-4a3e-b59b-eeea4541b813 req-33505970-5290-4d1f-8057-3d651ab071d8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1648171 Aug 23 11:51:17.550545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:17.550750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:17.575571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-281705a7-4b1a-4604-8fef-35f83c9b91f8 req-e45ea678-8493-4132-9475-68500fb6249d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871911 Aug 23 11:51:17.652892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:17.667483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6c1730d3-53dd-44d1-ad9c-004fd21183d7,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:17.691320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71039c8d-daab-4a3e-b59b-eeea4541b813 req-f0c23cf7-bd16-44ea-95af-d95dc685afcb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438532 Aug 23 11:51:17.770070 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:17.853553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Allocated IP 172.20.0.1 (8cfe7561-a689-4778-8177-3a58e5e2eb11/e6f54c10-a7ac-47be-8da4-3c0a06c19da6/b92589c1-9331-48af-be59-72106569d0b6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:17.915790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e122300d-ffc5-4c8b-a47f-66a546aaa3ef {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:17.965259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4141a60-cbac-4ecd-955b-39867eb8fab5 req-2e887cad-79b6-491d-98b4-e5561f9c3a8f tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:17.967202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4141a60-cbac-4ecd-955b-39867eb8fab5 req-2e887cad-79b6-491d-98b4-e5561f9c3a8f tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.0690968 Aug 23 11:51:18.000872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:18.032680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:18.036828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4141a60-cbac-4ecd-955b-39867eb8fab5 req-b4e551d0-75dc-4371-bad4-b6387d2524b3 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607779 Aug 23 11:51:18.042199 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:14Z', 'revision_number': 3, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:18.099526 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d4cd2-671d-49c7-8096-4992b4fa8c87 None None] The sync data for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 is: [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:14Z', 'revision_number': 3, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:51:18.143080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:18.194103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Transition to ACTIVE for port object b92589c1-9331-48af-be59-72106569d0b6 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:18.248170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] Transition to ACTIVE for port object e122300d-ffc5-4c8b-a47f-66a546aaa3ef will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:18.248535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f53879-c15a-48cc-b336-287f4b90dd98 req-be9824c5-dde8-4943-b92c-bea65d0c855c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:18.250572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81f53879-c15a-48cc-b336-287f4b90dd98 req-be9824c5-dde8-4943-b92c-bea65d0c855c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 949 time: 0.1165955 Aug 23 11:51:18.260273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:18.316700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81f53879-c15a-48cc-b336-287f4b90dd98 req-f5a54a6d-c1e1-425a-a33a-291c60d30bca tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Aug 23 11:51:18.324359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:18.371657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] No DVR routers for this DVR port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:18.382983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:18.384565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=10']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:18.393304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:18.407498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:18.558197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-5c404e11-3c2f-44fb-80c7-e1e83fc842b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef/bindings/n-h1-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.5440347 Aug 23 11:51:18.596391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b92589c1-9331-48af-be59-72106569d0b6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:18.605390 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:18.721191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77b6fd-4f63-4d39-ba8f-4d25f6d15237 req-8db5180f-a632-47c2-bbfb-884189cba686 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:18.730833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f77b6fd-4f63-4d39-ba8f-4d25f6d15237 req-8db5180f-a632-47c2-bbfb-884189cba686 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 944 time: 0.3422256 Aug 23 11:51:18.818503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:18.828261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:18.831495 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f77b6fd-4f63-4d39-ba8f-4d25f6d15237 req-3a8c9503-d2fa-4dd2-8ed1-5f0151362907 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996666 Aug 23 11:51:18.842534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d573e-36c0-4423-b961-f6b576f03be8 req-c162f7d3-c0db-4d0a-b53d-c181cc219fcc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:18.844435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c01d573e-36c0-4423-b961-f6b576f03be8 req-c162f7d3-c0db-4d0a-b53d-c181cc219fcc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.1363761 Aug 23 11:51:18.857870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-cf577b81-1176-4774-b87b-856313fd8dee tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:18.860034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-cf577b81-1176-4774-b87b-856313fd8dee tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.2178519 Aug 23 11:51:18.903123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b39f0b2d-344a-4e23-bb1a-24b7e08be680 None None] Provisioning for port b92589c1-9331-48af-be59-72106569d0b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:18.940454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c1730d3-53dd-44d1-ad9c-004fd21183d7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:18.946050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b39f0b2d-344a-4e23-bb1a-24b7e08be680 None None] Provisioning complete for port b92589c1-9331-48af-be59-72106569d0b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:18.947106 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b39f0b2d-344a-4e23-bb1a-24b7e08be680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.043313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c01d573e-36c0-4423-b961-f6b576f03be8 req-6624fdd2-c4b0-418e-a01a-9be555d828f1 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816204 Aug 23 11:51:19.054509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.088483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-24f0c9ac-6916-4ef0-b070-0cefae537e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.090303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-24f0c9ac-6916-4ef0-b070-0cefae537e0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&tenant_id=432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 1095 time: 0.2022882 Aug 23 11:51:19.121792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e2b27a2d-8548-4c2c-ad44-cea70c1c793a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:19.140001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b39f0b2d-344a-4e23-bb1a-24b7e08be680 None None] Port b92589c1-9331-48af-be59-72106569d0b6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:19.144133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb82e-6968-40e8-9e05-8bf895a30ac3 req-b38cae2a-4345-492b-8ac1-a7e005403f7e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.144762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e2b27a2d-8548-4c2c-ad44-cea70c1c793a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:19.145800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-976bb82e-6968-40e8-9e05-8bf895a30ac3 req-b38cae2a-4345-492b-8ac1-a7e005403f7e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1311562 Aug 23 11:51:19.148504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.208853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:19.210475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-26c2c73d-bce4-4c28-92d5-b0ba97616473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.212471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-26c2c73d-bce4-4c28-92d5-b0ba97616473 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1095 time: 0.0857263 Aug 23 11:51:19.264767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'port_id': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'mac_address': 'fa:16:3e:0b:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca98d8bb-33e2-4920-b7bf-967fecca1bc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:19.283672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-976bb82e-6968-40e8-9e05-8bf895a30ac3 req-8f550c78-b971-49e0-abf0-db6075f44d63 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288927 Aug 23 11:51:19.283966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:19.286960 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.420251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-3c2a3795-0535-4d1c-be56-7a8c6af184ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.421973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-3c2a3795-0535-4d1c-be56-7a8c6af184ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.2013710 Aug 23 11:51:19.456322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.482139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.489624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:19.527314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-3c09f8f6-e966-4897-8e5a-2180a32e2407 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.0944130 Aug 23 11:51:19.568437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:19.575550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:19.577979 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0f6c45-875e-49ad-8bea-df49e928ae24" -d '{"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-plugged", "status": "completed", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:19.586227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.592488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.602069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021232c7-13c5-4667-941a-02a64423f7ac req-daa91795-83e5-42f2-bb44-70fa2167a499 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.603528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:19.605555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-021232c7-13c5-4667-941a-02a64423f7ac req-daa91795-83e5-42f2-bb44-70fa2167a499 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.1466811 Aug 23 11:51:19.606935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3633b6a8-75e7-4b4e-ae73-b23ca100e04b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:19.608537 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.690762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-6f9d854d-601e-4802-9a8a-e32041bac8ff tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.692414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-6f9d854d-601e-4802-9a8a-e32041bac8ff tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 950 time: 0.1924748 Aug 23 11:51:19.698214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-10e4179d-df58-49a9-8fd1-eea30b1fb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.699544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-10e4179d-df58-49a9-8fd1-eea30b1fb59c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1466279 Aug 23 11:51:19.711094 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.719872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39440-0552-47df-985f-d5121b199dd1 req-5ec97473-49df-4931-9500-ffc16ed95236 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:19.721424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ece39440-0552-47df-985f-d5121b199dd1 req-5ec97473-49df-4931-9500-ffc16ed95236 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.1670573 Aug 23 11:51:19.737100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:19.737746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.740063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b92589c1-9331-48af-be59-72106569d0b6,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:19.756708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-021232c7-13c5-4667-941a-02a64423f7ac req-553d7f1e-346c-425b-b3a9-15e720e814d8 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151044 Aug 23 11:51:19.802064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-d2206998-c1bf-4984-b369-a1feeb71c75c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918252 Aug 23 11:51:19.832711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:19.844482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:19.847296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:19.850838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:19.878115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ece39440-0552-47df-985f-d5121b199dd1 req-6ff59103-fcf6-48b0-a56c-bcf2dce1369b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272874 Aug 23 11:51:19.906723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['903bb2ac-58af-49cd-b0ff-a5fe36e77a55'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:19.914558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:19.920450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:19.993724 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c4c40-ecc1-4ee7-83ba-924a4a0c42a1 x-openstack-request-id: req-cb9c4c40-ecc1-4ee7-83ba-924a4a0c42a1 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:19.994184 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-plugged", "status": "completed", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:19.999952 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb9c4c40-ecc1-4ee7-83ba-924a4a0c42a1 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:20.000671 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'code': 200} Aug 23 11:51:20.040582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-23c22f4f-bf17-4f09-8ec7-475a9f2830c6 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243545 Aug 23 11:51:20.051492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Deleting port 505d4c70-2026-49a8-85b4-919c081e2082 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:51:20.052195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.084262 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.170491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Router 49775e2d-8648-4dab-9960-d4b51fb624c4 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:51:20.173705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74914-d81b-4159-b319-99ae460f07e8 req-e93704a9-6e70-414b-a4c6-712e573528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:20.175889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37d74914-d81b-4159-b319-99ae460f07e8 req-e93704a9-6e70-414b-a4c6-712e573528a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1101 time: 0.1143730 Aug 23 11:51:20.218598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] For port 505d4c70-2026-49a8-85b4-919c081e2082, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=505d4c70-2026-49a8-85b4-919c081e2082,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:20.219485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.238676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Calling delete_port for 505d4c70-2026-49a8-85b4-919c081e2082 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:51:20.297414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37d74914-d81b-4159-b319-99ae460f07e8 req-06d3b412-d501-4b6b-a560-b76933ac43e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111317 Aug 23 11:51:20.335822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:20.383348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:20.396009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:20.413433 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.415270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:51:20.415646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f2b2b7ae-5f16-4b1d-98a5-5da9d9104520 None None] Provisioning complete for port b92589c1-9331-48af-be59-72106569d0b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:20.416363 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f2b2b7ae-5f16-4b1d-98a5-5da9d9104520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.423389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aee73247-503f-4e2c-8a77-5cd03cfa36e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/49775e2d-8648-4dab-9960-d4b51fb624c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3039327 Aug 23 11:51:20.460861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2b7ae-5f16-4b1d-98a5-5da9d9104520 None None] Port b92589c1-9331-48af-be59-72106569d0b6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:20.487744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391a0c-a7d9-46c3-ac03-5aab36a072dd req-0286f0c6-5cb3-4033-9392-bdc09b6f4fc9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:20.489926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50391a0c-a7d9-46c3-ac03-5aab36a072dd req-0286f0c6-5cb3-4033-9392-bdc09b6f4fc9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.0711558 Aug 23 11:51:20.533592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.551527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50391a0c-a7d9-46c3-ac03-5aab36a072dd req-5ea4e504-9b2f-4b89-9790-21acf30a5c0e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Aug 23 11:51:20.592351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:20.661288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-1de67b55-fb1f-4dec-a184-fdbd9ae8bb08 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399928 Aug 23 11:51:20.695072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997640d-c407-4bf8-a830-5dc4b2834c9a req-771c11a4-3194-40ee-a2a9-22af3b631a46 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:20.697573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6997640d-c407-4bf8-a830-5dc4b2834c9a req-771c11a4-3194-40ee-a2a9-22af3b631a46 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.3776262 Aug 23 11:51:20.701768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Pushing event deleted for resources: {'Port': ['ID=505d4c70-2026-49a8-85b4-919c081e2082,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:20.726496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a955c17-b729-4ab9-a857-f461451eec05 req-1a461500-976f-49cc-95a6-a2ae290a1f3e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:20.743519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a955c17-b729-4ab9-a857-f461451eec05 req-1a461500-976f-49cc-95a6-a2ae290a1f3e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1106267 Aug 23 11:51:20.758738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3633b6a8-75e7-4b4e-ae73-b23ca100e04b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:20.792914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] No DVR routers for this DVR port 505d4c70-2026-49a8-85b4-919c081e2082 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:20.799761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:20.809798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a955c17-b729-4ab9-a857-f461451eec05 req-4cf1c7ca-9df5-45d9-86ed-4461770ed7ea tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674632 Aug 23 11:51:20.810091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e829d43-9a6c-41f0-9b07-8afe4d0ed116 req-1c6414c6-ec0a-4b03-8cf6-c418d112d712 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "DELETE /v2.0/ports/505d4c70-2026-49a8-85b4-919c081e2082 HTTP/1.1" status: 204 len: 173 time: 1.1074245 Aug 23 11:51:20.824594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ea7b53-da8a-490c-bb40-71487298ef76', 'name': 'network-vif-deleted', 'tag': '505d4c70-2026-49a8-85b4-919c081e2082'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:20.827718 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90bce25-0e7c-4ac2-836d-2544428d4578" -d '{"events": [{"server_uuid": "42ea7b53-da8a-490c-bb40-71487298ef76", "name": "network-vif-deleted", "tag": "505d4c70-2026-49a8-85b4-919c081e2082"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:20.832515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 505d4c70-2026-49a8-85b4-919c081e2082 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:20.847491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Sync routers for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:51:20.851655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6997640d-c407-4bf8-a830-5dc4b2834c9a req-70a223e2-5a39-4438-8adc-5c108841c047 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361194 Aug 23 11:51:20.896501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:20.897142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:50:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:20.948450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 505d4c70-2026-49a8-85b4-919c081e2082 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:51:20.948983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 505d4c70-2026-49a8-85b4-919c081e2082 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:21.011444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:21.011824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:21.015402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-83193cf3-8d16-40f6-84ca-dae851f8c91e tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:21.017329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-83193cf3-8d16-40f6-84ca-dae851f8c91e tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.0655797 Aug 23 11:51:21.049557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:21.135663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ae028121-b3a2-473c-9698-4b8c4041802d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:21.216086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2690b3d1-6e74-4eb7-9203-8a5826614ef3 service neutron] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:21.221017 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2690b3d1-6e74-4eb7-9203-8a5826614ef3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:21.222184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e24f67a4-c51c-41d0-afda-5881b1935950 req-2690b3d1-6e74-4eb7-9203-8a5826614ef3 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef/bindings/n-h2-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.1937799 Aug 23 11:51:21.251527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-c60725e2-8911-41ef-b03b-9f2a0e26b921 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:21.258266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-c60725e2-8911-41ef-b03b-9f2a0e26b921 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 829 time: 0.1344573 Aug 23 11:51:21.287114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-54c8a706-68bc-4ce5-a042-68444aab2cce tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/quotas/d86f9ba1127947ce84095c9d87b5617a HTTP/1.1" status: 200 len: 375 time: 0.0273938 Aug 23 11:51:21.341085 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-8215175c-47a0-4bc3-9b4a-8db59b77903e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532501 Aug 23 11:51:21.461366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:19Z', 'revision_number': 2, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:21.494537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Checking router: 49775e2d-8648-4dab-9960-d4b51fb624c4 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:51:21.494900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Updating router 49775e2d-8648-4dab-9960-d4b51fb624c4 port b92589c1-9331-48af-be59-72106569d0b6 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:51:21.514081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-4c0f7bde-7427-4342-b63b-be5c0b2947a3 service neutron] 10.222.0.21 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515746 Aug 23 11:51:21.520827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afa96541-9373-4446-a7cc-ac68eb6eedbb req-ee7d9e04-ffcd-4f68-b3c8-3d030f33b560 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=42ea7b53-da8a-490c-bb40-71487298ef76 HTTP/1.1" status: 200 len: 210 time: 0.0702245 Aug 23 11:51:21.530944 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:21.606807 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289f015d-ac28-44c6-a593-b69ae225d3cc x-openstack-request-id: req-289f015d-ac28-44c6-a593-b69ae225d3cc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:21.607177 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ea7b53-da8a-490c-bb40-71487298ef76", "name": "network-vif-deleted", "tag": "505d4c70-2026-49a8-85b4-919c081e2082", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:21.607501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-289f015d-ac28-44c6-a593-b69ae225d3cc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:21.608084 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ea7b53-da8a-490c-bb40-71487298ef76', 'name': 'network-vif-deleted', 'tag': '505d4c70-2026-49a8-85b4-919c081e2082', 'status': 'completed', 'code': 200} Aug 23 11:51:21.718371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-b4301b2b-f256-4504-94c2-06cee1e42afb service neutron] 10.222.0.21 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865451 Aug 23 11:51:21.758386 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-26598b6b-7f9f-444f-b2e4-c3636f23d4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:21.770209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ece84-0cc9-4bbd-8bc5-70f7d9b3077e req-d42e7a75-6fea-491f-ab17-c7231d9b2d86 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:21.771675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-910ece84-0cc9-4bbd-8bc5-70f7d9b3077e req-d42e7a75-6fea-491f-ab17-c7231d9b2d86 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0712721 Aug 23 11:51:21.807938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36474) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:21.838642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-910ece84-0cc9-4bbd-8bc5-70f7d9b3077e req-3f97222b-d45a-4bfc-8ec3-6f9febc24baa tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581303 Aug 23 11:51:21.959922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-421984b4-50b9-4345-ac98-0cd98a8bb23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:21.988989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e3936-cfe0-4d35-8743-09a4f412e545 req-10940231-c397-49e0-b6ec-e65fd46e1b8e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:22.001936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-710e3936-cfe0-4d35-8743-09a4f412e545 req-10940231-c397-49e0-b6ec-e65fd46e1b8e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.1014733 Aug 23 11:51:22.002190 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.016359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Transition to ACTIVE for port object b92589c1-9331-48af-be59-72106569d0b6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:22.024826 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.054057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-710e3936-cfe0-4d35-8743-09a4f412e545 req-696ecfb8-3d50-40eb-a563-7dfefc5b5797 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Aug 23 11:51:22.098836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a52c9-1624-4100-9f8d-6fa01d9cd56b req-1c1d7ef9-95ea-496c-82f3-72e36a2744f6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:22.111862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b65a52c9-1624-4100-9f8d-6fa01d9cd56b req-1c1d7ef9-95ea-496c-82f3-72e36a2744f6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1310520 Aug 23 11:51:22.116137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7d06-0f80-441f-a9f2-b8555cd94ab8 None None] Pushing event updated for resources: {'Port': ['ID=b92589c1-9331-48af-be59-72106569d0b6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:22.219326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b65a52c9-1624-4100-9f8d-6fa01d9cd56b req-f81faabe-c129-4b6b-a4f3-43d1b542f124 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920963 Aug 23 11:51:22.223589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd3f4-d24f-47a9-a0f8-04def0d0ace6 req-40a03bfb-3dfc-4b59-a63e-e825fe2889b1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:22.228097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f5bd3f4-d24f-47a9-a0f8-04def0d0ace6 req-40a03bfb-3dfc-4b59-a63e-e825fe2889b1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.0798104 Aug 23 11:51:22.248866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Attempting to bind port b92589c1-9331-48af-be59-72106569d0b6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:22.249435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Attempting to bind port b92589c1-9331-48af-be59-72106569d0b6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:22.249940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Attempting to bind port b92589c1-9331-48af-be59-72106569d0b6 on network 8cfe7561-a689-4778-8177-3a58e5e2eb11 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:22.260529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:22.261080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Checking segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:22.261903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.262551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Bound using segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:22.263113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Bound port: b92589c1-9331-48af-be59-72106569d0b6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:22.264136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.312496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f5bd3f4-d24f-47a9-a0f8-04def0d0ace6 req-e8b51b67-0c7f-4098-9346-4a32a476c192 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776658 Aug 23 11:51:22.315295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-421984b4-50b9-4345-ac98-0cd98a8bb23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.339820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-421984b4-50b9-4345-ac98-0cd98a8bb23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.438035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad8e863c-e08e-491c-a14d-75bd565da139 req-0eaa0dcd-d771-421e-8504-529b8ed4b810 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 210 time: 0.1118636 Aug 23 11:51:22.445495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-421984b4-50b9-4345-ac98-0cd98a8bb23c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0f90718c57d48638baa6fe35a6157a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334009 Aug 23 11:51:22.447244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36498) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:22.465119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421984b4-50b9-4345-ac98-0cd98a8bb23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7fbbb-14f3-400e-a22b-b1a2892dc1c5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:22.488150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] For port b92589c1-9331-48af-be59-72106569d0b6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:22.551399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] For port b92589c1-9331-48af-be59-72106569d0b6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b92589c1-9331-48af-be59-72106569d0b6,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:22.554707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d412a-0aa2-43c8-ab3e-53a397e522ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.564749 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.570193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad54d6d-76df-4d89-98e8-88ded901d305 req-e1b3b0e2-9872-482d-b76f-01acb3526f51 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:22.581146 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ad54d6d-76df-4d89-98e8-88ded901d305 req-e1b3b0e2-9872-482d-b76f-01acb3526f51 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1095 time: 0.0811906 Aug 23 11:51:22.639352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d412a-0aa2-43c8-ab3e-53a397e522ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.648728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ad54d6d-76df-4d89-98e8-88ded901d305 req-e5746f41-09c8-42b6-953e-5cc19492a868 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596755 Aug 23 11:51:22.654990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:22.655894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:50:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:22.669450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7d06-0f80-441f-a9f2-b8555cd94ab8 None None] Pushing event updated for resources: {'Port': ['ID=b92589c1-9331-48af-be59-72106569d0b6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:22.744670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d412a-0aa2-43c8-ab3e-53a397e522ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.748500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d412a-0aa2-43c8-ab3e-53a397e522ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:22.750061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff4d412a-0aa2-43c8-ab3e-53a397e522ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e7fbbb-14f3-400e-a22b-b1a2892dc1c5 HTTP/1.1" status: 204 len: 168 time: 0.3028290 Aug 23 11:51:22.759952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d412a-0aa2-43c8-ab3e-53a397e522ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7fbbb-14f3-400e-a22b-b1a2892dc1c5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:22.819351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:22.979877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:22.999783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db6bfd-a200-41dd-9a90-d8cc67f54ed5 req-d404fd1c-c5da-4c15-86f3-fb61e4f9c893 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:23.002318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00db6bfd-a200-41dd-9a90-d8cc67f54ed5 req-d404fd1c-c5da-4c15-86f3-fb61e4f9c893 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.1086407 Aug 23 11:51:23.025480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45c5e7-5b02-4062-9d9e-1b5647c2689a req-9075d149-77ce-4734-8860-6a0e6a5dd4f1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:23.027297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f45c5e7-5b02-4062-9d9e-1b5647c2689a req-9075d149-77ce-4734-8860-6a0e6a5dd4f1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0895841 Aug 23 11:51:23.057020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00db6bfd-a200-41dd-9a90-d8cc67f54ed5 req-53ee817d-bb07-4c22-98c9-6900883bfc41 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496287 Aug 23 11:51:23.092897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f45c5e7-5b02-4062-9d9e-1b5647c2689a req-0eb08cb6-5114-4aaa-8bdd-ae5395b19b12 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Aug 23 11:51:23.178107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36528) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:23.193098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:23.204072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:23.204434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.212616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df5b354c-4962-4bd4-94ac-749a9213e429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.298384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-8853036d-1b27-4ebd-88f4-e437155c5877 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:23.301988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-8853036d-1b27-4ebd-88f4-e437155c5877 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.1376448 Aug 23 11:51:23.329541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-cfadea4e-d71b-4aec-90cb-83d489a0d437 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/quotas/432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 375 time: 0.0185153 Aug 23 11:51:23.414832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-178616dc-1623-4b2b-9f8b-cae322c98e7e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812926 Aug 23 11:51:23.509101 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.511159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df5b354c-4962-4bd4-94ac-749a9213e429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.537874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-441581e9-d862-4659-8dac-b5c85144f241 service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220016 Aug 23 11:51:23.557521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:23.558774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df5b354c-4962-4bd4-94ac-749a9213e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.560360 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac3d0a-1332-4890-8005-66ce0edf367b" -d '{"events": [{"server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "name": "network-vif-plugged", "status": "completed", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:23.598468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:23.604661 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.640892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-1685dddc-2ffc-4a41-b130-0f7c77d08678 service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015639 Aug 23 11:51:23.681338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:23.692813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:22Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:23.723107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d0f2f-9b51-4a58-97c8-670405aa7436 None None] The sync data for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 is: [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:22Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:51:23.830160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-0c4a6f9f-4278-433a-bbba-ea3e07a96d4d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:23.831319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-0c4a6f9f-4278-433a-bbba-ea3e07a96d4d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.41 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 829 time: 0.4872320 Aug 23 11:51:23.833594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df5b354c-4962-4bd4-94ac-749a9213e429 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b71585a518e4eb083a961c370f227d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538594 Aug 23 11:51:23.836916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36544) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:23.850293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Request body: {'port': {'device_id': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'admin_state_up': True, 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:23.857397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6dc7f-ba0f-4118-b7c2-25267aea8236 req-a8386f8f-5326-49bd-b6ef-c35f1cb25c2e tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:23.864840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eff6dc7f-ba0f-4118-b7c2-25267aea8236 req-a8386f8f-5326-49bd-b6ef-c35f1cb25c2e tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1101 time: 0.3654237 Aug 23 11:51:23.891585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b354c-4962-4bd4-94ac-749a9213e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1447c3c-ff4e-495e-ad5c-3a42c9907614,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:23.908443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eff6dc7f-ba0f-4118-b7c2-25267aea8236 req-f7963bae-2bb9-42f7-866b-06305c78ffa2 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.935871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0ea1-bf46-4d0c-97bf-c5cad4121c03 req-35d5e073-d82a-401c-ac4b-55a366c50814 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:23.938079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688f0ea1-bf46-4d0c-97bf-c5cad4121c03 req-35d5e073-d82a-401c-ac4b-55a366c50814 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0941865 Aug 23 11:51:23.954040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ce39fca-628e-46a2-8fa7-89bd2b0a397b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:23.985757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ce39fca-628e-46a2-8fa7-89bd2b0a397b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.077614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688f0ea1-bf46-4d0c-97bf-c5cad4121c03 req-1e421c7f-6465-4cab-83cb-f0626b257003 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660496 Aug 23 11:51:24.106979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ce39fca-628e-46a2-8fa7-89bd2b0a397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.110192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ce39fca-628e-46a2-8fa7-89bd2b0a397b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.114771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ce39fca-628e-46a2-8fa7-89bd2b0a397b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1447c3c-ff4e-495e-ad5c-3a42c9907614 HTTP/1.1" status: 204 len: 168 time: 0.2772598 Aug 23 11:51:24.117286 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eff6dc7f-ba0f-4118-b7c2-25267aea8236 req-f7963bae-2bb9-42f7-866b-06305c78ffa2 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.126295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eff6dc7f-ba0f-4118-b7c2-25267aea8236 req-f7963bae-2bb9-42f7-866b-06305c78ffa2 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.127232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce39fca-628e-46a2-8fa7-89bd2b0a397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1447c3c-ff4e-495e-ad5c-3a42c9907614,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:24.183351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eff6dc7f-ba0f-4118-b7c2-25267aea8236 req-f7963bae-2bb9-42f7-866b-06305c78ffa2 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173954 Aug 23 11:51:24.196745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Made reservation on behalf of d86f9ba1127947ce84095c9d87b5617a for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:24.203881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.214444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7963bae-2bb9-42f7-866b-06305c78ffa2 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f5ab4-6478-409a-b974-e9e8a2ef72d5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:24.300483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.339193 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e562926d-a26c-413a-910d-ce5bbb68b7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.384226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0f709d32-8e41-4088-9567-e36ae11095bb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:24.389791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0f709d32-8e41-4088-9567-e36ae11095bb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.2179661 Aug 23 11:51:24.490969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd9054-1208-4340-99da-8ab79a621578 req-85ded817-bd56-48bd-a4e0-f101e6c864ff tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:24.498404 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49cd9054-1208-4340-99da-8ab79a621578 req-85ded817-bd56-48bd-a4e0-f101e6c864ff tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 946 time: 0.2487698 Aug 23 11:51:24.513159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e6403c4-6bb0-408c-88c9-9dab807a6f34 req-07f5ae72-cfe5-4b30-a24e-54825d3ff465 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0442064 Aug 23 11:51:24.547721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Allocated IP 172.20.0.5 (8cfe7561-a689-4778-8177-3a58e5e2eb11/e6f54c10-a7ac-47be-8da4-3c0a06c19da6/942f4a9d-da8b-4517-aa70-b4725957af19) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:24.598804 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478214e5-708f-4824-a854-728a1ed27276 x-openstack-request-id: req-478214e5-708f-4824-a854-728a1ed27276 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:24.599125 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "name": "network-vif-plugged", "status": "completed", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:24.599415 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49cd9054-1208-4340-99da-8ab79a621578 req-18104516-183e-48e7-8124-6205d282bbce tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989375 Aug 23 11:51:24.599584 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-478214e5-708f-4824-a854-728a1ed27276 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:24.599983 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'code': 200} Aug 23 11:51:24.668094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Deleting port ae028121-b3a2-473c-9698-4b8c4041802d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:51:24.672881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:24.811838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-088d4c62-5e73-4ac7-bfea-ec50f6385aa9 req-09a19991-87f3-4159-8be9-c57db9317dd6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 210 time: 0.0916369 Aug 23 11:51:24.840105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b92589c1-9331-48af-be59-72106569d0b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:24.922370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b2578-14f1-49a2-96a9-4df4c4ac268e req-52acb237-d97e-4955-b5ca-1a8d49c47bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:24.930806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd8b2578-14f1-49a2-96a9-4df4c4ac268e req-52acb237-d97e-4955-b5ca-1a8d49c47bfe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1097 time: 0.2481508 Aug 23 11:51:24.952016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea605b-3c82-4517-9803-7f2eac0d3d11 req-f2d25641-4d94-445f-b039-1b3e7e2589b2 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:24.959456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7ea605b-3c82-4517-9803-7f2eac0d3d11 req-f2d25641-4d94-445f-b039-1b3e7e2589b2 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 950 time: 0.1865072 Aug 23 11:51:25.017469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] For port ae028121-b3a2-473c-9698-4b8c4041802d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ae028121-b3a2-473c-9698-4b8c4041802d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:25.020513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.026652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b92589c1-9331-48af-be59-72106569d0b6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:25.035107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b92589c1-9331-48af-be59-72106569d0b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:25.035567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.063937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Calling delete_port for ae028121-b3a2-473c-9698-4b8c4041802d owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:51:25.069012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd8b2578-14f1-49a2-96a9-4df4c4ac268e req-973ed80b-044d-45a6-92ea-ae7c0c28e350 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259961 Aug 23 11:51:25.076479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.097307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7ea605b-3c82-4517-9803-7f2eac0d3d11 req-30bd8e5c-207e-4867-80fb-64abbfd2fa37 tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cf49b9-9eb6-47da-86f7-a4722f59abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316609 Aug 23 11:51:25.105323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Transition to ACTIVE for port object 942f4a9d-da8b-4517-aa70-b4725957af19 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:25.170890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.208188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.271688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:25.272275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ab8cd-42b9-4db5-a9f8-1956bb5d7fac req-809933e0-b651-4c17-a6f9-66c1fa50f215 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:25.276282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:25.280652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:25.281145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d06ab8cd-42b9-4db5-a9f8-1956bb5d7fac req-809933e0-b651-4c17-a6f9-66c1fa50f215 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0853961 Aug 23 11:51:25.323747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event updated for resources: {'Port': ['ID=942f4a9d-da8b-4517-aa70-b4725957af19,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:25.325487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b92589c1-9331-48af-be59-72106569d0b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b92589c1-9331-48af-be59-72106569d0b6,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:25.348384 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.379855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:25.382520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.405357 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-280297c0-5bf1-4c7a-89e0-377a5f2ac53c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5589821 Aug 23 11:51:25.425130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Request body: {'port': {'device_id': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:25.472193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d06ab8cd-42b9-4db5-a9f8-1956bb5d7fac req-42fdd095-c266-4c21-8379-e586fad39042 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893008 Aug 23 11:51:25.480674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b92589c1-9331-48af-be59-72106569d0b6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:25.553197 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.596927 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.610191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ae028121-b3a2-473c-9698-4b8c4041802d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:25.660290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:25.824303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Pushing event deleted for resources: {'Port': ['ID=ae028121-b3a2-473c-9698-4b8c4041802d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:25.881269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-45d4d918-78c9-4550-808d-411be681a7b1 None None] Provisioning for port 942f4a9d-da8b-4517-aa70-b4725957af19 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:25.893388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-45d4d918-78c9-4550-808d-411be681a7b1 None None] Provisioning complete for port 942f4a9d-da8b-4517-aa70-b4725957af19 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:25.893868 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45d4d918-78c9-4550-808d-411be681a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:26.017673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-45d4d918-78c9-4550-808d-411be681a7b1 None None] Port 942f4a9d-da8b-4517-aa70-b4725957af19 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:26.218581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99682706-b25a-4e2c-9bcd-9f547cb685c7 req-7f5791c4-1ec7-43f3-be87-f3441d9cbb21 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:26.232061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99682706-b25a-4e2c-9bcd-9f547cb685c7 req-7f5791c4-1ec7-43f3-be87-f3441d9cbb21 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 931 time: 0.4609871 Aug 23 11:51:26.234897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942f4a9d-da8b-4517-aa70-b4725957af19 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:26.240891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] No DVR routers for this DVR port ae028121-b3a2-473c-9698-4b8c4041802d on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:26.259263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:26.259712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d421e2-a204-413b-bb7c-3be5b0eb142f req-e682ec2b-e994-41dd-a94f-a05cc50286ef tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:26.261464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b8b29da-6f74-432a-a955-b0fe0a2a2661 req-0ac57d41-612c-4795-bfb5-ebdb302ba8cb tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.44 "DELETE /v2.0/ports/ae028121-b3a2-473c-9698-4b8c4041802d HTTP/1.1" status: 204 len: 173 time: 1.8654606 Aug 23 11:51:26.268942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-d37d5a29-1f36-4c3f-8d06-c1269697c18e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:26.270676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-d37d5a29-1f36-4c3f-8d06-c1269697c18e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.7702770 Aug 23 11:51:26.271119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'name': 'network-vif-deleted', 'tag': 'ae028121-b3a2-473c-9698-4b8c4041802d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:26.273707 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449c07bf-5979-49ef-840b-b59b5acbebf8" -d '{"events": [{"server_uuid": "ae8a4ddd-4dc0-44e5-ae81-064574b7628d", "name": "network-vif-deleted", "tag": "ae028121-b3a2-473c-9698-4b8c4041802d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:26.276362 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4d421e2-a204-413b-bb7c-3be5b0eb142f req-e682ec2b-e994-41dd-a94f-a05cc50286ef tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 946 time: 0.1497626 Aug 23 11:51:26.283436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:26.309246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Request body: {'port': {'device_id': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'admin_state_up': True, 'tenant_id': '432d6d273d1b44838b7efbd7ee416a11'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:26.364407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Transition to ACTIVE for port object 942f4a9d-da8b-4517-aa70-b4725957af19 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:26.372078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:26.441946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4d421e2-a204-413b-bb7c-3be5b0eb142f req-c1f65dd6-dad2-4cac-9f90-e3254985bfc4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645875 Aug 23 11:51:26.451603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Pushing event updated for resources: {'Port': ['ID=942f4a9d-da8b-4517-aa70-b4725957af19,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:26.481394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-f4eae1fb-05c7-49de-ad8b-10dbc9076625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2373939 Aug 23 11:51:26.498979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99682706-b25a-4e2c-9bcd-9f547cb685c7 req-33ec5bbe-60e2-4d1c-ab60-69864e8a5f59 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657127 Aug 23 11:51:26.606965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Attempting to bind port 942f4a9d-da8b-4517-aa70-b4725957af19 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:26.607646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Attempting to bind port 942f4a9d-da8b-4517-aa70-b4725957af19 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:26.608178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Attempting to bind port 942f4a9d-da8b-4517-aa70-b4725957af19 on network 8cfe7561-a689-4778-8177-3a58e5e2eb11 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:26.633869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Port 942f4a9d-da8b-4517-aa70-b4725957af19 on network 8cfe7561-a689-4778-8177-3a58e5e2eb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:26.634989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Attempting to bind port 942f4a9d-da8b-4517-aa70-b4725957af19 on network 8cfe7561-a689-4778-8177-3a58e5e2eb11 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:26.645278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Made reservation on behalf of 432d6d273d1b44838b7efbd7ee416a11 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:26.651445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:26.698157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-625fccfa-b3b5-40ff-b736-30860975aa68 req-4a5c6e09-e778-4523-9520-da8f216ae519 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 210 time: 0.0835032 Aug 23 11:51:26.699958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:26.700760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Checking segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:26.701261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Bound using segment: {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:26.701990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Bound port: 942f4a9d-da8b-4517-aa70-b4725957af19, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1acabf6-cb83-4362-b487-dcfdd165850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:26.702403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:26.878125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] For port 942f4a9d-da8b-4517-aa70-b4725957af19, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:26.881865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] For port 942f4a9d-da8b-4517-aa70-b4725957af19, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=942f4a9d-da8b-4517-aa70-b4725957af19,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:26.885585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b92589c1-9331-48af-be59-72106569d0b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:26.891041 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.015680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Allocated IP 172.20.0.4 (8151cdda-2d70-4715-99bf-42e75d6ff4a6/c290c15c-0f3c-475a-9e11-21b95cefc955/53122172-f274-419e-9bfe-6d08430ff69e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:27.021438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.022743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.026152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 1091 time: 1.6061480 Aug 23 11:51:27.026716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:27.029265 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed69fd-ca1d-4942-b35f-01f137bb773e" -d '{"events": [{"name": "network-changed", "server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:27.031526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957c47-6513-4df1-9eee-3e09b7d3f8c0 req-1296c855-cc06-42a9-a6aa-21685de08103 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.042034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c957c47-6513-4df1-9eee-3e09b7d3f8c0 req-1296c855-cc06-42a9-a6aa-21685de08103 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.3375320 Aug 23 11:51:27.098056 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:51:27.107714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c957c47-6513-4df1-9eee-3e09b7d3f8c0 req-dd17ec6e-8826-40c4-8010-8bdae5b4777c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643373 Aug 23 11:51:27.112997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b92589c1-9331-48af-be59-72106569d0b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:27.113629 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.133210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9764206a-3c0b-4fbe-a286-3783d3ecc146 req-9434ea0f-c16c-478b-81c9-b6787644519d tempest-LiveMigrationNegativeTest-1860439817 tempest-LiveMigrationNegativeTest-1860439817-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8a4ddd-4dc0-44e5-ae81-064574b7628d HTTP/1.1" status: 200 len: 210 time: 0.1787136 Aug 23 11:51:27.136727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec90ac-ad04-4b7e-aacc-a651da8f32f3 service neutron] Pushing event updated for resources: {'Port': ['ID=942f4a9d-da8b-4517-aa70-b4725957af19,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:27.235598 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0ac20-ff98-4bda-8f4a-b324b892dde8 x-openstack-request-id: req-e1d0ac20-ff98-4bda-8f4a-b324b892dde8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:27.246453 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8a4ddd-4dc0-44e5-ae81-064574b7628d", "name": "network-vif-deleted", "tag": "ae028121-b3a2-473c-9698-4b8c4041802d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:27.247184 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1d0ac20-ff98-4bda-8f4a-b324b892dde8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:27.248461 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8a4ddd-4dc0-44e5-ae81-064574b7628d', 'name': 'network-vif-deleted', 'tag': 'ae028121-b3a2-473c-9698-4b8c4041802d', 'status': 'completed', 'code': 200} Aug 23 11:51:27.320200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-4e87ae60-5463-43ff-bfda-15997b6a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.327841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-4e87ae60-5463-43ff-bfda-15997b6a8a69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1094 time: 0.1655650 Aug 23 11:51:27.334165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.339555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.491856 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6f5ae-2002-404e-a7f3-eeba07d45815 x-openstack-request-id: req-e9c6f5ae-2002-404e-a7f3-eeba07d45815 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:27.492225 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:27.492572 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c6f5ae-2002-404e-a7f3-eeba07d45815 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:27.492856 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19', 'status': 'completed', 'code': 200} Aug 23 11:51:27.510761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-54a1b70e-6e3e-42ce-8fc2-a715f8aca494 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 217 time: 0.1514874 Aug 23 11:51:27.579876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cd014-d8b9-4b57-b393-1337827714ee req-bd56a6b6-1467-4872-b7ae-0ad670c93d00 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.589098 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc4cd014-d8b9-4b57-b393-1337827714ee req-bd56a6b6-1467-4872-b7ae-0ad670c93d00 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.2876089 Aug 23 11:51:27.619327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.644914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-429975a0-bdc8-4e9b-b141-4a321b48757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.646448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-429975a0-bdc8-4e9b-b141-4a321b48757b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 200 len: 868 time: 0.1202781 Aug 23 11:51:27.661738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc4cd014-d8b9-4b57-b393-1337827714ee req-2b3e1e90-a823-4f65-a647-895e94d7a9a7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710948 Aug 23 11:51:27.707925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.723209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035886bd-3e70-47a6-8429-03868642fbca req-252e6a20-34cd-400a-9541-14d06c89de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.725648 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-252e6a20-34cd-400a-9541-14d06c89de28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfe7561-a689-4778-8177-3a58e5e2eb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626359 Aug 23 11:51:27.785562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:27.789085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:27.794001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:27.804316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:27.879963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.883743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.902150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8609f5-805d-438c-aec7-73596b57b23e req-8c2d9fd4-b972-4ce6-b71a-a5a0cde22ab1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.904608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b8609f5-805d-438c-aec7-73596b57b23e req-8c2d9fd4-b972-4ce6-b71a-a5a0cde22ab1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 946 time: 0.1534081 Aug 23 11:51:27.948760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-790a1847-3b08-4589-a00f-614fdff2954f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6507466 Aug 23 11:51:27.955652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-9aa819c3-f175-479e-a8c7-a19a9c2875a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176964 Aug 23 11:51:27.964446 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:27.969284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ea96-8a52-4004-a372-51bc8047d3a8 req-13d22c8f-32e0-4f93-a94a-54bb664d24cb tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:27.971507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4779ea96-8a52-4004-a372-51bc8047d3a8 req-13d22c8f-32e0-4f93-a94a-54bb664d24cb tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0824521 Aug 23 11:51:27.977680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Request body: {'port': {'device_id': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:28.011568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b8609f5-805d-438c-aec7-73596b57b23e req-dff8851c-8c4c-4554-bb87-e5f05a3e6f42 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Aug 23 11:51:28.131459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4779ea96-8a52-4004-a372-51bc8047d3a8 req-aec0f053-e401-474f-9a31-9a018923013a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493919 Aug 23 11:51:28.144542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:28.300507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035886bd-3e70-47a6-8429-03868642fbca req-1a198b7a-dbf6-45e5-a75f-9700d40175fd service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351355 Aug 23 11:51:28.310032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3cdf-c550-4194-9e48-558fba078038 req-6785fb51-e60c-411c-95f7-3f98ad2d8a60 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:28.319230 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f7c3cdf-c550-4194-9e48-558fba078038 req-6785fb51-e60c-411c-95f7-3f98ad2d8a60 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 931 time: 0.1709664 Aug 23 11:51:28.368771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:28.370952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:28.383728 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f7c3cdf-c550-4194-9e48-558fba078038 req-43efd6d5-fea7-4d84-a0cd-bd8970bb6428 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635698 Aug 23 11:51:28.497942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-f3b22300-19a8-4493-8b5c-60d8489c3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:28.499667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-f3b22300-19a8-4493-8b5c-60d8489c3ee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1094 time: 0.0802228 Aug 23 11:51:28.592247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dda307-f118-49b2-8e0c-237afc13f4c1 req-89c44ebe-b111-4e5f-92f3-ace4b20da9fe tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:28.596615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53dda307-f118-49b2-8e0c-237afc13f4c1 req-89c44ebe-b111-4e5f-92f3-ace4b20da9fe tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1097 time: 0.1966238 Aug 23 11:51:28.669081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:28.697217 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:28.709015 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53dda307-f118-49b2-8e0c-237afc13f4c1 req-66052c35-d2e8-4154-885c-89c91fe086b0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012526 Aug 23 11:51:28.723807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '9718bb75-b30f-46dd-980f-c5546af58129', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '9718bb75-b30f-46dd-980f-c5546af58129', 'mac_address': 'fa:16:3e:7c:f7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:28.757287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-8d42788f-106a-4832-bdbe-ecdda6ec2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:28.758933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-8d42788f-106a-4832-bdbe-ecdda6ec2f4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 930 time: 0.2518342 Aug 23 11:51:28.825425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53122172-f274-419e-9bfe-6d08430ff69e {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:28.839972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:28.874728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Transition to ACTIVE for port object 53122172-f274-419e-9bfe-6d08430ff69e will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:28.880937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:28.891870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:28.904166 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f5b2fe-f74d-4eb2-8499-bfe292446789" -d '{"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:28.909944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ae028121-b3a2-473c-9698-4b8c4041802d no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:28.932105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-9cae54fe-50e2-48d2-93af-9df155ee2b9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 217 time: 0.1621673 Aug 23 11:51:28.978237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: ae028121-b3a2-473c-9698-4b8c4041802d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:51:28.978897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ae028121-b3a2-473c-9698-4b8c4041802d not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:28.991578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:29.000306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:29.007835 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.017300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0d91d-0519-43a9-b315-0a2adfc27a13 req-7a533211-c7e3-4a77-ac24-c57a86e405c8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.023552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ee0d91d-0519-43a9-b315-0a2adfc27a13 req-7a533211-c7e3-4a77-ac24-c57a86e405c8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.2304461 Aug 23 11:51:29.034305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.062624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-4ab3459e-a085-4b54-82a6-d8fee722df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.064045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-4ab3459e-a085-4b54-82a6-d8fee722df4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 200 len: 868 time: 0.1129086 Aug 23 11:51:29.094573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:29.099379 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ee0d91d-0519-43a9-b315-0a2adfc27a13 req-cea837ee-5d6e-4e47-a032-9f31afb2c6bc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688319 Aug 23 11:51:29.204250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-c67126cb-a93f-4ec3-a0e5-64e7cb8be374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.211252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-c67126cb-a93f-4ec3-a0e5-64e7cb8be374 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfe7561-a689-4778-8177-3a58e5e2eb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096764 Aug 23 11:51:29.262881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:51:29.263244 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:51:29.263430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-9f48c2f6-9d80-49cd-b23f-33d5c75efd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.265069 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-9f48c2f6-9d80-49cd-b23f-33d5c75efd03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1101 time: 0.0909557 Aug 23 11:51:29.277068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:29.289602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:29.290390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:29.290863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:29.317271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428ac5f-f546-4ed8-9189-e1a637995296 req-30b92a2d-cfa3-440b-a9d2-73d4ab2fd7dd tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.318497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9428ac5f-f546-4ed8-9189-e1a637995296 req-30b92a2d-cfa3-440b-a9d2-73d4ab2fd7dd tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 948 time: 0.2633197 Aug 23 11:51:29.333264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:29.333765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:29.337427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15076f-5d74-4411-a254-60c24f5bd183 req-f9739909-8f54-4849-b78a-bf4a06e446dd tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.339009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c15076f-5d74-4411-a254-60c24f5bd183 req-f9739909-8f54-4849-b78a-bf4a06e446dd tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1097 time: 0.1200886 Aug 23 11:51:29.368701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:29.368701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:29.369201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:29.369572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Bound port: 53122172-f274-419e-9bfe-6d08430ff69e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:29.370047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.381064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-3614203d-187e-405b-89f2-3c06db6cae9b service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340334 Aug 23 11:51:29.394588 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36680) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:29.420874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c15076f-5d74-4411-a254-60c24f5bd183 req-e48b4030-dd85-4c9b-ab0f-cb15ef1f3a13 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655670 Aug 23 11:51:29.486579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9428ac5f-f546-4ed8-9189-e1a637995296 req-de237811-0797-4dcf-93ce-87ed8d28b2a0 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474149 Aug 23 11:51:29.531634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83ed69fd-ca1d-4942-b35f-01f137bb773e req-0dc64a3a-84ec-4461-b605-0a3c78f8df5c service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393430 Aug 23 11:51:29.531844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-05c5d8a2-920f-4506-b6c3-32f963f2962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.533625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-05c5d8a2-920f-4506-b6c3-32f963f2962f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2472291 Aug 23 11:51:29.577894 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fbec46-d572-4972-b23c-6f3518faf063 x-openstack-request-id: req-24fbec46-d572-4972-b23c-6f3518faf063 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:29.578222 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:29.578482 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24fbec46-d572-4972-b23c-6f3518faf063 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:29.578877 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'code': 200} Aug 23 11:51:29.598768 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9e9f1e60-ebbf-430e-8252-d45b7e05971a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57ea2a434a274f3f883ecc0034897bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963134 Aug 23 11:51:29.602601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:29.623077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-f4c82091-db8c-4007-ab2c-8ddc0f8ebd1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.0740638 Aug 23 11:51:29.691014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-b6a9-44c5-ab10-9da8f976c17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.713669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:29.717818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:29.719799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-64894065-d982-4a71-b749-92226152da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.720531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-b6a9-44c5-ab10-9da8f976c17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.721390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-64894065-d982-4a71-b749-92226152da9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0848141 Aug 23 11:51:29.727522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.736442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277a95f-296c-4805-a4a6-30abba2debee req-c77b7b4d-e5e3-4002-81ea-872e3c430c8b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.738395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a277a95f-296c-4805-a4a6-30abba2debee req-c77b7b4d-e5e3-4002-81ea-872e3c430c8b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.0889688 Aug 23 11:51:29.798100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.798900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.800481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] 10.222.0.44 "PUT /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 1091 time: 1.8273268 Aug 23 11:51:29.813364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c88ee5-70a7-48a0-b733-e32c470c8da2 req-533bfac2-d86a-4bba-8128-831c203f487b tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.821619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5c88ee5-70a7-48a0-b733-e32c470c8da2 req-533bfac2-d86a-4bba-8128-831c203f487b tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 943 time: 0.2039254 Aug 23 11:51:29.823604 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.824059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a277a95f-296c-4805-a4a6-30abba2debee req-641cb06e-9fdc-43b4-8751-70f48be79ffc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681059 Aug 23 11:51:29.834536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:29.838849 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20903834-9123-402e-90ee-102abfacd29e" -d '{"events": [{"name": "network-changed", "server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "tag": "53122172-f274-419e-9bfe-6d08430ff69e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:29.839754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-b6a9-44c5-ab10-9da8f976c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.842666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f45fec8-b6a9-44c5-ab10-9da8f976c17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:29.844127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4f45fec8-b6a9-44c5-ab10-9da8f976c17f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9cf49b9-9eb6-47da-86f7-a4722f59abcf HTTP/1.1" status: 204 len: 168 time: 0.2399216 Aug 23 11:51:29.859005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45fec8-b6a9-44c5-ab10-9da8f976c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf49b9-9eb6-47da-86f7-a4722f59abcf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:29.865201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:29.922066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-f9392175-9807-4831-b10e-75a5a366811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:29.924158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-f9392175-9807-4831-b10e-75a5a366811a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940327 Aug 23 11:51:29.942170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:29.947765 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:30.006121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5c88ee5-70a7-48a0-b733-e32c470c8da2 req-28aa2d47-253d-44cd-9cab-2ac59e55fba7 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828704 Aug 23 11:51:30.007032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9375a6-e1ac-43da-921c-7787d3ac38bb service neutron] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:30.053993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:30.078293 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53134bc-e080-4de7-9d36-887a344cf914 x-openstack-request-id: req-d53134bc-e080-4de7-9d36-887a344cf914 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:30.078515 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "tag": "53122172-f274-419e-9bfe-6d08430ff69e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:30.078745 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d53134bc-e080-4de7-9d36-887a344cf914 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:30.079143 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e', 'status': 'completed', 'code': 200} Aug 23 11:51:30.093773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-4dc07f5f-789b-41a2-a7af-97dd575b6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.095843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-4dc07f5f-789b-41a2-a7af-97dd575b6520 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1094 time: 0.2077823 Aug 23 11:51:30.189110 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-f4c504fe-4072-4560-a671-d65630fb347d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 217 time: 0.0815809 Aug 23 11:51:30.191570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-19020bfc-af4f-41c5-85ee-ad21588fe0b0 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436290 Aug 23 11:51:30.213712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:30.278950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c8db-395e-49ed-83e9-9923996302d0 req-7817dadb-2134-4b8e-b200-92026fd83924 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.281840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3cf4c8db-395e-49ed-83e9-9923996302d0 req-7817dadb-2134-4b8e-b200-92026fd83924 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1097 time: 0.0485432 Aug 23 11:51:30.334174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3cf4c8db-395e-49ed-83e9-9923996302d0 req-d6eb0eaf-eb12-4ee2-ad79-1003f9f26364 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Aug 23 11:51:30.340848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36718) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:30.409325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce573c-873b-4801-8035-395fe2054399 req-10e87124-5c0b-4ccd-9e35-73bdb5b2d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.410877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-10e87124-5c0b-4ccd-9e35-73bdb5b2d873 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.2095597 Aug 23 11:51:30.429277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120812d-eef1-4316-b9bf-92079acdc7a9 req-71373af2-0717-4d5c-90da-b73406bd28ac tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.440095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4120812d-eef1-4316-b9bf-92079acdc7a9 req-71373af2-0717-4d5c-90da-b73406bd28ac tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.2158227 Aug 23 11:51:30.440263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dfae6e38-1160-4abf-9e2a-4e866d538f5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3687ee40ed64436bd42589ca4b0dc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958660 Aug 23 11:51:30.440702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36724) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:30.492135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-97b7f5e9-4b13-40f5-b725-a225d8d617b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523498 Aug 23 11:51:30.541919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-4c657441-7462-422c-9d84-962594737a7a service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381209 Aug 23 11:51:30.569313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d234ba-48d8-48a6-84be-80646f8e79d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:30.588283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-c3b99272-f461-4432-8c7b-2f7f6653a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.589830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-c3b99272-f461-4432-8c7b-2f7f6653a30c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1100 time: 0.0960298 Aug 23 11:51:30.592393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4120812d-eef1-4316-b9bf-92079acdc7a9 req-fe5ae22f-f521-4f1e-a766-1d57c400b8b3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538422 Aug 23 11:51:30.611854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d234ba-48d8-48a6-84be-80646f8e79d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:30.653040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-8678fc8e-d790-4eb0-ad62-4641698f0e2c service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519289 Aug 23 11:51:30.772400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d6114-ced3-4b58-8a5d-5aa62117f712 req-89ced80c-5a72-4c99-b93e-531e23f5fe0b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.778296 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b1d6114-ced3-4b58-8a5d-5aa62117f712 req-89ced80c-5a72-4c99-b93e-531e23f5fe0b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 949 time: 0.1414938 Aug 23 11:51:30.785314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d234ba-48d8-48a6-84be-80646f8e79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:30.788018 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d234ba-48d8-48a6-84be-80646f8e79d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:30.789278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a4d234ba-48d8-48a6-84be-80646f8e79d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80e3450a-a140-4d85-afef-5c14137dcb1c HTTP/1.1" status: 204 len: 168 time: 0.3468633 Aug 23 11:51:30.826654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d234ba-48d8-48a6-84be-80646f8e79d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e3450a-a140-4d85-afef-5c14137dcb1c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:30.843656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ce573c-873b-4801-8035-395fe2054399 req-a0873ffc-dc09-4768-8141-c410615c2e98 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809077 Aug 23 11:51:30.847923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-1dca444b-5f7d-468a-baf5-6d60296674d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.849203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-1dca444b-5f7d-468a-baf5-6d60296674d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2050295 Aug 23 11:51:30.876113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b1d6114-ced3-4b58-8a5d-5aa62117f712 req-9d3c662b-73ba-4aa4-8c0e-68a67d49885b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917633 Aug 23 11:51:30.928533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-7e72474a-8425-43eb-8416-f4094577c9b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9718bb75-b30f-46dd-980f-c5546af58129 HTTP/1.1" status: 200 len: 217 time: 0.0705948 Aug 23 11:51:30.959763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20903834-9123-402e-90ee-102abfacd29e req-0ef2f9bf-12e1-4ae2-92b1-e52e4755bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:30.961804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-0ef2f9bf-12e1-4ae2-92b1-e52e4755bcea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1094 time: 0.0541673 Aug 23 11:51:31.027287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-89d757d2-a72e-4104-a583-b79ed765ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.028778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-89d757d2-a72e-4104-a583-b79ed765ffc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0918913 Aug 23 11:51:31.042166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50874b64-d1d0-4317-84af-8d03427fc79f req-71bcd920-d12c-409d-a66a-7f4c280f8185 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.043596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50874b64-d1d0-4317-84af-8d03427fc79f req-71bcd920-d12c-409d-a66a-7f4c280f8185 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.0951657 Aug 23 11:51:31.158459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-0e2c2a07-dce4-4eec-90da-865e61c74f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.160022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-0e2c2a07-dce4-4eec-90da-865e61c74f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155124 Aug 23 11:51:31.183692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20903834-9123-402e-90ee-102abfacd29e req-5e83b1f2-208b-4179-bfa0-7fb1f8cbb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.185488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-5e83b1f2-208b-4179-bfa0-7fb1f8cbb1d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.2165909 Aug 23 11:51:31.200520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aef182-5c4d-4c0a-88d7-6d95b937b73f req-f096bdd4-b205-4aa9-a5b5-5f2ac264fb58 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.202309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1aef182-5c4d-4c0a-88d7-6d95b937b73f req-f096bdd4-b205-4aa9-a5b5-5f2ac264fb58 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0847397 Aug 23 11:51:31.262193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-2f144d31-0374-48ae-8095-9c356138c48e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 217 time: 0.0571966 Aug 23 11:51:31.283056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50874b64-d1d0-4317-84af-8d03427fc79f req-7309cf7c-ae63-48c7-8861-3a72012d65cd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278697 Aug 23 11:51:31.286017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-174d6b40-a0e8-47cb-a8b9-c27430f2a296 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173513 Aug 23 11:51:31.340361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1aef182-5c4d-4c0a-88d7-6d95b937b73f req-87b323b1-2cc8-4f86-9d99-1d7d0d725618 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276243 Aug 23 11:51:31.362035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20903834-9123-402e-90ee-102abfacd29e req-93cd0682-28d6-48b2-8c2c-cf7812d9c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.362035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-93cd0682-28d6-48b2-8c2c-cf7812d9c691 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.0884352 Aug 23 11:51:31.401012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-7d31d8b0-2672-4f85-ae32-a1831a74fe1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354688 Aug 23 11:51:31.486206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:31.694328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9bd13d9-8aef-48c1-8047-a74d243b2e56 req-67915d60-2a67-4586-b614-f497b2cb28bb service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001632 Aug 23 11:51:31.790354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625af02-a33e-4059-8167-c0683f4397a4 req-18d48d03-67ff-4821-809c-96708a1ae633 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.792224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e625af02-a33e-4059-8167-c0683f4397a4 req-18d48d03-67ff-4821-809c-96708a1ae633 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0839543 Aug 23 11:51:31.843369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e625af02-a33e-4059-8167-c0683f4397a4 req-cc106524-a81d-4c7d-ab47-d7f5bb48adf8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Aug 23 11:51:31.911458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e800a066-7e9d-4424-9a0d-791c10e13bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:31.945196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d163d2b-9e79-4581-8141-1a13eb7d152d req-8f0b8a1b-d195-4173-9f9e-3915de8e32fb tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:31.947955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d163d2b-9e79-4581-8141-1a13eb7d152d req-8f0b8a1b-d195-4173-9f9e-3915de8e32fb tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1097 time: 0.4624636 Aug 23 11:51:31.954780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-eda897aa-f3cb-4535-b63c-9373b5de0467 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437129 Aug 23 11:51:32.012581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732dce-89e9-49cf-9139-076bb3199680 req-dd89fc43-b5ac-465b-b0b7-6a3fbc042a88 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.015166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd732dce-89e9-49cf-9139-076bb3199680 req-dd89fc43-b5ac-465b-b0b7-6a3fbc042a88 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 949 time: 0.0589280 Aug 23 11:51:32.039175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-f88ead73-71cc-4c95-9f8f-b1dfefed34a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1822045 Aug 23 11:51:32.072188 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd732dce-89e9-49cf-9139-076bb3199680 req-5d6892cd-0232-4323-86eb-94a053c9a209 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501301 Aug 23 11:51:32.131342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d163d2b-9e79-4581-8141-1a13eb7d152d req-5298484c-28e9-4fe3-8156-416ca2c8563f tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749940 Aug 23 11:51:32.196456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20903834-9123-402e-90ee-102abfacd29e req-ad14f552-7530-4e10-a4f1-4a07d481e935 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337661 Aug 23 11:51:32.216216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-5e65d41d-7379-4238-b0cd-7c9b87b13cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.217788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-5e65d41d-7379-4238-b0cd-7c9b87b13cb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 1097 time: 0.1196082 Aug 23 11:51:32.247035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e800a066-7e9d-4424-9a0d-791c10e13bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.258182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e800a066-7e9d-4424-9a0d-791c10e13bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.362433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e800a066-7e9d-4424-9a0d-791c10e13bd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e743937af22c43a9ae75fbf96c81f868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8751097 Aug 23 11:51:32.365747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800a066-7e9d-4424-9a0d-791c10e13bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935c120e-f59a-488a-a08a-618e362d379d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:32.366466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36792) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:32.375238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 942f4a9d-da8b-4517-aa70-b4725957af19 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:32.381923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:32.449922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-902c9b39-aa3a-4961-b131-11b9193da6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.460409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-09d14667-f75d-4cf6-875d-6821858cf59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.467713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-09d14667-f75d-4cf6-875d-6821858cf59f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 924 time: 0.2227550 Aug 23 11:51:32.488298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-902c9b39-aa3a-4961-b131-11b9193da6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.500063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda47b9-a07c-4b7e-85bd-20da1cbf3920 req-335f24ff-93c7-410c-9838-cdf440dcba35 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.512500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbda47b9-a07c-4b7e-85bd-20da1cbf3920 req-335f24ff-93c7-410c-9838-cdf440dcba35 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.1338181 Aug 23 11:51:32.566371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-902c9b39-aa3a-4961-b131-11b9193da6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.571135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-902c9b39-aa3a-4961-b131-11b9193da6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.572379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 942f4a9d-da8b-4517-aa70-b4725957af19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=942f4a9d-da8b-4517-aa70-b4725957af19,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:32.572963 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-902c9b39-aa3a-4961-b131-11b9193da6af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/935c120e-f59a-488a-a08a-618e362d379d HTTP/1.1" status: 204 len: 168 time: 0.2039092 Aug 23 11:51:32.588002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c9b39-aa3a-4961-b131-11b9193da6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935c120e-f59a-488a-a08a-618e362d379d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:32.593013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '942f4a9d-da8b-4517-aa70-b4725957af19', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'port_id': '942f4a9d-da8b-4517-aa70-b4725957af19', 'mac_address': 'fa:16:3e:cd:1b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:32.596670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 9718bb75-b30f-46dd-980f-c5546af58129 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:32.597155 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.618740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbda47b9-a07c-4b7e-85bd-20da1cbf3920 req-d656193c-c7d9-442e-be08-7bd6017236a5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053262 Aug 23 11:51:32.668295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-4afde2f5-8c09-49cc-ada3-ba25aa15b1b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 200 len: 1001 time: 0.1918275 Aug 23 11:51:32.685817 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.714321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942f4a9d-da8b-4517-aa70-b4725957af19 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:32.758904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 942f4a9d-da8b-4517-aa70-b4725957af19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=942f4a9d-da8b-4517-aa70-b4725957af19,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:32.769722 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.792961 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.803084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-054a1841-e647-4497-945f-7b0434bb2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.804665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-054a1841-e647-4497-945f-7b0434bb2c02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.1274493 Aug 23 11:51:32.815562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5865-f92e-423d-9322-1f2b05c6cad8 req-13bf2aeb-7cdd-4186-99cc-1148f1d9af87 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.823586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-67fa5865-f92e-423d-9322-1f2b05c6cad8 req-13bf2aeb-7cdd-4186-99cc-1148f1d9af87 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0804887 Aug 23 11:51:32.848349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:32.850896 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9793241b-f6d1-4455-be67-146a5791386b" -d '{"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-plugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:32.885261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:32.887208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=942f4a9d-da8b-4517-aa70-b4725957af19,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:32.893401 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:32.944754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-67fa5865-f92e-423d-9322-1f2b05c6cad8 req-5f27193c-4ece-4380-ac93-09fe349d5195 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196647 Aug 23 11:51:32.947936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-71e3ef4c-225d-4081-90e7-18441e91a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:32.950454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-71e3ef4c-225d-4081-90e7-18441e91a70d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246772 Aug 23 11:51:33.003365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:33.036643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['942f4a9d-da8b-4517-aa70-b4725957af19'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:33.101108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-d6b4404d-f5a3-4275-8e78-5cadf45435cb service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357672 Aug 23 11:51:33.158740 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3141fa4d-c161-45e4-a28c-4b3f0a1d991a x-openstack-request-id: req-3141fa4d-c161-45e4-a28c-4b3f0a1d991a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:33.159070 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-plugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:33.159380 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3141fa4d-c161-45e4-a28c-4b3f0a1d991a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:33.162151 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'code': 200} Aug 23 11:51:33.303583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36830) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:33.319743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed0605ac-9911-40ae-a735-2f4cd0e536fd req-a7b8bd75-f2b8-4bbb-af5d-14ed35d8fc90 service neutron] 10.222.0.44 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096694 Aug 23 11:51:33.349470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f9de126-643d-4534-8275-6693fb2782ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.360497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549c58a-a3dc-40eb-9463-b23b71a0aec3 req-9358f2ad-fa6c-45f8-b238-1d7bee6c0cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:33.363564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8549c58a-a3dc-40eb-9463-b23b71a0aec3 req-9358f2ad-fa6c-45f8-b238-1d7bee6c0cc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.1095784 Aug 23 11:51:33.433418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8549c58a-a3dc-40eb-9463-b23b71a0aec3 req-c02ca7e6-2569-4d64-8b09-4cb29980372d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Aug 23 11:51:33.503389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768310b-6186-4345-959c-37d7bfca2cf8 req-e0c8a368-c878-4813-a0f4-7beb4c37de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:33.505062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1768310b-6186-4345-959c-37d7bfca2cf8 req-e0c8a368-c878-4813-a0f4-7beb4c37de91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1101 time: 0.1036987 Aug 23 11:51:33.578343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1768310b-6186-4345-959c-37d7bfca2cf8 req-91603f53-7306-4841-93d6-cef29251ab1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626347 Aug 23 11:51:33.590748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf751c9-477c-4e84-9c63-93c782cc673f req-17d38a76-1cad-4de7-a2f7-d4be83d23774 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:33.592864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abf751c9-477c-4e84-9c63-93c782cc673f req-17d38a76-1cad-4de7-a2f7-d4be83d23774 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0587826 Aug 23 11:51:33.593566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f9de126-643d-4534-8275-6693fb2782ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.597832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f9de126-643d-4534-8275-6693fb2782ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.632435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abf751c9-477c-4e84-9c63-93c782cc673f req-788f997e-8c12-48c3-b48b-2cccc88ccb53 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Aug 23 11:51:33.637331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1f9de126-643d-4534-8275-6693fb2782ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b70a328b9124bc582974d9b0331bdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323228 Aug 23 11:51:33.638253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9de126-643d-4534-8275-6693fb2782ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff166ed7-ab76-471f-9d4b-e17e8c9c08e9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:33.640467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36838) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:33.702602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8d9193a-8726-4359-bd86-4558ecceaa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.728264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8d9193a-8726-4359-bd86-4558ecceaa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.803727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8d9193a-8726-4359-bd86-4558ecceaa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.808332 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8d9193a-8726-4359-bd86-4558ecceaa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:33.818550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e8d9193a-8726-4359-bd86-4558ecceaa26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff166ed7-ab76-471f-9d4b-e17e8c9c08e9 HTTP/1.1" status: 204 len: 168 time: 0.1697927 Aug 23 11:51:33.830965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9193a-8726-4359-bd86-4558ecceaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff166ed7-ab76-471f-9d4b-e17e8c9c08e9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:33.997260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2021714109', 'description': 'tempest-description-476813700'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:34.030077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.050537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.184456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:34.189863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.197292 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.238815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96db6de1-bfc6-4c8d-b331-4f6c4812830e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:34.300268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.305554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.313315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-479006fc-e9db-48c3-bb16-be0ffd61aa40 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:34.314478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-479006fc-e9db-48c3-bb16-be0ffd61aa40 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1289375 Aug 23 11:51:34.336447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.337882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e16a280-ee22-41d3-9df9-dc6326888d27 req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3467364 Aug 23 11:51:34.339669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b4831-3b71-4f20-bbb1-3929c49790fa tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa2a37-cf26-483b-97f1-765f59c7465b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:34.377618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 942f4a9d-da8b-4517-aa70-b4725957af19 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:34.444956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 942f4a9d-da8b-4517-aa70-b4725957af19 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:34.451165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 942f4a9d-da8b-4517-aa70-b4725957af19 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:34.451648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.461816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04d61-fe83-4b30-882e-f30fe4083e46 req-c8095dd3-e6dc-47ee-a754-7123fd511b22 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:34.463591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fe04d61-fe83-4b30-882e-f30fe4083e46 req-c8095dd3-e6dc-47ee-a754-7123fd511b22 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.0698996 Aug 23 11:51:34.507133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Request body: {'binding': {'host': 'n-h2-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:34.507681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Unknown quota resources ['binding']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:51:34.525180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fe04d61-fe83-4b30-882e-f30fe4083e46 req-8f47f77c-92eb-42f5-a323-64dcbae16185 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542712 Aug 23 11:51:34.559841 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.598810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 942f4a9d-da8b-4517-aa70-b4725957af19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=942f4a9d-da8b-4517-aa70-b4725957af19,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:34.606302 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.689952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d682c0f-e7e9-4d62-84be-80276864c8ba req-f31f0f87-143c-42c3-8abd-19d1a62c078d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:34.690618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=942f4a9d-da8b-4517-aa70-b4725957af19,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:34.698989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d682c0f-e7e9-4d62-84be-80276864c8ba req-f31f0f87-143c-42c3-8abd-19d1a62c078d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0937881 Aug 23 11:51:34.750081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d682c0f-e7e9-4d62-84be-80276864c8ba req-f39b4e2a-bfa3-461d-a7eb-bdd8ba3ebb2f tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Aug 23 11:51:34.757481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on host n-h2-773645-7 for vnic_type normal with profile None {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:34.757829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:34.758408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:34.763221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:34.763699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:34.769269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:34.769617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:34.770049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:34.770495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Bound port: 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:34.835575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:34.841744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:34.843153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-55a394d9-0ea6-4d51-b3c8-5e325bfb1390 service neutron] 10.222.0.21 "POST /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55/bindings HTTP/1.1" status: 201 len: 389 time: 0.3903339 Aug 23 11:51:34.855626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b1180891-7c70-478e-89a2-a7f90015b2cd req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1404706909', 'description': 'tempest-description-1939493189'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:34.867467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:34.887616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1180891-7c70-478e-89a2-a7f90015b2cd req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.032285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:35.035872 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1180891-7c70-478e-89a2-a7f90015b2cd req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.045871 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1180891-7c70-478e-89a2-a7f90015b2cd req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.049486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '53122172-f274-419e-9bfe-6d08430ff69e', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'port_id': '53122172-f274-419e-9bfe-6d08430ff69e', 'mac_address': 'fa:16:3e:f5:5a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c290c15c-0f3c-475a-9e11-21b95cefc955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:35.078601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ccb8-ba87-4f52-b76b-de7b745eb91c req-2f0db3f9-8309-45b9-ac1d-d0f5faf2589b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.080909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d30ccb8-ba87-4f52-b76b-de7b745eb91c req-2f0db3f9-8309-45b9-ac1d-d0f5faf2589b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0758965 Aug 23 11:51:35.093366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1180891-7c70-478e-89a2-a7f90015b2cd req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.094665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1180891-7c70-478e-89a2-a7f90015b2cd req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2441921 Aug 23 11:51:35.096584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee8060-31e4-45ed-82f4-58b80e26198a tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc8df7-1c9d-4b8a-bc2a-59cb2005872c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:35.106737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.122906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53122172-f274-419e-9bfe-6d08430ff69e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:35.148254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:35.153908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.194503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d30ccb8-ba87-4f52-b76b-de7b745eb91c req-307175e7-befa-4064-9274-f0fbd62f2be8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934579 Aug 23 11:51:35.198639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:35.200813 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d2349c-e700-40e7-aec5-d9fdece50797" -d '{"events": [{"server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "name": "network-vif-plugged", "status": "completed", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:35.214098 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-5aa80ef9-3735-4805-864e-ba6c34bd9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.218544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-5aa80ef9-3735-4805-864e-ba6c34bd9d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1097 time: 0.0956550 Aug 23 11:51:35.221644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:35.244223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2d3fa-0739-483b-832b-8017023819c1 req-b1ed1cc9-d3cf-4b30-b375-8668d268eb1e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.247326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f2d3fa-0739-483b-832b-8017023819c1 req-b1ed1cc9-d3cf-4b30-b375-8668d268eb1e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0850379 Aug 23 11:51:35.296265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f2d3fa-0739-483b-832b-8017023819c1 req-e27f9499-3204-4871-8b19-c5b2f8a7bec1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Aug 23 11:51:35.384599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2b7f8-404b-4da2-85e8-4cb1db9ed24e req-ee267d5d-af3f-4de8-bc23-e27b8c9f0fc0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.390733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12a2b7f8-404b-4da2-85e8-4cb1db9ed24e req-ee267d5d-af3f-4de8-bc23-e27b8c9f0fc0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 946 time: 0.1068969 Aug 23 11:51:35.414607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['53122172-f274-419e-9bfe-6d08430ff69e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:35.418418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-004b8fba-8ec5-482f-ac0d-5fce2d4c6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.420637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-004b8fba-8ec5-482f-ac0d-5fce2d4c6a57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1891296 Aug 23 11:51:35.487639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-dcb178ff-95f1-4f53-b138-e8866edb81a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 217 time: 0.0555992 Aug 23 11:51:35.541598 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12a2b7f8-404b-4da2-85e8-4cb1db9ed24e req-538b27ef-e7bc-4196-bbb5-0a287940df97 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325507 Aug 23 11:51:35.579216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-b21ac2f5-55d1-4a8e-8a33-3c9da1f52e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.580716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-b21ac2f5-55d1-4a8e-8a33-3c9da1f52e17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0843129 Aug 23 11:51:35.607996 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dfa19d-a26a-4e4d-8156-700790a12db0 x-openstack-request-id: req-69dfa19d-a26a-4e4d-8156-700790a12db0 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:35.608301 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "name": "network-vif-plugged", "status": "completed", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:35.608808 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69dfa19d-a26a-4e4d-8156-700790a12db0 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:35.609867 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19', 'code': 200} Aug 23 11:51:35.649599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-e3d4bc04-0010-427c-9257-342e50c28a1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589013 Aug 23 11:51:35.662625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-454896559', 'description': 'tempest-description-1517315768'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:35.719733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.733414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.744994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85f6e8-9cb5-4e77-9e3e-d78dfd87eec3 req-dd26a3fe-b40c-4ce4-a880-a138e3813ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.746932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a85f6e8-9cb5-4e77-9e3e-d78dfd87eec3 req-dd26a3fe-b40c-4ce4-a880-a138e3813ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0770338 Aug 23 11:51:35.781509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcf14d-3a44-410d-b0bb-30054d3f9a76 req-9b8a26ae-867e-4c5d-abc5-bf261bb79604 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:35.784001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8dcf14d-3a44-410d-b0bb-30054d3f9a76 req-9b8a26ae-867e-4c5d-abc5-bf261bb79604 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1253245 Aug 23 11:51:35.814224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a85f6e8-9cb5-4e77-9e3e-d78dfd87eec3 req-078ec9c3-b19f-4287-ba22-877d24001653 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541203 Aug 23 11:51:35.824439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-1ddfd77d-056a-4453-8295-63f2ecbe3650 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668932 Aug 23 11:51:35.854533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8dcf14d-3a44-410d-b0bb-30054d3f9a76 req-5e1f86e2-0bcd-474e-959d-8e8f7e4ee932 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Aug 23 11:51:35.880596 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.885470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.921587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ad539-1b4b-40a4-baf8-75b04b1bc244,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:35.994680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:35.999345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.018400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0746f4-5bba-435e-bec3-de058f5e2faf req-ad96c4bd-462f-4fc7-9495-8951caa66162 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:36.020819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d0746f4-5bba-435e-bec3-de058f5e2faf req-ad96c4bd-462f-4fc7-9495-8951caa66162 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 944 time: 0.0868361 Aug 23 11:51:36.028328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.029630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-632a0efa-e333-43e1-b303-6fff339f8a2c req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3710306 Aug 23 11:51:36.031562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c52438-9e7f-4b70-9feb-69ca06b7a0b7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97595f4d-a7ee-444d-9eeb-c11e966b73c8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:36.115984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d0746f4-5bba-435e-bec3-de058f5e2faf req-00c7fc49-cb25-4913-96b7-869f35aa9b77 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813746 Aug 23 11:51:36.143692 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-68c0916b-93ce-4106-9575-fc9b79405c64 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429763 Aug 23 11:51:36.154019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86972a9-aedc-4505-9058-db8cf53cd7c0 req-acd0bdd1-6999-4d8f-95ef-8b6d3725c0a8 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:36.155552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a86972a9-aedc-4505-9058-db8cf53cd7c0 req-acd0bdd1-6999-4d8f-95ef-8b6d3725c0a8 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0625267 Aug 23 11:51:36.196721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a86972a9-aedc-4505-9058-db8cf53cd7c0 req-583c10cc-173d-48d3-9db8-87235d2f8f61 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Aug 23 11:51:36.271945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-27262549-bef9-4946-8e35-bca6afc44fba tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:36.274438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-27262549-bef9-4946-8e35-bca6afc44fba tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1097 time: 0.0479844 Aug 23 11:51:36.287983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773645-7'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:36.367664 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-1aafc2f8-6897-4376-83e8-672de39c7da7 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=96129a66bb5c41a8bb2fdf4de52ae978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402944 Aug 23 11:51:36.370423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.510990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-170cfbb1-f1d3-4d4e-9adf-faf2e95dd6b8 req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-870292356', 'description': 'tempest-description-414048685'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:36.538824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-170cfbb1-f1d3-4d4e-9adf-faf2e95dd6b8 req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.589382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-984970ec-a682-4be7-bf11-a4db394334c3 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:36.591206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-984970ec-a682-4be7-bf11-a4db394334c3 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119989 Aug 23 11:51:36.624667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-669f4e49-d6ec-425f-b38a-5907a4913254 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/quotas/96129a66bb5c41a8bb2fdf4de52ae978 HTTP/1.1" status: 200 len: 375 time: 0.0230505 Aug 23 11:51:36.630453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:36.648372 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-170cfbb1-f1d3-4d4e-9adf-faf2e95dd6b8 req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.654043 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-170cfbb1-f1d3-4d4e-9adf-faf2e95dd6b8 req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.672548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-2453ea9d-8351-42da-bf83-ffec4bdf4b7c tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=96129a66bb5c41a8bb2fdf4de52ae978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394258 Aug 23 11:51:36.694497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-170cfbb1-f1d3-4d4e-9adf-faf2e95dd6b8 req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.698256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-170cfbb1-f1d3-4d4e-9adf-faf2e95dd6b8 req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1932070 Aug 23 11:51:36.699978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6d243-1187-49d0-baff-e79a74fd9b19 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28608759-99ce-4cba-abf7-6e0b53c00516,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:36.710186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:36.767197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:36.769721 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f45c2e-d603-4aa3-8a09-71fd04df645c" -d '{"events": [{"server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:36.774161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.790813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:36.879132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c348fd-1cd5-4266-94c4-fceff26971fb req-dcfcfef9-1a34-47a2-a332-c869e90646a3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:36.879909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:36.888230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01c348fd-1cd5-4266-94c4-fceff26971fb req-dcfcfef9-1a34-47a2-a332-c869e90646a3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.1238761 Aug 23 11:51:36.908107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:36.967074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on host n-h1-773645-7 for vnic_type normal with profile {"migrating_to": "n-h2-773645-7"} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:36.967463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:36.967797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:36.975964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01c348fd-1cd5-4266-94c4-fceff26971fb req-6075de7c-39e3-48cd-b248-962861798c02 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854893 Aug 23 11:51:36.985057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:36.985418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Attempting to bind port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:36.996714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:36.997056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:36.997445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:36.997918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Bound port: 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:36.998644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:37.017004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 53122172-f274-419e-9bfe-6d08430ff69e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:37.021974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 53122172-f274-419e-9bfe-6d08430ff69e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:37.022578 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:37.064153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c073152-a225-46f6-b7aa-ed04dfe76e41 req-ef4386f4-292b-44ba-97e0-815327eb6e57 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:37.071662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c073152-a225-46f6-b7aa-ed04dfe76e41 req-ef4386f4-292b-44ba-97e0-815327eb6e57 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1415346 Aug 23 11:51:37.107180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70046ab-e175-4694-b9a5-f64b15dc0e29 req-cd09656f-3817-43d6-b63a-d5420d154da4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:37.109279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70046ab-e175-4694-b9a5-f64b15dc0e29 req-cd09656f-3817-43d6-b63a-d5420d154da4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 944 time: 0.0640836 Aug 23 11:51:37.136081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c073152-a225-46f6-b7aa-ed04dfe76e41 req-a451a63d-4505-4536-8242-cea8a5f64922 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633025 Aug 23 11:51:37.150214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:37.154860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:37.172143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:37.174849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70046ab-e175-4694-b9a5-f64b15dc0e29 req-36cb593a-5f42-4f6e-9ab3-b2a151452651 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Aug 23 11:51:37.202917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:37.248611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:37.254456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:37.272460 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef54f0e9-6d79-4c98-83d1-0e331102353f x-openstack-request-id: req-ef54f0e9-6d79-4c98-83d1-0e331102353f {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:37.272938 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:37.273357 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef54f0e9-6d79-4c98-83d1-0e331102353f {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:37.274575 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'code': 200} Aug 23 11:51:37.307884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa0b9ffb-59e5-4232-8b56-adf0e6a4abda req-968049bb-4295-449c-a439-9f88111869b1 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0482066 Aug 23 11:51:37.331489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:37.412266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=8']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:37.421724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:37.422362 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:37.423785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-eb51f709-baf2-4dbd-8297-74e0bd4b4d86 service neutron] 10.222.0.41 "PUT /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 1122 time: 1.1419375 Aug 23 11:51:37.432620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbde32-a8e0-4645-985a-ff16d4579b91 req-6139f710-72b6-4c93-a91e-aba8f7e1f717 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:37.434495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94dbde32-a8e0-4645-985a-ff16d4579b91 req-6139f710-72b6-4c93-a91e-aba8f7e1f717 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 945 time: 0.0652962 Aug 23 11:51:37.488766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94dbde32-a8e0-4645-985a-ff16d4579b91 req-73320a50-c2df-4c7b-9dd1-84441642508b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Aug 23 11:51:37.507663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['903bb2ac-58af-49cd-b0ff-a5fe36e77a55'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:37.612304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:37.615013 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad203fc-cf2d-4495-bb93-9b4ae410fe93" -d '{"events": [{"server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "53122172-f274-419e-9bfe-6d08430ff69e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:37.634405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa0f39-7a1a-4bcf-8e40-cf8e0ce32c1f req-821d9c5d-f028-4864-8b80-795e8aaf3b7e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:37.636068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1aa0f39-7a1a-4bcf-8e40-cf8e0ce32c1f req-821d9c5d-f028-4864-8b80-795e8aaf3b7e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0619469 Aug 23 11:51:37.671675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-305568e4-cd3a-4dac-8fdd-3eaeaac6fb83 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53369 time: 0.4893823 Aug 23 11:51:37.685178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1aa0f39-7a1a-4bcf-8e40-cf8e0ce32c1f req-b28c6520-2b98-43ff-a82a-7102a87ca3a0 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Aug 23 11:51:37.732803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-e09bd5e5-af70-43c1-9d5e-5ebb1abe17d7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/11ba2bce-cfd6-422f-aed3-ecf6cdd235e2 HTTP/1.1" status: 200 len: 2981 time: 0.0600302 Aug 23 11:51:37.781503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-73487010-62c1-4b9e-a2ff-010c4ac0ce16 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/11ba2bce-cfd6-422f-aed3-ecf6cdd235e2 HTTP/1.1" status: 200 len: 2981 time: 0.0422175 Aug 23 11:51:37.793350 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f076b8-4f35-467b-aad8-8f1c3a4c2afd x-openstack-request-id: req-59f076b8-4f35-467b-aad8-8f1c3a4c2afd {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:37.793653 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "name": "network-vif-plugged", "status": "completed", "tag": "53122172-f274-419e-9bfe-6d08430ff69e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:37.794164 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59f076b8-4f35-467b-aad8-8f1c3a4c2afd {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:37.794664 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e', 'code': 200} Aug 23 11:51:37.827543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-1553b3e8-b2fd-4c3c-ba53-f75168c68c8f tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/18ec8a33-5c1b-4c71-a3a4-4c639235426a HTTP/1.1" status: 200 len: 2981 time: 0.0397155 Aug 23 11:51:37.875342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-018302f2-ad3a-44a1-919e-15b7868a5748 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/18ec8a33-5c1b-4c71-a3a4-4c639235426a HTTP/1.1" status: 200 len: 2981 time: 0.0377150 Aug 23 11:51:37.922639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-e7ee4b98-f953-48eb-9b80-af53126973c7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2d6f5ab4-6478-409a-b974-e9e8a2ef72d5 HTTP/1.1" status: 200 len: 2981 time: 0.0394273 Aug 23 11:51:37.964027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-ece30ea0-e24c-4680-853e-471c24d11327 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2d6f5ab4-6478-409a-b974-e9e8a2ef72d5 HTTP/1.1" status: 200 len: 2981 time: 0.0369596 Aug 23 11:51:38.010265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-2506653b-88b3-47aa-8913-74f74aa9661d tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/319969bd-f984-436a-bea8-79c53a96ed1c HTTP/1.1" status: 200 len: 2977 time: 0.0399084 Aug 23 11:51:38.016724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8264fd6-e670-4a52-bad9-3515939e318a req-54bd0505-b701-4431-92cf-e81d9145bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:38.018292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8264fd6-e670-4a52-bad9-3515939e318a req-54bd0505-b701-4431-92cf-e81d9145bee3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1096 time: 0.1397820 Aug 23 11:51:38.030673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0083196-3754-4b67-90a2-5e603c75080e req-a6b30b55-8b44-4acd-a8c9-b94132b54775 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 258 time: 0.2254755 Aug 23 11:51:38.047042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:38.059124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-0bedbc06-d700-40bf-82d3-ed61522a4222 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/319969bd-f984-436a-bea8-79c53a96ed1c HTTP/1.1" status: 200 len: 2977 time: 0.0416281 Aug 23 11:51:38.091437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8264fd6-e670-4a52-bad9-3515939e318a req-a37c5d08-5d0d-49ef-b36d-3784124703c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Aug 23 11:51:38.097795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.105165 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-23cdde41-00b0-41e5-b862-942addd30219 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/35aaaec9-b7de-4508-9ae9-70ad49bbbaa3 HTTP/1.1" status: 200 len: 2981 time: 0.0384095 Aug 23 11:51:38.138478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-1fafc649-6433-40ff-b194-86bb8ee462f2 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=96129a66bb5c41a8bb2fdf4de52ae978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316992 Aug 23 11:51:38.215664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.230421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-33262497-4c24-4a8f-b8d4-884a458cfc05 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/35aaaec9-b7de-4508-9ae9-70ad49bbbaa3 HTTP/1.1" status: 200 len: 2981 time: 0.1143928 Aug 23 11:51:38.301257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-7790ecd4-3edb-4d63-a37d-eec2ce695800 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:38.302599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-7790ecd4-3edb-4d63-a37d-eec2ce695800 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547303 Aug 23 11:51:38.305831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-82365763-4447-4415-84d9-31e9287316f4 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/39c14109-75c0-45f9-ba9b-3a0001e251a7 HTTP/1.1" status: 200 len: 2981 time: 0.0682790 Aug 23 11:51:38.318039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Request body: {'port': {'device_id': '84723d2f-3390-457f-b5e3-92033392cfe5', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '96129a66bb5c41a8bb2fdf4de52ae978'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:38.329703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Allocated IP 172.25.1.17 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/5d8cb951-c260-4361-972f-9d9dd8a244cf) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:38.412246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-2149534e-3a47-4255-8023-bc924006df77 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/39c14109-75c0-45f9-ba9b-3a0001e251a7 HTTP/1.1" status: 200 len: 2981 time: 0.1000006 Aug 23 11:51:38.441643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.480546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-1ef2bab9-c39e-42fa-8e6d-2adfb5641b00 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7212f6ad-8d0e-4f99-98c8-dd90dd49676f HTTP/1.1" status: 200 len: 2981 time: 0.0604801 Aug 23 11:51:38.482691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.498089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Made reservation on behalf of 96129a66bb5c41a8bb2fdf4de52ae978 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:38.504560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.519419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.531889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:38.540332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:38.546651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:38.560326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-6f1a3961-37db-49dc-8116-413c75050e99 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7212f6ad-8d0e-4f99-98c8-dd90dd49676f HTTP/1.1" status: 200 len: 2981 time: 0.0725420 Aug 23 11:51:38.592818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event updated for resources: {'Port': ['ID=5d8cb951-c260-4361-972f-9d9dd8a244cf,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:38.631978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-12b0ad09-89ee-432e-be31-687713c73fc4 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7af55c13-89f5-4231-b666-a4f60b388286 HTTP/1.1" status: 200 len: 2977 time: 0.0644524 Aug 23 11:51:38.657938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.693257 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.698659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.702113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-89468e45-9b61-4a6e-8adb-9c1ef3632e0b tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7af55c13-89f5-4231-b666-a4f60b388286 HTTP/1.1" status: 200 len: 2977 time: 0.0627332 Aug 23 11:51:38.704011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.795378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc2d63c-0c01-4aa1-8103-ece4e736a688,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:38.837422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-30811d86-6c4a-4c3b-9cbf-8b8ab8038e2f tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7d6818dc-58a0-427b-8251-c21a7ed4558c HTTP/1.1" status: 200 len: 2981 time: 0.1275485 Aug 23 11:51:38.864099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.868881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.918241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Allocated IP 192.168.233.138 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/7a9019c0-0990-4365-8ef7-9f593cb97b45) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:38.923359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-e59c01ff-eae6-4aa8-92e1-dbe008c29b73 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7d6818dc-58a0-427b-8251-c21a7ed4558c HTTP/1.1" status: 200 len: 2981 time: 0.0679853 Aug 23 11:51:38.950080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event updated for resources: {'Port': ['ID=5d8cb951-c260-4361-972f-9d9dd8a244cf,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:38.956478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.970481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:38.971889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0083196-3754-4b67-90a2-5e603c75080e req-edc4007e-603e-4937-bde1-42aa6fcbb25a tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9300761 Aug 23 11:51:39.003756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-8c0d15e9-f3d0-411b-9b5a-b37283dca1a9 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/90969dc5-9726-4927-a221-9679f93d581b HTTP/1.1" status: 200 len: 2977 time: 0.0729444 Aug 23 11:51:39.046823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0083196-3754-4b67-90a2-5e603c75080e req-4f0aa587-2459-4910-8125-44b0d5349a42 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0683205 Aug 23 11:51:39.099328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-95cc91aa-78f3-423e-8a48-1b8f3d3d7670 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/90969dc5-9726-4927-a221-9679f93d581b HTTP/1.1" status: 200 len: 2977 time: 0.0808363 Aug 23 11:51:39.154762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:39.160180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083196-3754-4b67-90a2-5e603c75080e req-761f5eda-3764-4d1a-a36d-df372b5ff19c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.161556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0083196-3754-4b67-90a2-5e603c75080e req-761f5eda-3764-4d1a-a36d-df372b5ff19c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1089423 Aug 23 11:51:39.172607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-d0083196-3754-4b67-90a2-5e603c75080e req-be5e0781-6e69-4b36-9287-afd11ab4aa4d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:39.173618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0083196-3754-4b67-90a2-5e603c75080e req-be5e0781-6e69-4b36-9287-afd11ab4aa4d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059264 Aug 23 11:51:39.185401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Transition to ACTIVE for port object 7a9019c0-0990-4365-8ef7-9f593cb97b45 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:39.188131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-5230c75e-0882-4e4c-91b2-7459a6bdb962 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/943bdc93-9629-4112-b517-80d3916a6d34 HTTP/1.1" status: 200 len: 2981 time: 0.0718513 Aug 23 11:51:39.253638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-3ffbf354-7734-442a-b982-a7adcf757861 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/943bdc93-9629-4112-b517-80d3916a6d34 HTTP/1.1" status: 200 len: 2981 time: 0.0557230 Aug 23 11:51:39.256467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:39.276143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:39.278439 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6816479-3cf0-45dd-b57a-51556bade261" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:39.283114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8a85e-56a1-44e6-b8ba-166f664fbe12 req-002b562e-b753-435e-b132-cc7f067aa968 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.284853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88c8a85e-56a1-44e6-b8ba-166f664fbe12 req-002b562e-b753-435e-b132-cc7f067aa968 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0536282 Aug 23 11:51:39.324563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:39.328213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88c8a85e-56a1-44e6-b8ba-166f664fbe12 req-56fa9d2f-7b36-4c44-90cd-d3aa577fe93f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345731 Aug 23 11:51:39.333481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:39.335921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:39.398697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Pushing event updated for resources: {'Port': ['ID=7a9019c0-0990-4365-8ef7-9f593cb97b45,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:39.405975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-b8875c5f-5241-49bc-8ccf-ddc33da10ecf tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/96db6de1-bfc6-4c8d-b331-4f6c4812830e HTTP/1.1" status: 200 len: 2981 time: 0.1439180 Aug 23 11:51:39.415503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.416407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:39.453116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-f93b42bd-3e35-4748-b4e4-fde32c8aaa74 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1395259 Aug 23 11:51:39.455850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e406-bf85-425b-8d02-75af81c579de req-bd99816c-dc94-4cb7-8a20-f8a64cde758e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.457377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ec6e406-bf85-425b-8d02-75af81c579de req-bd99816c-dc94-4cb7-8a20-f8a64cde758e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0608718 Aug 23 11:51:39.469597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Request body: {'port': {'device_id': '84723d2f-3390-457f-b5e3-92033392cfe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:39.502422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-0a60637a-e552-4384-93c2-9d7cc9a61247 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/96db6de1-bfc6-4c8d-b331-4f6c4812830e HTTP/1.1" status: 200 len: 2981 time: 0.0830336 Aug 23 11:51:39.504310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ec6e406-bf85-425b-8d02-75af81c579de req-5d28a96f-749f-4943-8458-a62a7e67d7c9 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396392 Aug 23 11:51:39.578715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:39.593024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-321b8bcf-9389-4eaa-9b18-a5b94ecf985b None None] Provisioning for port 7a9019c0-0990-4365-8ef7-9f593cb97b45 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:39.599539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-321b8bcf-9389-4eaa-9b18-a5b94ecf985b None None] Provisioning complete for port 7a9019c0-0990-4365-8ef7-9f593cb97b45 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:39.599935 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-321b8bcf-9389-4eaa-9b18-a5b94ecf985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:39.611216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-48b7694c-17d2-4c17-8b83-a6b8fbc1a2de tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/99034daf-0228-4638-9fe1-6c501379b1a0 HTTP/1.1" status: 200 len: 2981 time: 0.0966828 Aug 23 11:51:39.634539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d5a4-fee0-42d9-9e19-0ca467922c8a req-dc18c25c-737c-463a-bb37-d316a4ad44b3 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.642577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd34d5a4-fee0-42d9-9e19-0ca467922c8a req-dc18c25c-737c-463a-bb37-d316a4ad44b3 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 944 time: 0.0755510 Aug 23 11:51:39.644462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-321b8bcf-9389-4eaa-9b18-a5b94ecf985b None None] Port 7a9019c0-0990-4365-8ef7-9f593cb97b45 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:39.686179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd34d5a4-fee0-42d9-9e19-0ca467922c8a req-333bd504-99ab-4855-bd40-34ec88ce8887 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Aug 23 11:51:39.814403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b12e78-25f2-43e5-b8f1-f024e06c99d4 req-152a8532-4607-4ba7-baaa-2bdf948e6311 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.816001 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06b12e78-25f2-43e5-b8f1-f024e06c99d4 req-152a8532-4607-4ba7-baaa-2bdf948e6311 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 936 time: 0.0554340 Aug 23 11:51:39.857033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06b12e78-25f2-43e5-b8f1-f024e06c99d4 req-cd1d7209-752d-4f08-9993-88a74217d76c tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Aug 23 11:51:39.944389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-2fd62665-b126-403a-a547-508f92cb8115 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/99034daf-0228-4638-9fe1-6c501379b1a0 HTTP/1.1" status: 200 len: 2981 time: 0.3097842 Aug 23 11:51:39.972730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179e94d-2208-47bc-a81b-79c25bafcfd4 req-ce6848a6-7c02-46c6-9a0b-d6ed89286355 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:39.974178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4179e94d-2208-47bc-a81b-79c25bafcfd4 req-ce6848a6-7c02-46c6-9a0b-d6ed89286355 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 945 time: 0.0605042 Aug 23 11:51:40.013224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4179e94d-2208-47bc-a81b-79c25bafcfd4 req-75973ec4-e064-4eca-b307-5b3c6d5c148e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Aug 23 11:51:40.056979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-de8a06bc-8839-472d-b642-a20e2c89cef8 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b71ad539-1b4b-40a4-baf8-75b04b1bc244 HTTP/1.1" status: 200 len: 2981 time: 0.1056316 Aug 23 11:51:40.133606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-29614d7d-8887-4d38-9ee9-4b375e4383fe tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b71ad539-1b4b-40a4-baf8-75b04b1bc244 HTTP/1.1" status: 200 len: 2981 time: 0.0677402 Aug 23 11:51:40.180950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9019c0-0990-4365-8ef7-9f593cb97b45 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:40.193783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:40.213533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-d02129ad-c1ea-49c5-ba9c-3274cc31e272 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d41eb7c2-c8af-485d-9462-74d503cbcb3c HTTP/1.1" status: 200 len: 2981 time: 0.0628262 Aug 23 11:51:40.215983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Transition to ACTIVE for port object 7a9019c0-0990-4365-8ef7-9f593cb97b45 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:40.222696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:40.266288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-99b0b95b-26dc-46d7-9bf5-a0d80d784dc2 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.267738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-99b0b95b-26dc-46d7-9bf5-a0d80d784dc2 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0812802 Aug 23 11:51:40.318909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-e2a203df-eddd-4a24-aed9-4853086ad7fa tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d41eb7c2-c8af-485d-9462-74d503cbcb3c HTTP/1.1" status: 200 len: 2981 time: 0.0982952 Aug 23 11:51:40.333977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9019c0-0990-4365-8ef7-9f593cb97b45,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:40.335123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-bcfaf99a-25a2-42c8-b31f-51bbab3d588e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0571458 Aug 23 11:51:40.351173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Request body: {'floatingip': {'port_id': '942f4a9d-da8b-4517-aa70-b4725957af19', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:40.388109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:40.394398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:40.413659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-b4899f90-2949-4ea4-a7f9-8f9c6a1d9cdd tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d43e09b0-1bc8-4a2f-a603-9bcb67d29052 HTTP/1.1" status: 200 len: 2973 time: 0.0807788 Aug 23 11:51:40.431769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Attempting to bind port 7a9019c0-0990-4365-8ef7-9f593cb97b45 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:40.432110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Attempting to bind port 7a9019c0-0990-4365-8ef7-9f593cb97b45 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:40.433733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Attempting to bind port 7a9019c0-0990-4365-8ef7-9f593cb97b45 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:40.444791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Port 7a9019c0-0990-4365-8ef7-9f593cb97b45 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:40.445132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Attempting to bind port 7a9019c0-0990-4365-8ef7-9f593cb97b45 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:40.468231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:40.468580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:40.468976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:40.469429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Bound port: 7a9019c0-0990-4365-8ef7-9f593cb97b45, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:40.469824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:40.492801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dad1e892-6d0b-4980-a359-765bdd83bc3d req-d6427efa-e326-4933-9775-e11fa08de494 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d43e09b0-1bc8-4a2f-a603-9bcb67d29052 HTTP/1.1" status: 200 len: 2973 time: 0.0700810 Aug 23 11:51:40.516776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:40.528983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 has no active binding in host n-h2-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:51:40.545887 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdb20f2-1e53-4fcb-8033-8cecb61db4dd x-openstack-request-id: req-0bdb20f2-1e53-4fcb-8033-8cecb61db4dd {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:40.546174 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:40.546423 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bdb20f2-1e53-4fcb-8033-8cecb61db4dd {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:40.546827 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'status': 'completed', 'code': 200} Aug 23 11:51:40.589942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] For port 7a9019c0-0990-4365-8ef7-9f593cb97b45, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:40.598881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] For port 7a9019c0-0990-4365-8ef7-9f593cb97b45, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:40.611385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:40.661723 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.662356 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:40.663751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a9019c0-0990-4365-8ef7-9f593cb97b45 HTTP/1.1" status: 200 len: 1096 time: 1.1991103 Aug 23 11:51:40.678308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816479-3cf0-45dd-b57a-51556bade261 req-24c4d566-4967-49a8-9b7e-945910d0105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.679857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-24c4d566-4967-49a8-9b7e-945910d0105b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1125 time: 0.0967088 Aug 23 11:51:40.705487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5dd1a-c231-466c-95ca-e9c5fced36f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9019c0-0990-4365-8ef7-9f593cb97b45,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:40.726480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fe5d6-4868-4925-9679-01407a7c44d9 req-734da1ba-e801-4ec6-9097-29a46a467cd6 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.735877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c3fe5d6-4868-4925-9679-01407a7c44d9 req-734da1ba-e801-4ec6-9097-29a46a467cd6 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1096 time: 0.1354644 Aug 23 11:51:40.798327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c3fe5d6-4868-4925-9679-01407a7c44d9 req-7bd1667b-f196-418c-ad5f-ebbbcdacb12e tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Aug 23 11:51:40.802208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-c256d014-d36f-4250-8228-2fd8ae3f2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.804196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-c256d014-d36f-4250-8228-2fd8ae3f2194 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96129a66bb5c41a8bb2fdf4de52ae978&device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 1099 time: 0.0920918 Aug 23 11:51:40.860894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-7d89e9bd-8dc8-4ced-8239-adeae9899e19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45 HTTP/1.1" status: 200 len: 217 time: 0.0469744 Aug 23 11:51:40.950802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-412e6d15-2b36-45d6-9ea5-d01ec6555cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.952201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-412e6d15-2b36-45d6-9ea5-d01ec6555cba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0826449 Aug 23 11:51:40.959560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3b29-a4d1-46bf-a734-6fee2042b2b9 req-66ead6d5-0f20-4ce1-8ad1-21b909fb1ab1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:40.961913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-770f3b29-a4d1-46bf-a734-6fee2042b2b9 req-66ead6d5-0f20-4ce1-8ad1-21b909fb1ab1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0939958 Aug 23 11:51:41.025754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-770f3b29-a4d1-46bf-a734-6fee2042b2b9 req-3ff0389f-5015-4a04-adeb-c902ec0ad65a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Aug 23 11:51:41.030166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-74056128-c9a7-47e8-b37b-4efec661974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.031646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-74056128-c9a7-47e8-b37b-4efec661974e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689635 Aug 23 11:51:41.161079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816479-3cf0-45dd-b57a-51556bade261 req-9b0771fa-3ea9-4368-a7df-12bf6af96a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.162568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-9b0771fa-3ea9-4368-a7df-12bf6af96a87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.4531059 Aug 23 11:51:41.188113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e93ead-5030-4557-beec-af10871b2dee req-0900bd48-1efc-451e-8af1-4d6a2aa1974f tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d67b42cdee042d6bd2f6c946d2983e0 HTTP/1.1" status: 200 len: 6103 time: 0.1292951 Aug 23 11:51:41.190105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-9c12eb4f-722e-428d-80f2-1115eb5ed287 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511137 Aug 23 11:51:41.239777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-bc03818b-c87c-47e5-b4d3-cbb348556ce3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 217 time: 0.0677052 Aug 23 11:51:41.305944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e93ead-5030-4557-beec-af10871b2dee req-ecbbf2e6-3ef3-4ab5-b42a-a7587752252f tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "GET /v2.0/security-groups/96db6de1-bfc6-4c8d-b331-4f6c4812830e HTTP/1.1" status: 200 len: 2981 time: 0.1083121 Aug 23 11:51:41.336798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-cf30bb61-8391-49ae-b24d-298012cc4a85 service neutron] 10.222.0.44 "GET /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55/bindings/n-h2-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.2123678 Aug 23 11:51:41.350732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aaf6bf5-f9ea-484b-b2eb-d64ff6bee379 req-7b257be1-ffb7-4366-9f74-ec2a8b1caa3b service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457074 Aug 23 11:51:41.377157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08e93ead-5030-4557-beec-af10871b2dee req-601c72fe-f2cb-45eb-9a6b-96eafcad4c7f tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "GET /v2.0/security-groups/96db6de1-bfc6-4c8d-b331-4f6c4812830e HTTP/1.1" status: 200 len: 2981 time: 0.0626020 Aug 23 11:51:41.392493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816479-3cf0-45dd-b57a-51556bade261 req-e0ad3758-c5df-4865-840a-e0aba1fc92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.394003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-e0ad3758-c5df-4865-840a-e0aba1fc92ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1378412 Aug 23 11:51:41.403141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:41.417077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:41.471906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-2346fe04-fd68-43bf-9007-9c1eeb6d7f30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675862 Aug 23 11:51:41.485053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3f24-27e8-4aa3-b6f6-3eac343fa744 req-6c8a7240-4f19-478d-b64f-2dd8cec71e82 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.486443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb5d3f24-27e8-4aa3-b6f6-3eac343fa744 req-6c8a7240-4f19-478d-b64f-2dd8cec71e82 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0511799 Aug 23 11:51:41.540633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb5d3f24-27e8-4aa3-b6f6-3eac343fa744 req-d5079b57-a87b-4b9a-a451-94867aa564b1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Aug 23 11:51:41.647245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dfa89-52ef-498e-974f-c5317c00510f req-b28909a3-0631-4022-a30d-cdd3b68c9909 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.648772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-282dfa89-52ef-498e-974f-c5317c00510f req-b28909a3-0631-4022-a30d-cdd3b68c9909 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 944 time: 0.0497861 Aug 23 11:51:41.688420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-282dfa89-52ef-498e-974f-c5317c00510f req-420db469-d116-45d0-acc4-af8b298469c7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334637 Aug 23 11:51:41.715404 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Floating IP 4ae28a63-99e2-4faa-bc97-dd489e7748d5 associated. External IP: 172.25.1.17, port: 942f4a9d-da8b-4517-aa70-b4725957af19. Aug 23 11:51:41.720471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-1b165510-f355-47a8-ba38-73ef204b3110 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350166 Aug 23 11:51:41.790207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5935df3-9a01-43e2-a37f-9738995722f2 req-ad745682-4e0f-48b9-841b-92ed29477cd2 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.791985 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5935df3-9a01-43e2-a37f-9738995722f2 req-ad745682-4e0f-48b9-841b-92ed29477cd2 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1096 time: 0.0441108 Aug 23 11:51:41.826938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5935df3-9a01-43e2-a37f-9738995722f2 req-44ba5158-e0e8-4441-9c47-8b52aa440b50 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286460 Aug 23 11:51:41.881813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:41.929196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:41.938402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120ad7b-ef01-4ee6-8ed5-5fecbdc0b68f req-1767a9e6-7d56-47be-9cfa-3e7d46c363ab tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:41.942212 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3120ad7b-ef01-4ee6-8ed5-5fecbdc0b68f req-1767a9e6-7d56-47be-9cfa-3e7d46c363ab tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 948 time: 0.0530882 Aug 23 11:51:41.967932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6816479-3cf0-45dd-b57a-51556bade261 req-35b9aa85-27a2-437e-bf30-1f8811be8cc9 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136543 Aug 23 11:51:41.981372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3120ad7b-ef01-4ee6-8ed5-5fecbdc0b68f req-da1213fa-28ff-4f6f-993a-c0084438055d tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352321 Aug 23 11:51:42.010891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:42.026359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:42.068851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.111902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca06e334-03d1-4a3d-a88d-e998fae36ab8 req-7b4273d8-6be8-4726-bff3-e65fcc442fc7 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/28608759-99ce-4cba-abf7-6e0b53c00516 HTTP/1.1" status: 200 len: 1776 time: 0.0370712 Aug 23 11:51:42.138593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Router 49775e2d-8648-4dab-9960-d4b51fb624c4 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:51:42.179361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ca06e334-03d1-4a3d-a88d-e998fae36ab8 req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.200312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Transition to ACTIVE for port object 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:42.204115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ca06e334-03d1-4a3d-a88d-e998fae36ab8 req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.207024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.247206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ca06e334-03d1-4a3d-a88d-e998fae36ab8 req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.250272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ca06e334-03d1-4a3d-a88d-e998fae36ab8 req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.259466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca06e334-03d1-4a3d-a88d-e998fae36ab8 req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/28608759-99ce-4cba-abf7-6e0b53c00516 HTTP/1.1" status: 204 len: 173 time: 0.1399782 Aug 23 11:51:42.268404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28608759-99ce-4cba-abf7-6e0b53c00516,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:42.277517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.277908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.278234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.278573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.278908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.279422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.279767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.280661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.281276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.281386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.281652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.282003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6890f85-f904-4aff-9786-3fdddf24f1d6 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.323074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] No DVR routers for this DVR port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:42.338326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Pushing event updated for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:42.351760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.352142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.352441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.352776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.353109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.353439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.353788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.354115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.354440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.354759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.355085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.355403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:42.359407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:51:42.374789 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] Sync routers for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:51:42.377048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.388121 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:42.388121 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:42.400650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4d34698e-be98-4522-acab-0a8340c5b97a service neutron] 10.222.0.44 "PUT /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55/bindings/n-h2-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0541985 Aug 23 11:51:42.402871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e0400-c1c3-4b57-8b13-97de5f723beb req-a7fd4ed1-8d5d-41de-81a4-02ac556f8800 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.404587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c5e0400-c1c3-4b57-8b13-97de5f723beb req-a7fd4ed1-8d5d-41de-81a4-02ac556f8800 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0583620 Aug 23 11:51:42.412681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-aee3cafe-6f03-4d24-b666-6e4c02dcd065 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "PUT /v2.0/floatingips/4ae28a63-99e2-4faa-bc97-dd489e7748d5 HTTP/1.1" status: 200 len: 995 time: 2.0659308 Aug 23 11:51:42.413430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:42.416894 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:42.476231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c5e0400-c1c3-4b57-8b13-97de5f723beb req-14d3a511-2e75-415b-a4ec-d8ea1af9d095 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650029 Aug 23 11:51:42.499793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-6c127b31-6802-488f-8ed3-88df23c5c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.499793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-6c127b31-6802-488f-8ed3-88df23c5c08b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0552611 Aug 23 11:51:42.522033 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:42.536306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-38d04cc8-feb6-45f8-a567-462735b5d214 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.537847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-38d04cc8-feb6-45f8-a567-462735b5d214 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.0738811 Aug 23 11:51:42.553289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84723d2f-3390-457f-b5e3-92033392cfe5', 'tag': '7a9019c0-0990-4365-8ef7-9f593cb97b45'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:42.555686 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4901782-cfda-4b12-a776-d68fee89db7e" -d '{"events": [{"name": "network-changed", "server_uuid": "84723d2f-3390-457f-b5e3-92033392cfe5", "tag": "7a9019c0-0990-4365-8ef7-9f593cb97b45"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:42.599208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-3b617532-db5e-415e-b4e1-2c514b1175ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.600923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-3b617532-db5e-415e-b4e1-2c514b1175ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 930 time: 0.0978363 Aug 23 11:51:42.608758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5db5a329-9a24-484e-9acd-e5e540429286 req-39643d68-bbb7-4632-936f-070d5a707df5 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97595f4d-a7ee-444d-9eeb-c11e966b73c8 HTTP/1.1" status: 200 len: 1777 time: 0.0924959 Aug 23 11:51:42.635015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-7909a272-281c-4bda-9fcf-50a6d7478051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.636814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-7909a272-281c-4bda-9fcf-50a6d7478051 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0739965 Aug 23 11:51:42.678723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-d6c032b7-c8cf-43a9-b334-23c4c7d1a8b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 998 time: 0.0709918 Aug 23 11:51:42.709714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5db5a329-9a24-484e-9acd-e5e540429286 req-50b53584-f8a0-4218-9277-aff4eacfbd80 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.737762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5db5a329-9a24-484e-9acd-e5e540429286 req-50b53584-f8a0-4218-9277-aff4eacfbd80 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.750294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-44110690-9329-4a42-b4d4-4614e4cfd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.750716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4bc5c1eb-43d0-4b83-ac07-2c59005ad834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.752221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-4bc5c1eb-43d0-4b83-ac07-2c59005ad834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1096 time: 0.0855823 Aug 23 11:51:42.753225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-44110690-9329-4a42-b4d4-4614e4cfd7b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 200 len: 868 time: 0.0695479 Aug 23 11:51:42.768644 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4ae28a63-99e2-4faa-bc97-dd489e7748d5', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'port_id': '942f4a9d-da8b-4517-aa70-b4725957af19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'mac_address': 'fa:16:3e:cd:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:51:38Z', 'updated_at': '2021-08-23T11:51:41Z', 'revision_number': 1, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:25Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:42.795726 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] Checking router: 49775e2d-8648-4dab-9960-d4b51fb624c4 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:51:42.803542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-13979ca5-4edc-4fa2-af8b-8b1bc05b6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.805769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-13979ca5-4edc-4fa2-af8b-8b1bc05b6542 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cfe7561-a689-4778-8177-3a58e5e2eb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450804 Aug 23 11:51:42.810787 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:42.811685 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:42.818328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-9a0bc832-ffd0-4f73-bb36-bc0c28815333 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:42.819749 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-9a0bc832-ffd0-4f73-bb36-bc0c28815333 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057452 Aug 23 11:51:42.843944 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5db5a329-9a24-484e-9acd-e5e540429286 req-50b53584-f8a0-4218-9277-aff4eacfbd80 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.846875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5db5a329-9a24-484e-9acd-e5e540429286 req-50b53584-f8a0-4218-9277-aff4eacfbd80 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:42.848110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5db5a329-9a24-484e-9acd-e5e540429286 req-50b53584-f8a0-4218-9277-aff4eacfbd80 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/97595f4d-a7ee-444d-9eeb-c11e966b73c8 HTTP/1.1" status: 204 len: 173 time: 0.2309985 Aug 23 11:51:42.865547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b53584-f8a0-4218-9277-aff4eacfbd80 tempest-SecurityGroupsTestAdminJSON-1398884411 tempest-SecurityGroupsTestAdminJSON-1398884411-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97595f4d-a7ee-444d-9eeb-c11e966b73c8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:42.884029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-3627f107-476d-44b8-99d2-073ac3ae9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:42.885551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-3627f107-476d-44b8-99d2-073ac3ae9189 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1237690 Aug 23 11:51:42.937142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-a3c706e7-59c8-46f2-9f26-387e6501f40d service neutron] 10.222.0.21 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102068 Aug 23 11:51:42.955055 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:42.958645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-9471b97a-13c4-4b4c-91cd-b3bb0de23fc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 200 len: 217 time: 0.0627885 Aug 23 11:51:43.038245 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69618536-2fce-46ac-84d5-5dae92254b22 x-openstack-request-id: req-69618536-2fce-46ac-84d5-5dae92254b22 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:43.038610 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:43.038800 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69618536-2fce-46ac-84d5-5dae92254b22 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:43.039878 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19', 'status': 'completed', 'code': 200} Aug 23 11:51:43.040059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-f87f84a6-6716-4f34-acad-fd4218644370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.041857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-f87f84a6-6716-4f34-acad-fd4218644370 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0729616 Aug 23 11:51:43.079210 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e5ed3-393a-455f-8a9c-4b6e8fc748a3 x-openstack-request-id: req-531e5ed3-393a-455f-8a9c-4b6e8fc748a3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:43.080334 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84723d2f-3390-457f-b5e3-92033392cfe5", "tag": "7a9019c0-0990-4365-8ef7-9f593cb97b45", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:43.080334 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-531e5ed3-393a-455f-8a9c-4b6e8fc748a3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:43.080334 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84723d2f-3390-457f-b5e3-92033392cfe5', 'tag': '7a9019c0-0990-4365-8ef7-9f593cb97b45', 'status': 'completed', 'code': 200} Aug 23 11:51:43.104787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cc336c4-c4e9-483a-91ef-d70dc4ca1dc7 req-3fe978fe-57da-469d-a54b-a4e59aa5449e service neutron] 10.222.0.21 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610384 Aug 23 11:51:43.112946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-dfeddb3d-c619-45b8-8300-5194ae7201bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637965 Aug 23 11:51:43.127981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-e3e788b4-3ba0-4c7f-8159-e84957ea9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.129953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-e3e788b4-3ba0-4c7f-8159-e84957ea9988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0873306 Aug 23 11:51:43.285835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba13e-0971-4d85-899d-046ed4a9d123 req-0460d138-a948-4bd2-b09e-519824078b5c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.287461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6faba13e-0971-4d85-899d-046ed4a9d123 req-0460d138-a948-4bd2-b09e-519824078b5c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.1106827 Aug 23 11:51:43.287878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901782-cfda-4b12-a776-d68fee89db7e req-e0c41171-7a2d-483e-8766-ae2b9ed81ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.290346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-e0c41171-7a2d-483e-8766-ae2b9ed81ba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96129a66bb5c41a8bb2fdf4de52ae978&device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 1099 time: 0.1816392 Aug 23 11:51:43.290573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-d64ac31c-3399-4da9-8e3b-346e3d8bb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.292532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-d64ac31c-3399-4da9-8e3b-346e3d8bb238 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 930 time: 0.1546414 Aug 23 11:51:43.304092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88ad8e-8d83-4d3a-86f4-c03ab7d05a03 req-35bbbccd-0269-4093-b241-2867ae49ca52 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.307769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd88ad8e-8d83-4d3a-86f4-c03ab7d05a03 req-35bbbccd-0269-4093-b241-2867ae49ca52 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1972649 Aug 23 11:51:43.337079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4ae28a63-99e2-4faa-bc97-dd489e7748d5', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'port_id': '942f4a9d-da8b-4517-aa70-b4725957af19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'mac_address': 'fa:16:3e:cd:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:51:38Z', 'updated_at': '2021-08-23T11:51:41Z', 'revision_number': 1, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:25Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:43.365412 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e424e4e-1760-424b-b723-26b9666bd0e5 None None] The sync data for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 is: [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4ae28a63-99e2-4faa-bc97-dd489e7748d5', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'port_id': '942f4a9d-da8b-4517-aa70-b4725957af19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'mac_address': 'fa:16:3e:cd:1b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:51:38Z', 'updated_at': '2021-08-23T11:51:41Z', 'revision_number': 1, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:25Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:51:43.388169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6faba13e-0971-4d85-899d-046ed4a9d123 req-affe03cc-0bae-4d5c-be39-1586f669891d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896792 Aug 23 11:51:43.392639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-45021d73-1a37-4f59-adcc-4666360801b8 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696078 Aug 23 11:51:43.413757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-0b4f86b8-1cc5-4715-9f37-09d03dd00814 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 998 time: 0.0931962 Aug 23 11:51:43.414498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd88ad8e-8d83-4d3a-86f4-c03ab7d05a03 req-8ee9a551-4443-4c57-950c-6179c72fa4f6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944331 Aug 23 11:51:43.505652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-44874cb4-f3c3-46ae-bb80-e1ed6c8d4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.507375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-44874cb4-f3c3-46ae-bb80-e1ed6c8d4772 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 200 len: 868 time: 0.0847142 Aug 23 11:51:43.513970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29dcc5a6-27df-433b-a009-f134960e10d7 req-564bca29-5a61-43ee-b5f6-e264e9745c6c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "GET /v2.0/security-groups/01cc8df7-1c9d-4b8a-bc2a-59cb2005872c HTTP/1.1" status: 200 len: 1778 time: 0.0808401 Aug 23 11:51:43.593496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901782-cfda-4b12-a776-d68fee89db7e req-ee8aea29-9a21-4042-b47b-a60204e2ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.593793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-02abe53b-5f7b-48d8-adbe-b2ddf4fec5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.595178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-ee8aea29-9a21-4042-b47b-a60204e2ae13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2790866 Aug 23 11:51:43.595443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-02abe53b-5f7b-48d8-adbe-b2ddf4fec5ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfe7561-a689-4778-8177-3a58e5e2eb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804763 Aug 23 11:51:43.615025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-e0efe014-4570-424e-8f85-e3553f5b5e8d service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501787 Aug 23 11:51:43.623654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1d637-1fce-4df5-badf-cd0d44a51e33 req-816b6a7c-3fd2-440f-ae50-6f7b5904642f tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.625317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7af1d637-1fce-4df5-badf-cd0d44a51e33 req-816b6a7c-3fd2-440f-ae50-6f7b5904642f tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1096 time: 0.0890036 Aug 23 11:51:43.628574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-29dcc5a6-27df-433b-a009-f134960e10d7 req-f315dbba-2a0f-4815-8a4b-90e6c7b2de51 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:43.669313 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-4a065d6b-2f89-4146-bb65-bb116de5bba9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45 HTTP/1.1" status: 200 len: 217 time: 0.0533919 Aug 23 11:51:43.686526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca76563-996e-471f-9e2e-aff79d19264c None None] New status for floating IP 4ae28a63-99e2-4faa-bc97-dd489e7748d5: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:51:43.700018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-29dcc5a6-27df-433b-a009-f134960e10d7 req-f315dbba-2a0f-4815-8a4b-90e6c7b2de51 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:43.728006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7af1d637-1fce-4df5-badf-cd0d44a51e33 req-072df336-15f5-4f33-bd14-53ef5577b1f4 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653133 Aug 23 11:51:43.737576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901782-cfda-4b12-a776-d68fee89db7e req-4a3d0d38-4462-48a9-87ac-e62c23e0cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.739041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-4a3d0d38-4462-48a9-87ac-e62c23e0cf8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0594728 Aug 23 11:51:43.775770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-2d786754-99eb-4dcc-9820-52b1baa43974 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610351 Aug 23 11:51:43.802916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-29dcc5a6-27df-433b-a009-f134960e10d7 req-f315dbba-2a0f-4815-8a4b-90e6c7b2de51 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:43.806343 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-29dcc5a6-27df-433b-a009-f134960e10d7 req-f315dbba-2a0f-4815-8a4b-90e6c7b2de51 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:43.821242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29dcc5a6-27df-433b-a009-f134960e10d7 req-f315dbba-2a0f-4815-8a4b-90e6c7b2de51 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "DELETE /v2.0/security-groups/01cc8df7-1c9d-4b8a-bc2a-59cb2005872c HTTP/1.1" status: 204 len: 173 time: 0.2983000 Aug 23 11:51:43.830859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901782-cfda-4b12-a776-d68fee89db7e req-f033d630-1889-4f0f-bd36-1ee44414f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:43.832463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-f033d630-1889-4f0f-bd36-1ee44414f480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860713 Aug 23 11:51:43.862351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315dbba-2a0f-4815-8a4b-90e6c7b2de51 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc8df7-1c9d-4b8a-bc2a-59cb2005872c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:44.021228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42d0e46d-cb1e-4a9a-a810-98410f12c8ba req-a9bbcb73-e233-41d1-8cf6-aa660c4b51f2 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344394 Aug 23 11:51:44.052524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-6b7990ba-32b1-4a76-8333-b9c9c08be5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 258 time: 0.1385598 Aug 23 11:51:44.063139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:44.091177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.194019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-f4357428-e9ff-4bf8-a89e-d47452655d86 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:44.196167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-f4357428-e9ff-4bf8-a89e-d47452655d86 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.3217893 Aug 23 11:51:44.206166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245949f5-6d99-4955-9332-027b2844e563 req-050c9584-8265-4cb2-9d98-cd9224520ca8 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:44.207671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-245949f5-6d99-4955-9332-027b2844e563 req-050c9584-8265-4cb2-9d98-cd9224520ca8 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 948 time: 0.3805685 Aug 23 11:51:44.215191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.275689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-18110338-c2e7-4652-b3fd-139b7058b45d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069631 Aug 23 11:51:44.327805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-245949f5-6d99-4955-9332-027b2844e563 req-4d51856d-84b7-4962-954b-7c496f5bbc4e tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091990 Aug 23 11:51:44.362509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Allocated IP 172.25.1.109 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/6c081ff8-ab4b-4866-b625-89f07688a940) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:44.403811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7a9019c0-0990-4365-8ef7-9f593cb97b45 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:44.474868 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4901782-cfda-4b12-a776-d68fee89db7e req-a4423cfb-0c8f-4bd6-b604-54873faae505 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897535 Aug 23 11:51:44.479727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-dd67cebe-2625-491a-b68a-fcfaa5325cd8 service neutron] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:44.485822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-dd67cebe-2625-491a-b68a-fcfaa5325cd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.486935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ff0bb57-442e-4bd2-89f0-6c55f5a6ca2f req-dd67cebe-2625-491a-b68a-fcfaa5325cd8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55/bindings/n-h1-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.2767310 Aug 23 11:51:44.487558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.499890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1a3e7-4d4c-4b17-b3f4-cf98d8440a38 req-5bf85a84-e634-4808-9140-df62902a7952 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:44.501603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79c1a3e7-4d4c-4b17-b3f4-cf98d8440a38 req-5bf85a84-e634-4808-9140-df62902a7952 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0917501 Aug 23 11:51:44.532643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7a9019c0-0990-4365-8ef7-9f593cb97b45, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:44.544956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '7a9019c0-0990-4365-8ef7-9f593cb97b45', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '7a9019c0-0990-4365-8ef7-9f593cb97b45', 'mac_address': 'fa:16:3e:07:a3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:44.552684 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79c1a3e7-4d4c-4b17-b3f4-cf98d8440a38 req-bf669455-e7f7-4487-acbc-55f08d3ca6cf tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Aug 23 11:51:44.571689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.594337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.610385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9019c0-0990-4365-8ef7-9f593cb97b45 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:44.633674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7a9019c0-0990-4365-8ef7-9f593cb97b45, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:44.639405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:44.707407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7a9019c0-0990-4365-8ef7-9f593cb97b45,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:44.716439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.717144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.718343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.718867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.719365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.719907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.720243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.720755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.721096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.721423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.721851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.722339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:51:44.877991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:44.881026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:44.888293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:44.891618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event updated for resources: {'Port': ['ID=6c081ff8-ab4b-4866-b625-89f07688a940,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:44.904812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:44.961549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7a9019c0-0990-4365-8ef7-9f593cb97b45'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:45.008845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.013289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:45.051280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.220211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.226647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.308756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event updated for resources: {'Port': ['ID=6c081ff8-ab4b-4866-b625-89f07688a940,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:45.319111 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.335379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.335826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-c686a007-c716-48c8-9b12-cef92ea9ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2768996 Aug 23 11:51:45.392818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-e4c39174-e92c-4ede-81b2-12d7e4b80e32 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.0504055 Aug 23 11:51:45.510368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-37e9692c-a89b-4ffd-8526-6c318832c0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:45.511927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2866f011-fa46-4e9f-924a-cf2bf9fe108b req-37e9692c-a89b-4ffd-8526-6c318832c0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1130619 Aug 23 11:51:45.584426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-2426ce2a-7a7b-4f33-ac8e-341f7a00dc64 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:45.585432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-2426ce2a-7a7b-4f33-ac8e-341f7a00dc64 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095708 Aug 23 11:51:45.589801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a058e6a4-b069-4b95-b4e1-d4385fc6af82 req-d942d04a-7ea1-4435-8faa-2897c8f7a2d9 tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "GET /v2.0/security-groups/b7fa2a37-cf26-483b-97f1-765f59c7465b HTTP/1.1" status: 200 len: 1777 time: 0.0547855 Aug 23 11:51:45.595194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Request body: {'binding': {'host': 'n-h2-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:45.595647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Unknown quota resources ['binding']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:51:45.738107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a058e6a4-b069-4b95-b4e1-d4385fc6af82 req-9c23cf8e-6014-4331-895b-76dfdc6b415c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.770539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a058e6a4-b069-4b95-b4e1-d4385fc6af82 req-9c23cf8e-6014-4331-895b-76dfdc6b415c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.827365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on host n-h2-773645-7 for vnic_type normal with profile None {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:45.827881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:45.828393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:45.835114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:45.835451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:45.842646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:45.843023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:45.843416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:45.843862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Bound port: 53122172-f274-419e-9bfe-6d08430ff69e, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:45.846680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a058e6a4-b069-4b95-b4e1-d4385fc6af82 req-9c23cf8e-6014-4331-895b-76dfdc6b415c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.849209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a058e6a4-b069-4b95-b4e1-d4385fc6af82 req-9c23cf8e-6014-4331-895b-76dfdc6b415c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.850372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a058e6a4-b069-4b95-b4e1-d4385fc6af82 req-9c23cf8e-6014-4331-895b-76dfdc6b415c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7fa2a37-cf26-483b-97f1-765f59c7465b HTTP/1.1" status: 204 len: 173 time: 0.2525239 Aug 23 11:51:45.897544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23cf8e-6014-4331-895b-76dfdc6b415c tempest-SecurityGroupsTestAdminJSON-1895189883 tempest-SecurityGroupsTestAdminJSON-1895189883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa2a37-cf26-483b-97f1-765f59c7465b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:45.971038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:45.980023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:45.981295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-dd3cd3f7-8c6e-4e90-9ab9-973f7a5d2ee7 service neutron] 10.222.0.21 "POST /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3893809 Aug 23 11:51:45.994008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086dd4-fbf0-4f9a-9d42-c90e0606ee84 req-92e65f6e-3672-4435-8c52-eda24314a288 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:45.995475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1086dd4-fbf0-4f9a-9d42-c90e0606ee84 req-92e65f6e-3672-4435-8c52-eda24314a288 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.0700805 Aug 23 11:51:46.048484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1086dd4-fbf0-4f9a-9d42-c90e0606ee84 req-98d18878-f5ac-4879-b7eb-9b10cdb4c1e0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Aug 23 11:51:46.173411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37086) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:46.203155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7e64-5a5e-47b7-8a91-4b14c68e266a req-fbd4f153-d389-423d-8246-b6ffd42effa1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.205816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed6a7e64-5a5e-47b7-8a91-4b14c68e266a req-fbd4f153-d389-423d-8246-b6ffd42effa1 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0842154 Aug 23 11:51:46.282833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-ae3f1b90-3b1e-4735-a4db-9d87fe46cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.284375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-ae3f1b90-3b1e-4735-a4db-9d87fe46cc37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1096 time: 0.0723023 Aug 23 11:51:46.286406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d732d35-65fd-4c08-9685-1b8e3aeda749 req-d0393f49-732a-4dbd-89d5-61918244734c tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.288074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d732d35-65fd-4c08-9685-1b8e3aeda749 req-d0393f49-732a-4dbd-89d5-61918244734c tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 949 time: 0.0620394 Aug 23 11:51:46.290216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed6a7e64-5a5e-47b7-8a91-4b14c68e266a req-5613ab59-ecf2-4c0b-a052-56c72e2f80a2 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Aug 23 11:51:46.333406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d732d35-65fd-4c08-9685-1b8e3aeda749 req-e4c58349-1f74-4596-bd91-e794e7cf8cdf tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Aug 23 11:51:46.415584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7a9019c0-0990-4365-8ef7-9f593cb97b45 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:46.444061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-81653233-0e72-41dd-83c1-85f18ff95cb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d67b42cdee042d6bd2f6c946d2983e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627652 Aug 23 11:51:46.448113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fb95e-a255-4728-bc22-32f327f5b2e3 req-b4d11305-7a74-4c3e-ab33-2f73f7962cd3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.449785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-500fb95e-a255-4728-bc22-32f327f5b2e3 req-b4d11305-7a74-4c3e-ab33-2f73f7962cd3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0570152 Aug 23 11:51:46.450652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37090) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:46.474423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 7a9019c0-0990-4365-8ef7-9f593cb97b45 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:46.479234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 7a9019c0-0990-4365-8ef7-9f593cb97b45 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:46.479608 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.480930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-325a1501-fceb-40c6-b219-820941ff40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.482468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-325a1501-fceb-40c6-b219-820941ff40ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.1900113 Aug 23 11:51:46.512456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-44ce8592-a491-466c-b8d3-3beda7453094 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.514049 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-44ce8592-a491-466c-b8d3-3beda7453094 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1121869 Aug 23 11:51:46.541733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-500fb95e-a255-4728-bc22-32f327f5b2e3 req-f4064a7b-4cba-4916-8eaa-e9155e6fbda8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782223 Aug 23 11:51:46.545788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e6b3530-6713-45de-a0cd-27dff7765069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.551663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-06af1ad0-ec28-40ee-8e08-5b39e0c26209 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 217 time: 0.0601747 Aug 23 11:51:46.572848 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e6b3530-6713-45de-a0cd-27dff7765069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.586427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.620987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84723d2f-3390-457f-b5e3-92033392cfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9019c0-0990-4365-8ef7-9f593cb97b45'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:46.626971 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb008c96-a3f0-449b-b8ac-12a4ff75021d" -d '{"events": [{"server_uuid": "84723d2f-3390-457f-b5e3-92033392cfe5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9019c0-0990-4365-8ef7-9f593cb97b45"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:46.641564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7a9019c0-0990-4365-8ef7-9f593cb97b45, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:46.646182 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.657763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-9d13b481-401e-4229-b366-a6b8587209d9 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.1169589 Aug 23 11:51:46.669138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e6b3530-6713-45de-a0cd-27dff7765069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.672058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-797f0171-a240-4d11-a158-edf84e05c4f4 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Request body: {'floatingip': {'port_id': '942f4a9d-da8b-4517-aa70-b4725957af19', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:46.672246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e6b3530-6713-45de-a0cd-27dff7765069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.673300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8e6b3530-6713-45de-a0cd-27dff7765069 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96db6de1-bfc6-4c8d-b331-4f6c4812830e HTTP/1.1" status: 204 len: 168 time: 0.2219353 Aug 23 11:51:46.685221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b3530-6713-45de-a0cd-27dff7765069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db6de1-bfc6-4c8d-b331-4f6c4812830e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:46.698286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c693-6601-4360-b3b8-96f015d092b4 req-8856d9c7-fe86-40a4-b19b-6477735a8618 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.700313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f535c693-6601-4360-b3b8-96f015d092b4 req-8856d9c7-fe86-40a4-b19b-6477735a8618 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 945 time: 0.0883770 Aug 23 11:51:46.738781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-c4898f36-8b24-4d53-a760-0ade2d6d24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.740299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-c4898f36-8b24-4d53-a760-0ade2d6d24b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1562364 Aug 23 11:51:46.748672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f535c693-6601-4360-b3b8-96f015d092b4 req-212fa8e8-91de-48f4-bf49-256700657d00 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Aug 23 11:51:46.761076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7a9019c0-0990-4365-8ef7-9f593cb97b45,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:46.762378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-797f0171-a240-4d11-a158-edf84e05c4f4 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:46.779445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-d1a55b77-4efc-48a1-99ae-0955ccd9b7ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298228 Aug 23 11:51:46.846427 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c39d4-7914-4d3f-be90-3a9863584a95 x-openstack-request-id: req-b67c39d4-7914-4d3f-be90-3a9863584a95 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:46.846791 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84723d2f-3390-457f-b5e3-92033392cfe5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9019c0-0990-4365-8ef7-9f593cb97b45", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:46.847112 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b67c39d4-7914-4d3f-be90-3a9863584a95 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:46.847748 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84723d2f-3390-457f-b5e3-92033392cfe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9019c0-0990-4365-8ef7-9f593cb97b45', 'code': 200} Aug 23 11:51:46.957965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b7a3-f381-4076-a113-c761ece73ce3 req-7949c7ef-5bb5-459f-983f-410ae39649b0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:46.960286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0050b7a3-f381-4076-a113-c761ece73ce3 req-7949c7ef-5bb5-459f-983f-410ae39649b0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 1096 time: 0.0601096 Aug 23 11:51:46.998008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0050b7a3-f381-4076-a113-c761ece73ce3 req-044d8748-2ea9-42d4-b4f1-c34be50fcc18 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Aug 23 11:51:47.040202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37100) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:47.070146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-6137bf56-b75b-4c36-9f66-174c93cecdae service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446270 Aug 23 11:51:47.073664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6454bd-21d7-471a-9960-5a282d2d8910 req-852d47e4-44b4-4489-a452-fcb90bfec825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:47.075104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce6454bd-21d7-471a-9960-5a282d2d8910 req-852d47e4-44b4-4489-a452-fcb90bfec825 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 1101 time: 0.1572731 Aug 23 11:51:47.082885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d8a4f57d-3245-4d35-9629-b581254dd7ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb2c5f26eec44b149c465a0cec792d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439470 Aug 23 11:51:47.085586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37104) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:47.251586 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-797f0171-a240-4d11-a158-edf84e05c4f4 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 11:51:47.252635 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842c9c79-dfce-4ab0-a39e-632d7198cd2a req-797f0171-a240-4d11-a158-edf84e05c4f4 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "PUT /v2.0/floatingips/f12a4ad1-ab50-4bbd-9106-b60da19986a8 HTTP/1.1" status: 409 len: 550 time: 0.5867212 Aug 23 11:51:47.260145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce6454bd-21d7-471a-9960-5a282d2d8910 req-e2b38dab-73e0-4dc2-abf2-1746547c8aa1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671104 Aug 23 11:51:47.290282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a22a480e-95ce-4670-8a97-ffc7e1339238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:47.301393 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-c9943ad8-75b9-4039-bde8-053d2b87c99f service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164333 Aug 23 11:51:47.314992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-fdc0f344-44d0-4051-9f6f-eae2bd6be1c2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:47.318221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-fdc0f344-44d0-4051-9f6f-eae2bd6be1c2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.1252954 Aug 23 11:51:47.320443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a22a480e-95ce-4670-8a97-ffc7e1339238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:47.334597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-f0b53eac-38ac-48fe-813e-dd6969aec81f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/quotas/63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Aug 23 11:51:47.405796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-4128e33b-8a12-404b-a01e-510c96f44922 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641649 Aug 23 11:51:47.420175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-aa693dd5-6fa3-441d-9148-bdadbde37717 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips/f12a4ad1-ab50-4bbd-9106-b60da19986a8 HTTP/1.1" status: 200 len: 693 time: 0.0513501 Aug 23 11:51:47.423267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a22a480e-95ce-4670-8a97-ffc7e1339238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:47.426479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a22a480e-95ce-4670-8a97-ffc7e1339238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:47.430413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a22a480e-95ce-4670-8a97-ffc7e1339238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b71ad539-1b4b-40a4-baf8-75b04b1bc244 HTTP/1.1" status: 204 len: 168 time: 0.3327138 Aug 23 11:51:47.455385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a480e-95ce-4670-8a97-ffc7e1339238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ad539-1b4b-40a4-baf8-75b04b1bc244,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:47.534348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-b285b7d6-1bd0-4d18-9ab7-9e53e6a8a1bc service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215050 Aug 23 11:51:47.608574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-90e47f21-cfcc-452c-92a5-417331d08b0e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:47.611085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-90e47f21-cfcc-452c-92a5-417331d08b0e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1822567 Aug 23 11:51:47.614914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-fa03c012-1ff9-43b1-9b60-e5a15840d1be tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:47.616410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-fa03c012-1ff9-43b1-9b60-e5a15840d1be tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.0909815 Aug 23 11:51:47.624998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-77ffa6fd-18fa-47bc-a0b7-b668d7693bf5 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:47.626005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-77ffa6fd-18fa-47bc-a0b7-b668d7693bf5 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056787 Aug 23 11:51:47.631934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773645-7'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:47.692685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-44b6655f-2380-4cb6-86d5-1ec62057b3d3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471233 Aug 23 11:51:47.739459 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-0bf7ac00-3f7f-42a8-87f5-0829b36e2de3 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.1029937 Aug 23 11:51:47.750147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:47.809402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-134c9599-e4b4-4734-ba78-9172bd09b39e tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.109 HTTP/1.1" status: 200 len: 696 time: 0.0608215 Aug 23 11:51:47.920782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2113a-6464-4bc9-90f8-1eee7b3bd67b req-860031dc-9cb9-4c0f-b26d-4814423fbb17 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:47.922590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-add2113a-6464-4bc9-90f8-1eee7b3bd67b req-860031dc-9cb9-4c0f-b26d-4814423fbb17 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0533161 Aug 23 11:51:47.981349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-add2113a-6464-4bc9-90f8-1eee7b3bd67b req-aaabb083-486e-4d0e-8246-d62f8918d8a6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Aug 23 11:51:48.066036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:48.084053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Deleting port 6c081ff8-ab4b-4866-b625-89f07688a940 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:51:48.084771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.132084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5f197-7e68-4731-a02c-c717df1b0bf2 req-4f39cb65-9ed7-4b10-8b38-28986f31f276 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:48.134468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7e5f197-7e68-4731-a02c-c717df1b0bf2 req-4f39cb65-9ed7-4b10-8b38-28986f31f276 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 950 time: 0.0758059 Aug 23 11:51:48.181614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:48.198596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7e5f197-7e68-4731-a02c-c717df1b0bf2 req-10f949fe-f82d-48bb-8abd-22aaef2cdde2 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546649 Aug 23 11:51:48.229315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.229753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.341205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5783241-e945-4ad0-8904-50d8656dc20d req-adceefc8-94d1-4d1f-9a71-53e639258963 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:48.343160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5783241-e945-4ad0-8904-50d8656dc20d req-adceefc8-94d1-4d1f-9a71-53e639258963 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0587108 Aug 23 11:51:48.400888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37160) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:48.420977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5783241-e945-4ad0-8904-50d8656dc20d req-c3f8afff-2a28-4189-bf40-e1890b76fd60 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711880 Aug 23 11:51:48.486384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Calling delete_port for 6c081ff8-ab4b-4866-b625-89f07688a940 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:51:48.490123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:48.493165 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9483165b-f7d5-42e7-865b-0aa98eecefb5" -d '{"events": [{"server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "53122172-f274-419e-9bfe-6d08430ff69e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:48.499485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.517325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.568441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5702e-ede7-435d-b342-3e499acb82fb req-c14f1012-05ab-4f52-b78e-c0b47b1044bd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:48.580189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3aa5702e-ede7-435d-b342-3e499acb82fb req-c14f1012-05ab-4f52-b78e-c0b47b1044bd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 945 time: 0.0999577 Aug 23 11:51:48.594538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-network', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:48.666845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3aa5702e-ede7-435d-b342-3e499acb82fb req-13e55919-c33b-4dc9-a8ef-4f1cdd7b4af5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855725 Aug 23 11:51:48.668038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Made reservation on behalf of 47b96b89c5f94cb394333f8d31bdcd00 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:48.670814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.683445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.721506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:48.754691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on host n-h1-773645-7 for vnic_type normal with profile {"migrating_to": "n-h2-773645-7"} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:48.755064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:48.755422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:48.764983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:48.765311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Attempting to bind port 53122172-f274-419e-9bfe-6d08430ff69e on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:48.778741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:48.779110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:48.779596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:48.780177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Bound port: 53122172-f274-419e-9bfe-6d08430ff69e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:48.780561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.795931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c497509-cfb2-4e42-9c9e-84cd5e7fe372 req-40ad1b12-7b76-404c-9403-bcd9c580afab tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 210 time: 0.0408373 Aug 23 11:51:48.847276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.854086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.900927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:48.905559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:48.906818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.912279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:51:48.928702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.929239 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Added segment 0981d999-7228-49aa-a7c1-d3a748fd9f63 of type vlan for network 018a89df-5d53-4ce8-a002-a2178bd7574c Aug 23 11:51:48.936842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event deleted for resources: {'Port': ['ID=6c081ff8-ab4b-4866-b625-89f07688a940,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:48.939233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:48.978621 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427cb03a-37fe-4fb4-8400-572da53a78a9 x-openstack-request-id: req-427cb03a-37fe-4fb4-8400-572da53a78a9 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:48.978791 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "53122172-f274-419e-9bfe-6d08430ff69e", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:48.978912 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-427cb03a-37fe-4fb4-8400-572da53a78a9 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:48.979297 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e', 'code': 200} Aug 23 11:51:48.979441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99192d17-810c-477f-b041-86ade7b2a352,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:48.989718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.043532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=8']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:49.053285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.054305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.055469 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.097199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.101956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.103538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7346ad3-ee26-4f51-bdd0-90786a2e280a req-51deb56f-0c0a-4b0e-9145-567c70facd19 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "DELETE /v2.0/floatingips/f12a4ad1-ab50-4bbd-9106-b60da19986a8 HTTP/1.1" status: 204 len: 173 time: 1.2863352 Aug 23 11:51:49.122805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=018a89df-5d53-4ce8-a002-a2178bd7574c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:49.134620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 018a89df-5d53-4ce8-a002-a2178bd7574c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:51:49.159039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.159700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.161181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7a27c82d-509e-47e0-a413-9cdc49718fbf service neutron] 10.222.0.41 "PUT /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 1121 time: 1.5332394 Aug 23 11:51:49.203097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eb15e5d6-2c13-4b22-9371-f856572acfe0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7809834 Aug 23 11:51:49.207718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37170) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:49.214331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Request body: {'subnet': {'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-subnet', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:49.263716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-39a2d2bd-23d1-41de-9981-1dca643a12c4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.265213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-39a2d2bd-23d1-41de-9981-1dca643a12c4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.2526672 Aug 23 11:51:49.275970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-10db9829-ca44-469e-a191-ca567c7c3248 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 1000 time: 0.1493757 Aug 23 11:51:49.276238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108997e-df7d-4b11-b389-e09acb04d8dd req-7e22df05-6538-4d3a-b258-9de7d69341c9 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.283548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3108997e-df7d-4b11-b389-e09acb04d8dd req-7e22df05-6538-4d3a-b258-9de7d69341c9 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1651089 Aug 23 11:51:49.294398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['53122172-f274-419e-9bfe-6d08430ff69e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:49.295516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Request body: {'port': {'device_id': '802a7667-a04f-4472-ad65-d093d704a148', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'admin_state_up': True, 'tenant_id': '63af80bfd7424b4cb8ec69d8aeda6ac9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:49.301369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Made reservation on behalf of 47b96b89c5f94cb394333f8d31bdcd00 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:49.304077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.348014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-2f5e6bf9-8fb2-4f5c-a334-fda097bef0af tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.349548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-2f5e6bf9-8fb2-4f5c-a334-fda097bef0af tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports/942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 942 time: 0.0661142 Aug 23 11:51:49.466443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3108997e-df7d-4b11-b389-e09acb04d8dd req-f0bcdb62-3605-40d9-97b5-474a879bcfbe tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819692 Aug 23 11:51:49.492689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-23b59ecd-4cc3-47e4-9455-ef401b19059f tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 1000 time: 0.0910020 Aug 23 11:51:49.632019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Made reservation on behalf of 63af80bfd7424b4cb8ec69d8aeda6ac9 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:51:49.635615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-d1bc5135-3a0b-4781-b369-8b91d22af727 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.635749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.638134 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-d1bc5135-3a0b-4781-b369-8b91d22af727 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1371162 Aug 23 11:51:49.650566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-3ff6ad39-12eb-4d2b-850e-ae6d38f4a4dd tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:51:49.651555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-3ff6ad39-12eb-4d2b-850e-ae6d38f4a4dd tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066836 Aug 23 11:51:49.727136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba063dff-9863-4fbd-a1a2-5dde6fb84692 req-56ff3562-c6a7-4aad-8cb0-57e5e6f292f9 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:49.728800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba063dff-9863-4fbd-a1a2-5dde6fb84692 req-56ff3562-c6a7-4aad-8cb0-57e5e6f292f9 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 950 time: 0.1589451 Aug 23 11:51:49.741902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-309c8629-f105-4433-8e6d-9409cfdf0b70 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 1000 time: 0.0832090 Aug 23 11:51:49.754807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:49.788465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.834756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:49.889623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba063dff-9863-4fbd-a1a2-5dde6fb84692 req-46c1f45c-a914-4a42-9215-52eee913f484 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270232 Aug 23 11:51:49.919721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7efd5145-5691-4fea-a8a6-15f2165701b4,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:49.935669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Allocated IP 172.20.0.3 (8ccb809c-534f-4ce3-a72f-ddddeac16567/ca98d8bb-33e2-4920-b7bf-967fecca1bc0/f3cdeaee-a685-483d-ac12-b0ef886a495f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:49.948026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Checking segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:49.948387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Network hostable DHCP agents. Network: 018a89df-5d53-4ce8-a002-a2178bd7574c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:51:49.988870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Network 018a89df-5d53-4ce8-a002-a2178bd7574c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:51:49.999126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.003230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.003763 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Floating IP 4ae28a63-99e2-4faa-bc97-dd489e7748d5 disassociated. External IP: 172.25.1.17, port: 942f4a9d-da8b-4517-aa70-b4725957af19. Aug 23 11:51:50.032052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 018a89df-5d53-4ce8-a002-a2178bd7574c) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:50.042561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cee39-05c8-4676-87f9-4abfbe8d7b58 None None] Network 018a89df-5d53-4ce8-a002-a2178bd7574c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:51:50.055696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.056819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.120312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d82ba0-35ba-4648-b1f7-77f6ff2bb54f req-a6f6dae6-bdf2-4b7c-b093-7aae57868a97 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.121908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65d82ba0-35ba-4648-b1f7-77f6ff2bb54f req-a6f6dae6-bdf2-4b7c-b093-7aae57868a97 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.1542497 Aug 23 11:51:50.133113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-864f1149-ce4c-4f6c-a758-7769072c7c86 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9233983 Aug 23 11:51:50.137214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37184) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:50.144094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:50.203078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-018a89df-5d53-4ce8-a002-a2178bd7574c', 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'fixed_ips': [{'subnet_id': '7efd5145-5691-4fea-a8a6-15f2165701b4'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:51:50.204794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.216964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65d82ba0-35ba-4648-b1f7-77f6ff2bb54f req-b3a5547b-6995-488d-a44e-cfe96d6ca5f7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804427 Aug 23 11:51:50.217808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.218866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.227390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.249254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Router 49775e2d-8648-4dab-9960-d4b51fb624c4 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:51:50.301046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.381125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Allocated IP 172.20.0.2 (018a89df-5d53-4ce8-a002-a2178bd7574c/7efd5145-5691-4fea-a8a6-15f2165701b4/ca58ac55-c130-4de1-9c26-2a3b65370361) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:50.381881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:51:50.387511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.399434 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] Sync routers for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:51:50.403660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.413209 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:50.422285 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:50.447929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-c21cdd04-3e0f-4423-ae60-e75f32d8ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "PUT /v2.0/floatingips/4ae28a63-99e2-4faa-bc97-dd489e7748d5 HTTP/1.1" status: 200 len: 694 time: 0.6960697 Aug 23 11:51:50.516034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-94876a6d-68cb-4c7b-9730-c7cde32c6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.518080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea2cea-de8f-4b83-89bf-47ad1429ee6d req-ec0cf2c9-5f3a-4a1e-ab48-cfb23a9ef33c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.519674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fea2cea-de8f-4b83-89bf-47ad1429ee6d req-ec0cf2c9-5f3a-4a1e-ab48-cfb23a9ef33c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.2218781 Aug 23 11:51:50.521597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:50.527348 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-94876a6d-68cb-4c7b-9730-c7cde32c6e78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0698118 Aug 23 11:51:50.527638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.533864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:50.540005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:50.559293 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:50.573219 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.583449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Transition to ACTIVE for port object ca58ac55-c130-4de1-9c26-2a3b65370361 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:50.598099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:50.602109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Transition to ACTIVE for port object ca58ac55-c130-4de1-9c26-2a3b65370361 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:50.614822 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.643780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fea2cea-de8f-4b83-89bf-47ad1429ee6d req-1fd076ce-cac4-4a24-9f45-f81691b5d469 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126645 Aug 23 11:51:50.651588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.652233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.693801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Network 018a89df-5d53-4ce8-a002-a2178bd7574c is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:50.699592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-6496507c-eb42-4e1a-b159-d7303701b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.702170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-6496507c-eb42-4e1a-b159-d7303701b3e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 930 time: 0.1675296 Aug 23 11:51:50.705960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-e7b2a40f-529b-4a37-bbce-4f5add3b09aa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4203095 Aug 23 11:51:50.706478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:50.719408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Request body: {'port': {'device_id': '802a7667-a04f-4472-ad65-d093d704a148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:50.721060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:50.740497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Pushing event updated for resources: {'Port': ['ID=ca58ac55-c130-4de1-9c26-2a3b65370361,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:50.776323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-84b657a3-9521-4a7b-8f19-c47b8c08ab2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 217 time: 0.0610147 Aug 23 11:51:50.824066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Attempting to bind port ca58ac55-c130-4de1-9c26-2a3b65370361 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:50.824386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.824506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Attempting to bind port ca58ac55-c130-4de1-9c26-2a3b65370361 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:50.824786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Attempting to bind port ca58ac55-c130-4de1-9c26-2a3b65370361 on network 018a89df-5d53-4ce8-a002-a2178bd7574c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:50.832273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:50.832655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Checking segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:50.832960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7762f3-6d02-49d2-a8bf-fd7ef2dc1828 req-3ebc6574-c3ed-4d09-96d6-9d9022d84613 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.833085 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.833937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Bound using segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:50.834480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Bound port: ca58ac55-c130-4de1-9c26-2a3b65370361, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:50.834622 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d7762f3-6d02-49d2-a8bf-fd7ef2dc1828 req-3ebc6574-c3ed-4d09-96d6-9d9022d84613 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 931 time: 0.1122963 Aug 23 11:51:50.834864 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.855017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-75923237-a60c-4afc-be21-505621cf8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.857610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-75923237-a60c-4afc-be21-505621cf8374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 200 len: 868 time: 0.0714805 Aug 23 11:51:50.900221 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:25Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:50.918235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] For port ca58ac55-c130-4de1-9c26-2a3b65370361, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:50.921272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-4cad27f4-e688-4fd7-ae81-590151940b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:50.922641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] For port ca58ac55-c130-4de1-9c26-2a3b65370361, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ca58ac55-c130-4de1-9c26-2a3b65370361,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:50.923307 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-4cad27f4-e688-4fd7-ae81-590151940b76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cfe7561-a689-4778-8177-3a58e5e2eb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570314 Aug 23 11:51:50.932879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:50.946433 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] Checking router: 49775e2d-8648-4dab-9960-d4b51fb624c4 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:51:50.957176 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:50.958086 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:51.005372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c3cbb-9607-41b5-a9e3-3af0a07ce6b8 None None] Pushing event updated for resources: {'Port': ['ID=ca58ac55-c130-4de1-9c26-2a3b65370361,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:51.017103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e'}, {'name': 'network-changed', 'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:51.020002 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9742e1e1-7969-423f-b41d-6c849629ae7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "tag": "53122172-f274-419e-9bfe-6d08430ff69e"}, {"name": "network-changed", "server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:51.075327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-20da18d9-dc91-407f-b8ab-6fd6f23958e5 service neutron] 10.222.0.21 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394489 Aug 23 11:51:51.175386 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:51.212030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68488415-8075-41a1-b9c2-87269a40b6a8 req-76045b6d-0998-4ae9-9c42-a06d719eda45 service neutron] 10.222.0.21 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281765 Aug 23 11:51:51.280696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d7762f3-6d02-49d2-a8bf-fd7ef2dc1828 req-45e6fe70-252f-4427-b984-71a779b22245 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293578 Aug 23 11:51:51.431019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:51.464457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:51.472902 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:25Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:51.506528 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c82e6-531b-4550-9f92-827e78075c8d None None] The sync data for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 is: [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:51:18Z', 'revision_number': 4, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b92589c1-9331-48af-be59-72106569d0b6', 'name': '', 'network_id': '8cfe7561-a689-4778-8177-3a58e5e2eb11', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'mac_address': 'fa:16:3e:06:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:17Z', 'updated_at': '2021-08-23T11:51:25Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'subnets': [{'id': 'e6f54c10-a7ac-47be-8da4-3c0a06c19da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:51:51.596191 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da9b12-a58e-4b1a-82ad-6498cc9d710d x-openstack-request-id: req-a3da9b12-a58e-4b1a-82ad-6498cc9d710d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:51.596669 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "tag": "53122172-f274-419e-9bfe-6d08430ff69e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:51.596782 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3da9b12-a58e-4b1a-82ad-6498cc9d710d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:51.597113 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e', 'status': 'completed', 'code': 200} Aug 23 11:51:51.597366 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19', 'status': 'completed', 'code': 200} Aug 23 11:51:51.720119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-0061e167-aaf7-4f57-8ffd-17819735755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:51.721638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-0061e167-aaf7-4f57-8ffd-17819735755f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d86f9ba1127947ce84095c9d87b5617a&device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0918586 Aug 23 11:51:51.737760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a96ad-a96c-4915-bdf3-9515603d7349 req-3083252d-7ae1-49dc-8c03-f9473fdb1455 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:51.739794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c73a96ad-a96c-4915-bdf3-9515603d7349 req-3083252d-7ae1-49dc-8c03-f9473fdb1455 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.0867012 Aug 23 11:51:51.747047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Allocated IP 172.25.1.198 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/bf3ba9f3-786f-4804-b819-34e30ad4a622) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:51.748677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-529d0429-fad4-4f3a-b859-02f22efd5458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:51.778725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71cbb5-6a28-4baf-9b90-20eed53b2fc3 req-807084c9-cde6-4f72-81e9-2024d24f3a0a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:51.780365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f71cbb5-6a28-4baf-9b90-20eed53b2fc3 req-807084c9-cde6-4f72-81e9-2024d24f3a0a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1875412 Aug 23 11:51:51.792475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-cc3f99b1-8eee-4909-9acc-09d699128c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:51.794013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-cc3f99b1-8eee-4909-9acc-09d699128c77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1124 time: 0.1586232 Aug 23 11:51:51.847912 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c73a96ad-a96c-4915-bdf3-9515603d7349 req-3055db4d-3773-4304-abc6-bd2ebeb5dd0c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Aug 23 11:51:51.915342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-7ba4ffc7-8aef-4a63-a339-bfe77c165cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:51.917125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-7ba4ffc7-8aef-4a63-a339-bfe77c165cfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 200 len: 930 time: 0.1753824 Aug 23 11:51:51.991039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2ea8b-99cb-4b98-96d5-862706a2f8ea None None] New status for floating IP 4ae28a63-99e2-4faa-bc97-dd489e7748d5: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:51:52.009009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-52681ee6-1743-47b9-a287-dac0e5479fbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 200 len: 217 time: 0.0805078 Aug 23 11:51:52.018709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-f9754997-2bed-4fba-b6bc-43a1370f7747 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips/4ae28a63-99e2-4faa-bc97-dd489e7748d5 HTTP/1.1" status: 200 len: 694 time: 0.0927954 Aug 23 11:51:52.039564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cdeaee-a685-483d-ac12-b0ef886a495f {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:52.061106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f71cbb5-6a28-4baf-9b90-20eed53b2fc3 req-d595af7b-a386-4383-a263-9df75cbbfe31 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534702 Aug 23 11:51:52.063631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:52.106892 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:52.116003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Transition to ACTIVE for port object f3cdeaee-a685-483d-ac12-b0ef886a495f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:52.123479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-39e6ae27-459b-45df-b664-03a8f440394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:52.125363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-39e6ae27-459b-45df-b664-03a8f440394e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.3044510 Aug 23 11:51:52.131058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:52.174274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-1bbcd649-b657-4de4-a24a-7789b6a00797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:52.175903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-1bbcd649-b657-4de4-a24a-7789b6a00797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 200 len: 868 time: 0.1562915 Aug 23 11:51:52.224838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-7edf8ba5-d6a1-4e91-8552-caecfa1fe031 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 217 time: 0.0863137 Aug 23 11:51:52.317856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:52.372440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:52.385470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d10a3-226a-482b-9c2c-0ca6cfbbb003 None None] Network 018a89df-5d53-4ce8-a002-a2178bd7574c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:51:52.388145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-47730bca-3e3f-4c19-94ab-f7331551a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:52.390467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-47730bca-3e3f-4c19-94ab-f7331551a078 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1464539 Aug 23 11:51:52.446032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:52.471311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2700ce4c-1bd5-41d0-b569-ba62c3f01a36 None None] Provisioning for port ca58ac55-c130-4de1-9c26-2a3b65370361 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:52.503682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-995f204f-2453-488c-adc8-ffa6e56c5e0f tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:52.511175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-995f204f-2453-488c-adc8-ffa6e56c5e0f tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.4553397 Aug 23 11:51:52.511374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-ff906e8b-213f-4e68-ac07-859b2408b7dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640049 Aug 23 11:51:52.523623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-0e76dc02-6b4e-4361-b305-9f524762fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:52.524937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-0e76dc02-6b4e-4361-b305-9f524762fb26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cfe7561-a689-4778-8177-3a58e5e2eb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320401 Aug 23 11:51:52.528633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c2d3e-b5a9-4951-beb9-adbfef837887 req-30f75617-10a1-4cb1-957d-a47549d5a50c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:52.534245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-733c2d3e-b5a9-4951-beb9-adbfef837887 req-30f75617-10a1-4cb1-957d-a47549d5a50c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.2375984 Aug 23 11:51:52.537988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:52.560111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:52.562887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:52.570412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3ba9f3-786f-4804-b819-34e30ad4a622,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:52.591538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-397a8bbe-9228-4b49-8674-0e66000cf31c tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0792694 Aug 23 11:51:52.633348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:52.648981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e has no active binding in host n-h2-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:51:52.700751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-20d583e9-a3e3-459d-8b5b-fe423069e2cd tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.1083269 Aug 23 11:51:52.728784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:52.729178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:52.729522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:52.747033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-733c2d3e-b5a9-4951-beb9-adbfef837887 req-15254f28-74bf-473d-b2f5-0269401a3100 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884317 Aug 23 11:51:52.752220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:52.752559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:52.784426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-14d83125-4a10-4f59-b6d8-d9c892640bcc service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262583 Aug 23 11:51:52.883168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ca58ac55-c130-4de1-9c26-2a3b65370361 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:52.904483 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-cc8f669f-b5a1-41fb-80e5-fd28ba0b148d service neutron] show failed (client error): The resource could not be found. Aug 23 11:51:52.905507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-cc8f669f-b5a1-41fb-80e5-fd28ba0b148d service neutron] 10.222.0.44 "GET /v2.0/ports/e2b27a2d-8548-4c2c-ad44-cea70c1c793a/bindings/n-h2-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.2403374 Aug 23 11:51:53.014563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:53.018389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:53.020313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:53.020797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Bound port: f3cdeaee-a685-483d-ac12-b0ef886a495f, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:53.020915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ca58ac55-c130-4de1-9c26-2a3b65370361 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:53.021178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.027187 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-eff8722b-5ef0-4706-93e8-1c06aba7d618 service neutron] 10.222.0.41 "GET /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339513 Aug 23 11:51:53.028315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ca58ac55-c130-4de1-9c26-2a3b65370361 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:53.028691 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.034359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9ef5bb8e-1408-4872-a78f-a13c32147bf9 None None] Provisioning complete for port ca58ac55-c130-4de1-9c26-2a3b65370361 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:53.034736 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bb8e-1408-4872-a78f-a13c32147bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.052431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Deleting port 5d8cb951-c260-4361-972f-9d9dd8a244cf {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:51:53.053659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.104103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-83077bd6-8e8c-47f1-aeb4-d75224d20eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569530 Aug 23 11:51:53.183890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.183890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.198974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Calling delete_port for 5d8cb951-c260-4361-972f-9d9dd8a244cf owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:51:53.253514 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.277237 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ef5bb8e-1408-4872-a78f-a13c32147bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.305109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-2153aded-be15-4396-b4fc-a44ae0a46f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:53.306853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-2153aded-be15-4396-b4fc-a44ae0a46f55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1&tenant_id=4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 1101 time: 0.0660398 Aug 23 11:51:53.311661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-ca658928-8075-4214-887b-148059d911e4 service neutron] 10.222.0.44 "GET /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e/bindings/n-h2-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.3167677 Aug 23 11:51:53.319074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ca58ac55-c130-4de1-9c26-2a3b65370361, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ca58ac55-c130-4de1-9c26-2a3b65370361,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:53.324747 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.327857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:51:53.334380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a11164-08dd-446a-95b6-732c6c872537 req-e46302db-b1dd-4da3-a72b-d7b17f4e86a8 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:53.334380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0a11164-08dd-446a-95b6-732c6c872537 req-e46302db-b1dd-4da3-a72b-d7b17f4e86a8 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.3018653 Aug 23 11:51:53.411509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:53.424866 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-9ef5bb8e-1408-4872-a78f-a13c32147bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:51:53.424866 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-9ef5bb8e-1408-4872-a78f-a13c32147bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:51:53.428376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.430271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ca58ac55-c130-4de1-9c26-2a3b65370361,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:53.448701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.461625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:53.485774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.511677 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.523120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9742e1e1-7969-423f-b41d-6c849629ae7a req-0fd131d1-3f0c-4527-a8d4-806d4f93fc2c service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708768 Aug 23 11:51:53.536255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event deleted for resources: {'Port': ['ID=5d8cb951-c260-4361-972f-9d9dd8a244cf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:53.567063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0a11164-08dd-446a-95b6-732c6c872537 req-e6dcacd1-1bc9-486e-a52d-5d348fddd6e4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223904 Aug 23 11:51:53.578001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:53.578629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.580054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] 10.222.0.44 "PUT /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 1091 time: 2.8656323 Aug 23 11:51:53.598847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:53.601760 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961bea4-d0ab-48f1-a82a-4a5560e6d704" -d '{"events": [{"name": "network-changed", "server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:53.704611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1ddcd-a84b-452e-baf6-79c0c108fca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:53.709321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.712254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.713462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfef3808-9d45-4473-9a95-69e94260b1d0 req-c7def316-73a4-45fe-bec3-0a13eec02331 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ae28a63-99e2-4faa-bc97-dd489e7748d5 HTTP/1.1" status: 204 len: 173 time: 0.9927957 Aug 23 11:51:53.797377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:53.843773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:53.896736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:53.899470 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4f23b-edf1-466e-8327-111e22715164" -d '{"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:53.904406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:53.923229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Transition to ACTIVE for port object e2b27a2d-8548-4c2c-ad44-cea70c1c793a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:53.957332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.062765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] No DVR routers for this DVR port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:54.065560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:54.112632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e621fda-5298-40cd-94c6-1af7e75bc9c6 req-f601c7b0-2357-4649-a814-a9339c954cbd tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.114566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e621fda-5298-40cd-94c6-1af7e75bc9c6 req-f601c7b0-2357-4649-a814-a9339c954cbd tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1589575 Aug 23 11:51:54.120429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-98d5c560-3869-40a5-9b6f-443a7ef55ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.121995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-98d5c560-3869-40a5-9b6f-443a7ef55ca2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1094 time: 0.4712319 Aug 23 11:51:54.133970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:54.134382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:54.135406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:54.148650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:51:54.148978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Attempting to bind port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:54.162673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:54.163017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:54.163415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:54.164437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Bound port: e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:54.164804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.182533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e621fda-5298-40cd-94c6-1af7e75bc9c6 req-acb05982-1fd0-47e6-9807-35260c235f19 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585709 Aug 23 11:51:54.186059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-7762c11a-c6fe-4880-9ab7-1b13c3dda9b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 217 time: 0.0550590 Aug 23 11:51:54.256775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a3085-525a-4946-b795-9ad2a71ca67b req-20a2de6d-5f50-402b-970d-2e77c4d274ca tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.261937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:54.269100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-081a3085-525a-4946-b795-9ad2a71ca67b req-20a2de6d-5f50-402b-970d-2e77c4d274ca tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.5355916 Aug 23 11:51:54.272848 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34e1ae4-2ce3-4f92-88a9-da53575d0945 x-openstack-request-id: req-f34e1ae4-2ce3-4f92-88a9-da53575d0945 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:54.273879 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:54.274304 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f34e1ae4-2ce3-4f92-88a9-da53575d0945 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:54.274869 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'status': 'completed', 'code': 200} Aug 23 11:51:54.275803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:54.283911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.288720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:54.339823 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.347840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.348496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.351004 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-11b7628c-1379-4a9f-b32e-d2c89515be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.352323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 1096 time: 1.0275581 Aug 23 11:51:54.375899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:54.405501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.421835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-a55854c3-6ed8-407a-b1f2-812731d89a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.423362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-a55854c3-6ed8-407a-b1f2-812731d89a33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1948466 Aug 23 11:51:54.430763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d0a53-02b1-4adf-b741-2a9a0a7695a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:54.442922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb7053-80bf-4156-8a35-87bcd1ca70f8 req-83a44ab5-d591-4a78-b526-6f1837cc6a7e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.443971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-081a3085-525a-4946-b795-9ad2a71ca67b req-8667a9ea-fae6-4cad-907b-bf6f751571b2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736469 Aug 23 11:51:54.458928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0cdb7053-80bf-4156-8a35-87bcd1ca70f8 req-83a44ab5-d591-4a78-b526-6f1837cc6a7e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 943 time: 0.1249804 Aug 23 11:51:54.484949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b62ae3d5-c889-474b-b78e-1c075a57293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.487703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-b62ae3d5-c889-474b-b78e-1c075a57293a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1099 time: 0.0927975 Aug 23 11:51:54.520649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53122172-f274-419e-9bfe-6d08430ff69e {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:54.527789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-77ef1a6b-e549-4cab-8ee7-c0f6c9bddc2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941038 Aug 23 11:51:54.550281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:54.613620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0cdb7053-80bf-4156-8a35-87bcd1ca70f8 req-c30d3b47-94e5-4867-a8f8-5754a90c68f1 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536140 Aug 23 11:51:54.619241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.644784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-72b98df7-f9ab-4921-ba07-9bea01b82fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.646465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-72b98df7-f9ab-4921-ba07-9bea01b82fca service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1432049 Aug 23 11:51:54.717615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-8c31cb41-9925-4b0e-a41f-9ebca653fbfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.0623298 Aug 23 11:51:54.719161 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17079a82-f1a5-4126-a2c3-a7ef884891f3 x-openstack-request-id: req-17079a82-f1a5-4126-a2c3-a7ef884891f3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:54.719457 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:54.719710 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17079a82-f1a5-4126-a2c3-a7ef884891f3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:54.720135 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'code': 200} Aug 23 11:51:54.781941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc38cd-ddbf-4ad2-9c83-0c2d31b8e996 req-638ddcc4-6f28-41f7-9211-c52b6c6d6661 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.783542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2efc38cd-ddbf-4ad2-9c83-0c2d31b8e996 req-638ddcc4-6f28-41f7-9211-c52b6c6d6661 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 950 time: 0.2120595 Aug 23 11:51:54.805397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-5f1570f0-c082-43b6-aa0f-473fc54fddb8 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670789 Aug 23 11:51:54.808107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ca58ac55-c130-4de1-9c26-2a3b65370361 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:54.819733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-a62eda7c-8392-44bb-b904-61d031231588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.822440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-a62eda7c-8392-44bb-b904-61d031231588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0931201 Aug 23 11:51:54.834923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2fd30-2441-4cd2-8dd9-4bff6ebebf7e req-4af314c3-2ca4-412c-a3c0-1795fa2c00c1 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.836865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fe2fd30-2441-4cd2-8dd9-4bff6ebebf7e req-4af314c3-2ca4-412c-a3c0-1795fa2c00c1 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0734227 Aug 23 11:51:54.872460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ca58ac55-c130-4de1-9c26-2a3b65370361 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:54.872940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.876162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] Transition to ACTIVE for port object 53122172-f274-419e-9bfe-6d08430ff69e will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:54.919570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fe2fd30-2441-4cd2-8dd9-4bff6ebebf7e req-c0369e06-d14c-4c19-a146-ab183f62bf75 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0550179 Aug 23 11:51:54.923357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:54.925212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-69db0c3e-90c6-41e9-80c1-549a85797def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:54.927159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-69db0c3e-90c6-41e9-80c1-549a85797def service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891156 Aug 23 11:51:54.940578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2efc38cd-ddbf-4ad2-9c83-0c2d31b8e996 req-b85f7774-2aab-4975-b0c8-74e7161e9b1c tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426992 Aug 23 11:51:54.975902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Router c68dd91a-c971-4e8c-87b8-654e0a271a7d is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:51:55.042328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] No DVR routers for this DVR port 53122172-f274-419e-9bfe-6d08430ff69e on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:55.046419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bb5cb4-f338-408c-94f3-6d84422d6e28 req-c63227cc-762f-45d5-b1a4-636df9b2c7dd service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295122 Aug 23 11:51:55.049509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] Pushing event updated for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:55.130371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-327caaed-8ca1-4117-8bc2-58c34655044d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801946 Aug 23 11:51:55.138467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d0426-5df1-48b5-883d-a609d25e9445 req-c90e9f1e-3dad-40a0-872f-4226d6f4cac1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.139933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc6d0426-5df1-48b5-883d-a609d25e9445 req-c90e9f1e-3dad-40a0-872f-4226d6f4cac1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.1309671 Aug 23 11:51:55.160834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7247dcce-91ec-496b-b880-0ef69d5bec9b req-e60a3159-a28d-49f8-899e-29bdf6675057 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0745993 Aug 23 11:51:55.164913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-e5ab6e97-c3c3-4796-b23a-93468151a08b service neutron] 10.222.0.44 "PUT /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e/bindings/n-h2-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.8295846 Aug 23 11:51:55.246226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-9df4401e-8e48-4b25-a3ca-3a107d97d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.247984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-9df4401e-8e48-4b25-a3ca-3a107d97d54a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1094 time: 0.0980124 Aug 23 11:51:55.283911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:51:55.303538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc6d0426-5df1-48b5-883d-a609d25e9445 req-ea9e9572-189a-45d2-bcd6-3b19187f0a2a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548615 Aug 23 11:51:55.303761 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Sync routers for ids ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:51:55.318195 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Routers {'c68dd91a-c971-4e8c-87b8-654e0a271a7d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:55.319328 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:55.347321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:55.348562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ad002aca-e196-465e-8257-b574783ac914 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2103126 Aug 23 11:51:55.348930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df5ea288-42f5-4c50-8c42-68f2ba3158f0 req-c50142c4-9d2f-4472-b174-7a766f25fc71 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077458 Aug 23 11:51:55.362144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:55.390571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-638aea1d-1f91-432b-a545-1dda1ba251ab tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.392033 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-638aea1d-1f91-432b-a545-1dda1ba251ab tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1449504 Aug 23 11:51:55.403674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-07405de8-6ef8-4bde-8d53-0d9832d5c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.405431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-07405de8-6ef8-4bde-8d53-0d9832d5c245 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1499686 Aug 23 11:51:55.485968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Set router c68dd91a-c971-4e8c-87b8-654e0a271a7d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:55.494553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-507fca3a-0b66-4ee9-8018-e400ef640658 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 217 time: 0.0810878 Aug 23 11:51:55.529055 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:55.615005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6ffa5-ba27-446b-9806-9f2d238eb353 req-0e350f2a-60c1-4f5c-b4fe-65b72fe3fc96 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.616722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bd6ffa5-ba27-446b-9806-9f2d238eb353 req-0e350f2a-60c1-4f5c-b4fe-65b72fe3fc96 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.1193423 Aug 23 11:51:55.622457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-9c68e2c8-e27b-4c25-b049-2ee69f984440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.623549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-9c68e2c8-e27b-4c25-b049-2ee69f984440 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0953150 Aug 23 11:51:55.635571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-385877ba-3116-4cc0-8eab-80e6a2630460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.637153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-385877ba-3116-4cc0-8eab-80e6a2630460 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f&tenant_id=432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 1095 time: 0.1576378 Aug 23 11:51:55.657711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6833d-b942-4433-9352-37a292831bca req-cbc6032d-650c-4ef5-919b-eb7cc94b8bc9 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.659398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bca6833d-b942-4433-9352-37a292831bca req-cbc6032d-650c-4ef5-919b-eb7cc94b8bc9 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1811528 Aug 23 11:51:55.672876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305332-2783-4432-b796-a9cbe32fc716 req-c12a8afa-4419-477e-8584-d76557499508 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.674381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a305332-2783-4432-b796-a9cbe32fc716 req-c12a8afa-4419-477e-8584-d76557499508 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.41 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 950 time: 0.1934633 Aug 23 11:51:55.683605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-7add765b-c43c-47c8-8642-1893a42c89f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531094 Aug 23 11:51:55.721409 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:51:52Z', 'revision_number': 3, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:55.728300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bd6ffa5-ba27-446b-9806-9f2d238eb353 req-afdff5df-9779-4aa8-b999-2cb53920f8cc tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Aug 23 11:51:55.759226 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Checking router: c68dd91a-c971-4e8c-87b8-654e0a271a7d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:51:55.763064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Updating router c68dd91a-c971-4e8c-87b8-654e0a271a7d port bf3ba9f3-786f-4804-b819-34e30ad4a622 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:51:55.799782 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:55.813742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-ac37cb68-e7d0-4a23-b25a-64285b47bab3 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184464 Aug 23 11:51:55.887026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bca6833d-b942-4433-9352-37a292831bca req-f8664f35-b100-41c4-9b0b-f0be19beb288 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108302 Aug 23 11:51:55.956172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f56e-5798-4c42-83ef-943dc3915769 req-61585ee4-a9b8-4fac-891b-380e3107e40d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.956743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-b2e32b28-b4e3-4b7a-8b9a-acec28007269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:55.958211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59d9f56e-5798-4c42-83ef-943dc3915769 req-61585ee4-a9b8-4fac-891b-380e3107e40d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 948 time: 0.1204400 Aug 23 11:51:55.958432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-b2e32b28-b4e3-4b7a-8b9a-acec28007269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1095 time: 0.2819891 Aug 23 11:51:55.996240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1961bea4-d0ab-48f1-a82a-4a5560e6d704 req-f706a573-8f82-41eb-8860-e0a53f261fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735318 Aug 23 11:51:56.020916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59d9f56e-5798-4c42-83ef-943dc3915769 req-28f8e270-f31e-4ab4-8592-36a64a1b8104 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Aug 23 11:51:56.125312 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.138316 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Transition to ACTIVE for port object bf3ba9f3-786f-4804-b819-34e30ad4a622 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:56.145169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364f53f-a903-4204-98c4-789205d30db2 req-88736b6c-5126-4048-9811-0cd672eaf566 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.147092 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.147291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5364f53f-a903-4204-98c4-789205d30db2 req-88736b6c-5126-4048-9811-0cd672eaf566 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 950 time: 0.0618453 Aug 23 11:51:56.195618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5364f53f-a903-4204-98c4-789205d30db2 req-323af983-383f-40ca-ba82-57c46d56e9b0 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc2d63c-0c01-4aa1-8103-ece4e736a688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Aug 23 11:51:56.197752 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4edc-1b6a-485f-a058-2774a5edef24 None None] Pushing event updated for resources: {'Port': ['ID=bf3ba9f3-786f-4804-b819-34e30ad4a622,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:56.220472 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Attempting to bind port bf3ba9f3-786f-4804-b819-34e30ad4a622 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:51:56.220956 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Attempting to bind port bf3ba9f3-786f-4804-b819-34e30ad4a622 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:51:56.221419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Attempting to bind port bf3ba9f3-786f-4804-b819-34e30ad4a622 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:51:56.228225 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:51:56.228704 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:51:56.229203 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.229737 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:51:56.230319 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Bound port: bf3ba9f3-786f-4804-b819-34e30ad4a622, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:51:56.230825 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.292800 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] For port bf3ba9f3-786f-4804-b819-34e30ad4a622, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:56.296371 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] For port bf3ba9f3-786f-4804-b819-34e30ad4a622, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bf3ba9f3-786f-4804-b819-34e30ad4a622,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:51:56.300606 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.359483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Deleting port 7a9019c0-0990-4365-8ef7-9f593cb97b45 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:51:56.359825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.362264 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Routers {'c68dd91a-c971-4e8c-87b8-654e0a271a7d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:51:56.362891 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:56.403682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa08fba-8540-44fc-960e-896cfe5ae99a req-706e3e16-e1fc-4c97-9b51-b2918026e0ba tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.404789 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4edc-1b6a-485f-a058-2774a5edef24 None None] Pushing event updated for resources: {'Port': ['ID=bf3ba9f3-786f-4804-b819-34e30ad4a622,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:56.411539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fa08fba-8540-44fc-960e-896cfe5ae99a req-706e3e16-e1fc-4c97-9b51-b2918026e0ba tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 944 time: 0.4446950 Aug 23 11:51:56.485555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec12512-a612-415c-80b3-e464d27a64f0 req-9e4a3a6b-a13b-4c54-9d2f-f85eea32e042 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.487460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ec12512-a612-415c-80b3-e464d27a64f0 req-9e4a3a6b-a13b-4c54-9d2f-f85eea32e042 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.0736151 Aug 23 11:51:56.494014 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] Set router c68dd91a-c971-4e8c-87b8-654e0a271a7d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:51:56.523959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7e116670-ad1e-4184-ae13-b02abcc46d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.525455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7e116670-ad1e-4184-ae13-b02abcc46d2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.5546904 Aug 23 11:51:56.548363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ec12512-a612-415c-80b3-e464d27a64f0 req-8cb49b96-35b8-47d5-9ba1-b8617226fc6a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525777 Aug 23 11:51:56.596642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fa08fba-8540-44fc-960e-896cfe5ae99a req-d4156623-9530-4197-9397-ac8d77a36751 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842020 Aug 23 11:51:56.620505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-fdc301d5-1b8c-46d9-b859-42f557719bf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 200 len: 217 time: 0.0736594 Aug 23 11:51:56.641268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] For port 7a9019c0-0990-4365-8ef7-9f593cb97b45, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7a9019c0-0990-4365-8ef7-9f593cb97b45,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:56.641630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.688205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Calling delete_port for 7a9019c0-0990-4365-8ef7-9f593cb97b45 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:51:56.702122 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:51:52Z', 'revision_number': 3, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:51:56.722229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:56.724451 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f963158-82ac-4e0a-85f7-a30d18b431fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:56.729518 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134420d-3a21-403b-8b13-aa3c6b0f0316 None None] The sync data for ids ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'] in n-d-773645-7 is: [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:51:52Z', 'revision_number': 3, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:51:56.772708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-6adceb48-e2b9-470d-8b3a-9e9a5ec873e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.774776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-6adceb48-e2b9-470d-8b3a-9e9a5ec873e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1440272 Aug 23 11:51:56.798250 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3634b056-6cd6-4016-8358-acd7e963581e x-openstack-request-id: req-3634b056-6cd6-4016-8358-acd7e963581e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:56.798250 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:56.798250 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3634b056-6cd6-4016-8358-acd7e963581e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:56.798578 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'status': 'completed', 'code': 200} Aug 23 11:51:56.854898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-fac02a7f-2401-4df1-a1f5-c9a275794540 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702152 Aug 23 11:51:56.873532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.41', 57642) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:51:56.924001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:56.924570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-d55ee677-d6a1-4e2c-990c-a8817f4864da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.926022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-d55ee677-d6a1-4e2c-990c-a8817f4864da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1099 time: 0.0982978 Aug 23 11:51:56.943490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-356f4421-0290-4eac-ac04-1c4def3efc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:56.945166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-356f4421-0290-4eac-ac04-1c4def3efc05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1099 time: 0.1277690 Aug 23 11:51:56.957819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:56.962075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:57.005173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-e4439244-e97f-4bde-a985-5a3795967ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:57.009142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-e4439244-e97f-4bde-a985-5a3795967ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.41 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.1293128 Aug 23 11:51:57.074107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc7232-9ada-458c-a6f8-95606683498d req-b873cad6-0b8d-4318-b0d3-8ffb1ac160cb tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:57.075751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cc7232-9ada-458c-a6f8-95606683498d req-b873cad6-0b8d-4318-b0d3-8ffb1ac160cb tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.2233033 Aug 23 11:51:57.185139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.188354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-7e8310a1-e99f-49c8-93d1-3487f920b3e0 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124793 Aug 23 11:51:57.238625 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.239683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:57.240256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:57.264178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Pushing event deleted for resources: {'Port': ['ID=7a9019c0-0990-4365-8ef7-9f593cb97b45,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:57.306337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.379027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:57.412723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:57.434422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'port_id': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'mac_address': 'fa:16:3e:a1:57:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca98d8bb-33e2-4920-b7bf-967fecca1bc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:57.510932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.521588 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] No DVR routers for this DVR port 7a9019c0-0990-4365-8ef7-9f593cb97b45 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:57.527771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.529487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cdeaee-a685-483d-ac12-b0ef886a495f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:57.531006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a305332-2783-4432-b796-a9cbe32fc716 req-a4f9a6e6-d7e3-4976-8d8d-fca734e87515 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.41 "DELETE /v2.0/ports/7a9019c0-0990-4365-8ef7-9f593cb97b45 HTTP/1.1" status: 204 len: 173 time: 1.8389022 Aug 23 11:51:57.535702 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-c30c595e-8bbc-4f3a-a52b-305eeb0a014f service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374836 Aug 23 11:51:57.570699 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cc7232-9ada-458c-a6f8-95606683498d req-348ffb3b-0cbd-401a-8d69-4bd377bd9a55 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346480 Aug 23 11:51:57.611393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:57.618926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.622331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-b077c05a-2715-4eab-b92e-00bcb3297963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:57.623854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-b077c05a-2715-4eab-b92e-00bcb3297963 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.6904192 Aug 23 11:51:57.640538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Allocated IP 172.20.0.1 (018a89df-5d53-4ce8-a002-a2178bd7574c/7efd5145-5691-4fea-a8a6-15f2165701b4/06ecd59d-500b-48c8-a7d0-1461fd3f93ef) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:51:57.723993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:57.831834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f3cdeaee-a685-483d-ac12-b0ef886a495f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:57.838407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-24269efc-aff1-4b67-ae83-a90e07ee2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:57.839951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-24269efc-aff1-4b67-ae83-a90e07ee2989 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.8765213 Aug 23 11:51:57.865796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e522d7-549f-4758-bc64-a134eadc610f req-166c98e8-eee6-4ffc-a7a7-ccfbcb6bef96 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:57.873090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06e522d7-549f-4758-bc64-a134eadc610f req-166c98e8-eee6-4ffc-a7a7-ccfbcb6bef96 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.8645101 Aug 23 11:51:57.875980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-09f2a99b-4b4e-4c2b-aa39-a5ad2d3fd992 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.1244771 Aug 23 11:51:57.920835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.932864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb0c74-5f05-47ec-81c2-e22ba7097a6e req-69ab6e89-daf4-454c-8fbf-8d7cc336fc88 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:57.934996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-babb0c74-5f05-47ec-81c2-e22ba7097a6e req-69ab6e89-daf4-454c-8fbf-8d7cc336fc88 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 948 time: 0.1151330 Aug 23 11:51:57.949170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Transition to ACTIVE for port object 06ecd59d-500b-48c8-a7d0-1461fd3f93ef will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:51:57.958408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:57.989297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-ec170836-48d3-4451-9235-656dafb47ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.1405153 Aug 23 11:51:58.029212 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-babb0c74-5f05-47ec-81c2-e22ba7097a6e req-85e0ab0b-869b-4d12-8cc4-d14da1442944 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825667 Aug 23 11:51:58.050917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.099216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Network 018a89df-5d53-4ce8-a002-a2178bd7574c is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:58.102407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-218cff4c-6394-45cc-aaaf-67fd9e8399c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.104072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:58.104682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-218cff4c-6394-45cc-aaaf-67fd9e8399c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2085972 Aug 23 11:51:58.108305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:51:58.116974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Pushing event updated for resources: {'Port': ['ID=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:58.157476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06e522d7-549f-4758-bc64-a134eadc610f req-ddc88159-b6ad-4b15-97ff-25537fff0f87 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833636 Aug 23 11:51:58.162405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.169217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-c9b81d69-6c25-47d6-830e-a6f0baf478a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.170794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-c9b81d69-6c25-47d6-830e-a6f0baf478a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1634300 Aug 23 11:51:58.288771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-06209b8d-cf01-46a7-864d-98d28ec3ba89 req-4fbef39f-a10c-41fd-aac9-c7fcfda46b00 tempest-TenantUsagesTestJSON-522192343 tempest-TenantUsagesTestJSON-522192343-project] 10.222.0.21 "GET /v2.0/ports?device_id=84723d2f-3390-457f-b5e3-92033392cfe5 HTTP/1.1" status: 200 len: 210 time: 0.0522189 Aug 23 11:51:58.350881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Deleting port 942f4a9d-da8b-4517-aa70-b4725957af19 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:51:58.351237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.402729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-3f496402-2b22-45ce-9d76-899bbe2e7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.404282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-3f496402-2b22-45ce-9d76-899bbe2e7ddf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231734 Aug 23 11:51:58.420223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-1b0295f2-3a36-44e2-9ccd-90b7d3bc4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.421924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-1b0295f2-3a36-44e2-9ccd-90b7d3bc4168 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2610133 Aug 23 11:51:58.482973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:51:58.485673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7a9019c0-0990-4365-8ef7-9f593cb97b45 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:51:58.530504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 7a9019c0-0990-4365-8ef7-9f593cb97b45 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:51:58.532809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7a9019c0-0990-4365-8ef7-9f593cb97b45 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:51:58.588511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-6597604b-0430-4c53-aa3b-98c9d03c9eda tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.590687 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-6597604b-0430-4c53-aa3b-98c9d03c9eda tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1794274 Aug 23 11:51:58.598507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.615299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2763d-1a7b-4cec-b855-641252de3ce9 req-68467bb5-dd2f-4f7d-84d4-19be70929250 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.616423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31f2763d-1a7b-4cec-b855-641252de3ce9 req-68467bb5-dd2f-4f7d-84d4-19be70929250 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 944 time: 0.2034540 Aug 23 11:51:58.642880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-45b5b9fa-456a-4c97-8761-d39a70d9141e None None] Provisioning for port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:58.653536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-45b5b9fa-456a-4c97-8761-d39a70d9141e None None] Provisioning complete for port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:58.654465 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45b5b9fa-456a-4c97-8761-d39a70d9141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.675236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab782-2637-4fe3-aef9-bf990cbfb3fd req-4f67994d-c055-41f5-8caf-48df5ebae1af tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:58.682001 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c1ab782-2637-4fe3-aef9-bf990cbfb3fd req-4f67994d-c055-41f5-8caf-48df5ebae1af tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 944 time: 0.2814384 Aug 23 11:51:58.684931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] For port 942f4a9d-da8b-4517-aa70-b4725957af19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=942f4a9d-da8b-4517-aa70-b4725957af19,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:58.685407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.703761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:58.709079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Calling delete_port for 942f4a9d-da8b-4517-aa70-b4725957af19 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:51:58.724108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-45b5b9fa-456a-4c97-8761-d39a70d9141e None None] Port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:51:58.728098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'mac_address': 'fa:16:3e:9f:0e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:51:58.767255 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31f2763d-1a7b-4cec-b855-641252de3ce9 req-80318836-b71a-4009-8376-1f8dd196e62f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297677 Aug 23 11:51:58.799644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84723d2f-3390-457f-b5e3-92033392cfe5', 'name': 'network-vif-deleted', 'tag': '7a9019c0-0990-4365-8ef7-9f593cb97b45'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:58.802396 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba75536e-62a0-44b7-81c1-98fea3b0e30c" -d '{"events": [{"server_uuid": "84723d2f-3390-457f-b5e3-92033392cfe5", "name": "network-vif-deleted", "tag": "7a9019c0-0990-4365-8ef7-9f593cb97b45"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:58.806773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.838629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b27a2d-8548-4c2c-ad44-cea70c1c793a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:51:58.859216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bf3ba9f3-786f-4804-b819-34e30ad4a622 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:58.914364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-69addcb3-839b-460d-81bd-85482e7ebfb2 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871254 Aug 23 11:51:58.933071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-eecc21e7-79d9-4833-8e3d-af7f0dda428e service neutron] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:51:58.938790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-eecc21e7-79d9-4833-8e3d-af7f0dda428e service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:58.939923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1426a01c-dea7-4988-8bfd-1e423c52cb2a req-eecc21e7-79d9-4833-8e3d-af7f0dda428e service neutron] 10.222.0.41 "DELETE /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e/bindings/n-h1-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.3139138 Aug 23 11:51:58.950962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:58.960606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:51:58.967902 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.050928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.052579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c1ab782-2637-4fe3-aef9-bf990cbfb3fd req-436cd723-855a-4e00-b6ab-e57d2ace9bad tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078916 Aug 23 11:51:59.059153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.158126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-9f8e477a-ac79-4d44-bae7-a58d12b79757 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229934 Aug 23 11:51:59.180933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:59.189566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port bf3ba9f3-786f-4804-b819-34e30ad4a622 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:59.195322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bf3ba9f3-786f-4804-b819-34e30ad4a622 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:59.195696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.206477 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7ac67a-e4dd-4813-aef6-61fe51611080 x-openstack-request-id: req-4e7ac67a-e4dd-4813-aef6-61fe51611080 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:51:59.206908 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84723d2f-3390-457f-b5e3-92033392cfe5", "name": "network-vif-deleted", "tag": "7a9019c0-0990-4365-8ef7-9f593cb97b45", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:51:59.207389 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e7ac67a-e4dd-4813-aef6-61fe51611080 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:51:59.207869 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84723d2f-3390-457f-b5e3-92033392cfe5', 'name': 'network-vif-deleted', 'tag': '7a9019c0-0990-4365-8ef7-9f593cb97b45', 'status': 'completed', 'code': 200} Aug 23 11:51:59.212610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Pushing event updated for resources: {'Port': ['ID=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:59.218450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.241803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-36d5b07f-dc97-4e73-bab8-219be6eb0745 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585835 Aug 23 11:51:59.245186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc4021-4003-45e4-b50f-be3c432e1bc9 req-a649bbcd-c6fe-4f10-a45d-c411a8a2f962 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:59.253402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70dc4021-4003-45e4-b50f-be3c432e1bc9 req-a649bbcd-c6fe-4f10-a45d-c411a8a2f962 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 945 time: 0.1909373 Aug 23 11:51:59.289990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:51:59.358825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port f3cdeaee-a685-483d-ac12-b0ef886a495f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:51:59.373995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70dc4021-4003-45e4-b50f-be3c432e1bc9 req-8c9013f7-86a1-4c1d-98e4-74cb3d56627d tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/security-groups?id=7212f6ad-8d0e-4f99-98c8-dd90dd49676f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190033 Aug 23 11:51:59.377646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port f3cdeaee-a685-483d-ac12-b0ef886a495f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:51:59.378081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.426708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.442068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Network 018a89df-5d53-4ce8-a002-a2178bd7574c is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:51:59.443877 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:51:59.444001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-7a293789-d872-48a0-a4fc-c908ce724811 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:59.447939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-7a293789-d872-48a0-a4fc-c908ce724811 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1&tenant_id=4112d38acd174aafb9a0fa0f3e50a594&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 949 time: 0.2869263 Aug 23 11:51:59.581299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e7c08-0b68-4c17-a5e2-0ba3beb570ac req-b7bfc78e-c135-4030-b194-fbdf098ea2c8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:59.583395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d0e7c08-0b68-4c17-a5e2-0ba3beb570ac req-b7bfc78e-c135-4030-b194-fbdf098ea2c8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 949 time: 0.3064504 Aug 23 11:51:59.584461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Pushing event deleted for resources: {'Port': ['ID=942f4a9d-da8b-4517-aa70-b4725957af19,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:51:59.618200 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.630916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] No DVR routers for this DVR port 942f4a9d-da8b-4517-aa70-b4725957af19 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:51:59.636881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.639465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3df3b082-2068-4062-9731-85bfbf4f8524 req-d5daf23d-2508-444c-9859-db14dfca3577 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.41 "DELETE /v2.0/ports/942f4a9d-da8b-4517-aa70-b4725957af19 HTTP/1.1" status: 204 len: 173 time: 2.6101019 Aug 23 11:51:59.648382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'name': 'network-vif-deleted', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:59.651076 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3457710f-7ac6-4a33-81b3-7f9b05c4fde0" -d '{"events": [{"server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "name": "network-vif-deleted", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:59.673735 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.715668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f963158-82ac-4e0a-85f7-a30d18b431fc req-104ac4eb-438c-4c98-ba90-b8c9420eea1a service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644892 Aug 23 11:51:59.743285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port bf3ba9f3-786f-4804-b819-34e30ad4a622, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bf3ba9f3-786f-4804-b819-34e30ad4a622,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:59.751062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d0e7c08-0b68-4c17-a5e2-0ba3beb570ac req-5f21e81b-d92f-4233-a0ef-85d968d79c57 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081474 Aug 23 11:51:59.757813 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-b3901a78-1ffd-40fa-bf8f-b385654c1f44 service neutron] delete failed (client error): The resource could not be found. Aug 23 11:51:59.765599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-b3901a78-1ffd-40fa-bf8f-b385654c1f44 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e2b27a2d-8548-4c2c-ad44-cea70c1c793a/bindings/n-h1-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.2675977 Aug 23 11:51:59.776381 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.820357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:51:59.823907 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9989d6ec-6c77-41a8-b681-1d611555c5e0" -d '{"events": [{"server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "name": "network-vif-plugged", "status": "completed", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:51:59.906463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:51:59.919346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:51:59.936013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3ed4e-33ad-4ce0-873b-8433e3d3509a req-70d4ec64-92a2-4eaf-b80f-7f24309ff0cb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:51:59.957587 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57a3ed4e-33ad-4ce0-873b-8433e3d3509a req-70d4ec64-92a2-4eaf-b80f-7f24309ff0cb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1068006 Aug 23 11:51:59.966310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=bf3ba9f3-786f-4804-b819-34e30ad4a622,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:00.000256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0bd7bcf5-e808-49b4-b3fc-587ac5c01adb None None] Provisioning complete for port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:00.000734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bcf5-e808-49b4-b3fc-587ac5c01adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:00.048732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57a3ed4e-33ad-4ce0-873b-8433e3d3509a req-531ec088-0c6b-44a5-8fc3-c091d53de8f7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898292 Aug 23 11:52:00.051951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-4ca09d31-0943-4b93-b602-c316d5b2a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.053516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-4ca09d31-0943-4b93-b602-c316d5b2a873 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1100 time: 0.0932612 Aug 23 11:52:00.061952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7bcf5-e808-49b4-b3fc-587ac5c01adb None None] Port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:00.063508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:00.109478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8f356-6aba-4a46-b32e-a083c5554b48 req-7599e65f-1836-4322-aca8-5864407f7249 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.110943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66d8f356-6aba-4a46-b32e-a083c5554b48 req-7599e65f-1836-4322-aca8-5864407f7249 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 1095 time: 0.6115718 Aug 23 11:52:00.141321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Router c68dd91a-c971-4e8c-87b8-654e0a271a7d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:52:00.170103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66d8f356-6aba-4a46-b32e-a083c5554b48 req-6a3eebaf-5da3-4e36-ba6b-252f2d1e2cd2 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Aug 23 11:52:00.215533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-4c7bbfbf-5449-42a4-951a-1ee263f7c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.223381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-4c7bbfbf-5449-42a4-951a-1ee263f7c3a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1585031 Aug 23 11:52:00.280750 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae960a-44fd-4480-90a3-e6af9d08fbf3 x-openstack-request-id: req-f5ae960a-44fd-4480-90a3-e6af9d08fbf3 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:00.281155 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "name": "network-vif-plugged", "status": "completed", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:00.281540 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5ae960a-44fd-4480-90a3-e6af9d08fbf3 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:00.282103 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'code': 200} Aug 23 11:52:00.311172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-6b64474a-7173-471f-ae74-76ab8305e60c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.0818915 Aug 23 11:52:00.313232 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e78e7c-aec6-4eae-bdfd-84f319df1cb5 x-openstack-request-id: req-91e78e7c-aec6-4eae-bdfd-84f319df1cb5 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:00.313522 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422c1d18-491e-4f37-b91b-0e72b03eb8d5", "name": "network-vif-deleted", "tag": "942f4a9d-da8b-4517-aa70-b4725957af19", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:00.314126 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e78e7c-aec6-4eae-bdfd-84f319df1cb5 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:00.314687 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422c1d18-491e-4f37-b91b-0e72b03eb8d5', 'name': 'network-vif-deleted', 'tag': '942f4a9d-da8b-4517-aa70-b4725957af19', 'status': 'completed', 'code': 200} Aug 23 11:52:00.336258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:00.355623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Sync routers for ids ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:00.369403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Routers {'c68dd91a-c971-4e8c-87b8-654e0a271a7d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:00.370539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:00.417632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7cc530f7-eacd-4980-bf44-7e4e7be126a8 admin admin] 10.222.0.21 "PUT /v2.0/routers/c68dd91a-c971-4e8c-87b8-654e0a271a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0508785 Aug 23 11:52:00.448321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc048749-c4de-4781-8c7f-b9c259ca91fa req-64c1d325-0376-4897-bd1b-9c78811b80e5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.455487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc048749-c4de-4781-8c7f-b9c259ca91fa req-64c1d325-0376-4897-bd1b-9c78811b80e5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1221118 Aug 23 11:52:00.493627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 942f4a9d-da8b-4517-aa70-b4725957af19 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:00.527577 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc048749-c4de-4781-8c7f-b9c259ca91fa req-77fb7864-3918-4658-bf1a-7e27a2c39106 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Aug 23 11:52:00.550336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62225009-efc2-413d-a8c3-7e1f0b82e718 req-2ad8a3ec-376d-4323-87e3-020db6b47a64 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150 tempest-FloatingIPsAssociationNegativeTestJSON-1060511150-project] 10.222.0.21 "GET /v2.0/ports?device_id=422c1d18-491e-4f37-b91b-0e72b03eb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0618200 Aug 23 11:52:00.555639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 942f4a9d-da8b-4517-aa70-b4725957af19 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:00.555895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 942f4a9d-da8b-4517-aa70-b4725957af19 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:00.557904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05aec7-75c5-40d8-bd43-072cee669ced req-18a6f03f-e799-4328-9c1c-4da076b8ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.559796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea05aec7-75c5-40d8-bd43-072cee669ced req-18a6f03f-e799-4328-9c1c-4da076b8ffe7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1096 time: 0.2099848 Aug 23 11:52:00.577277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-b439324d-be71-49f7-b0f4-4566b51c7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.580444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-b439324d-be71-49f7-b0f4-4566b51c7be2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2462959 Aug 23 11:52:00.675068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Set router c68dd91a-c971-4e8c-87b8-654e0a271a7d gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:00.698561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37312) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:00.702844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-27c9c0ce-0e3b-46be-904d-2ca7a3e31436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.704369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-27c9c0ce-0e3b-46be-904d-2ca7a3e31436 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155050 Aug 23 11:52:00.706618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea05aec7-75c5-40d8-bd43-072cee669ced req-85e6399f-2c50-436d-a9b6-e2aad1764cc9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399858 Aug 23 11:52:00.787671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bf3ba9f3-786f-4804-b819-34e30ad4a622 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:00.848026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-0e0108c3-31f1-4032-965b-40177df6e773 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:00.850018 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-0e0108c3-31f1-4032-965b-40177df6e773 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.1880522 Aug 23 11:52:00.876488 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-6fcd5fa6-72ed-45bc-8c61-78f9a5cc374b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/quotas/432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 375 time: 0.0192893 Aug 23 11:52:00.905217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bf3ba9f3-786f-4804-b819-34e30ad4a622 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:00.905601 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:00.971647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-aa7c53d3-9809-4fd3-8897-e1a63059276c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873969 Aug 23 11:52:01.014755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b6454-c479-496a-9227-c88f0e92ddb6 req-e4079c8b-6b20-4ebf-b097-4d75c717ae1e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:01.016341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c3b6454-c479-496a-9227-c88f0e92ddb6 req-e4079c8b-6b20-4ebf-b097-4d75c717ae1e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 949 time: 0.1713450 Aug 23 11:52:01.052966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:51:58Z', 'revision_number': 4, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '06ecd59d-500b-48c8-a7d0-1461fd3f93ef', 'name': '', 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'mac_address': 'fa:16:3e:bf:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:57Z', 'updated_at': '2021-08-23T11:51:58Z', 'revision_number': 2, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'subnets': [{'id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:01.071995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-b16ca8e6-9bd3-4c2a-8ee0-e874c4535a2c service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775510 Aug 23 11:52:01.090840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Checking router: c68dd91a-c971-4e8c-87b8-654e0a271a7d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:01.091373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Updating router c68dd91a-c971-4e8c-87b8-654e0a271a7d port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:52:01.115813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c3b6454-c479-496a-9227-c88f0e92ddb6 req-6c85bf34-781d-434c-a145-6f724d2f8d34 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857937 Aug 23 11:52:01.123836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.189932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-28626394-8250-42d4-a90f-a533c63865e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096264 Aug 23 11:52:01.211037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37330) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:01.211834 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-23c0d2db-c5cd-4beb-9774-5241be39a424 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96129a66bb5c41a8bb2fdf4de52ae978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116022 Aug 23 11:52:01.319953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fcf5ce7-e324-4859-b98b-ea3a3da64283 req-a47ef061-8776-49eb-a54d-87a22e0a9c8d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403541 Aug 23 11:52:01.343536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a112d-af17-4768-83b4-6711587cbbe5 req-de8c0e99-0753-4931-87f8-b2b79c25a85c tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:01.352667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-622a112d-af17-4768-83b4-6711587cbbe5 req-de8c0e99-0753-4931-87f8-b2b79c25a85c tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1172283 Aug 23 11:52:01.359973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37334) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:01.366308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-network', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:01.377555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdff3-789b-4777-828d-d2abc9835d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.380315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-68fb72d6-10ea-4d49-a7a7-7870783dfc58 service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886241 Aug 23 11:52:01.428678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdff3-789b-4777-828d-d2abc9835d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.455925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-622a112d-af17-4768-83b4-6711587cbbe5 req-b2c17e5a-30aa-4699-8161-73fce540157c tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006479 Aug 23 11:52:01.471964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Made reservation on behalf of 1c947835a40b4c7a991a669b80ef9cac for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:01.471964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.490061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.606023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdff3-789b-4777-828d-d2abc9835d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.610561 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdff3-789b-4777-828d-d2abc9835d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.614168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f8ccdff3-789b-4777-828d-d2abc9835d89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cc2d63c-0c01-4aa1-8103-ece4e736a688 HTTP/1.1" status: 204 len: 168 time: 0.3998425 Aug 23 11:52:01.630396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccdff3-789b-4777-828d-d2abc9835d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc2d63c-0c01-4aa1-8103-ece4e736a688,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:01.687100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:01.693676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.700989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.809576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:52:01.812604 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.823022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.823809 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Added segment cc3a0aca-ec73-4d5d-abbb-bb769e776ecb of type vlan for network db03c549-a4e3-4ad5-a025-322ce97dcf5d Aug 23 11:52:01.840363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Transition to ACTIVE for port object 06ecd59d-500b-48c8-a7d0-1461fd3f93ef will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:01.857827 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.881070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:01.882727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf5a8363-1651-4d3d-9c6e-7b5acbe58745 req-afb8ae1f-fc66-4396-b8bc-df1135964edc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 210 time: 0.0945692 Aug 23 11:52:01.935647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373595e-4ea7-4d0a-af8d-5d47d33eca09 None None] Pushing event updated for resources: {'Port': ['ID=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:01.969809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca333c1-c4dd-4692-9fcf-e57a9249047c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:02.000093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.001860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:02.002609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.022091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6594691 Aug 23 11:52:02.026991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:02.049364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Request body: {'subnet': {'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-subnet', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:02.054473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd963344-3a57-4dcc-9903-37da3c748533 req-b5a7923f-e864-4b83-8152-d41c438243c2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:02.073270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Attempting to bind port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:02.073755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Attempting to bind port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:02.074138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd963344-3a57-4dcc-9903-37da3c748533 req-b5a7923f-e864-4b83-8152-d41c438243c2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.3563197 Aug 23 11:52:02.074257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Attempting to bind port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef on network 018a89df-5d53-4ce8-a002-a2178bd7574c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:02.081025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:02.081297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Checking segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:02.081734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.082227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Bound using segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:02.082708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Bound port: 06ecd59d-500b-48c8-a7d0-1461fd3f93ef, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:02.083441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.134342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Made reservation on behalf of 1c947835a40b4c7a991a669b80ef9cac for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:02.137539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.242752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] For port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:02.246808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] For port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:02.254609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.294541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd963344-3a57-4dcc-9903-37da3c748533 req-3c111351-24dd-4481-a1f1-64a58cee5b53 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171950 Aug 23 11:52:02.298943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef4e2b-541b-4ac9-a098-e51b5686e85e admin admin] Pushing event updated for resources: {'Network': ['ID=db03c549-a4e3-4ad5-a025-322ce97dcf5d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:02.351214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:52:02.409583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373595e-4ea7-4d0a-af8d-5d47d33eca09 None None] Pushing event updated for resources: {'Port': ['ID=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:02.458915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Routers {'c68dd91a-c971-4e8c-87b8-654e0a271a7d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:02.460130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:02.462060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37360) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:02.479090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0384f80b-ba63-4f0f-8649-5b9338f9e692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.489738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00496f2-6dc5-4c35-a438-417fbf513c54 req-dc3a74c7-0f52-4a23-8953-d91ca901f68f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:02.497248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a00496f2-6dc5-4c35-a438-417fbf513c54 req-dc3a74c7-0f52-4a23-8953-d91ca901f68f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 949 time: 0.1812961 Aug 23 11:52:02.521366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:02.673535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a00496f2-6dc5-4c35-a438-417fbf513c54 req-a08125c4-c6aa-4e19-b619-1fdacfed7f75 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751871 Aug 23 11:52:02.676704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.712673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port e2b27a2d-8548-4c2c-ad44-cea70c1c793a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:02.719073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] Set router c68dd91a-c971-4e8c-87b8-654e0a271a7d gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:02.748453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port e2b27a2d-8548-4c2c-ad44-cea70c1c793a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:02.748838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.750802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0384f80b-ba63-4f0f-8649-5b9338f9e692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.764778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0384f80b-ba63-4f0f-8649-5b9338f9e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:02.784789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bf160c-3ae8-434d-a103-1575cc83ad38,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:02.850744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0384f80b-ba63-4f0f-8649-5b9338f9e692 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7098ff3ee3243fc977159c0b2ef453c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872604 Aug 23 11:52:02.851710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384f80b-ba63-4f0f-8649-5b9338f9e692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf21d83-de62-4bff-a236-ba377c3573eb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:02.858463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37368) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:02.868391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0d802-cce9-4b8c-be35-c8b7b0e10722 req-e6c4710e-316a-45f7-b254-271cb0af0312 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:02.870025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10f0d802-cce9-4b8c-be35-c8b7b0e10722 req-e6c4710e-316a-45f7-b254-271cb0af0312 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.2576897 Aug 23 11:52:02.976566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10f0d802-cce9-4b8c-be35-c8b7b0e10722 req-b6e60baf-5573-4cba-82d4-a9c5bac124af tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968823 Aug 23 11:52:02.986520 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e95140-c673-46bb-8085-4e07fd3450aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.009331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.013170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Checking segment: {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:03.013549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Network hostable DHCP agents. Network: db03c549-a4e3-4ad5-a025-322ce97dcf5d, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:52:03.023386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e95140-c673-46bb-8085-4e07fd3450aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.036345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136fa39-818d-410a-84da-4254629e5e1b req-dd0a42d8-29f1-4cf3-ba62-f5de87840f1f tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:03.039022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3136fa39-818d-410a-84da-4254629e5e1b req-dd0a42d8-29f1-4cf3-ba62-f5de87840f1f tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1100 time: 0.1358490 Aug 23 11:52:03.069481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:03.072010 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3297b3-d1b7-4ea8-b6bf-02a3c0be44e3" -d '{"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-plugged", "status": "completed", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:03.080935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:52:03.088946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:03.094058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.111896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, db03c549-a4e3-4ad5-a025-322ce97dcf5d) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:03.120870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:03.121538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.122841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2e962-d2e8-4900-a282-d53287e6f70b None None] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:03.124850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3136fa39-818d-410a-84da-4254629e5e1b req-cda45fa6-b0a1-4602-bbdb-061be2ec8a15 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771520 Aug 23 11:52:03.142588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b14d6bd6-2719-4f43-bed0-252c2b5f8cca req-43825893-f6ce-4e62-accf-a5b5b0991b6e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 210 time: 0.0541203 Aug 23 11:52:03.144079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e95140-c673-46bb-8085-4e07fd3450aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.147073 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e95140-c673-46bb-8085-4e07fd3450aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.149155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-65e95140-c673-46bb-8085-4e07fd3450aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbf21d83-de62-4bff-a236-ba377c3573eb HTTP/1.1" status: 204 len: 168 time: 0.2781880 Aug 23 11:52:03.159585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e95140-c673-46bb-8085-4e07fd3450aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf21d83-de62-4bff-a236-ba377c3573eb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:03.214324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:03.229521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37378) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:03.233798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a2b8db9a-fc3f-43c6-a1b7-389c67fde295 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1968224 Aug 23 11:52:03.245884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:03.273583 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725b3c5d-16f1-42d6-922d-ce0faa47db27 x-openstack-request-id: req-725b3c5d-16f1-42d6-922d-ce0faa47db27 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:03.274003 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-plugged", "status": "completed", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:03.274268 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-725b3c5d-16f1-42d6-922d-ce0faa47db27 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:03.274879 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'code': 200} Aug 23 11:52:03.310225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:51:58Z', 'revision_number': 4, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '06ecd59d-500b-48c8-a7d0-1461fd3f93ef', 'name': '', 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'mac_address': 'fa:16:3e:bf:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:57Z', 'updated_at': '2021-08-23T11:52:02Z', 'revision_number': 4, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'subnets': [{'id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:03.315452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.376636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95fc6-3aa5-43ce-8cdb-338cc8e222a1 None None] The sync data for ids ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'] in n-d-773645-7 is: [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:51:58Z', 'revision_number': 4, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '06ecd59d-500b-48c8-a7d0-1461fd3f93ef', 'name': '', 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'mac_address': 'fa:16:3e:bf:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:57Z', 'updated_at': '2021-08-23T11:52:02Z', 'revision_number': 4, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'subnets': [{'id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:03.449730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.450815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.587045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a822d9f4-d6e5-49a5-990d-730462965cc9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:03.588589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a822d9f4-d6e5-49a5-990d-730462965cc9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.3413160 Aug 23 11:52:03.640511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.646332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Request body: {'port': {'device_id': '2fbc0265-586d-4833-8015-519f4d24762c', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'admin_state_up': True, 'tenant_id': '432d6d273d1b44838b7efbd7ee416a11'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:03.726727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-db03c549-a4e3-4ad5-a025-322ce97dcf5d', 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'fixed_ips': [{'subnet_id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:52:03.728040 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:03.735426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46c9a3-3aa7-4ba4-b8a3-499343251d95 req-b9b8449a-5b45-4df8-865a-d5a891887faf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:03.744136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f46c9a3-3aa7-4ba4-b8a3-499343251d95 req-b9b8449a-5b45-4df8-865a-d5a891887faf tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1997576 Aug 23 11:52:03.825092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f46c9a3-3aa7-4ba4-b8a3-499343251d95 req-2a29c3f6-0ff1-4775-8992-aa4eb83d4d6f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791056 Aug 23 11:52:04.014415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Allocated IP 172.20.0.2 (db03c549-a4e3-4ad5-a025-322ce97dcf5d/b5bf160c-3ae8-434d-a103-1575cc83ad38/32da28ad-7d6b-42cd-a06c-0b7f0374ed9e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:04.055426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Deleting port b92589c1-9331-48af-be59-72106569d0b6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:04.055914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.097977 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:52:04.278478 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-5d3b93b7-09de-460a-b38e-75cb131b2ac3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6583428 Aug 23 11:52:04.309507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.329267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Transition to ACTIVE for port object 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:04.358700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Transition to ACTIVE for port object 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:04.368696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.425308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:04.430303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:04.441810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:04.452917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Pushing event updated for resources: {'Port': ['ID=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:04.563291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Attempting to bind port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:04.564200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Attempting to bind port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:04.564610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Attempting to bind port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e on network db03c549-a4e3-4ad5-a025-322ce97dcf5d {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:04.581027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.581209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da58c-b615-4375-8401-5b3ac4784180 req-a85440f8-e3b9-437d-bfc2-db674f5309b0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:04.583001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:04.583381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Checking segment: {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:04.583789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.584190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Bound using segment: {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:04.584929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Bound port: 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:04.586141 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.591410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e9da58c-b615-4375-8401-5b3ac4784180 req-a85440f8-e3b9-437d-bfc2-db674f5309b0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1096 time: 0.5188661 Aug 23 11:52:04.653099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] For port b92589c1-9331-48af-be59-72106569d0b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b92589c1-9331-48af-be59-72106569d0b6,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:04.653499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.655531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Made reservation on behalf of 432d6d273d1b44838b7efbd7ee416a11 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:04.668601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.682589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e9da58c-b615-4375-8401-5b3ac4784180 req-6233b92b-216c-43d5-95c7-ca3dae535f89 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839927 Aug 23 11:52:04.699387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Calling delete_port for b92589c1-9331-48af-be59-72106569d0b6 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:04.739760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-07d34e73-829e-4087-8dcf-4b39c674d846 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:04.741385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-07d34e73-829e-4087-8dcf-4b39c674d846 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4620965 Aug 23 11:52:04.744132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] For port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:04.749082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] For port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:04.761589 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:04.788081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-ca5f6bd6-3c7c-43ca-b43a-cc8f7644ce2f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/quotas/4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 375 time: 0.0282440 Aug 23 11:52:04.875893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 06ecd59d-500b-48c8-a7d0-1461fd3f93ef up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:04.913090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64323df8-74d4-446d-a82e-1063afa7dfa8 None None] Pushing event updated for resources: {'Port': ['ID=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:04.965348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:04.974380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:04.988162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.053757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4364aa-9192-4227-aab3-641a31115233 req-20e1b9cb-cc72-4aea-a10d-fa0f09ab488f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:05.073711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca4364aa-9192-4227-aab3-641a31115233 req-20e1b9cb-cc72-4aea-a10d-fa0f09ab488f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.2315927 Aug 23 11:52:05.121420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Allocated IP 172.20.0.12 (8151cdda-2d70-4715-99bf-42e75d6ff4a6/c290c15c-0f3c-475a-9e11-21b95cefc955/bbfaa17e-0dc4-48d5-bf7a-317139546d18) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:05.145643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.212725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca4364aa-9192-4227-aab3-641a31115233 req-54c03461-a130-4a41-a6ff-914682a8b26b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183586 Aug 23 11:52:05.262987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-1c2f3627-ac31-4195-8a70-24fac8fccc6b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3947744 Aug 23 11:52:05.264761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:05.269280 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.323767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.369653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0be5bc7f-89e2-4b32-a3bc-332db73ed5bc req-56208304-1549-4b83-bcc9-b19ad07f4350 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 210 time: 0.0552347 Aug 23 11:52:05.413438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:05.550953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92589c1-9331-48af-be59-72106569d0b6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:05.634152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.737611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-893787e5-cff4-4d70-83a7-93fa847e770d req-1dff61a7-818c-4a97-8878-e64efdd5c0fa tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 210 time: 0.1260378 Aug 23 11:52:05.749259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.759390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.825762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:05.978099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:06.103316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:06.145278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:06.150745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:06.173383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Allocated IP 172.25.1.225 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/ee17400e-f33b-4c14-90b2-e2e124cdbb61) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:06.295378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:06.355687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:06.356290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:06.358113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Router 49775e2d-8648-4dab-9960-d4b51fb624c4 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:52:06.544618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-571cc974-f134-466a-990c-742044e21646 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9216197 Aug 23 11:52:06.565590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Request body: {'port': {'device_id': '2fbc0265-586d-4833-8015-519f4d24762c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:06.594802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71baaa2-ccda-4982-bf1f-a9d29fc214a1 None None] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:06.722187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:06.729533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd1e633f-b3ec-48a1-a545-b11dcf9f7c66 admin admin] 10.222.0.21 "PUT /v2.0/routers/49775e2d-8648-4dab-9960-d4b51fb624c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0409980 Aug 23 11:52:06.740818 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] Sync routers for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:06.744665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cfbbc22a-1254-47e6-ac8e-b801a244fb65 None None] Provisioning for port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:06.762221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37478) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:06.763159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:06.763922 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:06.771252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:06.824222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02181c0a-56e2-43ee-ab55-ab988c0cd97e req-c21fbf1e-ad15-47ed-9c47-7d7095c863d8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:06.827516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02181c0a-56e2-43ee-ab55-ab988c0cd97e req-c21fbf1e-ad15-47ed-9c47-7d7095c863d8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.4557056 Aug 23 11:52:06.913056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:06.938565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa1732-4c4a-42f2-90d2-88703e286fb0 req-eca1dc43-f104-4c9e-8da4-82da20eb62a9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:06.954380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3fa1732-4c4a-42f2-90d2-88703e286fb0 req-eca1dc43-f104-4c9e-8da4-82da20eb62a9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 932 time: 0.3219101 Aug 23 11:52:07.035359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02181c0a-56e2-43ee-ab55-ab988c0cd97e req-7f7ab6fc-f104-4427-9734-03bad1ae1bab tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874354 Aug 23 11:52:07.038495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.210255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:07.227248 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:07.268484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3fa1732-4c4a-42f2-90d2-88703e286fb0 req-e64bae5c-7c4b-43a6-885e-293b7331c6ef tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130567 Aug 23 11:52:07.277334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:07.287441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:07.314617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:07.331206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:07.341141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.390336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-f40760a3-380d-466b-8479-bb7d97a98265 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332867 Aug 23 11:52:07.394959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee17400e-f33b-4c14-90b2-e2e124cdbb61,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:07.410677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:07.421484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:07.423209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.740916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfaa17e-0dc4-48d5-bf7a-317139546d18 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:07.750157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.764547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Transition to ACTIVE for port object bbfaa17e-0dc4-48d5-bf7a-317139546d18 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:07.784271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.789603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:52:05Z', 'revision_number': 5, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port': {'id': '3633b6a8-75e7-4b4e-ae73-b23ca100e04b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:14Z', 'updated_at': '2021-08-23T11:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:07.795851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-71ba83f0-a4ac-4c02-930b-5f822b0af089 None None] Provisioning complete for port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:07.796686 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-71ba83f0-a4ac-4c02-930b-5f822b0af089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.799659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df78e-23c2-46cc-b47b-baeab11334f8 req-3b34736a-6cd7-48f6-8eca-a4d07002d7e5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:07.813813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-950df78e-23c2-46cc-b47b-baeab11334f8 req-3b34736a-6cd7-48f6-8eca-a4d07002d7e5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 946 time: 0.1802423 Aug 23 11:52:07.818568 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] Checking router: 49775e2d-8648-4dab-9960-d4b51fb624c4 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:07.831529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] Routers {'49775e2d-8648-4dab-9960-d4b51fb624c4'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:07.832824 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49775e2d-8648-4dab-9960-d4b51fb624c4'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:07.854177 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.870468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.942322 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-950df78e-23c2-46cc-b47b-baeab11334f8 req-c3845420-6523-4b29-8e70-5b6a4ef3d0cd tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273844 Aug 23 11:52:07.943270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:07.952351 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:07.953490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 06ecd59d-500b-48c8-a7d0-1461fd3f93ef up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:07.958654 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] Set router 49775e2d-8648-4dab-9960-d4b51fb624c4 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:08.013318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Deleting port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:08.013666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.047474 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:52:07Z', 'revision_number': 6, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:08.049802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:08.065275 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2c48410-fd62-4335-8a10-32fdffdbe427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.080611 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af4e4b-85fe-4d2e-9749-e7c06b1c2fd9 None None] The sync data for ids ['49775e2d-8648-4dab-9960-d4b51fb624c4'] in n-d-773645-7 is: [{'id': '49775e2d-8648-4dab-9960-d4b51fb624c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1107159050-router', 'tenant_id': 'd86f9ba1127947ce84095c9d87b5617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:13Z', 'updated_at': '2021-08-23T11:52:07Z', 'revision_number': 6, 'project_id': 'd86f9ba1127947ce84095c9d87b5617a', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:08.147410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49f13749-f72e-4e0c-8ecf-771f49425e31 req-496a865f-4c12-413f-b11c-c9f29d7355bf tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 210 time: 0.2980685 Aug 23 11:52:08.162924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:08.163890 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.218716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] For port 3633b6a8-75e7-4b4e-ae73-b23ca100e04b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:08.219176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.264957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:08.267255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Calling delete_port for 3633b6a8-75e7-4b4e-ae73-b23ca100e04b owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:08.342940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913b77-422c-4f34-ad39-540ce498d890 req-2701b20a-66a6-4136-a528-6a73e53d4294 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:08.349143 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7913b77-422c-4f34-ad39-540ce498d890 req-2701b20a-66a6-4136-a528-6a73e53d4294 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.1338811 Aug 23 11:52:08.405547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7913b77-422c-4f34-ad39-540ce498d890 req-c8750517-2eff-4ad9-b730-654bb643382f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497875 Aug 23 11:52:08.611209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.651620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Pushing event deleted for resources: {'Port': ['ID=3633b6a8-75e7-4b4e-ae73-b23ca100e04b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:08.738765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.747055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-4313fccd-af0e-47f9-8acb-ec98a7cd6a88 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:08.748793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-4313fccd-af0e-47f9-8acb-ec98a7cd6a88 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2736473 Aug 23 11:52:08.778311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Request body: {'port': {'device_id': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '4112d38acd174aafb9a0fa0f3e50a594'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:08.888727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.904221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:08.911724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.012641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d6fe0-df50-4be7-938e-b093aac785f3 req-9fbad870-d7fc-421f-b57f-8fdc5b919d7d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:09.014681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e4d6fe0-df50-4be7-938e-b093aac785f3 req-9fbad870-d7fc-421f-b57f-8fdc5b919d7d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.3059030 Aug 23 11:52:09.051834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.052730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49775e2d-8648-4dab-9960-d4b51fb624c4 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:52:09.052875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:09.053312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:09.054291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:09.060446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.062650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b829bf1c-6f02-4c0e-bfba-911c744fe547 admin admin] 10.222.0.21 "DELETE /v2.0/routers/49775e2d-8648-4dab-9960-d4b51fb624c4 HTTP/1.1" status: 204 len: 168 time: 2.2996836 Aug 23 11:52:09.065452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:09.087110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:09.087558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:09.122529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:09.148353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Deleting subnet e6f54c10-a7ac-47be-8da4-3c0a06c19da6 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:52:09.153093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.214094 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.292214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:09.293949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:09.294959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:09.295973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Bound port: bbfaa17e-0dc4-48d5-bf7a-317139546d18, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:09.297187 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.323702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:09.324333 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.328867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-85e76895-8268-432c-a85d-6aa71b53ef71 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--862412002&fields=id&tenant_id=79db2d3882d34e0aa00d78d355a4d678 HTTP/1.1" status: 200 len: 267 time: 0.0816436 Aug 23 11:52:09.333876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2c48410-fd62-4335-8a10-32fdffdbe427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.352713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2c48410-fd62-4335-8a10-32fdffdbe427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.419582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c48410-fd62-4335-8a10-32fdffdbe427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e4fec1-a81f-4b0d-bf2d-c77a35aedacd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:09.498465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e4d6fe0-df50-4be7-938e-b093aac785f3 req-dc6e5443-7071-4e90-9f72-828a82f915e8 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581358 Aug 23 11:52:09.511783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Made reservation on behalf of 4112d38acd174aafb9a0fa0f3e50a594 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:09.516404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.604121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-3bbf8e1f-3da4-48fb-bfce-4db8672a4f9e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:09.606857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b92589c1-9331-48af-be59-72106569d0b6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:09.615831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-3bbf8e1f-3da4-48fb-bfce-4db8672a4f9e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 823 time: 0.2772348 Aug 23 11:52:09.637592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b92589c1-9331-48af-be59-72106569d0b6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:09.637976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b92589c1-9331-48af-be59-72106569d0b6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:09.638390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3633b6a8-75e7-4b4e-ae73-b23ca100e04b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:09.655531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-eea538d9-6495-49ef-a03f-ac8101376ad2 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/quotas/79db2d3882d34e0aa00d78d355a4d678 HTTP/1.1" status: 200 len: 375 time: 0.0169864 Aug 23 11:52:09.668986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 3633b6a8-75e7-4b4e-ae73-b23ca100e04b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:09.670593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3633b6a8-75e7-4b4e-ae73-b23ca100e04b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:09.671751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c2c48410-fd62-4335-8a10-32fdffdbe427 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee639bc61de74f25baad34b86e833f17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3776743 Aug 23 11:52:09.676457 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.678610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37526) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:09.723446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5de49fcf-ad72-43a8-be98-97d4163356c4 req-cc51e719-4b20-4650-9952-383b7c25eef4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 210 time: 0.0786121 Aug 23 11:52:09.807592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:09.812262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:09.863960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:09.910383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.023718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:10.024593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.025859 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] 10.222.0.41 "PUT /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 1092 time: 3.4660280 Aug 23 11:52:10.029925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:10.031949 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084f4f4e-8996-49c8-830e-5eeaf147cbea" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:10.040866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-2f1b5847-84ed-43c0-8f90-e4db3df861a6 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3863788 Aug 23 11:52:10.068186 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14906d1f-c2c0-4224-b749-a8d77db77362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.078134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630de71-9db4-43a9-b266-2cfec4118c35 req-9b4d616d-1868-4a97-9874-b4bd9ffd7f58 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:10.079878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b630de71-9db4-43a9-b266-2cfec4118c35 req-9b4d616d-1868-4a97-9874-b4bd9ffd7f58 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.2651620 Aug 23 11:52:10.081143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Allocated IP 192.168.233.148 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/fa8323c9-2472-487a-ab42-73ea2d389ebb) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:10.084284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.102324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b4a78-fa5c-44cc-88c4-9f0e09fed6ca service neutron] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:10.131404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f54c10-a7ac-47be-8da4-3c0a06c19da6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:10.142596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af8407-0bd0-4a24-8d5c-f9e78f3e7d19 None None] Network 8cfe7561-a689-4778-8177-3a58e5e2eb11 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:10.174089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.178524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-442cb3d5-80f7-4d6d-a796-3134180faa5e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6f54c10-a7ac-47be-8da4-3c0a06c19da6 HTTP/1.1" status: 204 len: 168 time: 1.1088228 Aug 23 11:52:10.181255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37530) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:10.183447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14906d1f-c2c0-4224-b749-a8d77db77362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.251873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b630de71-9db4-43a9-b266-2cfec4118c35 req-91d4ddb7-b1a1-4913-a420-f41d0325f1ac tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603994 Aug 23 11:52:10.258991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-0e7ccf82-e04a-432c-ab6c-612e5ab3d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:10.260537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-0e7ccf82-e04a-432c-ab6c-612e5ab3d6cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1095 time: 0.1704102 Aug 23 11:52:10.307308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-8bee272a-d26e-4319-8188-cbf57851ecc8 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:10.309332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-8bee272a-d26e-4319-8188-cbf57851ecc8 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.44 "GET /v2.0/ports?device_id=1774c364-819b-4c6b-ad82-34bfc29f573c HTTP/1.1" status: 200 len: 946 time: 0.1726825 Aug 23 11:52:10.323805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-1ece1fdb-2df6-4462-88ae-0919bc5ca4fc service neutron] 10.222.0.21 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626855 Aug 23 11:52:10.364213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-2d6c14d1-85a0-490d-bcc9-6b1e5d37b429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 217 time: 0.0786681 Aug 23 11:52:10.392559 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef725a-9325-486c-933b-52abc3a4031b x-openstack-request-id: req-93ef725a-9325-486c-933b-52abc3a4031b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:10.393000 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:10.393147 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93ef725a-9325-486c-933b-52abc3a4031b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:10.393534 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'status': 'completed', 'code': 200} Aug 23 11:52:10.403976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] DHCP port deletion for 8cfe7561-a689-4778-8177-3a58e5e2eb11 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:52:10.404679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.467887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] Deleting port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:10.468417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.491124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-b8a57fda-d44e-4a27-a333-9eaa7c71ca48 service neutron] 10.222.0.21 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661043 Aug 23 11:52:10.493857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14906d1f-c2c0-4224-b749-a8d77db77362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.496617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14906d1f-c2c0-4224-b749-a8d77db77362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.498352 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-14906d1f-c2c0-4224-b749-a8d77db77362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42e4fec1-a81f-4b0d-bf2d-c77a35aedacd HTTP/1.1" status: 204 len: 168 time: 0.8176124 Aug 23 11:52:10.547817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906d1f-c2c0-4224-b749-a8d77db77362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e4fec1-a81f-4b0d-bf2d-c77a35aedacd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:10.563660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-491eb29b-b8e7-47de-af3d-b43ef45e3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:10.565482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-491eb29b-b8e7-47de-af3d-b43ef45e3de4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1708794 Aug 23 11:52:10.581389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Deleting port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:10.582135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.603442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] For port 6c1730d3-53dd-44d1-ad9c-004fd21183d7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c1730d3-53dd-44d1-ad9c-004fd21183d7,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:10.603855 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.619125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] Calling delete_port for 6c1730d3-53dd-44d1-ad9c-004fd21183d7 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:10.703803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.733340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Transition to ACTIVE for port object fa8323c9-2472-487a-ab42-73ea2d389ebb will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:10.787623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Router bad40266-d030-4e4b-91cd-784a0e566c75 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:52:10.837930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-4d84c8e8-3803-4afa-8f32-7d073d8f049f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2589786 Aug 23 11:52:10.873316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] For port 6c1730d3-53dd-44d1-ad9c-004fd21183d7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c1730d3-53dd-44d1-ad9c-004fd21183d7,segment=NetworkSegment(c1acabf6-cb83-4362-b487-dcfdd165850b),segment_id=c1acabf6-cb83-4362-b487-dcfdd165850b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:10.873790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.906497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c1730d3-53dd-44d1-ad9c-004fd21183d7 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:10.907370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Calling delete_port for 6c1730d3-53dd-44d1-ad9c-004fd21183d7 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:10.911005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:10.966979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b792d-845e-497e-99ca-1d147d177ea7 req-be4ee327-2a7f-409a-917c-6f10bc3eacee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:10.968603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-994b792d-845e-497e-99ca-1d147d177ea7 req-be4ee327-2a7f-409a-917c-6f10bc3eacee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1891961 Aug 23 11:52:11.022082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] Pushing event deleted for resources: {'Port': ['ID=6c1730d3-53dd-44d1-ad9c-004fd21183d7,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:11.025213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6c1730d3-53dd-44d1-ad9c-004fd21183d7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:11.025734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c1730d3-53dd-44d1-ad9c-004fd21183d7 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:11.032953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd525758-9437-485b-9d2b-332bfcd7b2a9 None None] No DVR routers for this DVR port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:11.135839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37560) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:11.156563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.160205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-994b792d-845e-497e-99ca-1d147d177ea7 req-bc228536-517f-483a-8396-f7e0d65b2015 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236112 Aug 23 11:52:11.170757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:11.216930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fdfba06-1dc6-45a9-811b-7ecd96b94fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.255775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.349824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1730d3-53dd-44d1-ad9c-004fd21183d7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:11.362097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] No DVR routers for this DVR port 6c1730d3-53dd-44d1-ad9c-004fd21183d7 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:11.381768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Deleting port 4e598461-285d-499d-b706-c3ea5d6dbc1b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:11.382897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.529330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d38a284-1dc6-469a-9794-f49b1c4b036d req-42dd3497-f7b1-49e3-8f8d-44452976a444 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.1905684 Aug 23 11:52:11.629460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.650012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfe7561-a689-4778-8177-3a58e5e2eb11']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:11.668237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ead56-f481-4cc6-aa78-0806966de8da req-d2fdb105-508d-4e7e-8f9a-ac66e6f7b04b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:11.670351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a55ead56-f481-4cc6-aa78-0806966de8da req-d2fdb105-508d-4e7e-8f9a-ac66e6f7b04b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 936 time: 0.3098223 Aug 23 11:52:11.682735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1acabf6-cb83-4362-b487-dcfdd165850b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:11.683030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1acabf6-cb83-4362-b487-dcfdd165850b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:11.743358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.754133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fdfba06-1dc6-45a9-811b-7ecd96b94fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.783988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fdfba06-1dc6-45a9-811b-7ecd96b94fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.814209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.859342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:11.860172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:11.864060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a55ead56-f481-4cc6-aa78-0806966de8da req-163718d2-2255-4699-8c16-f6d968d739f9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835477 Aug 23 11:52:11.868431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:52:11.870104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:11.872725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-05590344-06a5-456e-aad1-17605cec2bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0210407 Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:52:11.876216 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:52:11.905526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6fdfba06-1dc6-45a9-811b-7ecd96b94fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88e48544963540bca94c930cd85809e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682488 Aug 23 11:52:11.906593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:11.916270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:11.916870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfba06-1dc6-45a9-811b-7ecd96b94fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e3e400-bca8-4773-ac98-e3ef1502d02e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:11.919956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37568) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:11.945580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:11.958830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Sync routers for ids ['bad40266-d030-4e4b-91cd-784a0e566c75'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:11.984958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Routers {'bad40266-d030-4e4b-91cd-784a0e566c75'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:11.986156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['bad40266-d030-4e4b-91cd-784a0e566c75'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:12.058180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.060300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069febfd-dd3a-4531-9f61-5d1dd0f5377d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.102044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.102303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.102550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1a0e70a9-8fdf-4b73-8a79-f1908be02af2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8718991 Aug 23 11:52:12.105294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8cfe7561-a689-4778-8177-3a58e5e2eb11 HTTP/1.1" status: 204 len: 168 time: 1.9192572 Aug 23 11:52:12.106773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9fdb6-ba54-4fd7-8160-fdf54ac5f307 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfe7561-a689-4778-8177-3a58e5e2eb11,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:12.111588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] For port 4e598461-285d-499d-b706-c3ea5d6dbc1b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4e598461-285d-499d-b706-c3ea5d6dbc1b,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:12.112028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.114395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37570) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:12.123042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:12.123680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.155815 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069febfd-dd3a-4531-9f61-5d1dd0f5377d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.176060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0195-2968-433e-b60b-f284f1f41fc7 req-f87fabe2-0b39-4fed-a41f-126f00e0fdd6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:12.177671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa5a0195-2968-433e-b60b-f284f1f41fc7 req-f87fabe2-0b39-4fed-a41f-126f00e0fdd6 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.3220804 Aug 23 11:52:12.228676 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069febfd-dd3a-4531-9f61-5d1dd0f5377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.232294 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-069febfd-dd3a-4531-9f61-5d1dd0f5377d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.237386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-069febfd-dd3a-4531-9f61-5d1dd0f5377d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89e3e400-bca8-4773-ac98-e3ef1502d02e HTTP/1.1" status: 204 len: 168 time: 0.2615027 Aug 23 11:52:12.268536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069febfd-dd3a-4531-9f61-5d1dd0f5377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e3e400-bca8-4773-ac98-e3ef1502d02e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:12.399405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Set router bad40266-d030-4e4b-91cd-784a0e566c75 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:12.533351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc5cec-2098-491f-97bd-d3c498826897 req-917dfb19-71fd-4b4e-95a3-66d1ff873afb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:12.541545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-42fc5cec-2098-491f-97bd-d3c498826897 req-917dfb19-71fd-4b4e-95a3-66d1ff873afb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1089082 Aug 23 11:52:12.577573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:12.583789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:12.626319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-42fc5cec-2098-491f-97bd-d3c498826897 req-1c914fee-c113-4f78-9f16-585fb4b516d6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729954 Aug 23 11:52:12.649161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:12.668468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.669154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.669627 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c disassociated. External IP: 172.25.1.46, port: 4e598461-285d-499d-b706-c3ea5d6dbc1b. Aug 23 11:52:12.670146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Calling delete_port for 4e598461-285d-499d-b706-c3ea5d6dbc1b owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:12.742997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-416b435c-baf5-4ff6-be81-abe6ac8ae51c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d86f9ba1127947ce84095c9d87b5617a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922244 Aug 23 11:52:12.756798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37586) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:12.759515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-290aa84d-7fb0-4474-893c-19ecd46aa7e0 req-837c32be-b822-4095-9400-6a2e49772c94 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.0296166 Aug 23 11:52:12.769704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-409f0de2-c617-4822-9f16-5050d6100be8 None None] Provisioning for port fa8323c9-2472-487a-ab42-73ea2d389ebb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:12.787769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-12023dc8-fa78-40c5-86a3-d74ab910a4a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0135958 Aug 23 11:52:12.801187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-409f0de2-c617-4822-9f16-5050d6100be8 None None] Provisioning complete for port fa8323c9-2472-487a-ab42-73ea2d389ebb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:12.801559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-409f0de2-c617-4822-9f16-5050d6100be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.819025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Request body: {'port': {'device_id': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:12.886217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b83145-c317-4f73-82aa-f7fa4236bec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.967510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-409f0de2-c617-4822-9f16-5050d6100be8 None None] Port fa8323c9-2472-487a-ab42-73ea2d389ebb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:12.979680 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:12.986574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b83145-c317-4f73-82aa-f7fa4236bec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.003089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa5a0195-2968-433e-b60b-f284f1f41fc7 req-fff22e96-db35-4fec-a02e-94e1c5214847 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133295 Aug 23 11:52:13.013567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd4065a9-c56d-4046-a33a-0c2c0ea12f0b req-544c8cd6-3dc7-4cc9-a85a-7b8119ca59c5 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1004207 Aug 23 11:52:13.043293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:13.062888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:13.065890 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e88cf8-3953-45e9-9dc5-b3518bc3d47a" -d '{"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:13.128532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '9718bb75-b30f-46dd-980f-c5546af58129', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '9718bb75-b30f-46dd-980f-c5546af58129', 'mac_address': 'fa:16:3e:7c:f7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:52:13.139074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:13.145719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0675a5-220d-49c9-9ff2-6daa538f7d9f req-fd1cf32f-712e-47bc-848a-71c5393c0bb9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:13.146077 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.155509 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17e0752-a207-4f27-92a4-748d03b2cb20 x-openstack-request-id: req-b17e0752-a207-4f27-92a4-748d03b2cb20 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:13.155928 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-unplugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:13.156293 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b17e0752-a207-4f27-92a4-748d03b2cb20 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:13.156955 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'code': 200} Aug 23 11:52:13.157388 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e0675a5-220d-49c9-9ff2-6daa538f7d9f req-fd1cf32f-712e-47bc-848a-71c5393c0bb9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 936 time: 0.0972910 Aug 23 11:52:13.213595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e0675a5-220d-49c9-9ff2-6daa538f7d9f req-0cb6ee60-f217-406d-b758-2a32d7e858a8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 Aug 23 11:52:13.244591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b83145-c317-4f73-82aa-f7fa4236bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.248027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b83145-c317-4f73-82aa-f7fa4236bec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.249530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e8b83145-c317-4f73-82aa-f7fa4236bec5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7212f6ad-8d0e-4f99-98c8-dd90dd49676f HTTP/1.1" status: 204 len: 168 time: 0.4890609 Aug 23 11:52:13.260614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b83145-c317-4f73-82aa-f7fa4236bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7212f6ad-8d0e-4f99-98c8-dd90dd49676f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:13.355328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.470085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event deleted for resources: {'Port': ['ID=4e598461-285d-499d-b706-c3ea5d6dbc1b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:13.505635 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.539838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:13.593038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.613578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:13.640753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:13.645587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-d840e1d9-9794-445d-904d-f032dcc12fd1 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:13.648161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-d840e1d9-9794-445d-904d-f032dcc12fd1 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.41 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 823 time: 1.3713408 Aug 23 11:52:13.656948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-733d0ff2-7ea0-4a46-8a7c-ec472a3e62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:13.659120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-733d0ff2-7ea0-4a46-8a7c-ec472a3e62c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1095 time: 0.4560390 Aug 23 11:52:13.665114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:52:07Z', 'revision_number': 3, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:13.672563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.690692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:13.783969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Checking router: bad40266-d030-4e4b-91cd-784a0e566c75 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:13.784784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Updating router bad40266-d030-4e4b-91cd-784a0e566c75 port ee17400e-f33b-4c14-90b2-e2e124cdbb61 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:52:13.856882 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:13.938403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:13.938999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b625f31-332e-4b22-b834-189138a8e9d4 req-5e955c9b-0ee1-442a-88a8-cf68322819c2 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.0602152 Aug 23 11:52:13.952468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-network', 'tenant_id': '620b031446f0446286459a32fec91241'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:13.977710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:13.993105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Made reservation on behalf of 620b031446f0446286459a32fec91241 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:13.997640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.008973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.063647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-b56324f9-4160-4fa3-bc95-9691023a9dcc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79db2d3882d34e0aa00d78d355a4d678 HTTP/1.1" status: 200 len: 379 time: 0.3984954 Aug 23 11:52:14.145673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.214019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.295303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'port': {'device_id': '987f9230-72f9-46f9-8531-b78110698bea', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'admin_state_up': True, 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'security_groups': ['841c3a93-7bbb-426c-991d-15c0b55fbf32']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:14.298086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:52:14.326596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeac997-b382-4f7a-af06-af0027b5ad48,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:14.331328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.332093 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Added segment 7213c2db-57b8-4078-b205-6fcdde22709e of type vlan for network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 Aug 23 11:52:14.365312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71d573-c18f-465e-a5a6-a1cf1fd76cf6 req-fe76e139-4fff-459a-a750-3c27ac34f3ad tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:14.373972 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f71d573-c18f-465e-a5a6-a1cf1fd76cf6 req-fe76e139-4fff-459a-a750-3c27ac34f3ad tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.2264812 Aug 23 11:52:14.514295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.554955 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f71d573-c18f-465e-a5a6-a1cf1fd76cf6 req-668967ac-56f2-4832-b7e3-1b81f3f2b5da tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792479 Aug 23 11:52:14.566312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.580105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Transition to ACTIVE for port object ee17400e-f33b-4c14-90b2-e2e124cdbb61 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:14.588913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.626801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:52:14.628639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.629848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:14.632190 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.693781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0014482 Aug 23 11:52:14.696613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:14.701915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Request body: {'subnet': {'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-subnet', 'tenant_id': '620b031446f0446286459a32fec91241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:14.722649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Attempting to bind port ee17400e-f33b-4c14-90b2-e2e124cdbb61 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:14.725232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Attempting to bind port ee17400e-f33b-4c14-90b2-e2e124cdbb61 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:14.726442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Attempting to bind port ee17400e-f33b-4c14-90b2-e2e124cdbb61 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:14.740594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61143e6a-103d-48af-aa94-bced60c1c6fd None None] Pushing event updated for resources: {'Port': ['ID=ee17400e-f33b-4c14-90b2-e2e124cdbb61,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:14.752562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:14.752823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:14.753027 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.753420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:14.754208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Bound port: ee17400e-f33b-4c14-90b2-e2e124cdbb61, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:14.754386 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.765848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Made reservation on behalf of 620b031446f0446286459a32fec91241 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:14.768147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.782953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037e318-2059-4df3-92f2-fefc8cf63341 admin admin] Pushing event updated for resources: {'Network': ['ID=25f79bdc-9f0f-4528-b20d-70e24eea30c1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:14.827416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] For port ee17400e-f33b-4c14-90b2-e2e124cdbb61, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:14.833561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] For port ee17400e-f33b-4c14-90b2-e2e124cdbb61, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ee17400e-f33b-4c14-90b2-e2e124cdbb61,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:14.839851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:52:14.847011 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:14.896205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a6bb6-2be2-48ae-b706-b48013d9b1ac req-fb1b5930-5279-446b-9e7b-f4e65273e91d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:14.898280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d3a6bb6-2be2-48ae-b706-b48013d9b1ac req-fb1b5930-5279-446b-9e7b-f4e65273e91d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 936 time: 0.1372132 Aug 23 11:52:14.989575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d3a6bb6-2be2-48ae-b706-b48013d9b1ac req-4583dc68-7b02-43e8-a468-56dce73d9a25 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816073 Aug 23 11:52:14.991900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Routers {'bad40266-d030-4e4b-91cd-784a0e566c75'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:14.992628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['bad40266-d030-4e4b-91cd-784a0e566c75'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:15.075082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.160009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a342f35-0899-4055-a532-366c9035248a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:15.163091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Checking segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:15.163768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Network hostable DHCP agents. Network: 25f79bdc-9f0f-4528-b20d-70e24eea30c1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:52:15.187714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:52:15.207198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 25f79bdc-9f0f-4528-b20d-70e24eea30c1) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:15.221411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:15.223486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.231728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] Set router bad40266-d030-4e4b-91cd-784a0e566c75 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:15.239379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71d0b6-0f64-420f-9492-9dfd10f0a230 req-a1bf045a-d595-4f05-91e0-8cc20fb605bc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:15.241617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed71d0b6-0f64-420f-9492-9dfd10f0a230 req-a1bf045a-d595-4f05-91e0-8cc20fb605bc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 1.4801519 Aug 23 11:52:15.270535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a3a064e-d0b2-4a63-a61d-96ebddb7eb40 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5721505 Aug 23 11:52:15.271905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37654) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:15.280956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:15.329418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4e598461-285d-499d-b706-c3ea5d6dbc1b no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:15.330901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.333597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.367665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec7632-b460-41d2-9ab6-9d06fc3ae7cd None None] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:15.404071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:15.418641 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:15.434359 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:15.435242 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:15.436436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-86ec7796-a60e-496f-b2e7-5c8948a9aeb9 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=028ffaebcb4a40fa97f95b17200e4ab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571203 Aug 23 11:52:15.495716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-d2323b64-223a-4d47-9217-1d04401cdfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:15.498829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-d2323b64-223a-4d47-9217-1d04401cdfa4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 1.8227952 Aug 23 11:52:15.523310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.526446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61143e6a-103d-48af-aa94-bced60c1c6fd None None] Pushing event updated for resources: {'Port': ['ID=ee17400e-f33b-4c14-90b2-e2e124cdbb61,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:15.539890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 4e598461-285d-499d-b706-c3ea5d6dbc1b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:15.540373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4e598461-285d-499d-b706-c3ea5d6dbc1b not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:15.615603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8323c9-2472-487a-ab42-73ea2d389ebb {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:15.628565 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:15.811116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.819738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:52:15.821105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.827841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-e62d0bf5-8261-491e-9393-650bc0647fdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 217 time: 0.2030537 Aug 23 11:52:15.828545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] No DVR routers for this DVR port 4e598461-285d-499d-b706-c3ea5d6dbc1b on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:15.837053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.861795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-f9458755-f80d-4f7e-b7cb-82b31c45cab6 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:15.862839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:15.864223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-f9458755-f80d-4f7e-b7cb-82b31c45cab6 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4266553 Aug 23 11:52:15.866419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ee18da7-f1bf-4b32-8462-84b73d6b6aaa req-57462118-bc13-4520-8d62-b31fc3d117ae tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.44 "DELETE /v2.0/ports/4e598461-285d-499d-b706-c3ea5d6dbc1b HTTP/1.1" status: 204 len: 173 time: 5.5157917 Aug 23 11:52:15.869914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'name': 'network-vif-deleted', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:15.873849 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a582a10c-3b12-4350-b26a-d9d732710fef" -d '{"events": [{"server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "name": "network-vif-deleted", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:15.876233 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:15.930033 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:15.946462 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:15.947308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:15.952546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-85e3f473-ac8e-455d-ba97-378d0cea40d0 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/quotas/028ffaebcb4a40fa97f95b17200e4ab4 HTTP/1.1" status: 200 len: 375 time: 0.0611227 Aug 23 11:52:15.981748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed71d0b6-0f64-420f-9492-9dfd10f0a230 req-1c9797db-3957-4fb5-938f-e01735cd8c48 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885451 Aug 23 11:52:16.036352 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-a94a9a7d-a821-4af6-baf0-e20c7bbf263d tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=028ffaebcb4a40fa97f95b17200e4ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662498 Aug 23 11:52:16.091696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Transition to ACTIVE for port object fa8323c9-2472-487a-ab42-73ea2d389ebb will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:16.174728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Made reservation on behalf of 79db2d3882d34e0aa00d78d355a4d678 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:16.218392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:16.266585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:16.281179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-9ed5c3e0-33ba-4ca2-8b46-c83dd9a4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:16.287569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-9ed5c3e0-33ba-4ca2-8b46-c83dd9a4ef45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.4317472 Aug 23 11:52:16.336522 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:16.339119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645b0af-90ff-41bb-a25f-f580583f7463 req-cc9711aa-4f17-43cf-829e-678ffe4ff865 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:16.353715 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d645b0af-90ff-41bb-a25f-f580583f7463 req-cc9711aa-4f17-43cf-829e-678ffe4ff865 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.0925639 Aug 23 11:52:16.386546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:52:07Z', 'revision_number': 3, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:16.423839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19dba4c-7c27-4995-8644-6743f1b2f516 None None] The sync data for ids ['bad40266-d030-4e4b-91cd-784a0e566c75'] in n-d-773645-7 is: [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:52:07Z', 'revision_number': 3, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:16.467724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-9dbf58a3-8c37-4bc4-a6aa-60f63fbea8aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164179 Aug 23 11:52:16.521364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Allocated IP 172.20.0.2 (25f79bdc-9f0f-4528-b20d-70e24eea30c1/3a342f35-0899-4055-a532-366c9035248a/4d8ad29d-c91c-49a7-816c-5d13e6f7a07c) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:16.546900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df666bd0-fee8-4860-98e4-52100fae07f3 req-8f343bdd-99d2-47f0-bde3-5b46ca40fb4e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.2124643 Aug 23 11:52:16.747258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:16.864133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:16.875033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-56f96180-0f58-4476-8c72-20a9173317cc service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905029 Aug 23 11:52:16.889199 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ce999-7bcf-4105-8290-3a2d30267344 x-openstack-request-id: req-e28ce999-7bcf-4105-8290-3a2d30267344 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:16.893275 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1774c364-819b-4c6b-ad82-34bfc29f573c", "name": "network-vif-deleted", "tag": "4e598461-285d-499d-b706-c3ea5d6dbc1b", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:16.895706 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e28ce999-7bcf-4105-8290-3a2d30267344 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:16.896368 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1774c364-819b-4c6b-ad82-34bfc29f573c', 'name': 'network-vif-deleted', 'tag': '4e598461-285d-499d-b706-c3ea5d6dbc1b', 'status': 'completed', 'code': 200} Aug 23 11:52:17.046873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:17.076825 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.094748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Transition to ACTIVE for port object 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:17.122779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d645b0af-90ff-41bb-a25f-f580583f7463 req-0696d64b-85cc-48cf-a252-de3a59bee04d tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671630 Aug 23 11:52:17.130186 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb65fc-6125-405c-861e-3accf4a65791 None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:17.162000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Transition to ACTIVE for port object 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:17.203434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:17.207900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:17.208159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:17.219718 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.285449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Allocated IP 172.25.1.173 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/843f6cf7-7ce8-4d74-9ca6-8d947141ceab) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:17.368023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:17.420421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Pushing event updated for resources: {'Port': ['ID=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:17.425401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:17.451236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:17.502460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7e2009a-9110-4b02-9037-3e381861de70 req-db82969c-d811-4bb2-b4d8-c709c441d3f4 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 210 time: 0.0824790 Aug 23 11:52:17.546286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.559608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.649381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfb4dd-959e-4d15-b23b-30f903deb732 req-bce0e09a-3258-43dd-8393-4d8f2537b5ee tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:17.657304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dcfb4dd-959e-4d15-b23b-30f903deb732 req-bce0e09a-3258-43dd-8393-4d8f2537b5ee tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 948 time: 0.7697399 Aug 23 11:52:17.772708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5630ba-fe38-43fc-a2b1-0979990344d6 req-1d9ae562-a2e1-42bd-8581-a835d38c4f92 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:17.781638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd5630ba-fe38-43fc-a2b1-0979990344d6 req-1d9ae562-a2e1-42bd-8581-a835d38c4f92 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1115568 Aug 23 11:52:17.783978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.784188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Attempting to bind port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:17.784492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Attempting to bind port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:17.784859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Attempting to bind port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:17.793427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Attempting to bind port fa8323c9-2472-487a-ab42-73ea2d389ebb on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:17.793854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Attempting to bind port fa8323c9-2472-487a-ab42-73ea2d389ebb by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:17.794204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Attempting to bind port fa8323c9-2472-487a-ab42-73ea2d389ebb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:17.796293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8ee85-9a2b-4a18-92f5-33ef9d3a2b8b None None] New status for floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:52:17.800170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-084f4f4e-8996-49c8-830e-5eeaf147cbea req-f1c90a99-f6b0-408c-9822-d3e9b85251e9 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8872633 Aug 23 11:52:17.812184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Allocated IP 172.20.0.4 (bc564663-9fa0-49f8-a0da-5ab139164149/2eb8fb82-da28-4451-aec1-c36619a7d12a/185c2bae-85b6-4521-93e4-78dcd9098ea2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:17.855464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd5630ba-fe38-43fc-a2b1-0979990344d6 req-2d85e3f9-e32c-4fcf-98c5-1d22fbf29ff7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728176 Aug 23 11:52:17.898874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:17.909227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dcfb4dd-959e-4d15-b23b-30f903deb732 req-4b423f80-a8bb-494f-ae77-b918cb6610e8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511246 Aug 23 11:52:17.924921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:17.931814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Port fa8323c9-2472-487a-ab42-73ea2d389ebb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:17.934318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:17.936866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Attempting to bind port fa8323c9-2472-487a-ab42-73ea2d389ebb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:17.971803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:17.979287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Checking segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:17.979506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.980067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Bound using segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:17.980813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Bound port: 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:17.986069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:17.986453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:17.986802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:17.987256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Bound port: fa8323c9-2472-487a-ab42-73ea2d389ebb, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:17.987612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:17.989261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.046526 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:52:18.151415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-771ffabc-ba2c-464e-80c3-3cf5a758cc46 req-802a831a-029f-4dfb-881d-16aa5cd20428 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.1239672 Aug 23 11:52:18.180144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Pushing event updated for resources: {'Port': ['ID=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:18.248041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] For port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:18.251614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] For port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:18.260423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.304168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:18.308213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:18.318524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-72bc27f7-a9cb-4031-a8e4-5f6a96160ae9 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=028ffaebcb4a40fa97f95b17200e4ab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1373649 Aug 23 11:52:18.334627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.354040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 9718bb75-b30f-46dd-980f-c5546af58129 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:18.354420 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.505331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478d37-0bbc-4bbe-ab1c-93f1e8ec40b1 None None] Pushing event updated for resources: {'Port': ['ID=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:18.510105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:18.577185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:18.578001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.579443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] 10.222.0.44 "PUT /v2.0/ports/fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 200 len: 1096 time: 5.7652454 Aug 23 11:52:18.627775 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.635108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'port_id': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'mac_address': 'fa:16:3e:4a:51:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c290c15c-0f3c-475a-9e11-21b95cefc955', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:52:18.741524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:18.831243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-596a6d99-7c0f-4eee-82e6-a2419c3a01ea req-38f272fc-4f0c-4ae9-9ddc-e28d056796ed tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 210 time: 0.0815387 Aug 23 11:52:18.833077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:18.836828 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afbfdec-4232-48c2-ba48-bc94eeb505ec" -d '{"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-plugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:18.844916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.923865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:18.930483 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9547e2-7eec-4e24-940f-4c7213da12fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:18.935346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:18.940849 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d848b60d-1cfc-498f-a5a5-1c754c7b9fba x-openstack-request-id: req-d848b60d-1cfc-498f-a5a5-1c754c7b9fba {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:18.941387 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-plugged", "status": "completed", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:18.941916 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d848b60d-1cfc-498f-a5a5-1c754c7b9fba {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:18.942506 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'code': 200} Aug 23 11:52:18.968678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfaa17e-0dc4-48d5-bf7a-317139546d18 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:19.045657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee17400e-f33b-4c14-90b2-e2e124cdbb61 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:19.067481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace53de-d68d-4260-9338-bcbbadd25be5 req-f859b0af-4592-43e2-a016-ceb913601989 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:19.081985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dace53de-d68d-4260-9338-bcbbadd25be5 req-f859b0af-4592-43e2-a016-ceb913601989 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 950 time: 0.7710016 Aug 23 11:52:19.111878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Allocated IP 172.20.0.1 (db03c549-a4e3-4ad5-a025-322ce97dcf5d/b5bf160c-3ae8-434d-a103-1575cc83ad38/8b627c9c-0fbf-45d7-adf5-a37891afbf03) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:19.112233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:19.117906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:19.126476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.144883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2fd0d-4ece-4ad4-8197-fecb7b6f4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:19.220633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ee17400e-f33b-4c14-90b2-e2e124cdbb61 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:19.251672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e5b8-a195-4dbb-9093-aa9bab8b07c6 req-bf440ae7-16b2-4397-87cc-00d4d7ef70a0 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:19.252194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ee17400e-f33b-4c14-90b2-e2e124cdbb61 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:19.252838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2530e5b8-a195-4dbb-9093-aa9bab8b07c6 req-bf440ae7-16b2-4397-87cc-00d4d7ef70a0 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1924956 Aug 23 11:52:19.252981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.298670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.317198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Transition to ACTIVE for port object 185c2bae-85b6-4521-93e4-78dcd9098ea2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:19.320310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:19.381213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.383261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2530e5b8-a195-4dbb-9093-aa9bab8b07c6 req-0c530738-b2fb-40ab-b168-9691b425cb40 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828516 Aug 23 11:52:19.384146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.417845 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.445908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ee17400e-f33b-4c14-90b2-e2e124cdbb61, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ee17400e-f33b-4c14-90b2-e2e124cdbb61,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:19.450639 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.481882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-c491ac6b-b350-46f3-9784-8378f3ef0b0e tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:19.483536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-c491ac6b-b350-46f3-9784-8378f3ef0b0e tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1250775 Aug 23 11:52:19.488507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['bbfaa17e-0dc4-48d5-bf7a-317139546d18'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:19.524531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dace53de-d68d-4260-9338-bcbbadd25be5 req-d7290635-cfa3-43f3-9059-e9a26815f715 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412026 Aug 23 11:52:19.543966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Request body: {'port': {'device_id': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '028ffaebcb4a40fa97f95b17200e4ab4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:19.583653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Network bc564663-9fa0-49f8-a0da-5ab139164149 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:19.601680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-facb117b-6bce-4d6d-b5f7-bdf8690e43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:19.603733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-facb117b-6bce-4d6d-b5f7-bdf8690e43fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 1099 time: 0.8887200 Aug 23 11:52:19.667350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ee17400e-f33b-4c14-90b2-e2e124cdbb61,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:19.760340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:19.775652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:19.780405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:19.783236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-ea2dd29f-e414-49e5-bac7-742b0b0405d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 200 len: 217 time: 0.0616698 Aug 23 11:52:19.784413 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f506f9-2a91-4104-987f-ac13f7a6d070 x-openstack-request-id: req-b1f506f9-2a91-4104-987f-ac13f7a6d070 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:19.784731 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:19.785142 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1f506f9-2a91-4104-987f-ac13f7a6d070 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:19.785557 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'status': 'completed', 'code': 200} Aug 23 11:52:19.929067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f4152-cf1f-45a8-9802-a2c34a90ad34 req-5b65f045-39a6-459c-8b4b-f03635dbdac1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:19.930761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-999f4152-cf1f-45a8-9802-a2c34a90ad34 req-5b65f045-39a6-459c-8b4b-f03635dbdac1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 948 time: 0.1721108 Aug 23 11:52:20.030903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-999f4152-cf1f-45a8-9802-a2c34a90ad34 req-3f2481ea-9966-48a6-b549-d2aa3b7f2127 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592983 Aug 23 11:52:20.079987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Router eb1d26ad-43a8-48d9-9337-66491788f52f is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:52:20.180543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81cb9dec-a116-4cd4-a639-dee08cb0bd08 req-65709d47-24c6-4dac-a7b7-68b35628cf8d tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 210 time: 0.0350165 Aug 23 11:52:20.181906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bc32abce-d020-4b93-ae79-f7724bd6d2b0 None None] Provisioning for port 185c2bae-85b6-4521-93e4-78dcd9098ea2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:20.190988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bc32abce-d020-4b93-ae79-f7724bd6d2b0 None None] Provisioning complete for port 185c2bae-85b6-4521-93e4-78dcd9098ea2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:20.191790 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc32abce-d020-4b93-ae79-f7724bd6d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.199521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b5eaa-cbbe-448e-8813-dc8a199b172c None None] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:20.250210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:20.269402 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:20.271945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.274553 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d005b1c7-23fe-4a80-9720-a69e53ed16fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0008345 Aug 23 11:52:20.277719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37712) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:20.284773 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:20.285528 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:20.371990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bc32abce-d020-4b93-ae79-f7724bd6d2b0 None None] Port 185c2bae-85b6-4521-93e4-78dcd9098ea2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:20.395871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event updated for resources: {'Port': ['ID=185c2bae-85b6-4521-93e4-78dcd9098ea2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:20.417570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc73c0-5762-4624-af8f-7aa9d43320bf req-b8b1dbf8-e81c-4e02-b4a0-e311edd992d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:20.419404 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9adc73c0-5762-4624-af8f-7aa9d43320bf req-b8b1dbf8-e81c-4e02-b4a0-e311edd992d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1102 time: 1.1843429 Aug 23 11:52:20.440874 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:20.500191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2a2eb9a9-d857-4657-add2-25b5544aa35e None None] Provisioning for port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:20.504919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9227a-d29c-41f2-bb72-b3df828bf4ac req-aa1c493a-68da-4da0-b780-3a9cb9845277 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:20.506851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e9227a-d29c-41f2-bb72-b3df828bf4ac req-aa1c493a-68da-4da0-b780-3a9cb9845277 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 931 time: 0.6566005 Aug 23 11:52:20.514433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:20.515074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.529032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-d88a0c3a-e5ce-44b4-b6c3-9f04b2fb24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:20.530639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-d88a0c3a-e5ce-44b4-b6c3-9f04b2fb24f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.6983783 Aug 23 11:52:20.630654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-5fbd11d2-6eb3-48cf-be52-3b6d88280bed tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3409173 Aug 23 11:52:20.632955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9adc73c0-5762-4624-af8f-7aa9d43320bf req-94d5d678-f918-4aca-bd0c-4d5386309ec8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961820 Aug 23 11:52:20.636268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.667215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf03a48-cee9-46d6-bace-8221385acf3b req-4e19109a-e2af-4bdf-8d44-8a62e7c3cb2d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:20.668969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bf03a48-cee9-46d6-bace-8221385acf3b req-4e19109a-e2af-4bdf-8d44-8a62e7c3cb2d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 945 time: 0.1699879 Aug 23 11:52:20.680261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Transition to ACTIVE for port object 8b627c9c-0fbf-45d7-adf5-a37891afbf03 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:20.698407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e9227a-d29c-41f2-bb72-b3df828bf4ac req-07ac8547-5f01-49d8-979c-34fe31028674 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783226 Aug 23 11:52:20.715776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Made reservation on behalf of 028ffaebcb4a40fa97f95b17200e4ab4 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:20.733464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.762782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-ab1ee5bc-32bb-4c36-8b2f-2eaf7becf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:20.767554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-ab1ee5bc-32bb-4c36-8b2f-2eaf7becf221 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2158709 Aug 23 11:52:20.773074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.807816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bf03a48-cee9-46d6-bace-8221385acf3b req-2b14c20d-2dcb-424f-9bd8-4bcaf4a6ab38 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205986 Aug 23 11:52:20.848226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Request body: {'port': {'device_id': '987f9230-72f9-46f9-8531-b78110698bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:20.861851 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 3, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:20.892412 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:20.892676 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Updating router eb1d26ad-43a8-48d9-9337-66491788f52f port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:52:20.924039 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:20.999812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:21.015517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.056868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.065340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.068364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:21.073936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:21.074785 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.144453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:21.148589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fdcd2-1856-479b-bb05-12bb1a304292 req-6ca5e928-a732-4cf8-a80a-86e7ee845347 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:21.150233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-949fdcd2-1856-479b-bb05-12bb1a304292 req-6ca5e928-a732-4cf8-a80a-86e7ee845347 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 951 time: 0.2925162 Aug 23 11:52:21.171779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-437cc4cf-974b-49ea-9ab7-991db34bf086 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787484 Aug 23 11:52:21.208327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:21.233253 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.242237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:21.264929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.267790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b627c9c-0fbf-45d7-adf5-a37891afbf03,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:21.278666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:21.281787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port bbfaa17e-0dc4-48d5-bf7a-317139546d18 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:21.299046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port bbfaa17e-0dc4-48d5-bf7a-317139546d18 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:21.299829 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.328377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.337005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Allocated IP 172.20.0.1 (25f79bdc-9f0f-4528-b20d-70e24eea30c1/3a342f35-0899-4055-a532-366c9035248a/c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:21.364601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:21.376414 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.378896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee17400e-f33b-4c14-90b2-e2e124cdbb61 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:21.505500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee06aa-2edc-4f8f-8db9-2aa3ea12ff23 req-08179c83-ce22-4349-bfff-64a37b7d9a50 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:21.514378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5ee06aa-2edc-4f8f-8db9-2aa3ea12ff23 req-08179c83-ce22-4349-bfff-64a37b7d9a50 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 948 time: 0.3136101 Aug 23 11:52:21.540170 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.556847 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.562897 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Transition to ACTIVE for port object 843f6cf7-7ce8-4d74-9ca6-8d947141ceab will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:21.577359 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.580774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ee17400e-f33b-4c14-90b2-e2e124cdbb61 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:21.581435 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.584075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5ee06aa-2edc-4f8f-8db9-2aa3ea12ff23 req-0c3775b2-3b55-4d3a-b8c8-17d93e998a90 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 Aug 23 11:52:21.588604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-949fdcd2-1856-479b-bb05-12bb1a304292 req-7a098c40-25d8-4f74-a07c-3aa48d4d3d9e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971722 Aug 23 11:52:21.607183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.642599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.655995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Transition to ACTIVE for port object c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:21.667761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:21.700009 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Attempting to bind port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:21.700385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Attempting to bind port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:21.700744 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Attempting to bind port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:21.717832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5700db6e-1ee5-44d6-9f16-3cb0f305ad12 None None] Provisioning for port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:21.733031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Pushing event updated for resources: {'Port': ['ID=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:21.743303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.744122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:21.744580 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:21.745292 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:21.745767 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.746166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:21.746915 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Bound port: 843f6cf7-7ce8-4d74-9ca6-8d947141ceab, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:21.747223 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79906b22-f1f8-49ea-9276-0580d900c67d" -d '{"events": [{"server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "name": "network-vif-plugged", "status": "completed", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:21.747791 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.753058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1594faf6-5118-4b3c-b0de-9823e2cc3a41 req-4523a195-d3d4-4c9b-a479-08eccc11a7fe service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431147 Aug 23 11:52:21.760141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5700db6e-1ee5-44d6-9f16-3cb0f305ad12 None None] Provisioning complete for port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:21.760674 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5700db6e-1ee5-44d6-9f16-3cb0f305ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.762408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:21.823383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d72f3e04-039c-4d05-a78a-58c72d7ed477 req-3c32935c-5ad3-4579-8761-48ae5280bda0 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 210 time: 0.0951598 Aug 23 11:52:21.833501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:21.847314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.864108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98466c77-17c8-4dfd-a7fe-ebb288294265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.904725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5700db6e-1ee5-44d6-9f16-3cb0f305ad12 None None] Port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:21.924894 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] For port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:21.929383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] For port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:21.933361 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.934439 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.934439 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.934870 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.935122 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.935461 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.938263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.938263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.938263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.938263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.938263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.938263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:21.944639 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:21.954586 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032cfdf-6e01-4f8c-b0f4-2f0de5b0b121 x-openstack-request-id: req-0032cfdf-6e01-4f8c-b0f4-2f0de5b0b121 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:21.955304 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "name": "network-vif-plugged", "status": "completed", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:21.956424 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0032cfdf-6e01-4f8c-b0f4-2f0de5b0b121 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:21.957290 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'code': 200} Aug 23 11:52:21.965675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:21.968041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:21.989481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:22.008399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:22.015501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:22.052492 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:22.053138 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:51:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:22.055775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Allocated IP 192.168.233.12 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/fd5a1617-9a78-4039-9e17-31ea0cc37c2a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:22.098582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f5c3f-6817-4ac8-8c68-5175b6c4468e req-b0b070e0-a690-498d-966d-a7b7f2081528 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:22.101407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-861f5c3f-6817-4ac8-8c68-5175b6c4468e req-b0b070e0-a690-498d-966d-a7b7f2081528 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 931 time: 0.2282681 Aug 23 11:52:22.190370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-861f5c3f-6817-4ac8-8c68-5175b6c4468e req-34df5326-1130-48af-91d8-b21e907630ec tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675535 Aug 23 11:52:22.195370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.227672 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884b27b-b9c2-489a-917d-b5fea7316c2c None None] Pushing event updated for resources: {'Port': ['ID=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:22.252619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-ea935a77-6673-400c-be5e-50c617ec137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:22.254217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-ea935a77-6673-400c-be5e-50c617ec137f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 1099 time: 0.3591580 Aug 23 11:52:22.254998 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:22.324296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d2c9c-53bd-45a8-a99f-d53e7f0f9ea4 req-f5257074-c59c-4475-b0b8-2256e86cfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:22.325784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4b4d2c9c-53bd-45a8-a99f-d53e7f0f9ea4 req-f5257074-c59c-4475-b0b8-2256e86cfdfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1097 time: 0.2941854 Aug 23 11:52:22.341791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e9ba139-2554-4a9d-83fc-6e081c234ba3 None None] Provisioning for port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:22.351104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e9ba139-2554-4a9d-83fc-6e081c234ba3 None None] Provisioning complete for port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:22.351796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba139-2554-4a9d-83fc-6e081c234ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.375384 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.400429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4903dd7-ed68-4ce0-9f5a-69ea567175d7 req-207f9732-49fd-43b5-8e33-ec5955f79e97 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:22.402029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4903dd7-ed68-4ce0-9f5a-69ea567175d7 req-207f9732-49fd-43b5-8e33-ec5955f79e97 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.3419724 Aug 23 11:52:22.402683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.418405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ba139-2554-4a9d-83fc-6e081c234ba3 None None] Port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:22.486709 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 3, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:22.523078 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9cb34-d56e-4ca3-b9d1-399be0726cb7 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 3, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:22.547580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185c2bae-85b6-4521-93e4-78dcd9098ea2 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:22.595534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.601976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.605749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.636220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4b4d2c9c-53bd-45a8-a99f-d53e7f0f9ea4 req-6cc331d4-f068-4173-aa06-3cb9af3c7389 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956631 Aug 23 11:52:22.684626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4903dd7-ed68-4ce0-9f5a-69ea567175d7 req-7fb3ba3c-98f4-43b2-b28c-0168b296c3e2 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649541 Aug 23 11:52:22.689463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Transition to ACTIVE for port object 185c2bae-85b6-4521-93e4-78dcd9098ea2 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:22.715221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.716519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:22.720189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-0576fc8d-3470-443c-960f-aa32d5f2ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:22.721182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-0576fc8d-3470-443c-960f-aa32d5f2ffc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4391577 Aug 23 11:52:22.732231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.766740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:22.822523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8524bf-e1d0-4480-8db0-24367358acc6 req-9e5deb80-07c7-4498-9972-b73fa45dd803 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:22.824127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec8524bf-e1d0-4480-8db0-24367358acc6 req-9e5deb80-07c7-4498-9972-b73fa45dd803 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 951 time: 0.1367822 Aug 23 11:52:22.887845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:22.908580 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-7a1b27c1-f097-4525-81fc-a169d1974ec3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 200 len: 217 time: 0.1655545 Aug 23 11:52:22.928211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec8524bf-e1d0-4480-8db0-24367358acc6 req-0878567a-3c3e-441d-99c5-22413c185285 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969977 Aug 23 11:52:22.941988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:22.943703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:22.994595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:22.995093 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:23.046792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Transition to ACTIVE for port object fd5a1617-9a78-4039-9e17-31ea0cc37c2a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:23.057298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Pushing event updated for resources: {'Port': ['ID=185c2bae-85b6-4521-93e4-78dcd9098ea2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:23.208091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:23.235973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a46a5-8546-4c8b-83b2-ab3a643d718d req-0113cf2b-43b7-4d4e-9b91-b5e421d8687e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:23.245369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba9a46a5-8546-4c8b-83b2-ab3a643d718d req-0113cf2b-43b7-4d4e-9b91-b5e421d8687e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 948 time: 0.4463694 Aug 23 11:52:23.302228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-896e71c3-0505-4f72-aade-5c0e712c6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:23.303777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-896e71c3-0505-4f72-aade-5c0e712c6082 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.3834503 Aug 23 11:52:23.395323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-dcb25b1d-6b0c-4952-8238-4f0d74e29ba4 None None] Provisioning complete for port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:23.395975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dcb25b1d-6b0c-4952-8238-4f0d74e29ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:23.456950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-dcb25b1d-6b0c-4952-8238-4f0d74e29ba4 None None] Port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:23.496516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:52:23.532853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97154158-90f0-4baf-8267-d6134af263e8 req-974e9e97-4d46-4495-a4ad-b9009d1aa8cb tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:23.535927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97154158-90f0-4baf-8267-d6134af263e8 req-974e9e97-4d46-4495-a4ad-b9009d1aa8cb tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 935 time: 0.0756938 Aug 23 11:52:23.668263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97154158-90f0-4baf-8267-d6134af263e8 req-a233e3d4-3f01-4a0e-b4c3-60c00810a1d6 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943389 Aug 23 11:52:23.699034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:23.705050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08f9bdec-3af8-4e9d-b464-1b03bebb5df6 admin admin] 10.222.0.21 "PUT /v2.0/routers/eb1d26ad-43a8-48d9-9337-66491788f52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259796 Aug 23 11:52:23.729568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:23.765752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:23.766858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:23.829054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Pushing event updated for resources: {'Port': ['ID=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:23.832784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:23.846019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:23.862484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba9a46a5-8546-4c8b-83b2-ab3a643d718d req-e1b0c983-fdcb-48a8-a60c-0e963c6e1ad9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540752 Aug 23 11:52:23.863524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Attempting to bind port 185c2bae-85b6-4521-93e4-78dcd9098ea2 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:23.863940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Attempting to bind port 185c2bae-85b6-4521-93e4-78dcd9098ea2 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:23.869275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Attempting to bind port 185c2bae-85b6-4521-93e4-78dcd9098ea2 on network bc564663-9fa0-49f8-a0da-5ab139164149 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:23.914234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b62585-f0c8-4246-927d-39908118f900 req-2a0ed142-99d3-42a6-b49e-c8bbab1d32da tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:23.916119 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2b62585-f0c8-4246-927d-39908118f900 req-2a0ed142-99d3-42a6-b49e-c8bbab1d32da tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 943 time: 0.0678899 Aug 23 11:52:23.954705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-e4a62c82-de0a-4bff-82f5-bfb82cec2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:23.956255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-e4a62c82-de0a-4bff-82f5-bfb82cec2739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6276362 Aug 23 11:52:23.962618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Port 185c2bae-85b6-4521-93e4-78dcd9098ea2 on network bc564663-9fa0-49f8-a0da-5ab139164149 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:23.962618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Attempting to bind port 185c2bae-85b6-4521-93e4-78dcd9098ea2 on network bc564663-9fa0-49f8-a0da-5ab139164149 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:23.994912 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2b62585-f0c8-4246-927d-39908118f900 req-0dba1243-fda9-42e6-8719-63c29325c8f5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712719 Aug 23 11:52:24.000606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.023535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:24.023998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Checking segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:24.024402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Bound using segment: {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:24.024884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Bound port: 185c2bae-85b6-4521-93e4-78dcd9098ea2, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d98ee2-0952-40ec-974e-388bc081080f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:24.025254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.039695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8b627c9c-0fbf-45d7-adf5-a37891afbf03,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:24.092381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:24.093064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.125964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f124-ac97-4e33-bdd9-9aa7612fa543 req-68c7ba09-fcf6-4b18-9ff4-d185ad658bd0 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:24.127630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6b5f124-ac97-4e33-bdd9-9aa7612fa543 req-68c7ba09-fcf6-4b18-9ff4-d185ad658bd0 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1102 time: 0.0564778 Aug 23 11:52:24.174245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6b5f124-ac97-4e33-bdd9-9aa7612fa543 req-872764d2-9ca3-41ce-a120-98f9c95f9573 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398316 Aug 23 11:52:24.208178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-83fd1182-29cc-4a39-a415-1d98007d1e2a None None] Provisioning for port fd5a1617-9a78-4039-9e17-31ea0cc37c2a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:24.212965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-83fd1182-29cc-4a39-a415-1d98007d1e2a None None] Provisioning complete for port fd5a1617-9a78-4039-9e17-31ea0cc37c2a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:24.213626 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-83fd1182-29cc-4a39-a415-1d98007d1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.226954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-01c6300b-a12d-4203-acab-dd71fd22376b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6924472 Aug 23 11:52:24.249969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Request body: {'port': {'device_id': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:24.262798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-83fd1182-29cc-4a39-a415-1d98007d1e2a None None] Port fd5a1617-9a78-4039-9e17-31ea0cc37c2a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:24.297888 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.317417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8cf90-14b9-4892-8372-2d2cb8b7e39c req-7e85b55c-c30b-4499-95b0-d135a3889572 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:24.319275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1f8cf90-14b9-4892-8372-2d2cb8b7e39c req-7e85b55c-c30b-4499-95b0-d135a3889572 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.3351192 Aug 23 11:52:24.337921 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2bae8dda-859c-49cf-82e6-33b689c803f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.353448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-3f4da29a-adba-464b-a41d-d349888f1fee service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842590 Aug 23 11:52:24.402223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] For port 185c2bae-85b6-4521-93e4-78dcd9098ea2, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:24.408577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:24.434081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:24.442226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-1ec011f8-1a03-425d-b854-0fe41ea536a2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:24.443430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-1ec011f8-1a03-425d-b854-0fe41ea536a2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 821 time: 0.1137278 Aug 23 11:52:24.448685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] For port 185c2bae-85b6-4521-93e4-78dcd9098ea2, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:24.449789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.467880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-1dc16cc9-14ab-4ff4-b04b-8adc5df36471 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/quotas/620b031446f0446286459a32fec91241 HTTP/1.1" status: 200 len: 375 time: 0.0114365 Aug 23 11:52:24.498183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.511515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1f8cf90-14b9-4892-8372-2d2cb8b7e39c req-146bfcf2-03fd-4b16-9af6-11da4981aa44 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724150 Aug 23 11:52:24.558813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-1ecf7aaf-2e87-42e2-8cfc-e7183df8b9e0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839086 Aug 23 11:52:24.632462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:24.633094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.634926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] 10.222.0.41 "PUT /v2.0/ports/185c2bae-85b6-4521-93e4-78dcd9098ea2 HTTP/1.1" status: 200 len: 1091 time: 3.7956142 Aug 23 11:52:24.643167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:24.645916 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:24.758595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:24.795665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:24.797488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:24.812954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-54b822a2-c4ae-42ed-aa3a-8c43a397812f service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532191 Aug 23 11:52:24.909978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2d9bd203-1f98-4c8e-b931-12b4ed4b7cd5 None None] Provisioning complete for port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:24.910429 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd203-1f98-4c8e-b931-12b4ed4b7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:24.916845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843f6cf7-7ce8-4d74-9ca6-8d947141ceab up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:24.943786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65948808-63bb-4ecc-90db-12a18d87abb7 service neutron] Pushing event updated for resources: {'Port': ['ID=185c2bae-85b6-4521-93e4-78dcd9098ea2,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:24.959301 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527df1c-7154-479e-92e0-ed8104939717 x-openstack-request-id: req-0527df1c-7154-479e-92e0-ed8104939717 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:24.960107 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:24.960447 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0527df1c-7154-479e-92e0-ed8104939717 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:24.960737 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'status': 'completed', 'code': 200} Aug 23 11:52:24.972636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-c65712b8-1404-41e3-860d-95044d83955c service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522212 Aug 23 11:52:25.052491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9547e2-7eec-4e24-940f-4c7213da12fe req-788cf098-05d5-4fd6-b760-4392ce47060c service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693797 Aug 23 11:52:25.134797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:25.169636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-16e469cd-77f4-4a90-a394-0682c0908dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.171256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-16e469cd-77f4-4a90-a394-0682c0908dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 1094 time: 0.4781063 Aug 23 11:52:25.174245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bd203-1f98-4c8e-b931-12b4ed4b7cd5 None None] Port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:25.187487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726a915-3859-40b6-bcf5-3f50806594cb req-817ef573-cd66-4323-9602-d04a3f81c3d5 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.189075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a726a915-3859-40b6-bcf5-3f50806594cb req-817ef573-cd66-4323-9602-d04a3f81c3d5 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 935 time: 0.2386489 Aug 23 11:52:25.198281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:25.210264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Router bad40266-d030-4e4b-91cd-784a0e566c75 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:52:25.219592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3c8e1-260e-4290-9a6d-73e589b82a20 req-10140436-3f5a-403f-93c2-384c60ee1343 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.230290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fde3c8e1-260e-4290-9a6d-73e589b82a20 req-10140436-3f5a-403f-93c2-384c60ee1343 tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 1102 time: 0.0726819 Aug 23 11:52:25.255075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-d254bb23-49cf-4ea4-ad43-b1b6c0c77d51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2 HTTP/1.1" status: 200 len: 217 time: 0.0639589 Aug 23 11:52:25.286679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fde3c8e1-260e-4290-9a6d-73e589b82a20 req-af2aeb3d-84f0-4285-87f4-ccf9141af4cc tempest-ServersAdminTestJSON-1672436971 tempest-ServersAdminTestJSON-1672436971-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496368 Aug 23 11:52:25.352722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:25.380953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:25.381330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.407641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5a1617-9a78-4039-9e17-31ea0cc37c2a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:25.413648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e805c0-2e17-4732-b151-e265ac2848a2 req-2d1721d0-cad0-4b92-8faa-eccd8b1e3a06 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.415911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24e805c0-2e17-4732-b151-e265ac2848a2 req-2d1721d0-cad0-4b92-8faa-eccd8b1e3a06 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 948 time: 0.0579019 Aug 23 11:52:25.425314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a726a915-3859-40b6-bcf5-3f50806594cb req-d74a2932-8af3-477c-b799-da306948f0db tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209671 Aug 23 11:52:25.429252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.437563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-120780cd-8f42-4c5e-92a3-a299417da82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.439834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-120780cd-8f42-4c5e-92a3-a299417da82b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.1678586 Aug 23 11:52:25.457410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:25.490690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'mac_address': 'fa:16:3e:d5:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:52:25.503178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24e805c0-2e17-4732-b151-e265ac2848a2 req-0251460a-024e-4db5-8218-d96aa6e88882 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740111 Aug 23 11:52:25.571845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Transition to ACTIVE for port object fd5a1617-9a78-4039-9e17-31ea0cc37c2a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:25.593646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.594908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.602329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-364bb7f7-0606-4b85-9c87-4b9c604def7a req-8b39372d-d591-4f13-aff1-3b51cd0929f9 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 210 time: 0.0401552 Aug 23 11:52:25.624412 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.652508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.658710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8323c9-2472-487a-ab42-73ea2d389ebb {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:25.694510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:25.695855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:25.698463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:25.700460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:25.706603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Sync routers for ids ['bad40266-d030-4e4b-91cd-784a0e566c75'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:25.714388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.716179 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.723749 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Routers {'bad40266-d030-4e4b-91cd-784a0e566c75'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:25.724748 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['bad40266-d030-4e4b-91cd-784a0e566c75'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:25.726034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ced3bfa-9c6d-471c-8154-00db17fd96b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/bad40266-d030-4e4b-91cd-784a0e566c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5986056 Aug 23 11:52:25.737341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 2, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:25.737616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-ff83fdfb-b36b-4fbe-bd28-498d70da230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.745985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-ff83fdfb-b36b-4fbe-bd28-498d70da230a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951980 Aug 23 11:52:25.825757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4eba76-8673-431e-a210-1268969e2994 req-4c70e4db-424b-4a95-8edc-66ca50f0821e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:25.831751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d4eba76-8673-431e-a210-1268969e2994 req-4c70e4db-424b-4a95-8edc-66ca50f0821e tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 943 time: 0.2582653 Aug 23 11:52:25.861105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:25.870504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Updating router eb1d26ad-43a8-48d9-9337-66491788f52f port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:52:25.920577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:25.935260 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:25.946256 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Set router bad40266-d030-4e4b-91cd-784a0e566c75 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:26.033278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:26.118505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Attempting to bind port fd5a1617-9a78-4039-9e17-31ea0cc37c2a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:26.119081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Attempting to bind port fd5a1617-9a78-4039-9e17-31ea0cc37c2a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:26.119517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Attempting to bind port fd5a1617-9a78-4039-9e17-31ea0cc37c2a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:26.127765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118345f0-0fe0-43c2-8316-3be03b02eafb req-2eee9e29-f823-45ba-b052-0ddee08921a8 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:26.129519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-118345f0-0fe0-43c2-8316-3be03b02eafb req-2eee9e29-f823-45ba-b052-0ddee08921a8 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1273255 Aug 23 11:52:26.168570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d4eba76-8673-431e-a210-1268969e2994 req-72490d53-fd3b-47e8-9e22-8ce1156979fc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314694 Aug 23 11:52:26.169518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Port fd5a1617-9a78-4039-9e17-31ea0cc37c2a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:26.169955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Attempting to bind port fd5a1617-9a78-4039-9e17-31ea0cc37c2a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:26.180214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:26.187448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:26.187791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:26.188185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:26.188634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Bound port: fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:26.188997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.218538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-118345f0-0fe0-43c2-8316-3be03b02eafb req-7f45fd0a-cd8d-43ab-a460-b07175a14082 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796275 Aug 23 11:52:26.326995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-07d4a25f-715d-42ae-9783-fafb40f9c234 service neutron] 10.222.0.41 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522623 Aug 23 11:52:26.414461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262db66-1881-4da2-add2-94cd602c6f4a req-6db69188-e6f0-4ed7-b84f-2344d76277bd tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:26.414817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] For port fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:26.419122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1262db66-1881-4da2-add2-94cd602c6f4a req-6db69188-e6f0-4ed7-b84f-2344d76277bd tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1097 time: 0.0834129 Aug 23 11:52:26.466634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] For port fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:26.476228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.497403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7b66-8ce6-4f89-b2b3-8291f208a684 req-70ae8282-e81c-4a02-a68d-12028d8cda3b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:26.512670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d08c7b66-8ce6-4f89-b2b3-8291f208a684 req-70ae8282-e81c-4a02-a68d-12028d8cda3b tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 950 time: 0.1761363 Aug 23 11:52:26.525646 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8b627c9c-0fbf-45d7-adf5-a37891afbf03', 'name': '', 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:17Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 2, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'subnets': [{'id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:26.535131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1262db66-1881-4da2-add2-94cd602c6f4a req-041cafba-c6ef-4e8f-b191-b39f381556f7 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101274 Aug 23 11:52:26.609981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.625287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Transition to ACTIVE for port object c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:26.628692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:26.629317 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.630842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/fd5a1617-9a78-4039-9e17-31ea0cc37c2a HTTP/1.1" status: 200 len: 1095 time: 2.3884718 Aug 23 11:52:26.643484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.649076 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Checking router: bad40266-d030-4e4b-91cd-784a0e566c75 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:26.649614 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Updating router bad40266-d030-4e4b-91cd-784a0e566c75 port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:52:26.674342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70534bb4-08a9-4acb-bd6a-f6192181c628 req-f9b67de7-6c11-4cab-8b9a-6f4ef591fba3 service neutron] 10.222.0.41 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319604 Aug 23 11:52:26.811123 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.824140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70063f21-b1ba-4b28-82e3-042ce974a55d None None] Pushing event updated for resources: {'Port': ['ID=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:26.870789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Attempting to bind port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:26.871459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Attempting to bind port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:26.871752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Attempting to bind port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:26.882624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:26.883007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Checking segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:26.883418 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.883815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Bound using segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:26.888614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Bound port: c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:26.890464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:26.916244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b31a5-aa4a-45b1-b6f4-f221bb6579e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:26.956861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05d0c0-2fd7-4ee4-b64e-69810cdd2802 req-dc474e8b-e9d7-4054-93c7-2f2e4a37651d tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:26.967867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa05d0c0-2fd7-4ee4-b64e-69810cdd2802 req-dc474e8b-e9d7-4054-93c7-2f2e4a37651d tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 947 time: 0.1857023 Aug 23 11:52:27.054267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'tag': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:27.067284 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf4b41f-db48-4d20-91a6-05361c4351ff" -d '{"events": [{"name": "network-changed", "server_uuid": "68b74324-b07a-48a3-8bb1-a8f0a7052e64", "tag": "fd5a1617-9a78-4039-9e17-31ea0cc37c2a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:27.122520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa05d0c0-2fd7-4ee4-b64e-69810cdd2802 req-7c0ef3f1-139b-4468-93b1-80532b37e6cd tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536593 Aug 23 11:52:27.123232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d08c7b66-8ce6-4f89-b2b3-8291f208a684 req-7e97bb09-9298-4470-b0ea-d6744424ef00 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113830 Aug 23 11:52:27.125469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843f6cf7-7ce8-4d74-9ca6-8d947141ceab up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:27.136415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:27.404977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-a3c39544-d02e-443b-af19-01cf5fadb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:27.406906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-a3c39544-d02e-443b-af19-01cf5fadb57a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=028ffaebcb4a40fa97f95b17200e4ab4&device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 1098 time: 0.5903733 Aug 23 11:52:27.523854 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:27.548454 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Transition to ACTIVE for port object 8b627c9c-0fbf-45d7-adf5-a37891afbf03 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:27.557960 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:27.602162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:27.609108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:27.659537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6103e985-f5c5-43ce-84c5-5e76d9a91947 req-613578e6-90d9-4632-a065-56eb8e130e72 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 210 time: 0.1601086 Aug 23 11:52:27.669893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] For port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:27.682565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] For port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:27.704194 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:27.714658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-3e71b3ad-7905-4d64-9e53-efc4fad1ff0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a HTTP/1.1" status: 200 len: 217 time: 0.2624412 Aug 23 11:52:27.720442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port fa8323c9-2472-487a-ab42-73ea2d389ebb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:27.779584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-355e5fae-4701-44be-92b8-1f966854033d tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:27.800304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-355e5fae-4701-44be-92b8-1f966854033d tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 950 time: 0.3989115 Aug 23 11:52:27.807982 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fef7f-eb2e-48db-af16-2421c3eaf371 None None] Pushing event updated for resources: {'Port': ['ID=8b627c9c-0fbf-45d7-adf5-a37891afbf03,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:27.812509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port fa8323c9-2472-487a-ab42-73ea2d389ebb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:27.815457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.066334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Deleting port c06e3e12-6367-49b1-8386-d5595e8872d4 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:28.067308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.117872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:28.118677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.283183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:28.292252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:28.318439 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.343224 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Attempting to bind port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:28.344501 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Attempting to bind port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:28.345490 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Attempting to bind port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 on network db03c549-a4e3-4ad5-a025-322ce97dcf5d {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:28.353184 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:28.355054 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Checking segment: {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:28.355792 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.357839 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Bound using segment: {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:28.358863 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Bound port: 8b627c9c-0fbf-45d7-adf5-a37891afbf03, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:28.359781 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.419363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70063f21-b1ba-4b28-82e3-042ce974a55d None None] Pushing event updated for resources: {'Port': ['ID=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:28.462191 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] For port 8b627c9c-0fbf-45d7-adf5-a37891afbf03, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:28.465998 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] For port 8b627c9c-0fbf-45d7-adf5-a37891afbf03, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b627c9c-0fbf-45d7-adf5-a37891afbf03,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:28.483454 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.546849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b75e3-6ade-41e7-a5b8-f29bd195a071 req-34c7f312-249c-4b00-a32c-d0ff7e695e54 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:28.566406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d00b75e3-6ade-41e7-a5b8-f29bd195a071 req-34c7f312-249c-4b00-a32c-d0ff7e695e54 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 943 time: 0.4579387 Aug 23 11:52:28.623313 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fef7f-eb2e-48db-af16-2421c3eaf371 None None] Pushing event updated for resources: {'Port': ['ID=8b627c9c-0fbf-45d7-adf5-a37891afbf03,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:28.677274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] For port c06e3e12-6367-49b1-8386-d5595e8872d4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c06e3e12-6367-49b1-8386-d5595e8872d4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:28.677601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.688434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:28.721503 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Routers {'bad40266-d030-4e4b-91cd-784a0e566c75'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:28.729153 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['bad40266-d030-4e4b-91cd-784a0e566c75'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:28.756964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Calling delete_port for c06e3e12-6367-49b1-8386-d5595e8872d4 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:28.825578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d00b75e3-6ade-41e7-a5b8-f29bd195a071 req-f4b867ec-4cbb-4027-9e03-c33ac7e8fe91 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565570 Aug 23 11:52:28.950366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:29.061678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-12592bb1-78e2-4a47-8569-77a636e8d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:29.072174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-12592bb1-78e2-4a47-8569-77a636e8d85e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 1.3303790 Aug 23 11:52:29.138308 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41bb47-b730-4c95-97fc-43f5bfdd20e6 x-openstack-request-id: req-1d41bb47-b730-4c95-97fc-43f5bfdd20e6 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:29.138767 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b74324-b07a-48a3-8bb1-a8f0a7052e64", "tag": "fd5a1617-9a78-4039-9e17-31ea0cc37c2a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:29.139121 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d41bb47-b730-4c95-97fc-43f5bfdd20e6 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:29.139640 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'tag': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a', 'status': 'completed', 'code': 200} Aug 23 11:52:29.141759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-5a3e5a3d-ac38-47bf-8342-89ae59789bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:29.143414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-5a3e5a3d-ac38-47bf-8342-89ae59789bc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 1094 time: 1.9519014 Aug 23 11:52:29.249106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ea5ab-8b12-4a95-99cf-baf37584275e req-006c396b-03de-4980-a344-5179e02d1784 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:29.256896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-478ea5ab-8b12-4a95-99cf-baf37584275e req-006c396b-03de-4980-a344-5179e02d1784 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1096 time: 0.1652610 Aug 23 11:52:29.295028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a45452fe-7f09-40c9-96b7-f0d2a0e42818 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:29.296848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a45452fe-7f09-40c9-96b7-f0d2a0e42818 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.41 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 821 time: 2.0649483 Aug 23 11:52:29.325829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fed7e-9709-4c20-8ce1-0447ada97d5a req-e981d61c-2619-42d2-8ddf-a7fc32ea89f5 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:29.335873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-362fed7e-9709-4c20-8ce1-0447ada97d5a req-e981d61c-2619-42d2-8ddf-a7fc32ea89f5 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 949 time: 1.9868956 Aug 23 11:52:29.353490 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] Set router bad40266-d030-4e4b-91cd-784a0e566c75 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:29.355273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'port': {'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'admin_state_up': True, 'tenant_id': '620b031446f0446286459a32fec91241'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:29.420019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-478ea5ab-8b12-4a95-99cf-baf37584275e req-73b9ac01-38b2-4f41-93bd-14fa5f61dd75 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594882 Aug 23 11:52:29.460558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:29.549856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event deleted for resources: {'Port': ['ID=c06e3e12-6367-49b1-8386-d5595e8872d4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:29.589411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:29.596920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:29.599510 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2406f917-484d-466a-a40c-51dab1e70eee" -d '{"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-plugged", "status": "completed", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:29.607019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['55f1776d-a1c0-42bd-ac7b-729925d9c1e3', '9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:29.609759 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:29.695566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:29.712694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] No DVR routers for this DVR port c06e3e12-6367-49b1-8386-d5595e8872d4 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:29.721880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:29.730503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-087634bf-32b6-4c53-9839-8d24b3cb1d34 req-5181e73f-01c8-40a2-b5c9-3cc4d68dc156 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "DELETE /v2.0/ports/c06e3e12-6367-49b1-8386-d5595e8872d4 HTTP/1.1" status: 204 len: 173 time: 1.9277701 Aug 23 11:52:29.777581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'name': 'network-vif-deleted', 'tag': 'c06e3e12-6367-49b1-8386-d5595e8872d4'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:29.791089 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc966cf-fe2b-44cc-bd40-fd1d8d634d41" -d '{"events": [{"server_uuid": "37b1ce2b-0753-4496-a91f-be0f483c5acf", "name": "network-vif-deleted", "tag": "c06e3e12-6367-49b1-8386-d5595e8872d4"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:29.923875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c864955d-9444-4f43-b871-612b4d67539a req-f384a563-7210-4c56-8533-3c7c7b003e96 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b1ce2b-0753-4496-a91f-be0f483c5acf HTTP/1.1" status: 200 len: 210 time: 0.2122345 Aug 23 11:52:29.966181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-abb98a43-93d6-445b-b09a-9cda901115d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:29.967630 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8b627c9c-0fbf-45d7-adf5-a37891afbf03', 'name': '', 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:17Z', 'updated_at': '2021-08-23T11:52:28Z', 'revision_number': 4, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'subnets': [{'id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:29.977158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-abb98a43-93d6-445b-b09a-9cda901115d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8083708 Aug 23 11:52:30.046134 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635450b-3af7-4f67-add9-1f42c7977127 None None] The sync data for ids ['bad40266-d030-4e4b-91cd-784a0e566c75'] in n-d-773645-7 is: [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8b627c9c-0fbf-45d7-adf5-a37891afbf03', 'name': '', 'network_id': 'db03c549-a4e3-4ad5-a025-322ce97dcf5d', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'mac_address': 'fa:16:3e:24:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:17Z', 'updated_at': '2021-08-23T11:52:28Z', 'revision_number': 4, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'subnets': [{'id': 'b5bf160c-3ae8-434d-a103-1575cc83ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:30.304115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-5b8ddea6-b041-4c69-b4e5-ac79dedd794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:30.308428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-5b8ddea6-b041-4c69-b4e5-ac79dedd794f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 924 time: 1.1216991 Aug 23 11:52:30.319472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:27Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:30.356676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b9e20-b27a-4104-90b4-dc90cb34911e req-04c9616b-478d-4e44-be81-7e7ce9815a30 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:30.361710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-362fed7e-9709-4c20-8ce1-0447ada97d5a req-4bc1d0d4-b7d8-4045-9806-e08eb1315269 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154905 Aug 23 11:52:30.362311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Made reservation on behalf of 620b031446f0446286459a32fec91241 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:30.371773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ad0b9e20-b27a-4104-90b4-dc90cb34911e req-04c9616b-478d-4e44-be81-7e7ce9815a30 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 947 time: 0.2438426 Aug 23 11:52:30.377500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:30.515536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3921a-bb3b-4fb2-b777-66dd04f14ae8 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:27Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:30.567041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ad0b9e20-b27a-4104-90b4-dc90cb34911e req-6919cb28-c588-48ea-9cb5-94f89d3c4bd7 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943126 Aug 23 11:52:30.745365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-ab1f2901-1995-4275-bb22-8bdb363bd308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2 HTTP/1.1" status: 200 len: 217 time: 0.2738838 Aug 23 11:52:30.852489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3dba05c-f052-40a2-b312-3beecc0c20f9 req-4d7a2739-b024-4798-bd4f-f57eb62026d6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 210 time: 0.2008069 Aug 23 11:52:30.981327 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d005e-cb6b-4cb6-abe2-e368ac771525 x-openstack-request-id: req-9c3d005e-cb6b-4cb6-abe2-e368ac771525 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:30.981951 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-plugged", "status": "completed", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:30.981951 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c3d005e-cb6b-4cb6-abe2-e368ac771525 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:30.982305 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'code': 200} Aug 23 11:52:31.074099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-af50d21b-6a4d-4666-8fc7-47b9599990e0 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0252919 Aug 23 11:52:31.245114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 185c2bae-85b6-4521-93e4-78dcd9098ea2 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:31.270221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c06e3e12-6367-49b1-8386-d5595e8872d4 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:31.363498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: c06e3e12-6367-49b1-8386-d5595e8872d4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:31.366642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c06e3e12-6367-49b1-8386-d5595e8872d4 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:31.563382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-7341a5ed-e736-455f-aea5-85746b2ba6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:31.567619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-7341a5ed-e736-455f-aea5-85746b2ba6e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.7644837 Aug 23 11:52:31.651466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 185c2bae-85b6-4521-93e4-78dcd9098ea2, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:31.686994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'port_id': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'mac_address': 'fa:16:3e:38:a2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:52:31.853613 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:31.868452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1999064a-ec9e-46d9-acc9-f5cc469c2d70 req-6e37ef24-9207-49d8-a70d-b13739bc2c12 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943015 Aug 23 11:52:31.891675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185c2bae-85b6-4521-93e4-78dcd9098ea2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:31.953954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Allocated IP 172.20.0.7 (25f79bdc-9f0f-4528-b20d-70e24eea30c1/3a342f35-0899-4055-a532-366c9035248a/0d305373-0f8b-43bb-9a6c-a03b306d885f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:31.954172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 185c2bae-85b6-4521-93e4-78dcd9098ea2, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:31.966428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:32.032685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b627c9c-0fbf-45d7-adf5-a37891afbf03 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:32.038423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222854fc-dee3-4b5f-9b36-8c1e5679c6cd req-3f50b0a5-ed52-4cba-acac-c40f3946a0df tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:32.040025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-222854fc-dee3-4b5f-9b36-8c1e5679c6cd req-3f50b0a5-ed52-4cba-acac-c40f3946a0df tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 943 time: 0.8736675 Aug 23 11:52:32.056538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04237f6-5595-4c5e-acd9-5e74e7405982 req-595e97b2-2685-49da-8b03-69c5f29a8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:32.058544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04237f6-5595-4c5e-acd9-5e74e7405982 req-595e97b2-2685-49da-8b03-69c5f29a8927 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 1101 time: 0.8978159 Aug 23 11:52:32.078667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-f9195d1e-6222-4d0e-a563-17a2ba984f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:32.080450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-f9195d1e-6222-4d0e-a563-17a2ba984f31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4115181 Aug 23 11:52:32.141840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:32.153246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=185c2bae-85b6-4521-93e4-78dcd9098ea2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:32.162721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:32.163204 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:32.273511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-41d74945-de2b-43ab-82d3-3bbcb6fccc37 service neutron] 10.222.0.41 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562881 Aug 23 11:52:32.297438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-b80a1ab9-432b-404a-b007-a0e2e1d4e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:32.304938 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-b80a1ab9-432b-404a-b007-a0e2e1d4e8bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=028ffaebcb4a40fa97f95b17200e4ab4&device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 1098 time: 0.3465550 Aug 23 11:52:32.353450 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:32.357177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['185c2bae-85b6-4521-93e4-78dcd9098ea2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:32.365013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f04237f6-5595-4c5e-acd9-5e74e7405982 req-8cfb39f3-fb11-4e31-a75c-0a65ac9bd052 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887244 Aug 23 11:52:32.430033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-222854fc-dee3-4b5f-9b36-8c1e5679c6cd req-77044b74-8c11-4a42-995e-5a793672cc39 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638825 Aug 23 11:52:32.477126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-9ebe01da-a1a4-44dc-a03f-1cf367885cc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171215 Aug 23 11:52:32.558460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 8b627c9c-0fbf-45d7-adf5-a37891afbf03, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b627c9c-0fbf-45d7-adf5-a37891afbf03,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:32.568258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:32.571033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:32.613805 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3fbb25-f733-4afb-aab3-508dcf547f25 x-openstack-request-id: req-fb3fbb25-f733-4afb-aab3-508dcf547f25 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:32.629857 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b1ce2b-0753-4496-a91f-be0f483c5acf", "name": "network-vif-deleted", "tag": "c06e3e12-6367-49b1-8386-d5595e8872d4", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:32.630592 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb3fbb25-f733-4afb-aab3-508dcf547f25 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:32.633435 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b1ce2b-0753-4496-a91f-be0f483c5acf', 'name': 'network-vif-deleted', 'tag': 'c06e3e12-6367-49b1-8386-d5595e8872d4', 'status': 'completed', 'code': 200} Aug 23 11:52:32.718018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-60a2b8b5-d9e4-4a39-a199-807800089c8a tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:52:32.719757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=8b627c9c-0fbf-45d7-adf5-a37891afbf03,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:32.732952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-60a2b8b5-d9e4-4a39-a199-807800089c8a tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439389 Aug 23 11:52:32.751358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Request body: {'binding': {'host': 'n-h2-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:32.751863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Unknown quota resources ['binding']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:52:32.753144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:32.760980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:32.761488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:32.765352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-40c72f20-535d-459f-b30b-54fdb295daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:32.767890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-40c72f20-535d-459f-b30b-54fdb295daab service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4432685 Aug 23 11:52:32.775341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27efc6e3-8345-4bab-a248-a9ef6a26f6ba req-2cfb446b-6c2e-4d5d-a3c6-eed31425a76c service neutron] 10.222.0.41 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634783 Aug 23 11:52:32.870642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-5bc34862-a15e-450b-9010-768231ea63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:32.872197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-5bc34862-a15e-450b-9010-768231ea63e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df8874f0edd142c5954f2fbd9911f49f&device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 1100 time: 0.3679287 Aug 23 11:52:32.880812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-07c5cc9d-b31f-4c97-96b4-f4cbeec9b019 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a HTTP/1.1" status: 200 len: 217 time: 0.0893257 Aug 23 11:52:33.028565 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:33.044333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:33.067411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:33.073479 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:33.100898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-fc1596ba-2822-418f-81fe-a043861efcba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2184346 Aug 23 11:52:33.120532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-170cecb3-76ab-47c5-a3fa-4226225f9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.122028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-170cecb3-76ab-47c5-a3fa-4226225f9aaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2195170 Aug 23 11:52:33.137000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Transition to ACTIVE for port object 0d305373-0f8b-43bb-9a6c-a03b306d885f will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:33.142115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on host n-h2-773645-7 for vnic_type normal with profile None {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:33.142689 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:33.143213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:33.144827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:33.160343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a8182-9028-4b40-ad0a-088fbf455af5 req-f1280e01-5d55-4b65-9d8f-7318dc75eecc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.161299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:33.161838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:33.162198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-556a8182-9028-4b40-ad0a-088fbf455af5 req-f1280e01-5d55-4b65-9d8f-7318dc75eecc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.2020633 Aug 23 11:52:33.167142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-ae2cefcf-60eb-45cb-8ff3-5fd64f142e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.168818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-ae2cefcf-60eb-45cb-8ff3-5fd64f142e8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2074153 Aug 23 11:52:33.199009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-f0806144-28a3-498a-8ba8-5c6aa2a39e5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0579376 Aug 23 11:52:33.200179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:33.200702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:33.201253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:33.201895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Bound port: f3cdeaee-a685-483d-ac12-b0ef886a495f, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:33.269295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-556a8182-9028-4b40-ad0a-088fbf455af5 req-f6172a39-f021-4e9d-aac0-2ea9a2cd980b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753007 Aug 23 11:52:33.281198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-049bc3c4-f805-4a81-88e7-1c024c5209d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.282789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-049bc3c4-f805-4a81-88e7-1c024c5209d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0749071 Aug 23 11:52:33.306869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-aa29f504-c34d-4552-a904-6bfdf212b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.308358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-aa29f504-c34d-4552-a904-6bfdf212b8c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1095 time: 0.1652899 Aug 23 11:52:33.311148 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:33.319380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-53b400a9-280d-4717-9032-59220a20f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.320865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-53b400a9-280d-4717-9032-59220a20f5ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140134 Aug 23 11:52:33.359906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:33.371434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-75bb8506-03e0-4ddc-a87b-1fdf76292100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.373076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-75bb8506-03e0-4ddc-a87b-1fdf76292100 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801260 Aug 23 11:52:33.374822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:33.376109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-4a048789-060c-436f-b380-9351a98c2575 service neutron] 10.222.0.21 "POST /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6421332 Aug 23 11:52:33.506919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-bbabc9ef-da64-42aa-96bc-d546f1960759 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236901 Aug 23 11:52:33.529819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:33.553942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:33.559821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event updated for resources: {'Port': ['ID=0d305373-0f8b-43bb-9a6c-a03b306d885f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:33.573583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:33.721678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9530eb50-b3c4-486d-ae0d-3124ed214217 req-44ee8fac-c2f2-400f-92a0-a4fcb025cdb0 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066462 Aug 23 11:52:33.723959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-02ad4ed3-e007-4e89-abfd-8feb8f37651e service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481045 Aug 23 11:52:33.908192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a2882-0fc8-446f-8d37-344f6ec64c3a req-6c2e39cf-052b-4820-9ce7-02dfbc8dadf0 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.911844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b627c9c-0fbf-45d7-adf5-a37891afbf03 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:33.924931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f64a2882-0fc8-446f-8d37-344f6ec64c3a req-6c2e39cf-052b-4820-9ce7-02dfbc8dadf0 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 947 time: 0.5531669 Aug 23 11:52:33.991549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-fe4d0996-ec5f-467b-940d-58fff5f3f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.993907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-fe4d0996-ec5f-467b-940d-58fff5f3f5eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1096 time: 0.0941935 Aug 23 11:52:33.995183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-27d59f82-5aef-4d04-a819-4050acdd4593 None None] Provisioning for port 0d305373-0f8b-43bb-9a6c-a03b306d885f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:33.998343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:33.998972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:34.003976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-27d59f82-5aef-4d04-a819-4050acdd4593 None None] Provisioning complete for port 0d305373-0f8b-43bb-9a6c-a03b306d885f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:34.004584 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-27d59f82-5aef-4d04-a819-4050acdd4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:34.066528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-eada9a57-6072-42d0-a4bd-ce00fd1e33c4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7180965 Aug 23 11:52:34.085247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Request body: {'port': {'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:34.088820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:34.089303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:34.115906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-27d59f82-5aef-4d04-a819-4050acdd4593 None None] Port 0d305373-0f8b-43bb-9a6c-a03b306d885f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:34.159337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f64a2882-0fc8-446f-8d37-344f6ec64c3a req-c2621871-4a3c-4a7e-8d70-18c8933f6eb9 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331541 Aug 23 11:52:34.209534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-a66eaa41-5455-4965-a21c-14c5f178c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:34.212044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-a66eaa41-5455-4965-a21c-14c5f178c50b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.8389044 Aug 23 11:52:34.268042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:34.385371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-f6a7db3a-0bce-46fe-99de-163196932ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:34.388019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-f6a7db3a-0bce-46fe-99de-163196932ec9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.3846929 Aug 23 11:52:34.426116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:34.426867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:34.444880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:34.447955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-8863f380-7f53-4ba6-a3fd-e9627372d0ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.1449442 Aug 23 11:52:34.636746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-ead8d59c-7314-4ef2-94bf-05a19f01231a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 217 time: 0.1397960 Aug 23 11:52:34.788090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edf4b41f-db48-4d20-91a6-05361c4351ff req-00d8a858-d00e-45ff-bee8-ffe7198db30c service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409927 Aug 23 11:52:34.795351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-c5350010-123e-4ded-8e78-ffcef0bad3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:34.796709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-c5350010-123e-4ded-8e78-ffcef0bad3ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1512485 Aug 23 11:52:34.834922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3980f-a1af-4dcf-8033-eb9231b77427 req-2b534be7-978e-4472-8551-1d4b0fc74360 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:34.836802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ace3980f-a1af-4dcf-8033-eb9231b77427 req-2b534be7-978e-4472-8551-1d4b0fc74360 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 931 time: 0.4237397 Aug 23 11:52:34.842858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962e5c7-597a-4f54-adcd-c0dd060f3738 req-67643b0e-8fca-4a03-8088-469b7546c371 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:34.844698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c962e5c7-597a-4f54-adcd-c0dd060f3738 req-67643b0e-8fca-4a03-8088-469b7546c371 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1382520 Aug 23 11:52:34.861603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-490c0f49-2218-4b71-8ae3-5b6ecaebb2c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530703 Aug 23 11:52:34.871454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-d69f0cc1-df02-4043-a2fa-4c0bf5131c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:34.874911 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-d69f0cc1-df02-4043-a2fa-4c0bf5131c08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.4098852 Aug 23 11:52:34.965680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c962e5c7-597a-4f54-adcd-c0dd060f3738 req-d6612aa8-6dba-4841-a35e-cc6c4319e931 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029186 Aug 23 11:52:35.028771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-50769805-3453-4a0c-bdbe-0db66cb7a867 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581991 Aug 23 11:52:35.130764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fd5a1617-9a78-4039-9e17-31ea0cc37c2a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:35.207679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-04993258-aedb-40c5-ba52-70c4ee5d8e82 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701999 Aug 23 11:52:35.300123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 185c2bae-85b6-4521-93e4-78dcd9098ea2 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:35.325569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-773a0938-99c3-497b-aa78-183ff1bd2d31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416882 Aug 23 11:52:35.327331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702e9d9-3d8e-429b-aef7-8de3fd5e70ca req-61d431f9-4bcc-433c-a530-2ac2e5a7a4a3 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:35.342508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a702e9d9-3d8e-429b-aef7-8de3fd5e70ca req-61d431f9-4bcc-433c-a530-2ac2e5a7a4a3 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 944 time: 0.1287932 Aug 23 11:52:35.432842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a702e9d9-3d8e-429b-aef7-8de3fd5e70ca req-8184a78a-d81c-4a02-b1e6-188ec046140b tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683589 Aug 23 11:52:35.446118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:35.467930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ace3980f-a1af-4dcf-8033-eb9231b77427 req-a9ad8249-f0ca-4aaa-94aa-985af7bf5dc4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995271 Aug 23 11:52:35.476415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a', 'mac_address': 'fa:16:3e:80:0d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:52:35.655941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-b763f170-1c6e-4690-b1ef-7ed2b2c848e8 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019695 Aug 23 11:52:35.657260 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:35.694221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5a1617-9a78-4039-9e17-31ea0cc37c2a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:35.697862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575562-0b84-472c-b55a-f531e07a4106 req-31bfa8d0-2126-49a9-bcad-348e41d0b3f4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:35.704210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-58575562-0b84-472c-b55a-f531e07a4106 req-31bfa8d0-2126-49a9-bcad-348e41d0b3f4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1319959 Aug 23 11:52:35.748563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 185c2bae-85b6-4521-93e4-78dcd9098ea2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:35.760441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 185c2bae-85b6-4521-93e4-78dcd9098ea2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:35.760548 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:35.785801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-58575562-0b84-472c-b55a-f531e07a4106 req-7a9fba5a-8b3a-4388-9d22-0fa87d48ec80 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 Aug 23 11:52:35.929782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-392a8ce4-1a89-4bf5-9a4c-75eaf6f4ed21 req-7194f373-2203-4030-aed1-ff523d78b054 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555761 Aug 23 11:52:35.987721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:35.995109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:36.035345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee38f2-79f6-48a9-a24b-3d185101d80c req-73cca517-4a1a-4d48-97f1-4bf5f8783f41 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:36.046210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-acee38f2-79f6-48a9-a24b-3d185101d80c req-73cca517-4a1a-4d48-97f1-4bf5f8783f41 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 947 time: 0.1195633 Aug 23 11:52:36.047519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d305373-0f8b-43bb-9a6c-a03b306d885f {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:36.058168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:36.091475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Transition to ACTIVE for port object 0d305373-0f8b-43bb-9a6c-a03b306d885f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:36.124638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cac253-900d-4cfc-9ab7-74c677b2f4f2 req-bfaa70b0-14da-42a6-9239-01ec4d74ebdb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:36.135856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79cac253-900d-4cfc-9ab7-74c677b2f4f2 req-bfaa70b0-14da-42a6-9239-01ec4d74ebdb tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 949 time: 0.4710920 Aug 23 11:52:36.138526 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:36.144029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:36.222812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:36.234647 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c52f45-8ec4-4c28-a592-04983f2e7e98" -d '{"events": [{"server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "name": "network-vif-plugged", "status": "completed", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:36.258179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-acee38f2-79f6-48a9-a24b-3d185101d80c req-1468d969-8d18-4db9-8ab1-577f5ec37950 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090938 Aug 23 11:52:36.279788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Pushing event updated for resources: {'Port': ['ID=0d305373-0f8b-43bb-9a6c-a03b306d885f,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:36.300428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 185c2bae-85b6-4521-93e4-78dcd9098ea2, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:36.304356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-da4dd50b-23cd-4069-9ba5-ff9a90aa5d8e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:36.308548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-da4dd50b-23cd-4069-9ba5-ff9a90aa5d8e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 949 time: 0.2437842 Aug 23 11:52:36.346365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:36.356443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fd5a1617-9a78-4039-9e17-31ea0cc37c2a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:36.372718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:36.546252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=185c2bae-85b6-4521-93e4-78dcd9098ea2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:36.591653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Attempting to bind port 0d305373-0f8b-43bb-9a6c-a03b306d885f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:36.592387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Attempting to bind port 0d305373-0f8b-43bb-9a6c-a03b306d885f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:36.603175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Attempting to bind port 0d305373-0f8b-43bb-9a6c-a03b306d885f on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:36.624822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Port 0d305373-0f8b-43bb-9a6c-a03b306d885f on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:36.629727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Attempting to bind port 0d305373-0f8b-43bb-9a6c-a03b306d885f on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:36.681750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:36.683440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Checking segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:36.684274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Bound using segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:36.688053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Bound port: 0d305373-0f8b-43bb-9a6c-a03b306d885f, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:36.688550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:36.703413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79cac253-900d-4cfc-9ab7-74c677b2f4f2 req-a7512821-6a52-4ff3-9aae-c972c53dd4b0 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660272 Aug 23 11:52:36.732339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Deleting port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:36.733149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:37.061046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] For port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:37.064549 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:37.097827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] For port 0d305373-0f8b-43bb-9a6c-a03b306d885f, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:37.098097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Calling delete_port for 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:37.104039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] For port 0d305373-0f8b-43bb-9a6c-a03b306d885f, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:37.116654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:37.160111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebfa9e-b902-4c60-a2df-51b6ca9d9bcc req-a2bb7126-fad1-451d-8b5b-c24cf0762031 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:37.173553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30ebfa9e-b902-4c60-a2df-51b6ca9d9bcc req-a2bb7126-fad1-451d-8b5b-c24cf0762031 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.2200170 Aug 23 11:52:37.255729 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07741aab-ab65-4444-a4f6-196fa544c63f x-openstack-request-id: req-07741aab-ab65-4444-a4f6-196fa544c63f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:37.256836 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "name": "network-vif-plugged", "status": "completed", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:37.256937 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07741aab-ab65-4444-a4f6-196fa544c63f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:37.257818 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'code': 200} Aug 23 11:52:37.470287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:37.481432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:37.483259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] 10.222.0.41 "PUT /v2.0/ports/0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 1091 time: 3.4030797 Aug 23 11:52:37.484207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:37.485234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:37.488383 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a4770-a58e-4ef7-8399-3a0a91aafb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:37.497649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['55f1776d-a1c0-42bd-ac7b-729925d9c1e3', '9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:37.617180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30ebfa9e-b902-4c60-a2df-51b6ca9d9bcc req-8d0eae92-2e97-4007-b864-b100f3683b20 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422288 Aug 23 11:52:37.622855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab476bf-1765-4c45-b08e-b1a8029ddc39 req-18768204-30e2-487e-afe1-c30982946bc7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:37.644481 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dab476bf-1765-4c45-b08e-b1a8029ddc39 req-18768204-30e2-487e-afe1-c30982946bc7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.2141311 Aug 23 11:52:37.645326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event deleted for resources: {'Port': ['ID=55f1776d-a1c0-42bd-ac7b-729925d9c1e3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:37.736515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] No DVR routers for this DVR port 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:37.755545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:37.758664 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8b89f65-6830-4585-9c79-2f1524b3e0b7 req-e9281a64-7785-4ac2-ae02-76666ceef8e8 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "DELETE /v2.0/ports/55f1776d-a1c0-42bd-ac7b-729925d9c1e3 HTTP/1.1" status: 204 len: 173 time: 1.4421501 Aug 23 11:52:37.791906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-e7a29f44-7678-4186-9506-dfa2f7592b24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4545684 Aug 23 11:52:37.794727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dab476bf-1765-4c45-b08e-b1a8029ddc39 req-e77266b3-159e-4ed4-898e-f66e974254fc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808866 Aug 23 11:52:37.804790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'name': 'network-vif-deleted', 'tag': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:37.821996 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9121ae58-cdf2-40d5-bb2d-889ee67cdd9e" -d '{"events": [{"server_uuid": "f6a93621-78d0-4fdd-98e9-35528ec7d015", "name": "network-vif-deleted", "tag": "55f1776d-a1c0-42bd-ac7b-729925d9c1e3"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:37.904584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-14539c0c-d73d-4e2e-a573-0c230d59c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:37.911008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-14539c0c-d73d-4e2e-a573-0c230d59c84a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1094 time: 0.3711398 Aug 23 11:52:37.921226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd5bc7-6a17-4b13-8403-05b4ca5ed944 req-09781347-c556-4ede-9004-30cfc13bfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:37.923143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60dd5bc7-6a17-4b13-8403-05b4ca5ed944 req-09781347-c556-4ede-9004-30cfc13bfe59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 1096 time: 0.5093155 Aug 23 11:52:38.029445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-3bae7852-468a-43db-bfb8-0018c796194e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 217 time: 0.0979657 Aug 23 11:52:38.049871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ebff3-de55-4a39-a3f9-dcfee1dec44b service neutron] Pushing event updated for resources: {'Port': ['ID=0d305373-0f8b-43bb-9a6c-a03b306d885f,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:38.137626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16c0e-9d41-4cc7-8f0b-c01e139f185f req-bb2e899d-5290-496f-a637-2b037cd4a56f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:38.148691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da637-ba63-42f5-801a-2072fd62adf0 req-9da7e598-865b-4e81-a16b-9caa7aae221c tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:38.163679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60d16c0e-9d41-4cc7-8f0b-c01e139f185f req-bb2e899d-5290-496f-a637-2b037cd4a56f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1457884 Aug 23 11:52:38.179021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f33da637-ba63-42f5-801a-2072fd62adf0 req-9da7e598-865b-4e81-a16b-9caa7aae221c tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 943 time: 0.3709283 Aug 23 11:52:38.264558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60d16c0e-9d41-4cc7-8f0b-c01e139f185f req-563b4b6d-b338-4ae0-8ced-a6c39889651f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991282 Aug 23 11:52:38.286432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f33da637-ba63-42f5-801a-2072fd62adf0 req-5fb63adb-587b-45b7-acd6-c84bc579b8d4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064448 Aug 23 11:52:38.292218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-d956b1c0-02d4-45d3-b74e-4611bf05e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:38.295933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-d956b1c0-02d4-45d3-b74e-4611bf05e506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.2418964 Aug 23 11:52:38.300141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60dd5bc7-6a17-4b13-8403-05b4ca5ed944 req-036438ac-2328-4b36-abfc-b497150ace21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573617 Aug 23 11:52:38.512184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee796672-29b8-48d7-a51b-7368b2bd82bc req-a1ca171d-b2c7-4314-b55a-028a00b5a716 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:38.551425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee796672-29b8-48d7-a51b-7368b2bd82bc req-a1ca171d-b2c7-4314-b55a-028a00b5a716 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 948 time: 0.1030152 Aug 23 11:52:38.663650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee796672-29b8-48d7-a51b-7368b2bd82bc req-c1099cde-2dc9-46b1-a29d-6eec7cb2b84a tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127489 Aug 23 11:52:38.671982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-f7bbcfc6-b854-4bc0-a5bc-43787fccc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:38.671982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-f7bbcfc6-b854-4bc0-a5bc-43787fccc36d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460397 Aug 23 11:52:38.864033 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361ab78-eaec-4c78-be62-6370a1ca5470 x-openstack-request-id: req-2361ab78-eaec-4c78-be62-6370a1ca5470 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:38.867991 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:38.869785 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2361ab78-eaec-4c78-be62-6370a1ca5470 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:38.870221 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'status': 'completed', 'code': 200} Aug 23 11:52:38.974106 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d02f7-cf00-455d-b36c-1cee3240bbf6 x-openstack-request-id: req-ed8d02f7-cf00-455d-b36c-1cee3240bbf6 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:38.975282 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a93621-78d0-4fdd-98e9-35528ec7d015", "name": "network-vif-deleted", "tag": "55f1776d-a1c0-42bd-ac7b-729925d9c1e3", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:38.976000 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed8d02f7-cf00-455d-b36c-1cee3240bbf6 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:38.976000 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a93621-78d0-4fdd-98e9-35528ec7d015', 'name': 'network-vif-deleted', 'tag': '55f1776d-a1c0-42bd-ac7b-729925d9c1e3', 'status': 'completed', 'code': 200} Aug 23 11:52:38.982653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aae9de3f-f173-497d-b463-de279ff4db5c req-b152ad5b-38cb-453a-bf1d-75cb7a89795f tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a93621-78d0-4fdd-98e9-35528ec7d015 HTTP/1.1" status: 200 len: 210 time: 0.0887740 Aug 23 11:52:39.026925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-b7182c6c-f5c1-4885-814e-50b890c38932 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472986 Aug 23 11:52:39.167154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fd5a1617-9a78-4039-9e17-31ea0cc37c2a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:39.172563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144a713-43e1-4fd4-873c-51126f081b1b req-0e1ab045-f57c-45f5-a670-b4f58f1370d8 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.181882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0144a713-43e1-4fd4-873c-51126f081b1b req-0e1ab045-f57c-45f5-a670-b4f58f1370d8 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1928201 Aug 23 11:52:39.237085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5210c-6c9e-4a9d-98e5-849a462f4175 req-decf7d4d-d82c-4650-9ec0-6817d0cac5e0 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.250195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c6a5210c-6c9e-4a9d-98e5-849a462f4175 req-decf7d4d-d82c-4650-9ec0-6817d0cac5e0 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.1114340 Aug 23 11:52:39.291757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec45a8d8-f5e0-4971-958f-a7967e5c5397 req-871cf28f-0eee-4bbe-b83c-2966ce03c951 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442963 Aug 23 11:52:39.339653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0144a713-43e1-4fd4-873c-51126f081b1b req-4c1c26dd-2149-439f-93d9-1415a9bfdb72 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480598 Aug 23 11:52:39.352763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c6a5210c-6c9e-4a9d-98e5-849a462f4175 req-7a0663ce-eecb-4a38-a173-c7d0ee1b3456 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011512 Aug 23 11:52:39.417578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port fd5a1617-9a78-4039-9e17-31ea0cc37c2a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:39.426302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port fd5a1617-9a78-4039-9e17-31ea0cc37c2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:39.426680 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:39.499782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-dc731819-9b5e-4d42-a413-4240770f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.504623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-dc731819-9b5e-4d42-a413-4240770f228a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1094 time: 0.0917027 Aug 23 11:52:39.510336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec51b46-be40-4e30-a2c7-949ff45836f1 req-2f8a8ee8-e7e6-4d6a-ab17-426282b8c11f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.528141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ec51b46-be40-4e30-a2c7-949ff45836f1 req-2f8a8ee8-e7e6-4d6a-ab17-426282b8c11f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1053801 Aug 23 11:52:39.589673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ec51b46-be40-4e30-a2c7-949ff45836f1 req-88b25ca3-1726-4730-b599-305d5afc5417 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Aug 23 11:52:39.628254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:39.695713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc41c25-c786-447a-8b63-0ec34b689413 req-7c1d7a5e-c4e4-48db-bf6c-83aaaf260c92 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.697297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfc41c25-c786-447a-8b63-0ec34b689413 req-7c1d7a5e-c4e4-48db-bf6c-83aaaf260c92 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 943 time: 0.1288087 Aug 23 11:52:39.721246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:39.726985 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaaf531-9a10-4545-9a57-b44fb4396b50" -d '{"events": [{"server_uuid": "68b74324-b07a-48a3-8bb1-a8f0a7052e64", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a1617-9a78-4039-9e17-31ea0cc37c2a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:39.759821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:39.777965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:39.810392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfc41c25-c786-447a-8b63-0ec34b689413 req-938beef0-cf3f-44d4-b7e7-77a98ccd771a tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009710 Aug 23 11:52:39.814646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-8de40d08-84a9-4956-b0d3-2adce2218495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.830304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-8de40d08-84a9-4956-b0d3-2adce2218495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.3058088 Aug 23 11:52:39.947583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:39.953570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f70dd-9c49-45b0-8103-6d0434e9462c req-e5cbacfd-5005-4af2-8c51-82d2545e3581 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:39.962138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3d5f70dd-9c49-45b0-8103-6d0434e9462c req-e5cbacfd-5005-4af2-8c51-82d2545e3581 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 949 time: 0.1129396 Aug 23 11:52:39.970060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-6085f6ea-a933-4ca9-ba4d-fd716b85adb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 217 time: 0.1388223 Aug 23 11:52:39.981543 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb699aac-932c-4cff-a0bd-a7ffdb64a62a x-openstack-request-id: req-fb699aac-932c-4cff-a0bd-a7ffdb64a62a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:39.982031 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b74324-b07a-48a3-8bb1-a8f0a7052e64", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a1617-9a78-4039-9e17-31ea0cc37c2a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:39.982352 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb699aac-932c-4cff-a0bd-a7ffdb64a62a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:39.982848 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a', 'code': 200} Aug 23 11:52:40.070576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3d5f70dd-9c49-45b0-8103-6d0434e9462c req-4a23dec6-a7ad-43a2-b869-695af9b78f49 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016743 Aug 23 11:52:40.138267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-395bf54d-036c-4790-97df-622e5e61de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.141080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-395bf54d-036c-4790-97df-622e5e61de76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1629624 Aug 23 11:52:40.195167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89b2e0-0be9-4334-a204-2a39a99b064f req-d52cb156-3449-465d-927a-d251bd2fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.196730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff89b2e0-0be9-4334-a204-2a39a99b064f req-d52cb156-3449-465d-927a-d251bd2fac7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 1100 time: 0.1279016 Aug 23 11:52:40.198672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b70090e9-5f19-4248-bff5-b4e0debcb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.200144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b70090e9-5f19-4248-bff5-b4e0debcb9ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 1101 time: 0.2059853 Aug 23 11:52:40.270575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff89b2e0-0be9-4334-a204-2a39a99b064f req-5f6be5c8-a993-48eb-b8b2-09158c45dc38 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Aug 23 11:52:40.289483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-cbca1b94-2615-442f-ace7-ada39a4a82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.289483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-cbca1b94-2615-442f-ace7-ada39a4a82bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231322 Aug 23 11:52:40.409767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-ea8cbb24-2c3c-48aa-9b37-a3b37c7e438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.409767 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-ea8cbb24-2c3c-48aa-9b37-a3b37c7e438c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1924829 Aug 23 11:52:40.457027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2958f4-73c6-4ed6-be73-1ed631f1fc8c req-e31a6830-3265-4e1d-bf64-6b9ee90d8b42 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.465841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d2958f4-73c6-4ed6-be73-1ed631f1fc8c req-e31a6830-3265-4e1d-bf64-6b9ee90d8b42 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 951 time: 0.0753524 Aug 23 11:52:40.512568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d2958f4-73c6-4ed6-be73-1ed631f1fc8c req-d4ad87f2-ad77-49b5-8e8a-d1c29480560e tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451114 Aug 23 11:52:40.557748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-3c0d996d-93c8-4260-a980-6eb874beb8c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 200 len: 217 time: 0.0648146 Aug 23 11:52:40.610126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-59cabcd5-5a7b-4f93-81a0-db8715cd6ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075337 Aug 23 11:52:40.670396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8cb29-c253-4d7d-9c0c-979bf915f8e1 req-a1ea2d43-4faf-4d6f-b7ba-f186c208075b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.671898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4f8cb29-c253-4d7d-9c0c-979bf915f8e1 req-a1ea2d43-4faf-4d6f-b7ba-f186c208075b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.0781598 Aug 23 11:52:40.677981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0272-5e68-4378-94ce-09d5d23cca7f req-4fe6b78f-a1ff-45b4-88a0-7d229d5d7bdd tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.680270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-535f0272-5e68-4378-94ce-09d5d23cca7f req-4fe6b78f-a1ff-45b4-88a0-7d229d5d7bdd tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.2071576 Aug 23 11:52:40.693656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-62537df3-ef4b-4e32-86e9-bb3d5a73a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.695257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-62537df3-ef4b-4e32-86e9-bb3d5a73a06d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1300416 Aug 23 11:52:40.728306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4f8cb29-c253-4d7d-9c0c-979bf915f8e1 req-ce264457-6c8b-4e8d-a05d-91afb50f3a47 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477912 Aug 23 11:52:40.821019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-535f0272-5e68-4378-94ce-09d5d23cca7f req-97d8fe2a-4f2e-43f9-a43c-7578ce7ce20f tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292057 Aug 23 11:52:40.840268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b6c19ff3-fc3a-4131-85fb-2693654e5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.841973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b6c19ff3-fc3a-4131-85fb-2693654e5e54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118338 Aug 23 11:52:40.844013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-638a4770-a58e-4ef7-8399-3a0a91aafb4f req-abf144f7-d28a-4cf1-8a68-e70c9f853482 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215915 Aug 23 11:52:40.949478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7ee1-d05b-4557-a6b2-bd4c9846bf9f req-24396895-f2c9-409f-a479-8bc39a9d0aa0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:40.951710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6dac7ee1-d05b-4557-a6b2-bd4c9846bf9f req-24396895-f2c9-409f-a479-8bc39a9d0aa0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0679958 Aug 23 11:52:41.014503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616108a-8ae7-4ee6-8b72-0fc093f9ce20 req-cb041f55-7c6f-4429-bd51-0c7a48125819 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:41.016051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4616108a-8ae7-4ee6-8b72-0fc093f9ce20 req-cb041f55-7c6f-4429-bd51-0c7a48125819 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 943 time: 0.1133788 Aug 23 11:52:41.020450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6dac7ee1-d05b-4557-a6b2-bd4c9846bf9f req-b649549d-e039-459c-8894-369a5add4021 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576808 Aug 23 11:52:41.071199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b62a4b22-7d5e-4d34-9828-bc18a1e474eb service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193801 Aug 23 11:52:41.081953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4616108a-8ae7-4ee6-8b72-0fc093f9ce20 req-73abbedd-e3cd-4e45-a85b-dc5485dca6a3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543127 Aug 23 11:52:41.104160 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:52:41.173805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e04bba-9db2-4c1c-9d6c-140480a3c7d2 req-41af091a-4a8c-43e2-af2f-6a3029eb7ea5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:41.184193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41e04bba-9db2-4c1c-9d6c-140480a3c7d2 req-41af091a-4a8c-43e2-af2f-6a3029eb7ea5 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.0898633 Aug 23 11:52:41.189449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38018) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:41.202567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Request body: {'floatingip': {'port_id': '185c2bae-85b6-4521-93e4-78dcd9098ea2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:41.287952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-575c5f2a-ac52-4811-a208-db280deb89d1 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016420 Aug 23 11:52:41.292187 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:41.321070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:41.360716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:41.361057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 55f1776d-a1c0-42bd-ac7b-729925d9c1e3 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:41.385791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657093a-e4c6-4973-8322-d19ad14139e0 req-42f2ee45-0518-40b8-af99-f5eb08130b59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:41.387478 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3657093a-e4c6-4973-8322-d19ad14139e0 req-42f2ee45-0518-40b8-af99-f5eb08130b59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 949 time: 0.1954710 Aug 23 11:52:41.486131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3657093a-e4c6-4973-8322-d19ad14139e0 req-50f8795e-1afe-41ea-b2a8-356aabdfa43b tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Aug 23 11:52:41.751238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9eeb4-61e7-4629-8f0c-feb654ac0afa req-7fbf88d2-d2d3-48fe-a322-bc16630a8e78 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:41.762010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66b9eeb4-61e7-4629-8f0c-feb654ac0afa req-7fbf88d2-d2d3-48fe-a322-bc16630a8e78 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 951 time: 0.1098454 Aug 23 11:52:41.852190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66b9eeb4-61e7-4629-8f0c-feb654ac0afa req-b53c6126-078b-4301-9728-5ee981463598 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884354 Aug 23 11:52:42.164181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c286-13c2-4dd4-ae57-a94d3e4ff22d req-322fa66e-c84d-4073-9ad0-0fea7adb8f49 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:42.177665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a406c286-13c2-4dd4-ae57-a94d3e4ff22d req-322fa66e-c84d-4073-9ad0-0fea7adb8f49 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0683463 Aug 23 11:52:42.253186 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a406c286-13c2-4dd4-ae57-a94d3e4ff22d req-f2b636be-e42d-4856-afc4-767f0e992549 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734155 Aug 23 11:52:42.359405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf491f-7132-4b02-879e-6f2a76446039 req-013e3b3d-bd44-4238-96aa-e09232577675 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:42.361027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afcf491f-7132-4b02-879e-6f2a76446039 req-013e3b3d-bd44-4238-96aa-e09232577675 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 951 time: 0.5463724 Aug 23 11:52:42.372739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ee887-fd45-4314-a21f-804dd99578f8 req-88832421-1128-4c59-bec7-5ca04f015087 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:42.380111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb5ee887-fd45-4314-a21f-804dd99578f8 req-88832421-1128-4c59-bec7-5ca04f015087 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.4932098 Aug 23 11:52:42.524528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb5ee887-fd45-4314-a21f-804dd99578f8 req-9bde8075-fef0-4153-ae2b-54889745446b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373272 Aug 23 11:52:42.567290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:52:42.577148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba2284-3948-4fd5-9864-6c1aeed18ecd req-83abbce1-6ce1-45f7-90d0-34181d2ec198 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:42.609806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4aba2284-3948-4fd5-9864-6c1aeed18ecd req-83abbce1-6ce1-45f7-90d0-34181d2ec198 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 943 time: 0.2177846 Aug 23 11:52:42.729585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4aba2284-3948-4fd5-9864-6c1aeed18ecd req-cdc67ddd-40cf-4695-b793-8cc3e6644a43 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197314 Aug 23 11:52:42.751577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:42.761597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa9485-273c-41a4-926c-2cdbc962f11c req-3ac3fc38-9dc0-4ea4-b898-3dd08711f161 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:42.770214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71fa9485-273c-41a4-926c-2cdbc962f11c req-3ac3fc38-9dc0-4ea4-b898-3dd08711f161 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 949 time: 0.1068811 Aug 23 11:52:42.808607 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:42.929791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71fa9485-273c-41a4-926c-2cdbc962f11c req-189832ba-25d9-4cd0-aa50-d91e6acdbb76 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585789 Aug 23 11:52:42.931177 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c associated. External IP: 172.25.1.46, port: 185c2bae-85b6-4521-93e4-78dcd9098ea2. Aug 23 11:52:42.936041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Deleting port 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:42.936381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:43.180975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] For port 9718bb75-b30f-46dd-980f-c5546af58129, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9718bb75-b30f-46dd-980f-c5546af58129,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:43.181345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:43.191054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e40d-2e8e-4a1c-b900-3a4ea786d0ec req-745404c4-9bec-4d46-a2cb-96402b541eab tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:43.203714 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f227e40d-2e8e-4a1c-b900-3a4ea786d0ec req-745404c4-9bec-4d46-a2cb-96402b541eab tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 951 time: 0.1835270 Aug 23 11:52:43.285617 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f227e40d-2e8e-4a1c-b900-3a4ea786d0ec req-a0676c96-15f6-40a8-9b84-5db61f4097b7 tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d6818dc-58a0-427b-8251-c21a7ed4558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803471 Aug 23 11:52:43.338539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0d305373-0f8b-43bb-9a6c-a03b306d885f details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:43.365926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:52:43.368833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Calling delete_port for 9718bb75-b30f-46dd-980f-c5546af58129 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:43.432646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107a101-6441-40f5-bf3e-cae64447a984 req-ee2c78e6-a506-489f-bb96-7db016986966 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:43.434178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4107a101-6441-40f5-bf3e-cae64447a984 req-ee2c78e6-a506-489f-bb96-7db016986966 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 949 time: 0.2448146 Aug 23 11:52:43.548012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0d305373-0f8b-43bb-9a6c-a03b306d885f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:43.564145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d50cb-b1e5-4f5a-89bc-204db2280baa req-6b30f9a5-3d82-4be2-b83a-b13b61eab61f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:43.575062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-937d50cb-b1e5-4f5a-89bc-204db2280baa req-6b30f9a5-3d82-4be2-b83a-b13b61eab61f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1853633 Aug 23 11:52:43.595742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4107a101-6441-40f5-bf3e-cae64447a984 req-b5d41724-3404-4ea8-a2fe-b150fd34e467 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203241 Aug 23 11:52:43.632975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-937d50cb-b1e5-4f5a-89bc-204db2280baa req-6809baeb-ecd0-4a58-98ae-10029b489c06 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518060 Aug 23 11:52:43.692364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:43.697961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:43.806220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf6b3f36-b274-4e59-8026-733b0120f3dc tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "PUT /v2.0/floatingips/56cabe8a-de55-4d8c-a701-a96dc95e3f5c HTTP/1.1" status: 200 len: 990 time: 2.6122425 Aug 23 11:52:43.808195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:43.810957 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:43.811699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:52:43.822504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:43.835021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0762f-029c-4e7d-a3f5-7b5507b7dd6f req-aab1a128-abb0-4d28-8074-7119ae42d354 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:43.841472 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d0762f-029c-4e7d-a3f5-7b5507b7dd6f req-aab1a128-abb0-4d28-8074-7119ae42d354 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1201220 Aug 23 11:52:43.872820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:43.873961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:43.913030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:43.915846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208569f-5b75-48cf-a942-32c7d4f60a7b req-718f16f7-7261-4ed5-ba20-d74d0dcb3bf3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:43.921821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:43.925959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b208569f-5b75-48cf-a942-32c7d4f60a7b req-718f16f7-7261-4ed5-ba20-d74d0dcb3bf3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 943 time: 0.0858529 Aug 23 11:52:43.945087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d305373-0f8b-43bb-9a6c-a03b306d885f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:52:43.952458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9718bb75-b30f-46dd-980f-c5546af58129'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:43.978295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Pushing event deleted for resources: {'Port': ['ID=9718bb75-b30f-46dd-980f-c5546af58129,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:43.999814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b208569f-5b75-48cf-a942-32c7d4f60a7b req-9c7b0c7a-4ae8-4393-aff9-0a3cdd0b9d94 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727835 Aug 23 11:52:44.010956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.013951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.014403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.014846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.018758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.019189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.019630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.020073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.020516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.022088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.022533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.022983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:44.040703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0d305373-0f8b-43bb-9a6c-a03b306d885f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:44.054902 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:44.057241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] No DVR routers for this DVR port 9718bb75-b30f-46dd-980f-c5546af58129 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:44.063222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:44.065718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afcf491f-7132-4b02-879e-6f2a76446039 req-eff63534-4764-4d5a-8a78-faf501cc833a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.41 "DELETE /v2.0/ports/9718bb75-b30f-46dd-980f-c5546af58129 HTTP/1.1" status: 204 len: 173 time: 1.6635699 Aug 23 11:52:44.069774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d0762f-029c-4e7d-a3f5-7b5507b7dd6f req-284c3109-82d7-4387-9f11-6f8bd95a903a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142577 Aug 23 11:52:44.157666 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204ae464-6032-4333-bfcf-1214e1b9337e x-openstack-request-id: req-204ae464-6032-4333-bfcf-1214e1b9337e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:44.158090 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:44.158450 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-204ae464-6032-4333-bfcf-1214e1b9337e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:44.159081 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'status': 'completed', 'code': 200} Aug 23 11:52:44.268288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0d305373-0f8b-43bb-9a6c-a03b306d885f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:44.303442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-8b8d859d-c4bf-4f7e-b98f-7489318e23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:44.304994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-8b8d859d-c4bf-4f7e-b98f-7489318e23a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79db2d3882d34e0aa00d78d355a4d678&device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 1096 time: 0.1178691 Aug 23 11:52:44.314435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:44.357009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['0d305373-0f8b-43bb-9a6c-a03b306d885f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:44.488444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ebc219f-ce36-486e-9f59-667602fae6a2 req-48907daf-88cf-4a5b-98f5-93483cf7d74a tempest-ServersAdminTestJSON-1209036969 tempest-ServersAdminTestJSON-1209036969-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b65b50-fd56-4738-972d-e289845285fa HTTP/1.1" status: 200 len: 210 time: 0.0346420 Aug 23 11:52:44.556053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-b52d0e14-ac44-489e-8569-360122ad6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:44.557600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-b52d0e14-ac44-489e-8569-360122ad6800 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 200 len: 924 time: 0.2446985 Aug 23 11:52:44.579777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-ffd382f8-2aea-4f44-913a-6e3123a2d31d tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:44.581342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-ffd382f8-2aea-4f44-913a-6e3123a2d31d tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.44 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 949 time: 0.0963027 Aug 23 11:52:44.838471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-cda490f7-f4ef-4045-ae4b-9db2c1b60de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2 HTTP/1.1" status: 200 len: 998 time: 0.2555602 Aug 23 11:52:44.916979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504993ef-f63c-46bd-9834-dd7ae9f9f8b1 req-14a5ec5b-f542-4dd8-915c-1b1da0a8b9db tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:44.918846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-504993ef-f63c-46bd-9834-dd7ae9f9f8b1 req-14a5ec5b-f542-4dd8-915c-1b1da0a8b9db tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 949 time: 0.1643794 Aug 23 11:52:44.920152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '56cabe8a-de55-4d8c-a701-a96dc95e3f5c', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'port_id': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'mac_address': 'fa:16:3e:38:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f9230-72f9-46f9-8531-b78110698bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:50:12Z', 'updated_at': '2021-08-23T11:52:42Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:44.936212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-eaa6bc3c-f0c5-4d17-ae60-8f2345041865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:44.937861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-eaa6bc3c-f0c5-4d17-ae60-8f2345041865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 200 len: 862 time: 0.0844619 Aug 23 11:52:44.950211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:44.960663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:44.960663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:44.969327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Deleting port fd5a1617-9a78-4039-9e17-31ea0cc37c2a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:52:44.969729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:45.069156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-504993ef-f63c-46bd-9834-dd7ae9f9f8b1 req-b8d2aded-fe7f-4d98-8d0d-58eb22768e51 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/security-groups?id=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302593 Aug 23 11:52:45.089099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-cd145d4a-3cc7-4d2f-b606-7d9c812ff0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:45.090638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-cd145d4a-3cc7-4d2f-b606-7d9c812ff0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc564663-9fa0-49f8-a0da-5ab139164149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310565 Aug 23 11:52:45.177309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:45.208656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] For port fd5a1617-9a78-4039-9e17-31ea0cc37c2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:45.222333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:45.330108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-3bd24017-185d-4a99-86c2-38a21236317f service neutron] 10.222.0.41 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268302 Aug 23 11:52:45.338122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:45.338751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Calling delete_port for fd5a1617-9a78-4039-9e17-31ea0cc37c2a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:52:45.367943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 9718bb75-b30f-46dd-980f-c5546af58129 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:45.368473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9718bb75-b30f-46dd-980f-c5546af58129 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:45.543285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '56cabe8a-de55-4d8c-a701-a96dc95e3f5c', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'port_id': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'mac_address': 'fa:16:3e:38:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f9230-72f9-46f9-8531-b78110698bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:50:12Z', 'updated_at': '2021-08-23T11:52:42Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:45.578707 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda95dd-2965-4be4-81cd-b762cb999c11 None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '56cabe8a-de55-4d8c-a701-a96dc95e3f5c', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'port_id': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'mac_address': 'fa:16:3e:38:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987f9230-72f9-46f9-8531-b78110698bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:50:12Z', 'updated_at': '2021-08-23T11:52:42Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:52:45.583016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88579a-0a18-4677-8a1c-7c28976f5093 req-6ddc23e6-c472-42bd-85a5-62dc361a1ef5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:45.585360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f88579a-0a18-4677-8a1c-7c28976f5093 req-6ddc23e6-c472-42bd-85a5-62dc361a1ef5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 944 time: 0.3491216 Aug 23 11:52:45.607409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e78cb-0eea-4876-bdd9-e1f522706cbe req-8d6b6298-7f00-4366-b4dc-d911314ad07d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:45.615740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af5e78cb-0eea-4876-bdd9-e1f522706cbe req-8d6b6298-7f00-4366-b4dc-d911314ad07d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.8086326 Aug 23 11:52:45.689913 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:45.701765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fd5a1617-9a78-4039-9e17-31ea0cc37c2a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:45.703375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed5e8cd8-c554-42ed-88f1-4655ddf4b9e0 req-2e21e252-6ab6-441d-bf4a-5c117ede158f service neutron] 10.222.0.41 "GET /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767413 Aug 23 11:52:45.706532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f88579a-0a18-4677-8a1c-7c28976f5093 req-72911949-8a2c-407d-a4e4-e3c613b1a0d7 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000993 Aug 23 11:52:45.744387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af5e78cb-0eea-4876-bdd9-e1f522706cbe req-cad20f24-fd0b-4615-9b01-c63b3e57591a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119785 Aug 23 11:52:45.762539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Pushing event deleted for resources: {'Port': ['ID=fd5a1617-9a78-4039-9e17-31ea0cc37c2a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:45.824262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] No DVR routers for this DVR port fd5a1617-9a78-4039-9e17-31ea0cc37c2a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:52:45.827228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:45.830207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1270eb8-45da-4b5a-a2cd-a9361b00eabd req-e06d11cf-df7d-4b40-8ad9-dd6297e77f59 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.44 "DELETE /v2.0/ports/fd5a1617-9a78-4039-9e17-31ea0cc37c2a HTTP/1.1" status: 204 len: 173 time: 1.2417285 Aug 23 11:52:46.076648 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886c3a0-b42c-435c-bd63-ff67e52e1d56 None None] New status for floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:52:46.096168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7c597-4d66-4c1d-bb64-afff51bc8064 req-b9af47a9-0480-47e1-bb97-6fb9e1ff897a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:46.106158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fde7c597-4d66-4c1d-bb64-afff51bc8064 req-b9af47a9-0480-47e1-bb97-6fb9e1ff897a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.2137985 Aug 23 11:52:46.176423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fde7c597-4d66-4c1d-bb64-afff51bc8064 req-121d3600-6821-4456-9ebf-25d58e69f546 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573690 Aug 23 11:52:46.177141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-deleted', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129'}, {'server_uuid': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'name': 'network-vif-deleted', 'tag': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:46.184548 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57267e9-7ab8-463b-a6cb-76c852c54efd" -d '{"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-deleted", "tag": "9718bb75-b30f-46dd-980f-c5546af58129"}, {"server_uuid": "68b74324-b07a-48a3-8bb1-a8f0a7052e64", "name": "network-vif-deleted", "tag": "fd5a1617-9a78-4039-9e17-31ea0cc37c2a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:46.297291 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf917b48-7ca0-4a8f-9604-f6803b0bd84f x-openstack-request-id: req-bf917b48-7ca0-4a8f-9604-f6803b0bd84f {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:46.297765 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b65b50-fd56-4738-972d-e289845285fa", "name": "network-vif-deleted", "tag": "9718bb75-b30f-46dd-980f-c5546af58129", "status": "completed", "code": 200}, {"server_uuid": "68b74324-b07a-48a3-8bb1-a8f0a7052e64", "name": "network-vif-deleted", "tag": "fd5a1617-9a78-4039-9e17-31ea0cc37c2a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:46.298115 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf917b48-7ca0-4a8f-9604-f6803b0bd84f {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:46.298658 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b65b50-fd56-4738-972d-e289845285fa', 'name': 'network-vif-deleted', 'tag': '9718bb75-b30f-46dd-980f-c5546af58129', 'status': 'completed', 'code': 200} Aug 23 11:52:46.299133 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b74324-b07a-48a3-8bb1-a8f0a7052e64', 'name': 'network-vif-deleted', 'tag': 'fd5a1617-9a78-4039-9e17-31ea0cc37c2a', 'status': 'completed', 'code': 200} Aug 23 11:52:46.320863 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a7cbb12-b4a3-434f-abed-f8d04138f6a0 req-185689d3-44c3-4060-9228-8c365152f3b7 tempest-ImagesNegativeTestJSON-27580905 tempest-ImagesNegativeTestJSON-27580905-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b74324-b07a-48a3-8bb1-a8f0a7052e64 HTTP/1.1" status: 200 len: 210 time: 0.0541329 Aug 23 11:52:46.634048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38072) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:46.905070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e99b3fd9-9e8e-4665-be69-8d4377c8c7b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df8874f0edd142c5954f2fbd9911f49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696757 Aug 23 11:52:46.908280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38082) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:46.919513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5fe15-4328-497c-9f1e-b1cc0b7471a3 req-3e322619-a3ee-4e72-acca-2b2420aaa38c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:46.921940 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5a5fe15-4328-497c-9f1e-b1cc0b7471a3 req-3e322619-a3ee-4e72-acca-2b2420aaa38c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0725427 Aug 23 11:52:46.980088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114b99c-8641-4cb3-bdff-6418d842869b req-90725cb9-7147-4aed-a87e-71ca730080f4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:46.981955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6114b99c-8641-4cb3-bdff-6418d842869b req-90725cb9-7147-4aed-a87e-71ca730080f4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 944 time: 0.1459460 Aug 23 11:52:46.998902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5a5fe15-4328-497c-9f1e-b1cc0b7471a3 req-43fe4bcf-12a9-40e6-b6dc-57ee8d012d3c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627520 Aug 23 11:52:47.018738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bcf5-3392-49d4-8a64-3d9ae536d4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.058299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bcf5-3392-49d4-8a64-3d9ae536d4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.090984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6114b99c-8641-4cb3-bdff-6418d842869b req-f82d648d-c787-4553-97f7-cb79e753bc52 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919213 Aug 23 11:52:47.153730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bcf5-3392-49d4-8a64-3d9ae536d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.157156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6c8bcf5-3392-49d4-8a64-3d9ae536d4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.159420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b6c8bcf5-3392-49d4-8a64-3d9ae536d4b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d6818dc-58a0-427b-8251-c21a7ed4558c HTTP/1.1" status: 204 len: 168 time: 0.2501910 Aug 23 11:52:47.172874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8bcf5-3392-49d4-8a64-3d9ae536d4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6818dc-58a0-427b-8251-c21a7ed4558c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:47.338845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0d305373-0f8b-43bb-9a6c-a03b306d885f up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:47.371962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7cc95-d794-4c1b-bac5-28dcc1027f52 req-29d7b955-92e4-4025-9670-f73292c53b75 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:47.384731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbb7cc95-d794-4c1b-bac5-28dcc1027f52 req-29d7b955-92e4-4025-9670-f73292c53b75 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.0774810 Aug 23 11:52:47.441048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 0d305373-0f8b-43bb-9a6c-a03b306d885f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:47.441387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbb7cc95-d794-4c1b-bac5-28dcc1027f52 req-3b1aa226-03fd-4559-8da6-82345719f6c4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498011 Aug 23 11:52:47.459887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 0d305373-0f8b-43bb-9a6c-a03b306d885f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:47.460271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.577899 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.638414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:47.642168 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d2ad88-f0f9-445e-82f7-5dea3b891230" -d '{"events": [{"server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "name": "network-vif-plugged", "status": "completed", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:47.660322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0d305373-0f8b-43bb-9a6c-a03b306d885f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:47.665772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:47.717363 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11062ab-0bf1-45ce-9f7e-b9d0a8fa096a x-openstack-request-id: req-a11062ab-0bf1-45ce-9f7e-b9d0a8fa096a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:47.717903 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "name": "network-vif-plugged", "status": "completed", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:47.718317 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a11062ab-0bf1-45ce-9f7e-b9d0a8fa096a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:47.719107 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'code': 200} Aug 23 11:52:47.787680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0d305373-0f8b-43bb-9a6c-a03b306d885f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:47.811091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.813403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.815462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.816031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.816806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.817970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.819496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.821584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.822219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.823853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.825982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.826824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:47.884501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38108) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:47.887614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f5137-fb66-4d5e-9696-58c81aa6da25 req-17ca8487-e24f-47a3-ae01-b14a7e9c72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:47.889864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f13f5137-fb66-4d5e-9696-58c81aa6da25 req-17ca8487-e24f-47a3-ae01-b14a7e9c72ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.0819576 Aug 23 11:52:47.944206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-811cdb7f-567c-487c-828b-635070d76a2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2df71c632604280899233e081bbc3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575299 Aug 23 11:52:47.949596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:47.989925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f13f5137-fb66-4d5e-9696-58c81aa6da25 req-548ee381-601e-4d05-b2e0-8b47419ecdd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Aug 23 11:52:48.071882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.137006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.206837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1efaba-53d8-4da2-8b3f-8671459ce5b1 req-76f1d27d-5e7d-49be-a63f-812e4e216319 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:48.209115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e1efaba-53d8-4da2-8b3f-8671459ce5b1 req-76f1d27d-5e7d-49be-a63f-812e4e216319 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1235108 Aug 23 11:52:48.218759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38126) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:48.279253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.280754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e1efaba-53d8-4da2-8b3f-8671459ce5b1 req-01be3ecc-708e-482d-a393-c7e406b4c0c9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501747 Aug 23 11:52:48.281896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.283073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18ec8a33-5c1b-4c71-a3a4-4c639235426a HTTP/1.1" status: 204 len: 168 time: 0.3321230 Aug 23 11:52:48.323361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ec8a33-5c1b-4c71-a3a4-4c639235426a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:48.397328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.398219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.399292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.399292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.399710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.400227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.400699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.401235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.401741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.402365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.403008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.403670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87d019d-bb12-41a3-b676-70a69c04947e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:52:48.434558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bb00f-bb1e-4306-b169-b1324b5a9b34 req-213f4e59-4e6a-405f-9792-706ba0b298b7 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:48.437240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a4bb00f-bb1e-4306-b169-b1324b5a9b34 req-213f4e59-4e6a-405f-9792-706ba0b298b7 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 945 time: 0.1152642 Aug 23 11:52:48.509867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a914da91-8afd-4042-9c59-3c293e9c5c1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=028ffaebcb4a40fa97f95b17200e4ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898297 Aug 23 11:52:48.512769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:48.523845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a4bb00f-bb1e-4306-b169-b1324b5a9b34 req-8e0e2f69-9dbe-475d-843c-2f8f2408f535 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 Aug 23 11:52:48.727560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2699-2974-44c5-a418-a0f97a9e285f req-864d4f19-15ae-4f87-a3c2-3334b45d768b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:48.735182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c9e2699-2974-44c5-a418-a0f97a9e285f req-864d4f19-15ae-4f87-a3c2-3334b45d768b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1453719 Aug 23 11:52:48.752351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05ff4226-fb56-4d09-9e76-dd2ca94e6c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.797920 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c9e2699-2974-44c5-a418-a0f97a9e285f req-22ce70cd-cfa2-4617-a65a-c344d89a09ec tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Aug 23 11:52:48.831940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05ff4226-fb56-4d09-9e76-dd2ca94e6c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.938643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05ff4226-fb56-4d09-9e76-dd2ca94e6c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.945834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05ff4226-fb56-4d09-9e76-dd2ca94e6c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:48.947890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-05ff4226-fb56-4d09-9e76-dd2ca94e6c1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/719442f7-2ba1-4d1e-a312-bb0c10ee0ac5 HTTP/1.1" status: 204 len: 168 time: 0.4331167 Aug 23 11:52:48.994519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff4226-fb56-4d09-9e76-dd2ca94e6c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719442f7-2ba1-4d1e-a312-bb0c10ee0ac5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:49.245665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fd5a1617-9a78-4039-9e17-31ea0cc37c2a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:52:49.306454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: fd5a1617-9a78-4039-9e17-31ea0cc37c2a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:52:49.308377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fd5a1617-9a78-4039-9e17-31ea0cc37c2a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:52:49.550122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c83177-4e46-4a25-9a8c-ccb17f6f9964 req-08ac1d97-72f7-47ec-811f-59aa5180526d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:49.553746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3c83177-4e46-4a25-9a8c-ccb17f6f9964 req-08ac1d97-72f7-47ec-811f-59aa5180526d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1154840 Aug 23 11:52:49.652431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3c83177-4e46-4a25-9a8c-ccb17f6f9964 req-a97c9346-7284-4439-8cb9-1fb2851bd044 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821688 Aug 23 11:52:49.844630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31038c-8b90-490a-bccd-903ef127c636 req-f603d3c3-222b-4131-b1fe-9ca7fad6ac70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:49.858995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea31038c-8b90-490a-bccd-903ef127c636 req-f603d3c3-222b-4131-b1fe-9ca7fad6ac70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 945 time: 0.1743274 Aug 23 11:52:49.979731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea31038c-8b90-490a-bccd-903ef127c636 req-8e2a0a01-f222-4a58-9b49-ae60ba23587e tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181035 Aug 23 11:52:50.042322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38176) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:50.085033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743201c9-c42c-4a13-a0be-4640df7bbdf9 req-326e51e2-2fa6-451c-ba85-24bc6808bfa4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:50.087615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-743201c9-c42c-4a13-a0be-4640df7bbdf9 req-326e51e2-2fa6-451c-ba85-24bc6808bfa4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1673653 Aug 23 11:52:50.159991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-743201c9-c42c-4a13-a0be-4640df7bbdf9 req-a2b8f776-1c1e-4d0e-9d27-5085d3456154 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665393 Aug 23 11:52:50.387782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-6955e85d-f624-4dea-85be-c933f33445df tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3001430 Aug 23 11:52:50.393860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-120710434-network', 'tenant_id': '31d395802cf948df8ff99cb4353d562a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:50.405291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:50.434123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 11:52:50.434123 n-d-773645-7 neutron-server[101058]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 11:52:50.434123 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id': '620b031446f0446286459a32fec91241', 'id': '769b1aeb-be4e-40db-9f5a-d0e024747806', 'expiration': datetime.datetime(2021, 8, 23, 11, 54, 50, 424745)}] Aug 23 11:52:50.434123 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:52:50.435858 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:52:50.445599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:50.451624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Made reservation on behalf of 31d395802cf948df8ff99cb4353d562a for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:50.456592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.466023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.588938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-596481850-network', 'tenant_id': '2116802d83594b9abb07730886e22469'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:50.606561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.613506 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.655470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:52:50.657504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Made reservation on behalf of 2116802d83594b9abb07730886e22469 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:50.659755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.671991 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.677075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b58aa7-37e2-401c-bca7-5b6245304dbf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:50.700914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.701525 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Added segment 46379d69-f266-4469-ae26-792f5d788525 of type vlan for network 104de2e7-5fbe-425b-a9ef-360abdea4e02 Aug 23 11:52:50.795788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.849234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.851082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:50.851673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.858323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1e23-25ca-4da8-88f9-7119cac0a680 req-ab189952-f5c6-4276-bb8b-3f10f73583e7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:50.868588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-356e1e23-25ca-4da8-88f9-7119cac0a680 req-ab189952-f5c6-4276-bb8b-3f10f73583e7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0782521 Aug 23 11:52:50.909800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-356e1e23-25ca-4da8-88f9-7119cac0a680 req-9006c25b-7fde-492f-9a2c-f037f6ee386b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Aug 23 11:52:50.947024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] Pushing event updated for resources: {'Network': ['ID=104de2e7-5fbe-425b-a9ef-360abdea4e02,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:50.953558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.959061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 104de2e7-5fbe-425b-a9ef-360abdea4e02 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:52:50.960578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:50.977895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:52:50.986834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:50.987350 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9fe94eb1-28cf-46a9-8eae-0593685d8add admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9437571 Aug 23 11:52:50.993127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Request body: {'subnet': {'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-120710434-subnet', 'tenant_id': '31d395802cf948df8ff99cb4353d562a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:51.022122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.022826 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Added segment 94eedea2-d8c2-4db7-97ed-815344c45ccb of type vlan for network 12487e61-616f-4b1f-b129-d2ac7a863207 Aug 23 11:52:51.033449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.039741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2573e-5ee3-4521-a4f6-6f21b360efbf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:51.063951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Made reservation on behalf of 31d395802cf948df8ff99cb4353d562a for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:51.068656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.093332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.169348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.171630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:51.172737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.247341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7979498 Aug 23 11:52:51.250718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38204) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:51.261186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Request body: {'subnet': {'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-596481850-subnet', 'tenant_id': '2116802d83594b9abb07730886e22469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:51.288232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afded1c8-812d-4f22-9a5f-9d87a6df5305 admin admin] Pushing event updated for resources: {'Network': ['ID=12487e61-616f-4b1f-b129-d2ac7a863207,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:51.298650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 12487e61-616f-4b1f-b129-d2ac7a863207 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:52:51.322018 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.435477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.477582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Allocated IP 172.25.1.252 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/8facf3d5-d605-49ca-acd3-2760cff89026) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:51.492904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Made reservation on behalf of 2116802d83594b9abb07730886e22469 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:51.495719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.514911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab1e6a-4bce-401c-a662-75c183943871 req-fbaf808a-1876-48cd-84b9-109a525d4a8b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:51.527464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5ab1e6a-4bce-401c-a662-75c183943871 req-fbaf808a-1876-48cd-84b9-109a525d4a8b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.2600393 Aug 23 11:52:51.624039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.682511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.749151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:51.749425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-218d64e5-f988-4882-87d9-03db2c0af2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.758193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:51.761585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:51.799856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event updated for resources: {'Port': ['ID=8facf3d5-d605-49ca-acd3-2760cff89026,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:51.916155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75753ef-9db3-4b6b-b6c6-33413c2b122e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:51.929496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:51.969797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5ab1e6a-4bce-401c-a662-75c183943871 req-2c2c6c86-d347-4a0e-a439-e5a2b1c556ce tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409876 Aug 23 11:52:51.976304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Checking segment: {'id': '46379d69-f266-4469-ae26-792f5d788525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:51.976792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Network hostable DHCP agents. Network: 104de2e7-5fbe-425b-a9ef-360abdea4e02, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:52:52.000213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.027137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Network 104de2e7-5fbe-425b-a9ef-360abdea4e02 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:52:52.045317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 104de2e7-5fbe-425b-a9ef-360abdea4e02) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:52.056631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:52.056631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.056813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e3e34-87d0-4ad0-9dba-04cc4d4e0866 None None] Network 104de2e7-5fbe-425b-a9ef-360abdea4e02 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:52.111519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8300d6d4-7961-4ce8-8047-a7dd3a2ae5ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1166141 Aug 23 11:52:52.238321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ae367-e4cc-453a-ae32-93c546a03f76 None None] Network 104de2e7-5fbe-425b-a9ef-360abdea4e02 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:52.247271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.363333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.373347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.435609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event updated for resources: {'Port': ['ID=8facf3d5-d605-49ca-acd3-2760cff89026,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:52.581773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242e620-d5f9-4170-83b4-76d7ed27ec2e req-12f148d7-caef-42c1-ba1d-9a86e236734e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:52.588420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8242e620-d5f9-4170-83b4-76d7ed27ec2e req-12f148d7-caef-42c1-ba1d-9a86e236734e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.3311887 Aug 23 11:52:52.607474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Checking segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:52.610627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Network hostable DHCP agents. Network: 12487e61-616f-4b1f-b129-d2ac7a863207, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:52:52.620990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.634000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fc422b-ff87-4160-b9b0-a94f4f9f6fc1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:52.664179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.680380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8242e620-d5f9-4170-83b4-76d7ed27ec2e req-28195a2f-143d-40c7-9f0f-87e0381d4acb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Aug 23 11:52:52.687578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-04d20030-6e9e-493b-a334-9ad5c626c8f6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2882242 Aug 23 11:52:52.711275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Network 12487e61-616f-4b1f-b129-d2ac7a863207 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:52:52.720311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 12487e61-616f-4b1f-b129-d2ac7a863207) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:52.726610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:52.728150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.729880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fbb0d5-d231-4a43-8ce3-4bf7a3eae340 None None] Network 12487e61-616f-4b1f-b129-d2ac7a863207 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:52.746283 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-a153d9ac-3e70-483f-824c-b89748d8695a tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0519154 Aug 23 11:52:52.749946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-54391baf-2c33-43b8-8228-6c041a2f789f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4945083 Aug 23 11:52:52.752616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38222) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:52.758775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:52.873663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-80348fdf-b4ed-4e8b-b80c-1cd798ff4344 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:52.875089 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-80348fdf-b4ed-4e8b-b80c-1cd798ff4344 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1125004 Aug 23 11:52:52.891889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-f5010f53-4613-498c-9982-7123bca8937d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:52:52.892908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1d56bd8-b4ab-420b-8122-2959e6b6ba6a req-f5010f53-4613-498c-9982-7123bca8937d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097127 Aug 23 11:52:52.917012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:52.918742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.037333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.141887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-12487e61-616f-4b1f-b129-d2ac7a863207', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:52:53.142898 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.182598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38242) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:53.200440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-918234652-network', 'tenant_id': 'af3a971e6091481190daa76b850b4a99'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:53.280182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12bde3-e7a2-42f1-adfb-33f982a67c59 req-4ebb920c-fcfd-408d-84a0-bb3740635fba tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:53.281605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b12bde3-e7a2-42f1-adfb-33f982a67c59 req-4ebb920c-fcfd-408d-84a0-bb3740635fba tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1448309 Aug 23 11:52:53.282835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Made reservation on behalf of af3a971e6091481190daa76b850b4a99 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:53.285134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.291467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.308667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.329151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Allocated IP 172.20.0.2 (12487e61-616f-4b1f-b129-d2ac7a863207/62fc422b-ff87-4160-b9b0-a94f4f9f6fc1/530fd7b9-209f-4881-828f-552a7ed65420) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:53.354096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b12bde3-e7a2-42f1-adfb-33f982a67c59 req-24e0b7c1-ddd1-475e-9753-0757ddc1a315 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649271 Aug 23 11:52:53.559381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.568004 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.595945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-de0ff46a-7649-40d8-a20b-b3783cbfa9b8 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:53.597756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-de0ff46a-7649-40d8-a20b-b3783cbfa9b8 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 821 time: 0.2451353 Aug 23 11:52:53.612977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.617008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:52:53.629034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Transition to ACTIVE for port object 530fd7b9-209f-4881-828f-552a7ed65420 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:53.649771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.650125 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Added segment 69bda466-a64a-4a37-b02a-b8e098a48793 of type vlan for network 4dc5238e-5b8a-44c8-af6f-f79be5951205 Aug 23 11:52:53.657933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-d40046f1-ee5d-451b-99a3-19319c40cb10 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/quotas/620b031446f0446286459a32fec91241 HTTP/1.1" status: 200 len: 375 time: 0.0475001 Aug 23 11:52:53.693578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Transition to ACTIVE for port object 530fd7b9-209f-4881-828f-552a7ed65420 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:53.700500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6226aad-8c49-4b6d-87eb-9b33e6538589,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:53.731566 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.811649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.863706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Network 12487e61-616f-4b1f-b129-d2ac7a863207 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:53.868299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:53.881129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:53.882808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Pushing event updated for resources: {'Port': ['ID=530fd7b9-209f-4881-828f-552a7ed65420,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:53.939330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.950294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.951291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:53.951890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.961318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Attempting to bind port 530fd7b9-209f-4881-828f-552a7ed65420 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:53.961799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Attempting to bind port 530fd7b9-209f-4881-828f-552a7ed65420 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:53.962227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Attempting to bind port 530fd7b9-209f-4881-828f-552a7ed65420 on network 12487e61-616f-4b1f-b129-d2ac7a863207 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:53.969587 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7849565 Aug 23 11:52:53.973089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:53.973089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Checking segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:53.973654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.974165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Bound using segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:53.974740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Bound port: 530fd7b9-209f-4881-828f-552a7ed65420, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:53.975193 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:53.988578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38260) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:53.992422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-66e3bc35-adfc-4321-b389-aed2264aa9fa tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2256713 Aug 23 11:52:53.993896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Request body: {'subnet': {'network_id': '4dc5238e-5b8a-44c8-af6f-f79be5951205', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-918234652-subnet', 'tenant_id': 'af3a971e6091481190daa76b850b4a99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:54.038298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.054084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc63ef-feea-4eda-b481-2e96d578a284 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc5238e-5b8a-44c8-af6f-f79be5951205,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:54.069258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4dc5238e-5b8a-44c8-af6f-f79be5951205 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:52:54.075557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b34638-2232-4cb8-b7df-3abfc1ff7389 req-376aab40-786f-41ab-80ff-3ad5ccf660a9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:54.077228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70b34638-2232-4cb8-b7df-3abfc1ff7389 req-376aab40-786f-41ab-80ff-3ad5ccf660a9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1970928 Aug 23 11:52:54.078310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Made reservation on behalf of af3a971e6091481190daa76b850b4a99 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:54.080613 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.096854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] For port 530fd7b9-209f-4881-828f-552a7ed65420, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:54.137643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70b34638-2232-4cb8-b7df-3abfc1ff7389 req-5bddf7c7-1554-4048-8de9-1f16f52ec89b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433595 Aug 23 11:52:54.143750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] For port 530fd7b9-209f-4881-828f-552a7ed65420, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=530fd7b9-209f-4881-828f-552a7ed65420,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:54.169552 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.264474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea7815-60ec-42d3-88e5-df20ed354ae0 None None] Pushing event updated for resources: {'Port': ['ID=530fd7b9-209f-4881-828f-552a7ed65420,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:54.306928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.357047 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b5bc8e37-b0f4-4542-abba-f49d03533624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.411228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6067-7d81-4138-8fab-5ed4cd2ca790 req-64ab2bcd-db86-4611-8e8b-6f5720d81fb2 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:54.413568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dddb6067-7d81-4138-8fab-5ed4cd2ca790 req-64ab2bcd-db86-4611-8e8b-6f5720d81fb2 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1097 time: 0.1077504 Aug 23 11:52:54.420159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Allocated IP 172.25.1.28 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/ae8d02e1-d248-4db1-8715-3d6236e3bc99) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:54.450973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-4984545f-2508-40b1-8789-29b9830451ac service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572916 Aug 23 11:52:54.485560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.561959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e05721-d884-451c-93fd-8b951a0df6f4,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:54.563961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dddb6067-7d81-4138-8fab-5ed4cd2ca790 req-87e29102-e5be-4f3d-80ed-98aff2b047cc tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351664 Aug 23 11:52:54.611168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Checking segment: {'id': '69bda466-a64a-4a37-b02a-b8e098a48793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4dc5238e-5b8a-44c8-af6f-f79be5951205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:54.611793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Network hostable DHCP agents. Network: 4dc5238e-5b8a-44c8-af6f-f79be5951205, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:52:54.648654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Network 4dc5238e-5b8a-44c8-af6f-f79be5951205 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:52:54.673302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4dc5238e-5b8a-44c8-af6f-f79be5951205) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:54.679824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:54.680442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.684918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2db34e-8776-4c4a-a140-2b265eb1a2e0 None None] Network 4dc5238e-5b8a-44c8-af6f-f79be5951205 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:54.731574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6bb6ed8-8b3c-4d4d-bd82-331bd8860416 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7412384 Aug 23 11:52:54.787683 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.821621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-47792e38-77bc-4e17-b47c-3dbe3c633c70 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524106 Aug 23 11:52:54.901882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:54.916279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c259b-86f7-44e6-97fd-459cd00c0a61 req-e9741b66-4c69-4abf-ab80-fba5d1639d79 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:54.918468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796f501-0cbe-4a31-8021-6c130239cda8 None None] Network 4dc5238e-5b8a-44c8-af6f-f79be5951205 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:54.925329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-997c259b-86f7-44e6-97fd-459cd00c0a61 req-e9741b66-4c69-4abf-ab80-fba5d1639d79 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 945 time: 0.1059411 Aug 23 11:52:55.013125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-997c259b-86f7-44e6-97fd-459cd00c0a61 req-61cc77b4-c044-4871-bb9d-09dcb938e42f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826883 Aug 23 11:52:55.036316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:55.039500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:55.044548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:55.093952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8d02e1-d248-4db1-8715-3d6236e3bc99,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:55.489714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-516f557e-0071-4770-a3c8-465c9eb25ce3 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:55.492806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-516f557e-0071-4770-a3c8-465c9eb25ce3 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.1086004 Aug 23 11:52:55.520974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773645-7'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:55.534298 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:55.674965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:55.807080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a658af6-76e4-4079-9f76-844384e41f25 None None] Network 12487e61-616f-4b1f-b129-d2ac7a863207 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:52:55.905421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:55.909816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5fdad97-e8dd-4a55-8446-89dabeffb9a9 req-c5a54820-4197-42d3-84b4-f699b9245342 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 210 time: 0.6012423 Aug 23 11:52:56.032523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 530fd7b9-209f-4881-828f-552a7ed65420 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:56.109290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:56.184804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:56.260027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1daba441-8334-42f6-b1eb-34805a588440 None None] Provisioning for port 530fd7b9-209f-4881-828f-552a7ed65420 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:56.276304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:52:56.279127 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba18e5-eee5-4ecf-9c14-3e0c42cab6dd" -d '{"events": [{"server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:52:56.283393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebafe55-ead2-47ae-85c8-a22d5457b544 req-b8572f8b-7715-4346-9a14-e3b04887909d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:56.292509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bebafe55-ead2-47ae-85c8-a22d5457b544 req-b8572f8b-7715-4346-9a14-e3b04887909d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.2158837 Aug 23 11:52:56.295796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.307971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.322634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 530fd7b9-209f-4881-828f-552a7ed65420 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:56.346382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 530fd7b9-209f-4881-828f-552a7ed65420 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:56.347248 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.373049 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bebafe55-ead2-47ae-85c8-a22d5457b544 req-4dd0e7a8-7779-4a91-b919-1efe212af577 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776923 Aug 23 11:52:56.519899 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.547415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on host n-h1-773645-7 for vnic_type normal with profile {"migrating_to": "n-h2-773645-7"} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:56.547767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:56.548527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:56.559772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:56.598195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Attempting to bind port f3cdeaee-a685-483d-ac12-b0ef886a495f on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:56.624537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:56.640147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.648076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:56.649420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 530fd7b9-209f-4881-828f-552a7ed65420, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=530fd7b9-209f-4881-828f-552a7ed65420,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:56.650257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:56.650687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:56.651188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Bound port: f3cdeaee-a685-483d-ac12-b0ef886a495f, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:56.651506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.655912 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.741503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-f53e02e2-05ba-4f9c-8efb-92dbd4e91919 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:52:56.742598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-f53e02e2-05ba-4f9c-8efb-92dbd4e91919 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221238 Aug 23 11:52:56.766304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Request body: {'binding': {'host': 'n-h1-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:56.766761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Unknown quota resources ['binding']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:52:56.840564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=530fd7b9-209f-4881-828f-552a7ed65420,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:56.948896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b547b51e-e9e3-496a-a274-0a3d74de57b7 None None] Provisioning complete for port 530fd7b9-209f-4881-828f-552a7ed65420 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:56.949184 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b547b51e-e9e3-496a-a274-0a3d74de57b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:56.977974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-20be3c73-c9d8-4601-a1f3-b4325bdce057 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:56.985136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-20be3c73-c9d8-4601-a1f3-b4325bdce057 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/networks?id=104de2e7-5fbe-425b-a9ef-360abdea4e02 HTTP/1.1" status: 200 len: 814 time: 0.2340045 Aug 23 11:52:56.999270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-f2048f01-370f-4420-bd44-9d78aa38ebd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/quotas/31d395802cf948df8ff99cb4353d562a HTTP/1.1" status: 200 len: 375 time: 0.0131352 Aug 23 11:52:57.037533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-b5d89dc6-7543-4813-bc26-be45745ea35f tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31d395802cf948df8ff99cb4353d562a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295413 Aug 23 11:52:57.050235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Router d8d278f9-7aae-42ec-b150-f2d03c548696 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:52:57.085155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:52:57.118597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:57.130271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-8b0dbdec-406e-4220-8547-8b12e5e09cbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:57.130673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-8b0dbdec-406e-4220-8547-8b12e5e09cbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.44 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 821 time: 0.2247477 Aug 23 11:52:57.134340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.186104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'port': {'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'admin_state_up': True, 'tenant_id': '620b031446f0446286459a32fec91241'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:57.227476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.239618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-17bf6657-f8de-4c93-8d92-f5972a9904c3 service neutron] 10.222.0.21 "GET /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834135 Aug 23 11:52:57.290237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:52:57.322366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Sync routers for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:52:57.343656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on host n-h1-773645-7 for vnic_type normal with profile None {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:52:57.348207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:52:57.350385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.351066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:52:57.351787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-acc133c8-1962-48b7-badb-6cbcf3a3e0e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5969379 Aug 23 11:52:57.352273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:57.354809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38324) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:52:57.355028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:57.357261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.368775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:52:57.404055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=8']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:57.424797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:57.427441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.429145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-d9f83fad-eac4-43cd-8746-5f8cc36e9fbc service neutron] 10.222.0.41 "PUT /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 1121 time: 1.9290545 Aug 23 11:52:57.437270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-cbd1cb00-d023-4f3f-962b-cf98fadec1eb service neutron] 10.222.0.21 "GET /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886268 Aug 23 11:52:57.445613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:52:57.447517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:52:57.490405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:52:57.490834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:52:57.491301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:52:57.491817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Bound port: bbfaa17e-0dc4-48d5-bf7a-317139546d18, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:52:57.525817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f3cdeaee-a685-483d-ac12-b0ef886a495f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:57.617581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:52:57.636340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Made reservation on behalf of 620b031446f0446286459a32fec91241 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:52:57.639966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.665510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f3cdeaee-a685-483d-ac12-b0ef886a495f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:52:57.705676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:52:57.728071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:57.753065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-1aa4eb99-7c47-4335-ace0-3a62de05a6d9 service neutron] 10.222.0.21 "POST /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18/bindings HTTP/1.1" status: 201 len: 389 time: 0.9904628 Aug 23 11:52:58.076717 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0019b9c4-8458-4134-9081-3702aa2939af x-openstack-request-id: req-0019b9c4-8458-4134-9081-3702aa2939af {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:52:58.077082 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:52:58.077280 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0019b9c4-8458-4134-9081-3702aa2939af {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:52:58.080758 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'code': 200} Aug 23 11:52:58.185216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432880-d410-4152-a22c-d3197dbce287 req-a4d48268-f840-405b-9008-bc87a6b67ad4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:58.186860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67432880-d410-4152-a22c-d3197dbce287 req-a4d48268-f840-405b-9008-bc87a6b67ad4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.1779130 Aug 23 11:52:58.253883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:52:58.309371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67432880-d410-4152-a22c-d3197dbce287 req-fe4039cb-5a62-466d-a06f-69d1d0bd8ce6 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061227 Aug 23 11:52:58.327868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b672a59c-bc99-4699-83f2-317a4c715c85 req-d658528d-9441-4f7f-a785-7a2a1e588ab4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 210 time: 0.2252412 Aug 23 11:52:58.372772 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:58.426204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Allocated IP 172.20.0.12 (25f79bdc-9f0f-4528-b20d-70e24eea30c1/3a342f35-0899-4055-a532-366c9035248a/e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:58.457478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-c1ccd93e-21ac-4440-afe7-a078e52d7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:58.463199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 530fd7b9-209f-4881-828f-552a7ed65420 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:52:58.464873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-c1ccd93e-21ac-4440-afe7-a078e52d7f6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1097 time: 0.3598578 Aug 23 11:52:58.586239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e7b1e94-3adf-49d9-b100-74abb4f0ba3e req-c6619b90-93cd-4d6c-a553-c8eb504a797b tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 210 time: 0.0515318 Aug 23 11:52:58.651337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:52:58.711058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Allocated IP 172.20.0.1 (12487e61-616f-4b1f-b129-d2ac7a863207/62fc422b-ff87-4160-b9b0-a94f4f9f6fc1/2126d181-41bc-42e7-91f1-38e2a229f42e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:52:58.797661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f has no active binding in host n-h2-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:52:58.815044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5785c-a089-451f-aabd-eff0ba21ef70 req-aed6817a-a884-41e7-9546-e51a4a718b96 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:58.816936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c5785c-a089-451f-aabd-eff0ba21ef70 req-aed6817a-a884-41e7-9546-e51a4a718b96 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.3118865 Aug 23 11:52:58.856807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f1864-b836-4311-9d40-94f939f81243 req-4635f1be-aa32-4981-8bfe-494a32e22c63 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:58.858962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0f1864-b836-4311-9d40-94f939f81243 req-4635f1be-aa32-4981-8bfe-494a32e22c63 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1116741 Aug 23 11:52:58.876977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:58.906045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Transition to ACTIVE for port object 2126d181-41bc-42e7-91f1-38e2a229f42e will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:58.928390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:58.931264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0f1864-b836-4311-9d40-94f939f81243 req-f4577b5a-937f-417f-a8b0-e192b5e59be2 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574439 Aug 23 11:52:58.973780 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:58.975413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.001189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Transition to ACTIVE for port object e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:52:59.019001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Network 12487e61-616f-4b1f-b129-d2ac7a863207 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:59.022546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:59.026248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:59.058341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Pushing event updated for resources: {'Port': ['ID=2126d181-41bc-42e7-91f1-38e2a229f42e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:59.059894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 530fd7b9-209f-4881-828f-552a7ed65420 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:59.061417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.096215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.102415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-ec89a40d-3ba4-4fe9-b438-ac3c4b34d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:59.104599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-ec89a40d-3ba4-4fe9-b438-ac3c4b34d964 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.6271987 Aug 23 11:52:59.105943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.241594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:52:59.317520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:55Z', 'revision_number': 3, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:52:59.347954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c5785c-a089-451f-aabd-eff0ba21ef70 req-49cef9f1-e52a-4125-8992-397ea5a26fe9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164428 Aug 23 11:52:59.364284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.391401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Checking router: d8d278f9-7aae-42ec-b150-f2d03c548696 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:52:59.391763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Updating router d8d278f9-7aae-42ec-b150-f2d03c548696 port ae8d02e1-d248-4db1-8715-3d6236e3bc99 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:52:59.395909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event updated for resources: {'Port': ['ID=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:52:59.409153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-52d001f8-2d73-4f8c-a526-16d12a2bb6d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 217 time: 0.2940044 Aug 23 11:52:59.414486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:52:59.429866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:52:59.530099 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.622166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b209eb6-023a-47da-92a5-4612efc97c37 None None] Provisioning for port 2126d181-41bc-42e7-91f1-38e2a229f42e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:52:59.705783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8340-d16c-4ec1-b5e4-cd515f99c5b5 req-e572f052-cb92-4f52-90a3-3177a9bdcbf1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:59.713843 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c6bb8340-d16c-4ec1-b5e4-cd515f99c5b5 req-e572f052-cb92-4f52-90a3-3177a9bdcbf1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 932 time: 0.1775644 Aug 23 11:52:59.747623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-f5bf639e-1715-48a6-8cbc-bc58544565c4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:59.750303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-f5bf639e-1715-48a6-8cbc-bc58544565c4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.44 "GET /v2.0/networks?id=104de2e7-5fbe-425b-a9ef-360abdea4e02 HTTP/1.1" status: 200 len: 814 time: 0.4010978 Aug 23 11:52:59.806000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b209eb6-023a-47da-92a5-4612efc97c37 None None] Provisioning complete for port 2126d181-41bc-42e7-91f1-38e2a229f42e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:52:59.807035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b209eb6-023a-47da-92a5-4612efc97c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.813154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Request body: {'port': {'device_id': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02', 'admin_state_up': True, 'tenant_id': '31d395802cf948df8ff99cb4353d562a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:52:59.828000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c6bb8340-d16c-4ec1-b5e4-cd515f99c5b5 req-76199314-8e15-4e8a-b429-98eb9909be41 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986428 Aug 23 11:52:59.881499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.888423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:52:59.907378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5b209eb6-023a-47da-92a5-4612efc97c37 None None] Port 2126d181-41bc-42e7-91f1-38e2a229f42e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:52:59.990982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-61894214-2f99-4ec2-94e6-d16d49220c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:52:59.992522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-61894214-2f99-4ec2-94e6-d16d49220c5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.5750537 Aug 23 11:53:00.012520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2fd0-697f-4e75-8a66-048162b82f7b req-ae2244a9-6736-4da3-9aee-ba116eada9fe tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:00.020663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d0d2fd0-697f-4e75-8a66-048162b82f7b req-ae2244a9-6736-4da3-9aee-ba116eada9fe tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.2612574 Aug 23 11:53:00.026478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Pushing event updated for resources: {'Port': ['ID=2126d181-41bc-42e7-91f1-38e2a229f42e,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:00.041440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Made reservation on behalf of 31d395802cf948df8ff99cb4353d562a for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:53:00.045463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.045904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e81798cb-7a85-43ae-b72f-468ee7bda42d req-2703757c-4fa7-44c7-9449-a92fc3850216 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 210 time: 0.0841062 Aug 23 11:53:00.070999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:00.071849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.082843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.092344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-bb3150c9-053a-4ece-8fb0-d8bf1a20d58d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652504 Aug 23 11:53:00.092895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:00.096057 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855a6d8f-cddc-48b2-9661-8e09815675e7" -d '{"events": [{"name": "network-changed", "server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:00.165471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c556c23e-3cd0-457d-966f-6be30ee1c470 None None] Provisioning for port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:00.173480 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.176290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c556c23e-3cd0-457d-966f-6be30ee1c470 None None] Provisioning complete for port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:00.176668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c556c23e-3cd0-457d-966f-6be30ee1c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.211184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Transition to ACTIVE for port object ae8d02e1-d248-4db1-8715-3d6236e3bc99 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:00.227062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c556c23e-3cd0-457d-966f-6be30ee1c470 None None] Port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:53:00.228600 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.289462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Allocated IP 172.20.0.10 (104de2e7-5fbe-425b-a9ef-360abdea4e02/b75753ef-9db3-4b6b-b6c6-33413c2b122e/45e7b71f-6ebd-451f-a33b-4a3e36d61f5e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:53:00.328992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['0d305373-0f8b-43bb-9a6c-a03b306d885f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:00.378886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b8149-d321-4a13-a05d-48e5a8334ba6 None None] Pushing event updated for resources: {'Port': ['ID=ae8d02e1-d248-4db1-8715-3d6236e3bc99,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:00.385071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Attempting to bind port ae8d02e1-d248-4db1-8715-3d6236e3bc99 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:00.385513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Attempting to bind port ae8d02e1-d248-4db1-8715-3d6236e3bc99 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:00.385912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Attempting to bind port ae8d02e1-d248-4db1-8715-3d6236e3bc99 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:00.399431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:00.399868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:00.400296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.400695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:00.401187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Bound port: ae8d02e1-d248-4db1-8715-3d6236e3bc99, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:00.401580 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.467130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.493010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] For port ae8d02e1-d248-4db1-8715-3d6236e3bc99, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:00.506368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] For port ae8d02e1-d248-4db1-8715-3d6236e3bc99, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ae8d02e1-d248-4db1-8715-3d6236e3bc99,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:00.520510 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.525272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-f3843a7c-4a0f-4f41-a3f7-7a5b9f000ec5 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3703446 Aug 23 11:53:00.565380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.587755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Request body: {'port': {'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:00.635978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:00.636561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:00.671486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Network 12487e61-616f-4b1f-b129-d2ac7a863207 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:53:00.673797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Network 104de2e7-5fbe-425b-a9ef-360abdea4e02 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:53:00.678274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:53:00.683256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:53:00.685588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:53:00.713192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ab72-ba90-431b-9961-ee880dcccd50 req-f43124e3-c5df-4cd5-a418-12c886646fec tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:00.722075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b8149-d321-4a13-a05d-48e5a8334ba6 None None] Pushing event updated for resources: {'Port': ['ID=ae8d02e1-d248-4db1-8715-3d6236e3bc99,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:00.724542 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3853ab72-ba90-431b-9961-ee880dcccd50 req-f43124e3-c5df-4cd5-a418-12c886646fec tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1067896 Aug 23 11:53:00.794681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d0d2fd0-697f-4e75-8a66-048162b82f7b req-25b483de-d2c5-4f57-a266-bdc3c213fbbb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7727797 Aug 23 11:53:00.859086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:00.953268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:00.954339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.959950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:00.961815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Pushing event updated for resources: {'Port': ['ID=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:00.969170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3853ab72-ba90-431b-9961-ee880dcccd50 req-d887de5d-830c-4b1b-962a-a07ef2084bcc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433789 Aug 23 11:53:01.001015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Router d8d278f9-7aae-42ec-b150-f2d03c548696 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:01.006159 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd317a8-9e81-47e7-af38-865c85eea06d x-openstack-request-id: req-7fd317a8-9e81-47e7-af38-865c85eea06d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:01.006668 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:01.006668 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fd317a8-9e81-47e7-af38-865c85eea06d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:01.007082 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'status': 'completed', 'code': 200} Aug 23 11:53:01.013306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-f30d0d9a-bb6d-4b3a-97fd-b958dcf59c5b service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090123 Aug 23 11:53:01.053144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-aeb5e318-0be7-4008-a677-9b02bd0cfe7c tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2523220 Aug 23 11:53:01.112139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Request body: {'port': {'device_id': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:01.142764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-09e8e26d-6195-49c4-9df3-d68f9e7816f8 None None] Provisioning complete for port 2126d181-41bc-42e7-91f1-38e2a229f42e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:01.143506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-09e8e26d-6195-49c4-9df3-d68f9e7816f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:01.191810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-1727b9bf-1e5e-49d6-aea0-93233d58b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:01.194139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-1727b9bf-1e5e-49d6-aea0-93233d58b98b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1124 time: 0.1721284 Aug 23 11:53:01.202197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-09e8e26d-6195-49c4-9df3-d68f9e7816f8 None None] Port 2126d181-41bc-42e7-91f1-38e2a229f42e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:53:01.267712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:01.290233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68263b26-6af4-487b-a0d9-9746d1b4b84f req-a701186a-a14e-4e96-8747-6ae9fb80cd43 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:01.291879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68263b26-6af4-487b-a0d9-9746d1b4b84f req-a701186a-a14e-4e96-8747-6ae9fb80cd43 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 932 time: 0.1635482 Aug 23 11:53:01.358454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:01.360139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 2, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:01.382829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ccf1ff38-ddca-434e-82cd-ef4c1a03823f admin admin] 10.222.0.21 "PUT /v2.0/routers/d8d278f9-7aae-42ec-b150-f2d03c548696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0198801 Aug 23 11:53:01.398731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7866-3b1e-43fa-b478-bdb292b58753 req-b16b2165-8069-4f0a-9803-c827b95f6d3a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:01.400322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-835b7866-3b1e-43fa-b478-bdb292b58753 req-b16b2165-8069-4f0a-9803-c827b95f6d3a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.2536404 Aug 23 11:53:01.416662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e383aa0-f9c8-4d9f-8b45-03457c607d08 None None] The sync data for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 is: [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 2, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:01.448295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-73a146af-1610-4bc2-88b2-67c89c1e967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:01.449841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-73a146af-1610-4bc2-88b2-67c89c1e967e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.2186983 Aug 23 11:53:01.475167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-aacf2d5b-caca-4dc2-b870-b465f9125861 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523888 Aug 23 11:53:01.529058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-2d3f47ac-6302-49a6-9fe3-527f1e978da6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 217 time: 0.0686452 Aug 23 11:53:01.532339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68263b26-6af4-487b-a0d9-9746d1b4b84f req-45073ed0-bcd9-4982-acbb-e24baf68405c tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934710 Aug 23 11:53:01.543118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-835b7866-3b1e-43fa-b478-bdb292b58753 req-0cbd361c-0251-40f1-bb39-080037811f4f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262822 Aug 23 11:53:01.658985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-541849c1-4fb6-4ae2-9155-4726898e69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:01.662380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-541849c1-4fb6-4ae2-9155-4726898e69b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1200178 Aug 23 11:53:01.714888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-7c3f4155-49e0-4c96-b6f6-6f9750568668 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402546 Aug 23 11:53:01.938799 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-e3857b56-aab3-46ae-8a66-0dd306fc0858 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139573 Aug 23 11:53:02.127952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-855a6d8f-cddc-48b2-9661-8e09815675e7 req-71056803-a614-4b00-abe6-12ea8a8ec4c3 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768906 Aug 23 11:53:02.173674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d572ca-37c3-4bcb-bb7f-ca1ef5a0b555 req-50c3c3a6-22b1-4499-b907-d2e54bbbf2ba tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:02.181175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17d572ca-37c3-4bcb-bb7f-ca1ef5a0b555 req-50c3c3a6-22b1-4499-b907-d2e54bbbf2ba tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 932 time: 0.4897966 Aug 23 11:53:02.310151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17d572ca-37c3-4bcb-bb7f-ca1ef5a0b555 req-090b26ee-c93c-4712-a554-7714e838a4ae tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228595 Aug 23 11:53:02.361009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:02.379675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267289544', 'description': 'tempest-description--250156114'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:02.383680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:02.415961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.434509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.448317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Transition to ACTIVE for port object e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:02.506976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.601399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:02.643590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.648004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:02.726640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.735732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.769498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9492f9-c058-4d21-bd87-493e9a704284 req-72bcba3c-265f-4c71-98c8-3b9630c9cee9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:02.778385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e9492f9-c058-4d21-bd87-493e9a704284 req-72bcba3c-265f-4c71-98c8-3b9630c9cee9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.3076839 Aug 23 11:53:02.791702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Transition to ACTIVE for port object 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:02.809040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.833296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.834616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4723175 Aug 23 11:53:02.842181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38402) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:02.848071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:02.874854 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e9492f9-c058-4d21-bd87-493e9a704284 req-f9c2e260-093a-4e19-aae0-eeaa8728d522 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953679 Aug 23 11:53:02.876553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efae11f-bec4-4fcb-a828-15d0961831d7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:02.907628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:02.953175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-b012de42-e041-4158-989b-91fc8d8fd178 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:02.955033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-b012de42-e041-4158-989b-91fc8d8fd178 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/networks?id=018a89df-5d53-4ce8-a002-a2178bd7574c HTTP/1.1" status: 200 len: 815 time: 0.3479946 Aug 23 11:53:02.957657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Attempting to bind port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:02.958322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Attempting to bind port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:02.958765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Attempting to bind port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:02.964300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Pushing event updated for resources: {'Port': ['ID=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:02.987014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-173bd958-82e8-45ef-bb40-e9754104f851 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/quotas/47b96b89c5f94cb394333f8d31bdcd00 HTTP/1.1" status: 200 len: 375 time: 0.0179894 Aug 23 11:53:03.006508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:53:03.007072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Attempting to bind port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be on network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:03.045457 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.050409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.063664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:03.064089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Checking segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:03.064578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Bound using segment: {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:03.065157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Bound port: e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7213c2db-57b8-4078-b205-6fcdde22709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:03.065630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.081643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.083858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407691 Aug 23 11:53:03.085445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb932a8-540e-48cc-9711-52e9b1720f94 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1958b19a-1d6b-4e39-8c07-65a5716c1806,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:03.087040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38404) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:03.092704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Request body: {'security_group_rule': {'security_group_id': 'cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:03.144013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.207595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-9ff8a04d-6b5e-4562-afd0-9b9ad57f2eb8 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47b96b89c5f94cb394333f8d31bdcd00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960809 Aug 23 11:53:03.221136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.241785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.247865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Attempting to bind port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:03.248215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Attempting to bind port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '46379d69-f266-4469-ae26-792f5d788525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:03.248549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Attempting to bind port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e on network 104de2e7-5fbe-425b-a9ef-360abdea4e02 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:03.261323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e on network 104de2e7-5fbe-425b-a9ef-360abdea4e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:53:03.261657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Attempting to bind port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e on network 104de2e7-5fbe-425b-a9ef-360abdea4e02 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:03.282168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1ea070-c367-480b-bd49-e437652c911c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:03.295113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.296607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9df8478b-518f-42c9-9248-032f9a531a21 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086172 Aug 23 11:53:03.299517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38406) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:03.304981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:03.316522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:03.316877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Checking segment: {'id': '46379d69-f266-4469-ae26-792f5d788525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:03.317274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Bound using segment: {'id': '46379d69-f266-4469-ae26-792f5d788525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:03.317757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Bound port: 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46379d69-f266-4469-ae26-792f5d788525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:03.318158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.345992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc347-97fd-4e9a-ad44-a7adef31205f req-5ea6bb72-c747-43ce-a4db-eadf5c855212 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:03.347702 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee5bc347-97fd-4e9a-ad44-a7adef31205f req-5ea6bb72-c747-43ce-a4db-eadf5c855212 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1669586 Aug 23 11:53:03.349000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.381876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] For port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:03.441419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] For port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:03.451350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.474182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-5b90eef5-6709-4a38-8ee2-ff1cc0c85492 service neutron] 10.222.0.21 "GET /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564106 Aug 23 11:53:03.514559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee5bc347-97fd-4e9a-ad44-a7adef31205f req-aaa43d35-cd29-4a03-8988-453e26ed4814 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565824 Aug 23 11:53:03.623098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-3f49a46c-4b57-49ee-b8f0-e0bfd9b3c3b5 service neutron] 10.222.0.21 "GET /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182277 Aug 23 11:53:03.623901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.631513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:03.632187 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.633504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] 10.222.0.44 "PUT /v2.0/ports/e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 1092 time: 3.0585592 Aug 23 11:53:03.635913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:03.639548 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2892441-affb-4071-9703-f05e9be544c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:03.677264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] For port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:03.686215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] For port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,segment=NetworkSegment(46379d69-f266-4469-ae26-792f5d788525),segment_id=46379d69-f266-4469-ae26-792f5d788525)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:03.707530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.709253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399ba6d-cb6f-4f52-bb5d-aaee257830f5 req-8b7c12f4-e529-432a-8b5a-61e6654e3a9a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:03.716989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f399ba6d-cb6f-4f52-bb5d-aaee257830f5 req-8b7c12f4-e529-432a-8b5a-61e6654e3a9a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1307087 Aug 23 11:53:03.729680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3e494-27fd-4ebe-9509-6173940ac165 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:03.814736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:03.815363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:03.816898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] 10.222.0.44 "PUT /v2.0/ports/45e7b71f-6ebd-451f-a33b-4a3e36d61f5e HTTP/1.1" status: 200 len: 1092 time: 2.7096429 Aug 23 11:53:03.883085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f399ba6d-cb6f-4f52-bb5d-aaee257830f5 req-d29f5313-6769-405e-b546-867841adccb7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650989 Aug 23 11:53:03.938166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Allocated IP 172.25.1.51 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e8377b9e-5e8b-4b09-b035-d599981ce031) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:53:03.955016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-23b1e975-161f-4283-97b8-3a64088334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:03.962447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-23b1e975-161f-4283-97b8-3a64088334a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1095 time: 0.2667396 Aug 23 11:53:04.032750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ae8d02e1-d248-4db1-8715-3d6236e3bc99 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:04.047412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca774-e098-4b1a-8506-b2d15da963ff service neutron] Pushing event updated for resources: {'Port': ['ID=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:04.132506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7ba7-a4ea-49b3-a1ce-9b3ef4d00da1 req-732e157f-6c15-4189-9848-37c6fbd18fc4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.134203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fae7ba7-a4ea-49b3-a1ce-9b3ef4d00da1 req-732e157f-6c15-4189-9848-37c6fbd18fc4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 944 time: 0.0896773 Aug 23 11:53:04.139459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.163400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ae8d02e1-d248-4db1-8715-3d6236e3bc99 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:04.169611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ae8d02e1-d248-4db1-8715-3d6236e3bc99 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:04.172529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.232471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-2f4c0541-163f-4b5f-aa19-4858c1f24f44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 217 time: 0.2101347 Aug 23 11:53:04.279246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fae7ba7-a4ea-49b3-a1ce-9b3ef4d00da1 req-044b6320-8cfb-49c2-a06f-2d993edc346a tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240294 Aug 23 11:53:04.301929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.332971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-24fea99f-3632-42bb-94a3-6908bc5fb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.336557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-24fea99f-3632-42bb-94a3-6908bc5fb0b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31d395802cf948df8ff99cb4353d562a&device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 1095 time: 0.4627883 Aug 23 11:53:04.346680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c97ffb-f60c-4f26-b129-bec55cf66608 req-1370bca6-b527-4222-b50d-986a62fc2bd2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.348564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c97ffb-f60c-4f26-b129-bec55cf66608 req-1370bca6-b527-4222-b50d-986a62fc2bd2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 944 time: 0.3021600 Aug 23 11:53:04.350228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-4bbad8dd-d691-4f02-ae7a-edcaeb715692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.360108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-4bbad8dd-d691-4f02-ae7a-edcaeb715692 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1102641 Aug 23 11:53:04.385756 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564acee-2f91-41d0-b712-f8b6c60545ce x-openstack-request-id: req-f564acee-2f91-41d0-b712-f8b6c60545ce {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:04.386193 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:04.386451 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f564acee-2f91-41d0-b712-f8b6c60545ce {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:04.386858 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'status': 'completed', 'code': 200} Aug 23 11:53:04.392552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:53:04.412419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:53:04.424210 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.429613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:53:04.443973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event updated for resources: {'Port': ['ID=e8377b9e-5e8b-4b09-b035-d599981ce031,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:04.452233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ae8d02e1-d248-4db1-8715-3d6236e3bc99, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ae8d02e1-d248-4db1-8715-3d6236e3bc99,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:04.461013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.503577 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee0cd685-29fa-4797-ab73-a83cb7aba9b4 req-a9a83084-d6fd-41c3-8118-940e6ceca5ed tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 210 time: 0.0835817 Aug 23 11:53:04.562952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ae8d02e1-d248-4db1-8715-3d6236e3bc99,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:04.572744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-4c73be77-2629-4c9a-a30d-3fc719d1527e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e HTTP/1.1" status: 200 len: 217 time: 0.2102709 Aug 23 11:53:04.604258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.673882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c97ffb-f60c-4f26-b129-bec55cf66608 req-fd3bc299-cf7c-4588-b9b8-6382bfe34ba6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046360 Aug 23 11:53:04.689475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-e2a2dd0c-83d4-4d26-bdcb-539975e4ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.689475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-e2a2dd0c-83d4-4d26-bdcb-539975e4ff54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951467 Aug 23 11:53:04.693675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-f933576e-dd41-4eda-8c92-a4fd301822ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.696216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-f933576e-dd41-4eda-8c92-a4fd301822ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b75753ef-9db3-4b6b-b6c6-33413c2b122e HTTP/1.1" status: 200 len: 854 time: 0.1025620 Aug 23 11:53:04.707779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:04.768839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-3e18b2ba-e416-46be-88f3-269f8f1a6d80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=104de2e7-5fbe-425b-a9ef-360abdea4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506363 Aug 23 11:53:04.801435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Sync routers for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:04.821975 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:04.824033 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:04.845724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7e8a1-d771-4ffc-bf4d-4a855d0f52f2 req-bc3e1b86-f881-430e-8dd1-0fa872820a5b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:04.847299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9be7e8a1-d771-4ffc-bf4d-4a855d0f52f2 req-bc3e1b86-f881-430e-8dd1-0fa872820a5b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.2066278 Aug 23 11:53:04.968501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-54fb614a-7a22-42b8-80f8-42cf6956885b service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756901 Aug 23 11:53:04.999727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:05.011275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:05.013658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff28d4-cc4c-49b8-aa8a-2a8905943c9a req-b4a9f51c-cfcc-4d5a-91f7-8e46c1e93fb9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.015259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8eff28d4-cc4c-49b8-aa8a-2a8905943c9a req-b4a9f51c-cfcc-4d5a-91f7-8e46c1e93fb9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1551602 Aug 23 11:53:05.019350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-c56d638c-ed43-4101-ab1d-12db4fd533c2 service neutron] 10.222.0.44 "GET /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177067 Aug 23 11:53:05.111974 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:05.118615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9be7e8a1-d771-4ffc-bf4d-4a855d0f52f2 req-99dcf72a-4e8e-4d05-91b8-d97548afeca4 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162448 Aug 23 11:53:05.140193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event updated for resources: {'Port': ['ID=e8377b9e-5e8b-4b09-b035-d599981ce031,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:05.172893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:05.185957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8eff28d4-cc4c-49b8-aa8a-2a8905943c9a req-77cc38ca-705d-4dab-b52e-9638713bd390 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588423 Aug 23 11:53:05.201339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7efa69e8-a803-4b5e-8775-5da1b0db5902 req-460f9887-442f-4307-99b8-7ba1fcf425e3 service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258871 Aug 23 11:53:05.211447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:05.213734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4adbd1da-2249-4d76-9526-22f4584670b9 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9125237 Aug 23 11:53:05.246188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c5ea192-a9d7-4f95-a401-124acad513b4 req-27e4dc33-e11f-4662-a017-724fb7492996 service neutron] 10.222.0.44 "GET /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167060 Aug 23 11:53:05.320082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892441-affb-4071-9703-f05e9be544c2 req-91fa7a19-7884-45ed-9bfd-93a9ef1e7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.322185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-91fa7a19-7884-45ed-9bfd-93a9ef1e7bd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1095 time: 0.0525165 Aug 23 11:53:05.359678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5770b-ec0b-4f3d-99ad-d277ba329523 req-97b02b9f-cb13-46b2-8a99-004b4a362d57 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.369104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76e5770b-ec0b-4f3d-99ad-d277ba329523 req-97b02b9f-cb13-46b2-8a99-004b4a362d57 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0908127 Aug 23 11:53:05.417743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76e5770b-ec0b-4f3d-99ad-d277ba329523 req-e9dc44db-8733-4266-bdce-72c7fc6ae23c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Aug 23 11:53:05.446067 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 2, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:05.481735 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Checking router: d8d278f9-7aae-42ec-b150-f2d03c548696 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:05.481735 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Updating router d8d278f9-7aae-42ec-b150-f2d03c548696 port 2126d181-41bc-42e7-91f1-38e2a229f42e binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:53:05.509011 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:05.528391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892441-affb-4071-9703-f05e9be544c2 req-4def6bb3-36f1-45a8-8ada-b76e8c925b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.532621 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-4def6bb3-36f1-45a8-8ada-b76e8c925b81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.2025530 Aug 23 11:53:05.554190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee996a-99dc-41a3-86d8-b99101d9f9bd req-535b6cf2-4501-4858-a5e7-2ad629514c2d tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.559490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73ee996a-99dc-41a3-86d8-b99101d9f9bd req-535b6cf2-4501-4858-a5e7-2ad629514c2d tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 944 time: 0.1825140 Aug 23 11:53:05.658337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8941e9e1-1f02-4b8b-b12c-f748404d6a00 req-d53ca6b5-82bd-420a-9f58-a8b04e830a9b tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 210 time: 0.0470004 Aug 23 11:53:05.728826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-5e527a48-8b93-493d-a7d5-9b611c14b64c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 217 time: 0.1681173 Aug 23 11:53:05.811373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-9f484ccd-672e-4b43-99ac-f1026f309f4b tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.812899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-9f484ccd-672e-4b43-99ac-f1026f309f4b tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.44 "GET /v2.0/networks?id=018a89df-5d53-4ce8-a002-a2178bd7574c HTTP/1.1" status: 200 len: 815 time: 0.2511685 Aug 23 11:53:05.847959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73ee996a-99dc-41a3-86d8-b99101d9f9bd req-30c79086-46cb-4af0-bc49-bc23f69ddb27 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592951 Aug 23 11:53:05.864462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Request body: {'port': {'device_id': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'admin_state_up': True, 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:05.895400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ae8d02e1-d248-4db1-8715-3d6236e3bc99 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:05.929697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa0167-b2c8-4524-82f0-7868bcb98a28 req-3c0df98f-9af9-4aca-9a31-c9349b457e35 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:05.931328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0fa0167-b2c8-4524-82f0-7868bcb98a28 req-3c0df98f-9af9-4aca-9a31-c9349b457e35 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 944 time: 0.1268878 Aug 23 11:53:06.019385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892441-affb-4071-9703-f05e9be544c2 req-ebda7f78-fa65-438e-9546-0c0e0bd24c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:06.020988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-ebda7f78-fa65-438e-9546-0c0e0bd24c01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.2779062 Aug 23 11:53:06.035033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ae8d02e1-d248-4db1-8715-3d6236e3bc99 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:06.038015 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.048891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0fa0167-b2c8-4524-82f0-7868bcb98a28 req-834a490c-57da-4364-a410-a98e6af0a7e4 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042230 Aug 23 11:53:06.074373 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.091467 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Transition to ACTIVE for port object 2126d181-41bc-42e7-91f1-38e2a229f42e will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:06.107264 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.119270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892441-affb-4071-9703-f05e9be544c2 req-ea579e4a-7e36-49ff-b5e6-ca470160190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:06.121335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-ea579e4a-7e36-49ff-b5e6-ca470160190b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898798 Aug 23 11:53:06.162566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c01e6-7d00-4d75-bd39-4ae2208ab4e3 None None] Pushing event updated for resources: {'Port': ['ID=2126d181-41bc-42e7-91f1-38e2a229f42e,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:06.284282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Made reservation on behalf of 47b96b89c5f94cb394333f8d31bdcd00 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:53:06.289017 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Attempting to bind port 2126d181-41bc-42e7-91f1-38e2a229f42e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:06.289391 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Attempting to bind port 2126d181-41bc-42e7-91f1-38e2a229f42e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:06.290023 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Attempting to bind port 2126d181-41bc-42e7-91f1-38e2a229f42e on network 12487e61-616f-4b1f-b129-d2ac7a863207 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:06.297628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.304997 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:06.305388 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Checking segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:06.305820 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.306224 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Bound using segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:06.306714 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Bound port: 2126d181-41bc-42e7-91f1-38e2a229f42e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:06.307116 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.400238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'tag': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:06.402522 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38e8cb-aae8-4b77-b459-6b25e571944b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a006b26-8c0e-44d8-8567-e2ae857a8884", "tag": "45e7b71f-6ebd-451f-a33b-4a3e36d61f5e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:06.405922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279da3-eee4-4427-a519-9a416bd3b444 req-cca4c874-1f60-484e-aaff-95359462a915 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:06.416987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f279da3-eee4-4427-a519-9a416bd3b444 req-cca4c874-1f60-484e-aaff-95359462a915 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0981796 Aug 23 11:53:06.418086 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] For port 2126d181-41bc-42e7-91f1-38e2a229f42e, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:06.421668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] For port 2126d181-41bc-42e7-91f1-38e2a229f42e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2126d181-41bc-42e7-91f1-38e2a229f42e,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:06.428405 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:06.470939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f279da3-eee4-4427-a519-9a416bd3b444 req-0dadaab5-2378-4f8f-9f65-ceb548cbf7b4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Aug 23 11:53:06.531330 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c01e6-7d00-4d75-bd39-4ae2208ab4e3 None None] Pushing event updated for resources: {'Port': ['ID=2126d181-41bc-42e7-91f1-38e2a229f42e,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:06.567075 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:06.567751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:06.634893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41c9a2-d784-4be3-bf72-bdc901fc34e6 req-28da9fe8-8f1f-42e9-8c53-af4ea514b3d7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:06.637371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa41c9a2-d784-4be3-bf72-bdc901fc34e6 req-28da9fe8-8f1f-42e9-8c53-af4ea514b3d7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.3144946 Aug 23 11:53:06.639208 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f04a05-8fab-4179-bc1e-c032f6cd2d40 x-openstack-request-id: req-d1f04a05-8fab-4179-bc1e-c032f6cd2d40 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:06.640011 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a006b26-8c0e-44d8-8567-e2ae857a8884", "tag": "45e7b71f-6ebd-451f-a33b-4a3e36d61f5e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:06.640834 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1f04a05-8fab-4179-bc1e-c032f6cd2d40 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:06.641781 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'tag': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e', 'status': 'completed', 'code': 200} Aug 23 11:53:06.648222 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-490315c2-db05-4f62-a019-bffeedceb468 service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154684 Aug 23 11:53:06.796112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:06.819423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-291a215f-a419-4273-9181-ed6c89eacfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:06.821457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-291a215f-a419-4273-9181-ed6c89eacfdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31d395802cf948df8ff99cb4353d562a&device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 1095 time: 0.2279172 Aug 23 11:53:06.862378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9525a-8671-42e7-ace7-08b44820ac0b req-b2daf172-89d9-4436-a5fa-5858284901ca tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:06.864034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2c9525a-8671-42e7-ace7-08b44820ac0b req-b2daf172-89d9-4436-a5fa-5858284901ca tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1776862 Aug 23 11:53:06.894311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa41c9a2-d784-4be3-bf72-bdc901fc34e6 req-e1153b6f-0e16-4fab-ae4c-f74b291089a2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418098 Aug 23 11:53:07.000299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Allocated IP 172.20.0.10 (018a89df-5d53-4ce8-a002-a2178bd7574c/7efd5145-5691-4fea-a8a6-15f2165701b4/cfcc24c8-8783-424a-bb51-6c29cfd6dfd7) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:53:07.020098 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2c9525a-8671-42e7-ace7-08b44820ac0b req-d6f4705c-dcbe-4be1-90f2-c9b9c27b054e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428597 Aug 23 11:53:07.055152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-c863bea9-b710-4ad0-9f6f-2c758e6541c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:07.057967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-c863bea9-b710-4ad0-9f6f-2c758e6541c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=104de2e7-5fbe-425b-a9ef-360abdea4e02 HTTP/1.1" status: 200 len: 915 time: 0.2265477 Aug 23 11:53:07.184681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-a22310a1-b058-46af-a8f2-bc08c89f74e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e HTTP/1.1" status: 200 len: 217 time: 0.1151705 Aug 23 11:53:07.273887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:07.306235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-338fcef8-72da-459d-9a6b-9f1514b4a537 req-5a3e1c80-ec3b-42c7-8dd6-8cd060349b71 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 210 time: 0.0540943 Aug 23 11:53:07.315996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:53:07.321061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:07.336474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Transition to ACTIVE for port object cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:07.369956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2892441-affb-4071-9703-f05e9be544c2 req-af92c293-0dd6-4e02-ae3f-1b899f8c59af service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048891 Aug 23 11:53:07.411130 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:06Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:07.452560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:07.474699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16f298-6e6c-4efb-b7d3-3705f9ac6c7c req-a82827c9-8552-49b5-8983-0dcd005d0b25 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:07.487492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f16f298-6e6c-4efb-b7d3-3705f9ac6c7c req-a82827c9-8552-49b5-8983-0dcd005d0b25 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 944 time: 0.3005533 Aug 23 11:53:07.512955 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff19c58-c008-4d2d-974f-57e3a3735af4 None None] The sync data for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 is: [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:06Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:07.536332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Network 018a89df-5d53-4ce8-a002-a2178bd7574c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:53:07.545902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:53:07.551407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:53:07.602774 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f16f298-6e6c-4efb-b7d3-3705f9ac6c7c req-2d7c17f1-869f-4e5c-9c95-3c44525ac6bc tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104746 Aug 23 11:53:07.611654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-465b5bb0-f2b3-4900-847c-a7d3bce348ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:07.629915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-465b5bb0-f2b3-4900-847c-a7d3bce348ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b75753ef-9db3-4b6b-b6c6-33413c2b122e HTTP/1.1" status: 200 len: 854 time: 0.3510804 Aug 23 11:53:07.697734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Pushing event updated for resources: {'Port': ['ID=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:07.708578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-4da4065e-ce64-481c-920d-f582418dcb7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=104de2e7-5fbe-425b-a9ef-360abdea4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588868 Aug 23 11:53:07.773587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:07.788992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:07.905948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-0eb80179-24cd-4fa1-a88f-d16f22f00a24 service neutron] 10.222.0.44 "GET /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815748 Aug 23 11:53:07.916759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-16f2d3f1-9391-4b26-b582-74b70957c5e6 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0599730 Aug 23 11:53:07.953657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23516d0e-686e-417b-9d7f-199225446b86 req-2d0d3d0b-63ed-435c-8a79-aef98c5ce8f1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:07.962683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23516d0e-686e-417b-9d7f-199225446b86 req-2d0d3d0b-63ed-435c-8a79-aef98c5ce8f1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 944 time: 0.2692771 Aug 23 11:53:08.032071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Request body: {'port': {'device_id': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:08.108716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197cd9-2aba-49cd-9a6d-75be443c086e req-2b53d539-00ff-4be0-8d5b-7c6841daec02 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:08.112392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d197cd9-2aba-49cd-9a6d-75be443c086e req-2b53d539-00ff-4be0-8d5b-7c6841daec02 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.2052848 Aug 23 11:53:08.254580 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23516d0e-686e-417b-9d7f-199225446b86 req-a70ca7d0-5c1b-4492-9edb-2cd6b0841889 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814600 Aug 23 11:53:08.254770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2126d181-41bc-42e7-91f1-38e2a229f42e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:08.267158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.318282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d197cd9-2aba-49cd-9a6d-75be443c086e req-89402f42-67f7-42b4-80c6-64763b300d08 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169381 Aug 23 11:53:08.390778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e38e8cb-aae8-4b77-b459-6b25e571944b req-ed046c5b-30cf-470b-87db-077a23678cc8 service neutron] 10.222.0.44 "GET /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021537 Aug 23 11:53:08.475172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-abc1371c-fc7b-4b49-82c7-ae9740b58f33 None None] Provisioning for port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:08.491996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-abc1371c-fc7b-4b49-82c7-ae9740b58f33 None None] Provisioning complete for port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:08.492752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-abc1371c-fc7b-4b49-82c7-ae9740b58f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.516368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2126d181-41bc-42e7-91f1-38e2a229f42e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:08.557238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2126d181-41bc-42e7-91f1-38e2a229f42e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:08.558086 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.634558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:08.706334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.710351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:53:08.768520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-abc1371c-fc7b-4b49-82c7-ae9740b58f33 None None] Port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:53:08.774091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.792837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:08.825346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2126d181-41bc-42e7-91f1-38e2a229f42e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2126d181-41bc-42e7-91f1-38e2a229f42e,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:08.832296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b504-edea-47f2-bd1b-f418eba3b1de req-8f283608-dd56-4c9f-8331-fcc82fed03a1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:08.841483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.871827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e14b504-edea-47f2-bd1b-f418eba3b1de req-8f283608-dd56-4c9f-8331-fcc82fed03a1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.3620071 Aug 23 11:53:08.932700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:08.939630 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:08.949181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0da36-b6d4-4047-84c6-b108b4e474b4 req-4bb60404-388d-4083-9f74-299e24928a28 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:08.950850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:53:08.971892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4f0da36-b6d4-4047-84c6-b108b4e474b4 req-4bb60404-388d-4083-9f74-299e24928a28 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.5169179 Aug 23 11:53:09.015433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-01a08162-d046-4014-8c7a-95da7cdc5b40 service neutron] 10.222.0.44 "GET /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f/bindings/n-h2-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.5965226 Aug 23 11:53:09.079435 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e14b504-edea-47f2-bd1b-f418eba3b1de req-3e0f7631-82d3-4e8e-a91b-9fcb4bfe16bc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034123 Aug 23 11:53:09.142669 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4f0da36-b6d4-4047-84c6-b108b4e474b4 req-c90d1efe-4d91-467c-9d1f-e3a9399fe29a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670737 Aug 23 11:53:09.292492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2126d181-41bc-42e7-91f1-38e2a229f42e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:09.418176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0261075-5d69-4758-91e0-486cff8e104f req-31590411-7253-4531-a625-74f5c21e1265 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:09.434551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0261075-5d69-4758-91e0-486cff8e104f req-31590411-7253-4531-a625-74f5c21e1265 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 932 time: 0.1662271 Aug 23 11:53:09.479842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:09.509436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,segment=NetworkSegment(46379d69-f266-4469-ae26-792f5d788525),segment_id=46379d69-f266-4469-ae26-792f5d788525)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:09.524849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e', 'network_id': '104de2e7-5fbe-425b-a9ef-360abdea4e02', 'port_id': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e', 'mac_address': 'fa:16:3e:ac:2f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75753ef-9db3-4b6b-b6c6-33413c2b122e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:53:09.527593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0261075-5d69-4758-91e0-486cff8e104f req-adaabb80-6288-4558-9d68-673b33fb79e2 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835021 Aug 23 11:53:09.726024 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:09.773922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:09.827986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,segment=NetworkSegment(46379d69-f266-4469-ae26-792f5d788525),segment_id=46379d69-f266-4469-ae26-792f5d788525)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:09.836011 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:09.916281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f7bf-ec16-4e5c-8311-1f671f69f970 req-3ffec081-a9fe-4bba-b334-930be4fe4cf6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:09.929770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17f0f7bf-ec16-4e5c-8311-1f671f69f970 req-3ffec081-a9fe-4bba-b334-930be4fe4cf6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 945 time: 0.1380699 Aug 23 11:53:09.948837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:09.968125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2126d181-41bc-42e7-91f1-38e2a229f42e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:10.022457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17f0f7bf-ec16-4e5c-8311-1f671f69f970 req-8fc92c2b-000f-454b-9169-8bc3707fcd5d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861988 Aug 23 11:53:10.166162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2126d181-41bc-42e7-91f1-38e2a229f42e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:10.167081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:10.230927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['45e7b71f-6ebd-451f-a33b-4a3e36d61f5e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:10.265223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540a3ef-d55f-4c6c-9e1c-04f712aeea57 req-bd31d94e-e91b-429d-9aea-728b83fb904b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:10.271924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:10.275514 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9540a3ef-d55f-4c6c-9e1c-04f712aeea57 req-bd31d94e-e91b-429d-9aea-728b83fb904b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1348996 Aug 23 11:53:10.283126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:10.293219 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:10.315912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Transition to ACTIVE for port object cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:10.365644 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9540a3ef-d55f-4c6c-9e1c-04f712aeea57 req-a249f417-5449-4e66-805f-98267ef00352 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874255 Aug 23 11:53:10.371885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:10.576197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Pushing event updated for resources: {'Port': ['ID=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:10.602030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:10.622197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025a3e0-4aca-4256-9b57-3d5f4f3664fa req-ae660eca-be2b-4fc5-b490-eb66a6483e57 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:10.625979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a025a3e0-4aca-4256-9b57-3d5f4f3664fa req-ae660eca-be2b-4fc5-b490-eb66a6483e57 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1394928 Aug 23 11:53:10.656495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c304a2-dfa8-4be7-82f9-f916f64c894d req-98b67554-4c18-4f2b-9644-bf465a3b563d tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:10.665286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c304a2-dfa8-4be7-82f9-f916f64c894d req-98b67554-4c18-4f2b-9644-bf465a3b563d tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 945 time: 0.3285344 Aug 23 11:53:10.720294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a025a3e0-4aca-4256-9b57-3d5f4f3664fa req-7ed890be-4481-402b-9485-57ec29d8fd91 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801616 Aug 23 11:53:10.981233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:11.091893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3ba2d-24cf-4f12-a77a-dea2bff60b4a req-d8ffddf0-5628-4d12-85fe-5df2b4a1bd0e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:11.098377 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bc3ba2d-24cf-4f12-a77a-dea2bff60b4a req-d8ffddf0-5628-4d12-85fe-5df2b4a1bd0e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 943 time: 0.2231150 Aug 23 11:53:11.140764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c304a2-dfa8-4be7-82f9-f916f64c894d req-2b4a429e-7d79-430c-abc9-523742d21e57 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740698 Aug 23 11:53:11.154613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cdeaee-a685-483d-ac12-b0ef886a495f {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:11.160261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Attempting to bind port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:11.161052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Attempting to bind port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:11.162285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Attempting to bind port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 on network 018a89df-5d53-4ce8-a002-a2178bd7574c {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:11.178459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:11.182359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 on network 018a89df-5d53-4ce8-a002-a2178bd7574c not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:53:11.183131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Attempting to bind port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 on network 018a89df-5d53-4ce8-a002-a2178bd7574c {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:11.213020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:11.213960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Checking segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:11.214710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Bound using segment: {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:11.215548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Bound port: cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0981d999-7228-49aa-a7c1-d3a748fd9f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:11.216212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:11.238663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:11.253958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bc3ba2d-24cf-4f12-a77a-dea2bff60b4a req-1c89c329-77e3-4c11-8338-0f55ced6d6b2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466525 Aug 23 11:53:11.560576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8037f12-1f85-4d3f-839b-6b366d80c0ce req-fc7fbe26-97b9-4adc-8d71-c5a118fec5b6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:11.563508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8037f12-1f85-4d3f-839b-6b366d80c0ce req-fc7fbe26-97b9-4adc-8d71-c5a118fec5b6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 945 time: 0.1138721 Aug 23 11:53:11.582356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] For port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:11.635075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] For port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:11.656046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45501f6-88fc-41ab-be3d-6da047bd60db req-aa97acd4-9491-41a5-9c58-192fc2c6da3e tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:11.658394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c45501f6-88fc-41ab-be3d-6da047bd60db req-aa97acd4-9491-41a5-9c58-192fc2c6da3e tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.2481878 Aug 23 11:53:11.664009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:11.674841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8037f12-1f85-4d3f-839b-6b366d80c0ce req-e59e711d-c3de-4d81-a9c6-ff362ea29079 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005991 Aug 23 11:53:11.811020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] Transition to ACTIVE for port object f3cdeaee-a685-483d-ac12-b0ef886a495f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:11.840320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:11.870478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25712377-0f07-4ed0-9257-54ac4fdaf6ea req-7a746020-03b3-4c92-b8e3-0f0e5ea332fb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:11.880001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-25712377-0f07-4ed0-9257-54ac4fdaf6ea req-7a746020-03b3-4c92-b8e3-0f0e5ea332fb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0880826 Aug 23 11:53:11.928199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Pushing event updated for resources: {'Port': ['ID=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:11.939756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-25712377-0f07-4ed0-9257-54ac4fdaf6ea req-1494df73-95d2-4409-8add-61c4960d787e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579586 Aug 23 11:53:11.951030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:12.007384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c45501f6-88fc-41ab-be3d-6da047bd60db req-6c451fd2-06ee-4997-aec1-384119f066c8 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400285 Aug 23 11:53:12.009164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:12.021156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:12.023149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:12.056750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:12.057371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:12.058890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-dae08cae-962b-4e9f-ba64-c136eb8916bc service neutron] 10.222.0.44 "PUT /v2.0/ports/cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 HTTP/1.1" status: 200 len: 1092 time: 4.0569675 Aug 23 11:53:12.062592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'tag': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:12.067694 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa32cfd-c052-494c-8585-bf85c55ff636" -d '{"events": [{"name": "network-changed", "server_uuid": "3555b9b4-9ef2-42f1-ba8e-5559970c6022", "tag": "cfcc24c8-8783-424a-bb51-6c29cfd6dfd7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:12.247193 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8548e8-3fa6-4575-95ce-b4afa4cd8acb x-openstack-request-id: req-ed8548e8-3fa6-4575-95ce-b4afa4cd8acb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:12.247518 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3555b9b4-9ef2-42f1-ba8e-5559970c6022", "tag": "cfcc24c8-8783-424a-bb51-6c29cfd6dfd7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:12.247795 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed8548e8-3fa6-4575-95ce-b4afa4cd8acb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:12.248226 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'tag': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7', 'status': 'completed', 'code': 200} Aug 23 11:53:12.295027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff5a6-9a42-4464-b9aa-4087444f1f01 req-4cf6f889-7578-4b02-a86c-7909a29cb007 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:12.309476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-557ff5a6-9a42-4464-b9aa-4087444f1f01 req-4cf6f889-7578-4b02-a86c-7909a29cb007 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1931643 Aug 23 11:53:12.337245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:12.380770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] No DVR routers for this DVR port f3cdeaee-a685-483d-ac12-b0ef886a495f on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:53:12.407418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-557ff5a6-9a42-4464-b9aa-4087444f1f01 req-c520d7e2-c947-4f72-bca8-95d39fd5d5b0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938601 Aug 23 11:53:12.415824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:12.459899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:12.466592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:12.476377 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3735a1e2-7999-489b-b9cc-7a2e2d951dfd" -d '{"events": [{"server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "name": "network-vif-plugged", "status": "completed", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:12.513086 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:12.516814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:12.543693 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-decfdf61-2e77-4a97-98bb-b539b2549e60 service neutron] 10.222.0.44 "PUT /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f/bindings/n-h2-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 3.4971271 Aug 23 11:53:12.561610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f843a-1969-4a22-a1af-60c7776f0173 req-ee24c1c7-6690-497e-99d0-0fd8f867f1c4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:12.572508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b64f843a-1969-4a22-a1af-60c7776f0173 req-ee24c1c7-6690-497e-99d0-0fd8f867f1c4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 945 time: 0.1868532 Aug 23 11:53:12.612357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-98c52a86-6fff-435c-bc25-345920f9c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:12.615162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-98c52a86-6fff-435c-bc25-345920f9c179 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=47b96b89c5f94cb394333f8d31bdcd00&device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 1095 time: 0.4442151 Aug 23 11:53:12.671005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b64f843a-1969-4a22-a1af-60c7776f0173 req-2553881c-cbf1-4614-9e9a-6e721162dda5 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974200 Aug 23 11:53:12.710042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4ac9-5484-41b8-beee-fd42053f3f46 req-3c20408d-dcc5-4bb0-93ad-f64ba1ad4e73 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:12.720178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-352e4ac9-5484-41b8-beee-fd42053f3f46 req-3c20408d-dcc5-4bb0-93ad-f64ba1ad4e73 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 944 time: 0.0734849 Aug 23 11:53:12.758563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:12.797704 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce32c2a-4308-4f42-9ae4-53c6a78d0803 x-openstack-request-id: req-fce32c2a-4308-4f42-9ae4-53c6a78d0803 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:12.798530 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "name": "network-vif-plugged", "status": "completed", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:12.798797 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fce32c2a-4308-4f42-9ae4-53c6a78d0803 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:12.803562 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'code': 200} Aug 23 11:53:12.803562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:12.803874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-352e4ac9-5484-41b8-beee-fd42053f3f46 req-c0bf9de1-3d6f-472b-b469-51f2ce00bee1 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818539 Aug 23 11:53:12.812438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:12.813522 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:12.873570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-ad40b95b-481f-405e-b987-6e5a9a83ac03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 HTTP/1.1" status: 200 len: 217 time: 0.0824451 Aug 23 11:53:13.114373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:13.150809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-846d1f72-3032-41da-9e99-84c5a0b668e4 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.152579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-846d1f72-3032-41da-9e99-84c5a0b668e4 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.2729504 Aug 23 11:53:13.179816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-68097f9d-2b69-429b-8cf7-62c4d1641bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.181405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-68097f9d-2b69-429b-8cf7-62c4d1641bdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7efd5145-5691-4fea-a8a6-15f2165701b4 HTTP/1.1" status: 200 len: 854 time: 0.2469761 Aug 23 11:53:13.209140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5041e-7f56-40ae-a47e-d6f1dca94efd req-f743cc40-c655-475d-8ce4-eab384f91a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.210754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88b5041e-7f56-40ae-a47e-d6f1dca94efd req-f743cc40-c655-475d-8ce4-eab384f91a09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1097 time: 0.1909084 Aug 23 11:53:13.219440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,segment=NetworkSegment(46379d69-f266-4469-ae26-792f5d788525),segment_id=46379d69-f266-4469-ae26-792f5d788525)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:13.228752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42564a87-0a60-4572-ac66-cfb77902359c req-66203914-2f8b-4dc3-842e-cc8a79f1757d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.233018 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:13.238215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42564a87-0a60-4572-ac66-cfb77902359c req-66203914-2f8b-4dc3-842e-cc8a79f1757d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.1629026 Aug 23 11:53:13.240863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973ad47-ba4e-4792-b5f8-e2e81130ed1b req-bbc69832-6c9b-4e2e-83d9-25b4d715dff8 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.248148 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6973ad47-ba4e-4792-b5f8-e2e81130ed1b req-bbc69832-6c9b-4e2e-83d9-25b4d715dff8 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1734760 Aug 23 11:53:13.301882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-9f67f663-84ff-4163-9114-76fb794bf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.305995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-9f67f663-84ff-4163-9114-76fb794bf8e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 1095 time: 0.1397507 Aug 23 11:53:13.360755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:13.364602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6973ad47-ba4e-4792-b5f8-e2e81130ed1b req-6a7204bb-3583-4caf-b416-8db0667ea878 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118035 Aug 23 11:53:13.541835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d974-64e5-4946-b1ee-159d1864f079 req-3d80a06a-b33d-4a87-93b5-3074387bc007 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.553054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cfe0d974-64e5-4946-b1ee-159d1864f079 req-3d80a06a-b33d-4a87-93b5-3074387bc007 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0851364 Aug 23 11:53:13.608617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42564a87-0a60-4572-ac66-cfb77902359c req-c8850542-9e12-411b-a8f2-fbc18c0bbb6b tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671672 Aug 23 11:53:13.624219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cfe0d974-64e5-4946-b1ee-159d1864f079 req-061653f3-e18c-42d3-9b78-60405c378a3a tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632064 Aug 23 11:53:13.632557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88b5041e-7f56-40ae-a47e-d6f1dca94efd req-f7f52229-70d0-49be-9834-c4b80439ab0e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490091 Aug 23 11:53:13.688468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-88ee3c8e-4a70-47c2-a27f-c5261bec24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.698310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-88ee3c8e-4a70-47c2-a27f-c5261bec24ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1095 time: 0.2430191 Aug 23 11:53:13.726677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-727c7a12-8dfb-4191-85b4-3536cdbcbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.728370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-727c7a12-8dfb-4191-85b4-3536cdbcbd89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=018a89df-5d53-4ce8-a002-a2178bd7574c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4031005 Aug 23 11:53:13.891034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38897eb1-b6d7-4c44-8c69-1f0f473d9f73 req-1f44994c-90d3-4055-82bb-ec67bd3ddfd4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.893368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-38897eb1-b6d7-4c44-8c69-1f0f473d9f73 req-1f44994c-90d3-4055-82bb-ec67bd3ddfd4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.0781550 Aug 23 11:53:13.904421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056de4f-c7d9-42f7-8deb-4b861c9a4c1b req-80d64412-0513-473b-9921-8bcc9646aae3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:13.912985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7056de4f-c7d9-42f7-8deb-4b861c9a4c1b req-80d64412-0513-473b-9921-8bcc9646aae3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1626906 Aug 23 11:53:13.967648 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-38897eb1-b6d7-4c44-8c69-1f0f473d9f73 req-a6f342c3-10c4-4867-8cd8-15904bfa81b8 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661321 Aug 23 11:53:13.988027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7056de4f-c7d9-42f7-8deb-4b861c9a4c1b req-82f4f875-e4fc-4a87-84d7-46d0118e364e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739436 Aug 23 11:53:14.024875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-21d93d54-fa58-440c-8fce-f5e6a8a36c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.027744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-21d93d54-fa58-440c-8fce-f5e6a8a36c10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.3202474 Aug 23 11:53:14.146142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-3172505d-e15d-4d52-8a4f-86430637fdc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 200 len: 217 time: 0.0975194 Aug 23 11:53:14.209645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-e2e4d13f-991d-4d31-9f49-7152b631f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.211170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-e2e4d13f-991d-4d31-9f49-7152b631f1fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0578353 Aug 23 11:53:14.256571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-04adc147-9ebb-45da-9579-84e05954a642 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312839 Aug 23 11:53:14.268359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89010fe5-f9f4-4b88-b2d3-26775a5c2a76 req-f7d94a4a-6bcb-46e6-91e4-7db259bdd94b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.270428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89010fe5-f9f4-4b88-b2d3-26775a5c2a76 req-f7d94a4a-6bcb-46e6-91e4-7db259bdd94b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 944 time: 0.1589372 Aug 23 11:53:14.382971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89010fe5-f9f4-4b88-b2d3-26775a5c2a76 req-88141078-d77d-4253-9f2b-bbd0198c98f2 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026793 Aug 23 11:53:14.416038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-ecc8181a-ae3f-4788-97bd-925e842dac5a service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444762 Aug 23 11:53:14.535762 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-189fcf01-b2e1-41ba-a30b-88378965d020 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110978 Aug 23 11:53:14.549451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adc65f-fafd-4755-b4e5-d36ffa8a4b46 req-420f5e93-73ec-4ec6-9a88-867223a7fab4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.558328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43adc65f-fafd-4755-b4e5-d36ffa8a4b46 req-420f5e93-73ec-4ec6-9a88-867223a7fab4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0695367 Aug 23 11:53:14.603599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43adc65f-fafd-4755-b4e5-d36ffa8a4b46 req-fefabf60-e29b-4a0f-9967-5e1615d34fcc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Aug 23 11:53:14.801447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:14.804743 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85586b0-6ef2-4d26-81ea-a1b008a5bd9c" -d '{"events": [{"server_uuid": "9a006b26-8c0e-44d8-8567-e2ae857a8884", "name": "network-vif-plugged", "status": "completed", "tag": "45e7b71f-6ebd-451f-a33b-4a3e36d61f5e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:14.851777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a30dec-1cd5-4a89-8b99-0af704a7fa27 req-3e5b4b4e-876a-415f-b27b-6b771a590e6f tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.853426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a30dec-1cd5-4a89-8b99-0af704a7fa27 req-3e5b4b4e-876a-415f-b27b-6b771a590e6f tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.0941176 Aug 23 11:53:14.862237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20da25-c13e-4014-94f2-cbc32db3a9b3 req-31f5ce76-f974-4011-8d30-8d846633ed9d tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.870000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f20da25-c13e-4014-94f2-cbc32db3a9b3 req-31f5ce76-f974-4011-8d30-8d846633ed9d tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0980623 Aug 23 11:53:14.925224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f20da25-c13e-4014-94f2-cbc32db3a9b3 req-30a5d204-1487-4ef4-bf77-602d6549625c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542381 Aug 23 11:53:14.928420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-82511fae-1c02-4ca4-aedd-f2b8c70266a0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:14.930002 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-82511fae-1c02-4ca4-aedd-f2b8c70266a0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1017904 Aug 23 11:53:14.941509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a30dec-1cd5-4a89-8b99-0af704a7fa27 req-67b8c35f-4a89-4e18-86f2-dbd8a686cb85 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709770 Aug 23 11:53:15.071826 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f90d665-c035-4120-bace-682bfa35c44e x-openstack-request-id: req-7f90d665-c035-4120-bace-682bfa35c44e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:15.072132 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a006b26-8c0e-44d8-8567-e2ae857a8884", "name": "network-vif-plugged", "status": "completed", "tag": "45e7b71f-6ebd-451f-a33b-4a3e36d61f5e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:15.072372 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f90d665-c035-4120-bace-682bfa35c44e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:15.072767 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e', 'code': 200} Aug 23 11:53:15.227029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-53690479-6efa-441a-8668-176b302a257c service neutron] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:15.237744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-53690479-6efa-441a-8668-176b302a257c service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:15.237744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc3e5d73-9877-4b12-abb2-2124b17c71c4 req-53690479-6efa-441a-8668-176b302a257c service neutron] 10.222.0.41 "DELETE /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f/bindings/n-h1-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.2453811 Aug 23 11:53:15.246601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a660c-2863-4d13-8810-ca63ca001438 req-b58e003f-9a2a-4e71-bbf9-61bca7cc31e4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:15.258206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bedfea-05f9-4df1-a128-c023d5359cdc req-6645bfa1-8ac2-4a5b-989a-8ed3aed6aeee tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:15.259455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c80a660c-2863-4d13-8810-ca63ca001438 req-b58e003f-9a2a-4e71-bbf9-61bca7cc31e4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1203828 Aug 23 11:53:15.262894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1bedfea-05f9-4df1-a128-c023d5359cdc req-6645bfa1-8ac2-4a5b-989a-8ed3aed6aeee tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.0787473 Aug 23 11:53:15.314603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c80a660c-2863-4d13-8810-ca63ca001438 req-05b1e9fe-31fa-4e2c-9dce-71beb2efd0d0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Aug 23 11:53:15.351830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1bedfea-05f9-4df1-a128-c023d5359cdc req-539f1977-86cc-4fc2-b3f7-5d59b53eeb94 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Aug 23 11:53:15.570992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b53d-d7fd-4afe-aa20-889c574464be req-54660ad8-21b9-4740-917f-46bedb7fd6c5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:15.573417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b71b53d-d7fd-4afe-aa20-889c574464be req-54660ad8-21b9-4740-917f-46bedb7fd6c5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 944 time: 0.0585208 Aug 23 11:53:15.617620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b71b53d-d7fd-4afe-aa20-889c574464be req-54dd55d3-3e59-4e54-8e0f-644c4ad58dc6 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Aug 23 11:53:15.797382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9930-02df-42c7-b40b-0a7190100d76 req-d97e58b5-3bf7-49e2-81f7-6bf6a51f7ccc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:15.806608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-847d9930-02df-42c7-b40b-0a7190100d76 req-d97e58b5-3bf7-49e2-81f7-6bf6a51f7ccc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0942016 Aug 23 11:53:15.864895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-847d9930-02df-42c7-b40b-0a7190100d76 req-08a1dd94-3110-4c9d-acef-b23af13702b9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571041 Aug 23 11:53:15.872029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa4317-cca8-46f6-83a6-fa95c53274ff req-89f3907b-8c97-488a-8e37-d8e2656e418f tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:15.873613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55fa4317-cca8-46f6-83a6-fa95c53274ff req-89f3907b-8c97-488a-8e37-d8e2656e418f tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1095 time: 0.0637143 Aug 23 11:53:15.918952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55fa4317-cca8-46f6-83a6-fa95c53274ff req-c1a1aa2d-fa0a-4a6a-b785-207e64e205b0 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Aug 23 11:53:16.082739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0c43-afb4-4688-9a74-f7ceb55458cc req-336c5d8e-7041-462a-882e-996f22722d67 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:16.092840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f41c0c43-afb4-4688-9a74-f7ceb55458cc req-336c5d8e-7041-462a-882e-996f22722d67 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0873764 Aug 23 11:53:16.119846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331472b-10c2-4186-bd17-9744c013f184 req-31227584-d902-4641-b928-709b4374f2fd tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:16.128698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1331472b-10c2-4186-bd17-9744c013f184 req-31227584-d902-4641-b928-709b4374f2fd tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 1095 time: 0.0686936 Aug 23 11:53:16.158839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f41c0c43-afb4-4688-9a74-f7ceb55458cc req-fd327e70-8825-4086-8542-540c2d930cc4 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Aug 23 11:53:16.183914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1331472b-10c2-4186-bd17-9744c013f184 req-9022e4c6-f3f1-4478-ac23-8449f0abae0e tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529473 Aug 23 11:53:16.417270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc65e17-a1db-4f90-84b2-72a6494c495c req-503ce7b5-61ba-4947-acaf-189d9a9e778c tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:16.419893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bdc65e17-a1db-4f90-84b2-72a6494c495c req-503ce7b5-61ba-4947-acaf-189d9a9e778c tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.1620648 Aug 23 11:53:16.509340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bdc65e17-a1db-4f90-84b2-72a6494c495c req-27590f9e-6b82-44bc-a29f-4dc597efe3d0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665321 Aug 23 11:53:16.735927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90619c40-c279-4694-9d70-8c2d41f76c04 req-d52b60ab-25c7-4aaa-ad31-9e9ae62bc573 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:16.739910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90619c40-c279-4694-9d70-8c2d41f76c04 req-d52b60ab-25c7-4aaa-ad31-9e9ae62bc573 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1193461 Aug 23 11:53:16.784983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90619c40-c279-4694-9d70-8c2d41f76c04 req-64e6d3c3-1b89-4ae7-ac7a-d9bbf2a599dd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Aug 23 11:53:16.948450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4f0e-5686-4c01-925a-0f322ba92d08 req-f8b654a9-b9f4-4214-85a9-8794e8634693 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:16.960325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a26a4f0e-5686-4c01-925a-0f322ba92d08 req-f8b654a9-b9f4-4214-85a9-8794e8634693 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.1013501 Aug 23 11:53:17.043926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a26a4f0e-5686-4c01-925a-0f322ba92d08 req-438da237-54eb-4f3d-bee4-43907a3c6cec tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643101 Aug 23 11:53:17.092963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c84f8-0179-4dac-b21d-a61ad045ef5a req-fad508f2-b0fa-48be-a009-bb557dda891f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:17.098248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c7c84f8-0179-4dac-b21d-a61ad045ef5a req-fad508f2-b0fa-48be-a009-bb557dda891f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0828915 Aug 23 11:53:17.168777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c7c84f8-0179-4dac-b21d-a61ad045ef5a req-f9336905-170f-45ed-b6b7-e3c7496046e3 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661972 Aug 23 11:53:17.326147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86441bac-5503-49cd-b6bc-9fffb39b6ef4 req-b1a9b11e-e2ed-4ed0-ab4c-61ec2855a8f4 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:17.333767 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86441bac-5503-49cd-b6bc-9fffb39b6ef4 req-b1a9b11e-e2ed-4ed0-ab4c-61ec2855a8f4 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0841990 Aug 23 11:53:17.372601 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86441bac-5503-49cd-b6bc-9fffb39b6ef4 req-65da8567-44a5-47d1-bdcb-6c5b772e7aff tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Aug 23 11:53:17.681679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f583bb-c2a6-4885-80bc-1d250ccafba2 req-e4512ac2-7763-4ad4-bf93-2057fe55ce06 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:17.683542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15f583bb-c2a6-4885-80bc-1d250ccafba2 req-e4512ac2-7763-4ad4-bf93-2057fe55ce06 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.0747383 Aug 23 11:53:17.743159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15f583bb-c2a6-4885-80bc-1d250ccafba2 req-ed413722-4319-494a-b98e-c1689f204ca0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Aug 23 11:53:18.021960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87641c-b89b-4a0b-bb2c-f10d8186f5cd req-3bd1b25d-8825-4b71-a782-89086e3da44c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:18.032976 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b87641c-b89b-4a0b-bb2c-f10d8186f5cd req-3bd1b25d-8825-4b71-a782-89086e3da44c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.1364222 Aug 23 11:53:18.085325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b87641c-b89b-4a0b-bb2c-f10d8186f5cd req-a4b9fd32-9018-4c1b-8927-051cdc402c43 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Aug 23 11:53:18.095180 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:53:18.293436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f8d18-e979-4853-a42b-eeb9fa8eb8e9 req-a26fe9d8-4742-44d6-8b48-574fa32e7755 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:18.306089 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-264f8d18-e979-4853-a42b-eeb9fa8eb8e9 req-a26fe9d8-4742-44d6-8b48-574fa32e7755 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.1075768 Aug 23 11:53:18.369658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-264f8d18-e979-4853-a42b-eeb9fa8eb8e9 req-c6d6c0ba-8f75-4f41-98e2-d796402c41ed tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604675 Aug 23 11:53:18.383491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d582-4953-4637-8f77-310dcc34a030 req-70155ce2-d9e0-42eb-b10e-37290e727163 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:18.385169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8070d582-4953-4637-8f77-310dcc34a030 req-70155ce2-d9e0-42eb-b10e-37290e727163 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0903666 Aug 23 11:53:18.472536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8070d582-4953-4637-8f77-310dcc34a030 req-55d7c8d6-2ce0-47d5-a53a-18b5f0b829df tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767035 Aug 23 11:53:18.543117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77782a95-2d77-48b8-bccb-2392bde8d9c3 req-f00e27e4-b0f3-406b-9a5a-ca348edf3005 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:18.561354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-77782a95-2d77-48b8-bccb-2392bde8d9c3 req-f00e27e4-b0f3-406b-9a5a-ca348edf3005 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0918596 Aug 23 11:53:18.612626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-77782a95-2d77-48b8-bccb-2392bde8d9c3 req-6da4bbe1-0947-416d-95a9-c729962fb5b2 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Aug 23 11:53:18.879802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1140-488f-4180-a091-1319d6cbe3d0 req-174a176c-40d2-4f76-aa8a-c172b8b707af tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:18.882088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07de1140-488f-4180-a091-1319d6cbe3d0 req-174a176c-40d2-4f76-aa8a-c172b8b707af tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.0548353 Aug 23 11:53:18.925044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07de1140-488f-4180-a091-1319d6cbe3d0 req-782060f0-7591-4687-a365-aa4648e03a62 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Aug 23 11:53:19.309448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abf118-d6a7-49ef-808a-1ad96f277929 req-64052be7-df4b-4f1c-9625-8d83fecb929a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:19.311880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71abf118-d6a7-49ef-808a-1ad96f277929 req-64052be7-df4b-4f1c-9625-8d83fecb929a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0809324 Aug 23 11:53:19.327057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-d3298347-8c5a-476a-84ab-0e009a53a670 service neutron] 10.222.0.44 "GET /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808197 Aug 23 11:53:19.332155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f1265-c91b-4ede-a909-9d9ff05bea2b req-5e9d6110-3c05-4070-b443-49fe4e4dd726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:19.333727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b0f1265-c91b-4ede-a909-9d9ff05bea2b req-5e9d6110-3c05-4070-b443-49fe4e4dd726 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 1097 time: 0.0670302 Aug 23 11:53:19.370548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71abf118-d6a7-49ef-808a-1ad96f277929 req-f6d285ea-f768-4725-a44f-e5e64e984215 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Aug 23 11:53:19.448659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b0f1265-c91b-4ede-a909-9d9ff05bea2b req-d647be98-1824-4507-b8cd-4065d69d3ff6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848868 Aug 23 11:53:19.494883 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d97cc24e-4e9a-48c1-95e4-907bec5415b5 req-70f4a50f-14f9-4fbd-99e5-5ffaccabcd69 service neutron] 10.222.0.44 "GET /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501992 Aug 23 11:53:19.522296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aabe3-71de-4594-a349-95aec8fcf3c8 req-bd2bf04d-c55f-4ee8-8773-8c898f6447d4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:19.524705 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f56aabe3-71de-4594-a349-95aec8fcf3c8 req-bd2bf04d-c55f-4ee8-8773-8c898f6447d4 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.0640337 Aug 23 11:53:19.597927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f56aabe3-71de-4594-a349-95aec8fcf3c8 req-089913bd-4eb7-4141-b8b2-7ef8c32ad2d8 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Aug 23 11:53:19.665817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33b68f-db5d-4604-a4ef-c39826a1afca req-c35fdfff-08bd-4c33-8afb-857fab57a451 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:19.681809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c33b68f-db5d-4604-a4ef-c39826a1afca req-c35fdfff-08bd-4c33-8afb-857fab57a451 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1100905 Aug 23 11:53:19.775829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c33b68f-db5d-4604-a4ef-c39826a1afca req-e319b01f-65dc-4629-960f-967cc09c1285 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838366 Aug 23 11:53:19.829326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-8693f1df-efd0-4fbe-a0ee-5c9b99480678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:19.830856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-8693f1df-efd0-4fbe-a0ee-5c9b99480678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=47b96b89c5f94cb394333f8d31bdcd00&device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 1095 time: 0.1405947 Aug 23 11:53:19.874390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073976ce-8178-4cd2-ac1d-3bed651b81a0 req-fe6f41ac-1185-4e2d-a97b-b692d93e2c35 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:19.882826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-073976ce-8178-4cd2-ac1d-3bed651b81a0 req-fe6f41ac-1185-4e2d-a97b-b692d93e2c35 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.1257460 Aug 23 11:53:19.983382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-073976ce-8178-4cd2-ac1d-3bed651b81a0 req-13e1eff2-fc5f-42b4-910f-25e39aa13544 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989246 Aug 23 11:53:20.015713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-d5e3d635-b68a-4ed5-aeb1-73dbdc1df240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.017975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-d5e3d635-b68a-4ed5-aeb1-73dbdc1df240 service neutron] 10.222.0.44 "GET /v2.0/networks?id=018a89df-5d53-4ce8-a002-a2178bd7574c HTTP/1.1" status: 200 len: 916 time: 0.1754260 Aug 23 11:53:20.086918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-4f8d0e9d-0e87-463d-8c01-d7fb513e8937 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 HTTP/1.1" status: 200 len: 217 time: 0.0582128 Aug 23 11:53:20.098096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0638b-fdd0-4c1a-b055-ed5f5e41ee98 req-8bae765e-a7bd-43c7-b121-5da75fccc496 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.100819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24b0638b-fdd0-4c1a-b055-ed5f5e41ee98 req-8bae765e-a7bd-43c7-b121-5da75fccc496 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.0596976 Aug 23 11:53:20.152597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24b0638b-fdd0-4c1a-b055-ed5f5e41ee98 req-d19196f5-af98-48eb-8940-cb129f89b2d0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Aug 23 11:53:20.159032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-e82f1ef9-126e-47b2-aae3-654acf26a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.160562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-e82f1ef9-126e-47b2-aae3-654acf26a4be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7efd5145-5691-4fea-a8a6-15f2165701b4 HTTP/1.1" status: 200 len: 854 time: 0.0659220 Aug 23 11:53:20.216953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-54b4cd1e-f210-4de0-ae87-d026110520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.218594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-54b4cd1e-f210-4de0-ae87-d026110520d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=018a89df-5d53-4ce8-a002-a2178bd7574c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495913 Aug 23 11:53:20.371681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-cede14aa-b997-4bd7-bd67-aaf1f8086abf service neutron] 10.222.0.44 "GET /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385858 Aug 23 11:53:20.506411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffa32cfd-c052-494c-8585-bf85c55ff636 req-b2141ffd-b5aa-4bc1-b1d0-587e8e8e5d2c service neutron] 10.222.0.44 "GET /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091459 Aug 23 11:53:20.567463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2f7c8-1b52-4e61-90a7-cdcb18f91851 req-c211ae4f-b5d0-4932-82e7-79692c364988 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.571243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-adc2f7c8-1b52-4e61-90a7-cdcb18f91851 req-c211ae4f-b5d0-4932-82e7-79692c364988 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0807288 Aug 23 11:53:20.642337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-adc2f7c8-1b52-4e61-90a7-cdcb18f91851 req-ea1671b6-e424-419f-aec5-3c0c71951e23 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640333 Aug 23 11:53:20.797743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762bec5-2895-4828-a767-5d89a3719ed7 req-4a3d838c-93df-4baf-9e3c-513677d062de tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.799674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f762bec5-2895-4828-a767-5d89a3719ed7 req-4a3d838c-93df-4baf-9e3c-513677d062de tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.1053092 Aug 23 11:53:20.892597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f762bec5-2895-4828-a767-5d89a3719ed7 req-f263db6f-f95e-431d-89c8-7b8af66e6b5f tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830855 Aug 23 11:53:20.915476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-68012325-9744-45c1-9e97-6c6e1929f38e service neutron] 10.222.0.44 "GET /v2.0/ports/fa8323c9-2472-487a-ab42-73ea2d389ebb/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.1146898 Aug 23 11:53:20.953736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bc275-32d0-4e05-9968-8db1104a6cd7 req-b86e9e03-f9b5-4eb0-a17a-03e5e9a5d1ea tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:20.959312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c18bc275-32d0-4e05-9968-8db1104a6cd7 req-b86e9e03-f9b5-4eb0-a17a-03e5e9a5d1ea tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1072545 Aug 23 11:53:21.010305 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c18bc275-32d0-4e05-9968-8db1104a6cd7 req-e6fb6d31-a337-41b6-b8b5-e9861f155e9e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Aug 23 11:53:21.150522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e1063-c982-4611-b498-a118216363b7 req-5b279dd9-4ac7-42de-9508-742801a08048 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.152702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f68e1063-c982-4611-b498-a118216363b7 req-5b279dd9-4ac7-42de-9508-742801a08048 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0703223 Aug 23 11:53:21.251873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f68e1063-c982-4611-b498-a118216363b7 req-bbc7b56b-bef1-406c-9f75-bceef575ffb1 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868568 Aug 23 11:53:21.266503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-6014f914-57dc-4989-b2a7-79989e4b5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.270691 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-6014f914-57dc-4989-b2a7-79989e4b5939 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a&tenant_id=4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 1101 time: 0.1150107 Aug 23 11:53:21.338259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8177d-f186-4004-a8bd-b69a43fb619a req-16e1ef5a-4ecf-437d-9b0d-62fddfb46cb2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.341330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3aa8177d-f186-4004-a8bd-b69a43fb619a req-16e1ef5a-4ecf-437d-9b0d-62fddfb46cb2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.0996287 Aug 23 11:53:21.354638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-9c489e45-def9-414c-82a6-f45b4bd2b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.356329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-9c489e45-def9-414c-82a6-f45b4bd2b00c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 1101 time: 0.0601544 Aug 23 11:53:21.402341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3aa8177d-f186-4004-a8bd-b69a43fb619a req-5987b5b1-212c-4898-baf5-a6d81a4a5a55 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524044 Aug 23 11:53:21.476263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-8353276a-61fb-4073-8079-ee99ff79250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.478041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-8353276a-61fb-4073-8079-ee99ff79250f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1149511 Aug 23 11:53:21.551801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-fea99c5b-9223-409e-9f83-ec19566bd717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 200 len: 217 time: 0.0569658 Aug 23 11:53:21.603830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-9883c2a7-6313-4169-9b97-50e448629724 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.605401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-9883c2a7-6313-4169-9b97-50e448629724 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1230760 Aug 23 11:53:21.624233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-18ca2213-7d57-4342-8d38-66b6385a28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.625769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-18ca2213-7d57-4342-8d38-66b6385a28a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0670753 Aug 23 11:53:21.702541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-eacfddb6-ea4c-40b8-bd1e-8417dc5d613d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0905068 Aug 23 11:53:21.707602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'floatingip': {'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:21.748545 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2701b11a-7731-494c-8c6f-8e00929584a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:21.758069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:21.764846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b8b2bfd1-1f31-4622-b911-195131faf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.766469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-b8b2bfd1-1f31-4622-b911-195131faf45f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095777 Aug 23 11:53:21.800784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0245a-453c-426c-8b56-112a910b3ff7 req-9d7d8f9e-2a4f-4e51-8a1c-525b9075e348 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:21.808932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96c0245a-453c-426c-8b56-112a910b3ff7 req-9d7d8f9e-2a4f-4e51-8a1c-525b9075e348 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0809815 Aug 23 11:53:21.852601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96c0245a-453c-426c-8b56-112a910b3ff7 req-4d56fe44-cd99-411b-899c-614efb90c763 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Aug 23 11:53:22.085248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5accd5-aa0e-49aa-823d-e6a6d48a887f req-ca9524ca-ac23-4420-9de3-1f23a6ebd5a7 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:22.087116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e5accd5-aa0e-49aa-823d-e6a6d48a887f req-ca9524ca-ac23-4420-9de3-1f23a6ebd5a7 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.0607343 Aug 23 11:53:22.142047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e5accd5-aa0e-49aa-823d-e6a6d48a887f req-e8970244-c417-404f-a24d-2ca6292fa3d1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Aug 23 11:53:22.232685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-4f9fc053-b9cd-40a6-81af-551ed94206f8 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568601 Aug 23 11:53:22.305566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd424188-4e95-4133-a37c-a32d7c8aa08e req-047f81fa-51ce-42d2-ab93-33da7acd9b40 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:22.313127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd424188-4e95-4133-a37c-a32d7c8aa08e req-047f81fa-51ce-42d2-ab93-33da7acd9b40 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1029739 Aug 23 11:53:22.429408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd424188-4e95-4133-a37c-a32d7c8aa08e req-7ac4c985-e891-46f0-a16d-2d032bd60fbe tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Aug 23 11:53:22.472317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68958a58-37d0-4350-9c29-34c76cf33694 req-600e19fb-b337-4119-a831-0ddf7db84f9d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018349 Aug 23 11:53:22.568549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76457b8-05a3-44e9-83a5-bdd31f013ff1 req-fe43966b-a07e-4833-8694-43638bda7447 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:22.576732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c76457b8-05a3-44e9-83a5-bdd31f013ff1 req-fe43966b-a07e-4833-8694-43638bda7447 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0961146 Aug 23 11:53:22.650552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c76457b8-05a3-44e9-83a5-bdd31f013ff1 req-5ce5ae9c-911e-4357-a746-d1c5777062c5 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601525 Aug 23 11:53:22.846276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:22.851355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:23.007569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4d1f-ba5f-45c9-ad43-7e0f77ed038a req-39b6f93f-d9b7-408b-af60-f644e34150c1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:23.021837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-614f4d1f-ba5f-45c9-ad43-7e0f77ed038a req-39b6f93f-d9b7-408b-af60-f644e34150c1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0730748 Aug 23 11:53:23.035824 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381 associated. External IP: 172.25.1.252, port: 0d305373-0f8b-43bb-9a6c-a03b306d885f. Aug 23 11:53:23.098001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-614f4d1f-ba5f-45c9-ad43-7e0f77ed038a req-8f0b76ae-7405-470e-aa34-58e16ef7c87e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Aug 23 11:53:23.394443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:23.542393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:23.549015 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:23.555958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:23.581106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:23.581805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:23.612989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c24ceba5-100a-4a71-ad30-d9320513a8ed tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "PUT /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 996 time: 1.9090505 Aug 23 11:53:23.613460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:23.616088 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e" -d '{"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:23.702388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa41fa-5140-4a75-b7a2-8ee8d99f7283 req-c0372027-cd75-4864-948f-718bf999594b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:23.710394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15fa41fa-5140-4a75-b7a2-8ee8d99f7283 req-c0372027-cd75-4864-948f-718bf999594b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.1434968 Aug 23 11:53:23.801794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-8e526286-c309-497a-a0f1-20e9550a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:23.813386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-8e526286-c309-497a-a0f1-20e9550a1233 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.1452501 Aug 23 11:53:23.820540 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15fa41fa-5140-4a75-b7a2-8ee8d99f7283 req-27de67ac-65aa-4d94-875b-a080daea7c38 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018388 Aug 23 11:53:23.834082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:23.921438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:53:24.008071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59e09-8b52-416e-881c-3360d8ce5101 req-5913657d-4de8-4f7a-b47e-be129966c525 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.009896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0b59e09-8b52-416e-881c-3360d8ce5101 req-5913657d-4de8-4f7a-b47e-be129966c525 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 944 time: 0.0870209 Aug 23 11:53:24.017774 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b6160a-f9a3-4227-8d61-7a95ace43f20 x-openstack-request-id: req-99b6160a-f9a3-4227-8d61-7a95ace43f20 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:24.018367 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:24.018367 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99b6160a-f9a3-4227-8d61-7a95ace43f20 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:24.018699 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'status': 'completed', 'code': 200} Aug 23 11:53:24.061182 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0b59e09-8b52-416e-881c-3360d8ce5101 req-f611e5a9-8a93-42bb-9112-7472843e69a3 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Aug 23 11:53:24.085789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:53:24.099622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-3c132f4b-e729-4ed3-b9da-e9420d55209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.102667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-3c132f4b-e729-4ed3-b9da-e9420d55209b service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.2882385 Aug 23 11:53:24.169937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-5b85c18c-af55-4a35-aa7a-b054f0da8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.171687 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-5b85c18c-af55-4a35-aa7a-b054f0da8d8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.1726758 Aug 23 11:53:24.282023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-1a0b8de9-72be-44f7-a5f1-f94c0b9f5a62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 999 time: 0.1712303 Aug 23 11:53:24.310731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2302e-528f-4c20-802f-237ba75ded65 req-24dcd599-b303-4584-a85e-896bb260a941 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.312512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bba2302e-528f-4c20-802f-237ba75ded65 req-24dcd599-b303-4584-a85e-896bb260a941 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.0709341 Aug 23 11:53:24.408658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bba2302e-528f-4c20-802f-237ba75ded65 req-cb28a492-8d06-4bd2-ad2e-1cff6bf454f7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Aug 23 11:53:24.427125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-08907cd8-2ed4-4afe-8b08-4c0cbe5b4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.428708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-08907cd8-2ed4-4afe-8b08-4c0cbe5b4475 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.2459779 Aug 23 11:53:24.435118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-422b09e0-45bb-4b83-91eb-1fcba41c6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.444059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-422b09e0-45bb-4b83-91eb-1fcba41c6559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1599567 Aug 23 11:53:24.554295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c92d8bfd-6c87-4845-80b6-1aaa386bd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.555879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-c92d8bfd-6c87-4845-80b6-1aaa386bd567 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110256 Aug 23 11:53:24.557903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47f6d4a4-3a7e-4f56-81c8-ff907c281e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:24.568926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:24.580134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:24.606066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7', 'network_id': '018a89df-5d53-4ce8-a002-a2178bd7574c', 'port_id': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7', 'mac_address': 'fa:16:3e:76:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efd5145-5691-4fea-a8a6-15f2165701b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:53:24.611106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-3ab03859-63ea-4949-9ba9-57e5d06d041d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 999 time: 0.1561174 Aug 23 11:53:24.680392 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:24.699401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:24.709572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-6d924bbb-c3cb-40dc-9954-86f95f6f7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.711130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-6d924bbb-c3cb-40dc-9954-86f95f6f7103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.0903091 Aug 23 11:53:24.725869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:24.727055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:22Z', 'revision_number': 1, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:24.758669 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-2df7e503-18d0-404b-8171-d90544b7a082 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843491 Aug 23 11:53:24.761309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:24.764420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:24.803321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:24.804004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:24.815945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-5180563c-0808-4b7a-bb10-0a0d65c09aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:24.817557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-5180563c-0808-4b7a-bb10-0a0d65c09aee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943394 Aug 23 11:53:24.858847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:24.961118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8b5b35-b044-454c-83b9-e9251a8f7ade req-15640884-c3bf-4613-ba79-854579c81cbb service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909008 Aug 23 11:53:24.977310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-56aec977-cecd-4f55-9360-01404fad01b4 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506355 Aug 23 11:53:25.016239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:25.078454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab8cb-430c-44ee-8985-773260151f61 req-5294e05c-71cf-4e34-859c-d06b99513bbd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:25.080664 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c94ab8cb-430c-44ee-8985-773260151f61 req-5294e05c-71cf-4e34-859c-d06b99513bbd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 946 time: 0.0861766 Aug 23 11:53:25.130259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['cfcc24c8-8783-424a-bb51-6c29cfd6dfd7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:25.142634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-07aae2d4-2dd8-4bf5-bb98-3c79d184b98e req-de827dd8-4b8f-409b-a11e-a77d36afe3b9 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557133 Aug 23 11:53:25.160215 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c94ab8cb-430c-44ee-8985-773260151f61 req-6af661d3-f52c-4567-956d-b59bb245f8a5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667248 Aug 23 11:53:25.226570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-73a9cb5b-e71c-43fe-9bde-bcb89ca088b3 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:25.230619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-73a9cb5b-e71c-43fe-9bde-bcb89ca088b3 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1097 time: 0.0673661 Aug 23 11:53:25.247178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773645-7'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:25.303457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-45435de5-a7da-471b-b805-24bc7a7a10cf tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:25.305168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-45435de5-a7da-471b-b805-24bc7a7a10cf tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0845621 Aug 23 11:53:25.354901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:25.460134 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-ec27675a-7203-47f1-ab7b-6daa7776e390 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 999 time: 0.1477907 Aug 23 11:53:25.480995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'floatingip': {'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:25.581218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:25.623516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:25.662175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:22Z', 'revision_number': 1, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:25.680006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32b5a-5f96-4a11-90b2-01b3bba51e9a req-face43a9-e74b-4b3a-b6e9-380a1ff47331 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:25.681801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60b32b5a-5f96-4a11-90b2-01b3bba51e9a req-face43a9-e74b-4b3a-b6e9-380a1ff47331 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 945 time: 0.0830770 Aug 23 11:53:25.711788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:25.746265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60258ff2-848e-4259-b92a-1c63632b2443 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:22Z', 'revision_number': 1, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:25.777985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60b32b5a-5f96-4a11-90b2-01b3bba51e9a req-39b45f63-5ac4-49fc-876c-7d3cb80bca05 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870311 Aug 23 11:53:25.792371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:25.923376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:25.935388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:53:25.939642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:25.940076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.022703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:26.025183 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f065329-42d0-4298-a253-c1bdfb3f6972" -d '{"events": [{"server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "name": "network-vif-unplugged", "status": "completed", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:26.131012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb2a26-2ae7-4ef7-b2b4-77c7324a145a None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:26.159867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:26.215737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096a652-dda8-485a-97bd-2b5a41e9fd3b req-861b9905-1e7f-4e1c-952e-9ec2bdb34f79 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:26.222864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0096a652-dda8-485a-97bd-2b5a41e9fd3b req-861b9905-1e7f-4e1c-952e-9ec2bdb34f79 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.2314005 Aug 23 11:53:26.234688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:26.237828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.258970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'mac_address': 'fa:16:3e:d5:b5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:53:26.278776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:26.283904 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a232df-8a77-4fc5-b2b4-2be8437d39bd" -d '{"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:26.291646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on host n-h2-773645-7 for vnic_type normal with profile {"migrating_to": "n-h1-773645-7"} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:26.292944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:26.293286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:26.319640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:53:26.320010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Attempting to bind port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:26.356294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:26.360093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:26.360876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:26.361399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Bound port: bbfaa17e-0dc4-48d5-bf7a-317139546d18, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:26.361904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.369777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:26.382124 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.403225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0096a652-dda8-485a-97bd-2b5a41e9fd3b req-3646d7c3-b6be-4a9d-933a-2ebcb13cf5c0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565247 Aug 23 11:53:26.450895 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.528127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa8323c9-2472-487a-ab42-73ea2d389ebb {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:26.562649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:26.572393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:26.579441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.666642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:26.677146 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc62a9-fece-4f56-8b87-854e5ddc973e x-openstack-request-id: req-6bbc62a9-fece-4f56-8b87-854e5ddc973e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:26.678287 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "name": "network-vif-unplugged", "status": "completed", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:26.679554 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bbc62a9-fece-4f56-8b87-854e5ddc973e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:26.680330 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'code': 200} Aug 23 11:53:26.681788 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:53:26.682166 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:53:26.804692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=8']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:26.812637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:26.813379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:26.814943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b4c04f4-e7d4-40e8-926e-346b3372641a service neutron] 10.222.0.44 "PUT /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 1122 time: 1.5740798 Aug 23 11:53:26.837355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f566bb-102f-40bf-924b-f5f828eaded4 req-a66f32e3-e847-4f46-8d2a-958034425ef6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:26.842335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2f566bb-102f-40bf-924b-f5f828eaded4 req-a66f32e3-e847-4f46-8d2a-958034425ef6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.0945296 Aug 23 11:53:26.912169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2f566bb-102f-40bf-924b-f5f828eaded4 req-6c3b7171-e9c9-410b-9a4f-f49fd6869e08 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667272 Aug 23 11:53:26.919325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['bbfaa17e-0dc4-48d5-bf7a-317139546d18'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:26.983172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['bbfaa17e-0dc4-48d5-bf7a-317139546d18'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:27.051716 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da06412-0284-47e8-92f1-02f2b8911d76 x-openstack-request-id: req-4da06412-0284-47e8-92f1-02f2b8911d76 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:27.051983 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:27.052223 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4da06412-0284-47e8-92f1-02f2b8911d76 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:27.052653 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'code': 200} Aug 23 11:53:27.057357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:53:27.118597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:27.127865 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.db.api [None req-fdbb2a26-2ae7-4ef7-b2b4-77c7324a145a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:53:27.128645 n-d-773645-7 neutron-server[101060]: DEBUG oslo_db.api [None req-fdbb2a26-2ae7-4ef7-b2b4-77c7324a145a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:53:27.130651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:27.274224 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381 associated. External IP: 172.25.1.252, port: 0d305373-0f8b-43bb-9a6c-a03b306d885f. Aug 23 11:53:27.409121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:27.450212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-5bf8add5-f17b-4aec-92e9-6a3b7aa116d0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:27.452133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-5bf8add5-f17b-4aec-92e9-6a3b7aa116d0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a&tenant_id=4112d38acd174aafb9a0fa0f3e50a594&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 948 time: 0.1693473 Aug 23 11:53:27.461580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f596-92ef-42fe-ad3c-70e0b780c103 req-01acc4bb-2531-4dfe-8774-382889454c73 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:27.469144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c59f596-92ef-42fe-ad3c-70e0b780c103 req-01acc4bb-2531-4dfe-8774-382889454c73 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 945 time: 0.1851106 Aug 23 11:53:27.521768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c59f596-92ef-42fe-ad3c-70e0b780c103 req-c3864204-0aa9-4fa2-901f-5b0a25e32437 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511620 Aug 23 11:53:27.527220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:27.553279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:27.630530 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb2a26-2ae7-4ef7-b2b4-77c7324a145a None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:27.698806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:27.701039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-7303dc7a-103a-41bf-8cc0-ce56fda4fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:27.701941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8323c9-2472-487a-ab42-73ea2d389ebb {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:27.703340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-7303dc7a-103a-41bf-8cc0-ce56fda4fd20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 1099 time: 0.1350968 Aug 23 11:53:27.749189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3564-851f-45af-9f2d-f48e1d918de5 req-9a9ac9d2-0713-4f88-b2fa-d899cef3c3e6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:27.760852 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9ae3564-851f-45af-9f2d-f48e1d918de5 req-9a9ac9d2-0713-4f88-b2fa-d899cef3c3e6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 948 time: 0.1370749 Aug 23 11:53:27.817537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:27.825210 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:27.909353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:27.948191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:53:27.953669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:27.963866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:28.007320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9ae3564-851f-45af-9f2d-f48e1d918de5 req-d8686d59-113f-43a7-890c-bbd1d6c7fc89 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445121 Aug 23 11:53:28.102813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-29fb6572-c42c-4d24-a5d6-1d2c280af0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:28.104989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-29fb6572-c42c-4d24-a5d6-1d2c280af0e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3916345 Aug 23 11:53:28.171425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:28.197104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:28.204914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:28.223263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:28.224218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:28.225678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-7caf5456-29f4-49fc-be62-297bc4ec376e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 200 len: 217 time: 0.1127019 Aug 23 11:53:28.231236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:28.330644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:28.331214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:28.359721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:28.360313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-431c7c68-987b-4e31-ac58-364027d34cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:28.361880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-431c7c68-987b-4e31-ac58-364027d34cb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1252465 Aug 23 11:53:28.399258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550bb54-ef34-4811-9d30-031020c81f7f req-ef0f97f9-8861-4fd6-9bac-e2198eaa6241 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:28.403392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5550bb54-ef34-4811-9d30-031020c81f7f req-ef0f97f9-8861-4fd6-9bac-e2198eaa6241 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1214085 Aug 23 11:53:28.438642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:28.449516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 has no active binding in host n-h1-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:53:28.588195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:28.594480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5550bb54-ef34-4811-9d30-031020c81f7f req-7f33305f-4019-4033-b6a4-15a3601798bf tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715190 Aug 23 11:53:28.600305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:28.637391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-b6ae1841-39be-4d29-9839-a90c9423a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:28.638985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-b6ae1841-39be-4d29-9839-a90c9423a225 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2653608 Aug 23 11:53:28.642883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:28.646532 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35" -d '{"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:28.686891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:28.689308 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0414cc44-4228-468e-a459-24e7cbf43f05" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:28.693142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-abd2268c-ad7a-47fc-ba03-e82f3ab2e398 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "PUT /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 997 time: 3.2208226 Aug 23 11:53:28.758324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:28.764323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-af6ab5d0-c5ac-4b20-afe2-84531b5ba074 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:28.768358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-af6ab5d0-c5ac-4b20-afe2-84531b5ba074 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports/0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 942 time: 0.0742650 Aug 23 11:53:28.914748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-05d69ca9-165d-48bf-83a3-197cf514420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:28.927267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-05d69ca9-165d-48bf-83a3-197cf514420d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.0679989 Aug 23 11:53:29.079513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-2e04f389-b209-4830-867a-9a5768fc85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.091574 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-2e04f389-b209-4830-867a-9a5768fc85bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.1627445 Aug 23 11:53:29.096760 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:29.158771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-6a4edc2c-60d7-43f3-a2c9-6217b5c25b6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 217 time: 0.0660658 Aug 23 11:53:29.227285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-bed5d805-8e93-4a4d-9a57-71a9c1306ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.228833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:29.240558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-bed5d805-8e93-4a4d-9a57-71a9c1306ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.0804331 Aug 23 11:53:29.240798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:29.245969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00ad0-1092-4752-b885-561cb9b9a0f4 req-f8e4f691-fb33-4dc3-9514-bcb074ac17c3 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.246213 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e834f-8821-42e9-b7af-6a176486a920" -d '{"events": [{"server_uuid": "3555b9b4-9ef2-42f1-ba8e-5559970c6022", "name": "network-vif-plugged", "status": "completed", "tag": "cfcc24c8-8783-424a-bb51-6c29cfd6dfd7"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:29.252588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dbd00ad0-1092-4752-b885-561cb9b9a0f4 req-f8e4f691-fb33-4dc3-9514-bcb074ac17c3 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 945 time: 0.5425580 Aug 23 11:53:29.287180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:29.306493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-b77420a4-c67e-47c0-8882-268eb11e52d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563935 Aug 23 11:53:29.319097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-4a501eec-8043-4ed4-9671-024574d360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.324969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dbd00ad0-1092-4752-b885-561cb9b9a0f4 req-aec35b26-8434-4d01-b17e-6a1f2bd455ed tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711095 Aug 23 11:53:29.344942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-4a501eec-8043-4ed4-9671-024574d360c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027892 Aug 23 11:53:29.420556 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ecda7-3fd9-4ab6-8b8e-42d835834728 x-openstack-request-id: req-d07ecda7-3fd9-4ab6-8b8e-42d835834728 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:29.421284 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:29.421284 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d07ecda7-3fd9-4ab6-8b8e-42d835834728 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:29.421540 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'status': 'completed', 'code': 200} Aug 23 11:53:29.481396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:29.547564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b9c6f2a-f947-4b9d-8614-a038ccb543aa req-26414cf7-4aa1-4549-af48-34db99407cd3 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214940 Aug 23 11:53:29.599949 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd2758a-50d0-413e-85ab-846892af65a0 x-openstack-request-id: req-5fd2758a-50d0-413e-85ab-846892af65a0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:29.600596 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:29.600895 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fd2758a-50d0-413e-85ab-846892af65a0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:29.601378 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'status': 'completed', 'code': 200} Aug 23 11:53:29.654565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-617d0dd7-3024-4fe0-9a2f-bb974e6b70ac service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080556 Aug 23 11:53:29.704032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-b32db8a1-16de-4159-9952-2f7d6f43c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.705776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-b32db8a1-16de-4159-9952-2f7d6f43c6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.1294529 Aug 23 11:53:29.718725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-bb95c3c5-1f4c-4e34-8d41-1a53d7b96dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.720877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-bb95c3c5-1f4c-4e34-8d41-1a53d7b96dfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1125 time: 0.1720781 Aug 23 11:53:29.785728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345023ee-81d0-41bf-9dec-5df52f638f29 req-f3dca9d4-b8fe-4975-a1c6-620131d86a87 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:29.793881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-345023ee-81d0-41bf-9dec-5df52f638f29 req-f3dca9d4-b8fe-4975-a1c6-620131d86a87 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 949 time: 0.1877255 Aug 23 11:53:29.846355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-260dba58-3055-414c-9136-3de6a220b4cc service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895890 Aug 23 11:53:29.866326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:27Z', 'revision_number': 3, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:29.949485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-345023ee-81d0-41bf-9dec-5df52f638f29 req-d5e748d6-2975-4a33-a738-dadb07579501 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545172 Aug 23 11:53:29.953676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:29.972835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:29.975596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:30.017598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-f2d9e65b-5c9d-4e15-af0e-7d2cfe1c442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.018154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-03333f89-e2b2-4bc9-b777-c9c038170c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.020034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-03333f89-e2b2-4bc9-b777-c9c038170c7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1097 time: 0.1089113 Aug 23 11:53:30.025408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-f2d9e65b-5c9d-4e15-af0e-7d2cfe1c442b service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.3032050 Aug 23 11:53:30.123398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-124702f1-b3ab-42ab-ae66-55204349d9b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 217 time: 0.0868511 Aug 23 11:53:30.124301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-8d6f7f9e-20e8-41cd-bb07-f5e62d24a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.125370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-8d6f7f9e-20e8-41cd-bb07-f5e62d24a5c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.3909354 Aug 23 11:53:30.181396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:30.231277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-a5c14d81-142f-4b24-88bc-7a1824b5a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.242981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-a5c14d81-142f-4b24-88bc-7a1824b5a859 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.2141061 Aug 23 11:53:30.247770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-b826d17e-653d-4f8d-a680-5366b3787d3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 217 time: 0.1061745 Aug 23 11:53:30.330664 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ba86b-9779-4323-96eb-45bde92933b7 x-openstack-request-id: req-3a6ba86b-9779-4323-96eb-45bde92933b7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:30.331104 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3555b9b4-9ef2-42f1-ba8e-5559970c6022", "name": "network-vif-plugged", "status": "completed", "tag": "cfcc24c8-8783-424a-bb51-6c29cfd6dfd7", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:30.331459 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a6ba86b-9779-4323-96eb-45bde92933b7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:30.331948 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7', 'code': 200} Aug 23 11:53:30.339205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-43cf41f0-1af6-48fb-a4bf-35e31007869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.340841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-43cf41f0-1af6-48fb-a4bf-35e31007869b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.2006469 Aug 23 11:53:30.480138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-0df4af35-32e2-4c33-8a73-ff7e45e63bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.481817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-0df4af35-32e2-4c33-8a73-ff7e45e63bae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.2211514 Aug 23 11:53:30.501183 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-1b337904-3a08-4762-b526-dd4b302f8a98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 1002 time: 0.2571821 Aug 23 11:53:30.538676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:27Z', 'revision_number': 3, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:30.553811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cff90-0773-4517-956a-42035c27ec19 req-31b8a666-e65a-4a0f-b898-bfc961ea39da tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.562009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c0cff90-0773-4517-956a-42035c27ec19 req-31b8a666-e65a-4a0f-b898-bfc961ea39da tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.2497289 Aug 23 11:53:30.570463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-148f626f-0d40-4f82-9d61-cedf94f6ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.575656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-148f626f-0d40-4f82-9d61-cedf94f6ab1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.0732348 Aug 23 11:53:30.575954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-a8ffce70-7ebf-4276-91cc-b7a0ef6a7180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718932 Aug 23 11:53:30.603347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c375d-525e-4c36-b226-77fc5c9c950f req-26cb669f-3ce7-4c06-b531-1d3115b4d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.605620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b6c375d-525e-4c36-b226-77fc5c9c950f req-26cb669f-3ce7-4c06-b531-1d3115b4d0ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 1097 time: 0.2827973 Aug 23 11:53:30.614879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049947bd-d1cc-4692-973e-d61d59b7d498 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:27Z', 'revision_number': 3, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:30.632382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-e9a52ca4-1758-4b07-b40f-a5dc2d3bcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.634251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-e9a52ca4-1758-4b07-b40f-a5dc2d3bcaa2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363741 Aug 23 11:53:30.663799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-e9cfbad0-7501-41dd-b438-daf86298b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:30.682292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-e9cfbad0-7501-41dd-b438-daf86298b36d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993750 Aug 23 11:53:30.763378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c0cff90-0773-4517-956a-42035c27ec19 req-3bef615d-4858-45d2-afdf-cc26a8f00bee tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944318 Aug 23 11:53:30.799956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b6c375d-525e-4c36-b226-77fc5c9c950f req-648426d1-0842-4545-86b6-e4cbad037349 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737809 Aug 23 11:53:30.893890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-3241e36b-4058-45cd-b435-7aad961f0b19 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098501 Aug 23 11:53:30.990082 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c30a4e-c752-4470-95ff-0dd20da6e1e3 None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:31.007145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-0dac50a3-4f31-440e-b158-fd7e424e20fa service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214301 Aug 23 11:53:31.011860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-b0e8875f-f826-4cc9-810c-cd92dde2960d service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502274 Aug 23 11:53:31.032637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca97b-f6cb-4522-a5ac-bde44d734f51 req-cbf3ab69-1ecc-4cf6-bf3d-21ee5173d4a4 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:31.034951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8ca97b-f6cb-4522-a5ac-bde44d734f51 req-cbf3ab69-1ecc-4cf6-bf3d-21ee5173d4a4 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 946 time: 0.1313984 Aug 23 11:53:31.048609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8498904c-7c40-42ab-b9e6-46920e3549e6 req-bdc3d05d-a9af-4471-b7ce-86488f7eefd0 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536219 Aug 23 11:53:31.189613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da8ca97b-f6cb-4522-a5ac-bde44d734f51 req-b7c6903c-af5d-42dd-b87a-bff6d6f77d2e tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313097 Aug 23 11:53:31.287342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e287ce4-4789-434b-985a-5d20d83835bc req-2c9e604f-e81a-4a85-94c3-bd4e87097db7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:31.290468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e287ce4-4789-434b-985a-5d20d83835bc req-2c9e604f-e81a-4a85-94c3-bd4e87097db7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 949 time: 0.1125813 Aug 23 11:53:31.370125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e287ce4-4789-434b-985a-5d20d83835bc req-758f0cde-ceaa-48b4-abda-32cc7e19b1de tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729816 Aug 23 11:53:31.383035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b12d4e2f-1f9e-43e7-b17e-0b0171dae8e8 req-324c12cc-0f70-4db3-97f3-805f09b2a65b tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1002 time: 0.1295755 Aug 23 11:53:31.425570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:31.427964 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446fcbc1-ab44-49f8-a371-73ecc09931c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:31.469110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d4e2f-1f9e-43e7-b17e-0b0171dae8e8 req-d71da4f4-4303-4a20-8c6d-5db7e5390993 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:31.470454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:31.475398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b12d4e2f-1f9e-43e7-b17e-0b0171dae8e8 req-d71da4f4-4303-4a20-8c6d-5db7e5390993 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports/e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 943 time: 0.0905590 Aug 23 11:53:31.484049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:31.484554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3faefc5-c4df-49bf-ba77-1a53ef22ac35 req-bc679d37-def9-4d9e-bb8e-d59dc574bafc service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384637 Aug 23 11:53:31.486798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0414cc44-4228-468e-a459-24e7cbf43f05 req-f9f5a1b2-d6aa-41fa-810f-d375fa4b1dfb service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505608 Aug 23 11:53:31.487096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:31.648149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b12d4e2f-1f9e-43e7-b17e-0b0171dae8e8 req-0edf001f-154f-46d1-855f-70e3044fe163 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1002 time: 0.1159034 Aug 23 11:53:31.701639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddda85-9078-4a4d-b73f-cb45d0ca5056 req-0e7b112f-258b-4c05-8257-bdee8e61d5f6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:31.713512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16ddda85-9078-4a4d-b73f-cb45d0ca5056 req-0e7b112f-258b-4c05-8257-bdee8e61d5f6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 949 time: 0.1289146 Aug 23 11:53:31.724884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:31.824862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16ddda85-9078-4a4d-b73f-cb45d0ca5056 req-e8b8c384-0a90-4f0a-bebb-310b925c401d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080687 Aug 23 11:53:31.842309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d4e2f-1f9e-43e7-b17e-0b0171dae8e8 req-170959c2-c421-4aa5-b009-cd4396cae59d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:31.854948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b12d4e2f-1f9e-43e7-b17e-0b0171dae8e8 req-170959c2-c421-4aa5-b009-cd4396cae59d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2000842 Aug 23 11:53:31.974636 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ac20f-8e8a-4822-90f1-54ab09529bc2 x-openstack-request-id: req-dd5ac20f-8e8a-4822-90f1-54ab09529bc2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:31.982296 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:31.982607 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd5ac20f-8e8a-4822-90f1-54ab09529bc2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:31.986168 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'status': 'completed', 'code': 200} Aug 23 11:53:32.048070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:32.124842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-c2a94301-ae2b-45bc-9d51-db652631d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.127636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-c2a94301-ae2b-45bc-9d51-db652631d7e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1097 time: 0.1116509 Aug 23 11:53:32.144707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921885c-9643-478d-9bf4-0642c775ee56 req-fb50f3ae-bf82-4b34-84f6-09d331942741 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.157174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c921885c-9643-478d-9bf4-0642c775ee56 req-fb50f3ae-bf82-4b34-84f6-09d331942741 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1991336 Aug 23 11:53:32.222489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c921885c-9643-478d-9bf4-0642c775ee56 req-87f27c42-7bef-473f-895a-c65ba2a12859 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701647 Aug 23 11:53:32.234061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port fa8323c9-2472-487a-ab42-73ea2d389ebb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:32.234294 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:32.372693 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-36342fcd-54f4-47f9-81fa-e79a385e62d1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1002 time: 0.2053995 Aug 23 11:53:32.448135 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:32.502066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-6b7371a9-fe68-48c7-9fb4-d37040a2515a tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.504454 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-6b7371a9-fe68-48c7-9fb4-d37040a2515a tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports/e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 943 time: 0.1256981 Aug 23 11:53:32.532245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:32.547839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad1b19-4ca2-495d-a2ee-1e947720fade req-157b1e48-3b5e-443e-b179-f12099ccc389 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.548146 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768729ba-2874-4a6a-8cd4-87df8000f2f8" -d '{"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-plugged", "status": "completed", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:32.549406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71ad1b19-4ca2-495d-a2ee-1e947720fade req-157b1e48-3b5e-443e-b179-f12099ccc389 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 946 time: 0.1188431 Aug 23 11:53:32.550593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-3e399f3d-aad5-48e4-918f-e3143757806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.552567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-3e399f3d-aad5-48e4-918f-e3143757806b service neutron] 10.222.0.44 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.3774979 Aug 23 11:53:32.586110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:32.597871 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:32.653520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71ad1b19-4ca2-495d-a2ee-1e947720fade req-dfc36540-f850-408a-a67d-97f01239c701 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962455 Aug 23 11:53:32.669031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-4751d072-9ac8-4f5f-bfc4-a0e005d97f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 1002 time: 0.1037526 Aug 23 11:53:32.733017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:31Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:32.755648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-d6d8b858-8c16-4f27-bf4e-6e35585a7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.757299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-d6d8b858-8c16-4f27-bf4e-6e35585a7a55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.0731971 Aug 23 11:53:32.758398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-ac1572ff-c438-4c12-a39b-0a4737335b99 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1002 time: 0.1603963 Aug 23 11:53:32.819451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:32.831826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:32.842900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-93502230-e42e-457b-8e40-d29565fa3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:32.844717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-93502230-e42e-457b-8e40-d29565fa3689 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691621 Aug 23 11:53:32.862287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:32.862834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:32.958701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-c7e8031a-4490-4cad-9031-9de8c292b968 service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014743 Aug 23 11:53:33.007833 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ce3dc1-0222-4962-b515-d3758bff847b x-openstack-request-id: req-11ce3dc1-0222-4962-b515-d3758bff847b {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:33.008177 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-plugged", "status": "completed", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:33.008430 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11ce3dc1-0222-4962-b515-d3758bff847b {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:33.008853 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'code': 200} Aug 23 11:53:33.138215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446fcbc1-ab44-49f8-a371-73ecc09931c7 req-c5bf27bb-b2bb-451f-99f2-065b5119323a service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680503 Aug 23 11:53:33.139923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:33.353765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-7b6e9668-f720-4d3d-a91d-96b5bcd00bb0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:33.363091 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-7b6e9668-f720-4d3d-a91d-96b5bcd00bb0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.5990951 Aug 23 11:53:33.375668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-c017566b-fc6b-4745-a403-1ebcf42c32ea tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689101 Aug 23 11:53:33.466464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-453f2d6e-aebe-4c9d-b4e2-6fd21aa232fe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1002 time: 0.1020880 Aug 23 11:53:33.471592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:33.579396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-fe6c7e6f-4b05-43a7-840a-595069b2b0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1165497 Aug 23 11:53:33.587598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-3317121c-310f-45e8-937e-69fb818ae12a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:33.596509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-3317121c-310f-45e8-937e-69fb818ae12a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191553 Aug 23 11:53:33.601939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:33.616078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-31fb8df4-05d2-498b-9b81-7ceee19a96fa tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/quotas/4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 375 time: 0.0183473 Aug 23 11:53:33.719557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-4ae45356-8deb-4421-b37b-4e93efda17dc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986657 Aug 23 11:53:33.734142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17add-09fa-466c-9cea-0a757ca1131a req-b44e8205-0f83-4d05-9b60-b8f68bb72b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:33.740840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-b44e8205-0f83-4d05-9b60-b8f68bb72b29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 1095 time: 0.1121829 Aug 23 11:53:33.803124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:31Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:33.838052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a260de-7834-4a9d-8132-8e37a4a7f860 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:97:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136f379-e5bc-489b-94b1-d38049448779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:31Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:33.939719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17add-09fa-466c-9cea-0a757ca1131a req-48c80378-2ada-4234-b881-7c579bab6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:33.944102 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-48c80378-2ada-4234-b881-7c579bab6a1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1678886 Aug 23 11:53:33.989845 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:33.998461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:33.998897 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381 disassociated. External IP: 172.25.1.252, port: e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be. Aug 23 11:53:34.093059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-98db7dfd-f226-4ec0-9cbe-4214d423b09b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 200 len: 217 time: 0.1413264 Aug 23 11:53:34.315582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead870-ce22-4a50-ab86-e592bb61c2ee req-02dba8d4-f73f-44b8-a82c-92bf33eec0e4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:34.330303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c6ead870-ce22-4a50-ab86-e592bb61c2ee req-02dba8d4-f73f-44b8-a82c-92bf33eec0e4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.2102475 Aug 23 11:53:34.353242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17add-09fa-466c-9cea-0a757ca1131a req-7483fba3-6738-4538-a57b-b50469b06387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:34.354965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-7483fba3-6738-4538-a57b-b50469b06387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.2545810 Aug 23 11:53:34.396729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-9a5e5ca7-01fe-42df-8359-4a33a2b19950 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311389 Aug 23 11:53:34.414237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c6ead870-ce22-4a50-ab86-e592bb61c2ee req-06979c2a-05cf-40cc-bdf0-e5894f60abd2 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751126 Aug 23 11:53:34.679862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:34.962882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:34.971314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:34.986151 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:35.015000 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:35.015705 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:35.027428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-f3b1df03-2e54-4db6-99d1-32e4730dbabe tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "PUT /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 695 time: 1.5595901 Aug 23 11:53:35.029898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:35.037619 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc93a2-5d9c-4266-b3ba-a7417f780487" -d '{"events": [{"name": "network-changed", "server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:35.166536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-2802bc39-7076-4e2c-a67d-705d42b17964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:35.175478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-2802bc39-7076-4e2c-a67d-705d42b17964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1097 time: 0.1333196 Aug 23 11:53:35.212200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2abc126c-90b4-4da6-8c52-e125907f70af req-b7afff29-f942-426d-879a-0788f72ac0b7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 210 time: 0.0877097 Aug 23 11:53:35.288635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-f3d6d007-f3ed-49c9-90c5-e944ee74cd02 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8729389 Aug 23 11:53:35.329494 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:35.453613 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b0cf8-ee42-4173-a942-f1ea0de936c7 x-openstack-request-id: req-990b0cf8-ee42-4173-a942-f1ea0de936c7 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:35.454243 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:35.458882 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-990b0cf8-ee42-4173-a942-f1ea0de936c7 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:35.461713 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'status': 'completed', 'code': 200} Aug 23 11:53:35.527645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b17add-09fa-466c-9cea-0a757ca1131a req-b830ff3a-0e5b-464d-8cea-d4d7f2c9861a service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263539 Aug 23 11:53:35.561886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-480b6360-5f57-4cce-b430-25a05b271f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:35.587834 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-480b6360-5f57-4cce-b430-25a05b271f03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.3992069 Aug 23 11:53:35.678590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:35.681384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-3019f2a7-a3c2-4cc3-b364-43b115996af7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 217 time: 0.0923810 Aug 23 11:53:35.758340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841356dd-dd78-4e41-ad0a-7f200565486f req-dc56e6f4-3ebd-4532-9457-a702ca9cb4fd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:35.771473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-841356dd-dd78-4e41-ad0a-7f200565486f req-dc56e6f4-3ebd-4532-9457-a702ca9cb4fd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.1432197 Aug 23 11:53:35.790237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-b8c26a73-b8e2-4803-9811-923dde65ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:35.791275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-b8c26a73-b8e2-4803-9811-923dde65ba4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 1097 time: 0.2627196 Aug 23 11:53:35.796910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-36d81b1b-47e7-4a6f-9201-77557dee0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:35.814819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-36d81b1b-47e7-4a6f-9201-77557dee0f33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1313801 Aug 23 11:53:35.932051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-7a4ec9b6-67b4-45aa-8162-f0213cf10caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:35.942931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-7a4ec9b6-67b4-45aa-8162-f0213cf10caa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253204 Aug 23 11:53:36.131787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-841356dd-dd78-4e41-ad0a-7f200565486f req-b492021a-81af-4cca-8514-2e01ae3773f6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593464 Aug 23 11:53:36.137111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-77396a25-1266-4395-8227-0aa59d482ca0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464899 Aug 23 11:53:36.206982 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:36.326865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-b923c5a5-bcf3-4bd6-9c71-da8fce53fe2c service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821745 Aug 23 11:53:36.544059 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:36.562187 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:36.564424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90723e67-f1ce-414d-9ce2-7f4c7a5a23de req-3adad71c-fc8e-4ae4-806f-8a08bee37bed tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 210 time: 0.0752931 Aug 23 11:53:36.564964 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:36.588830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-5b7615e3-bd54-4c13-b07a-5d33bc09ba1c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:36.590818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-5b7615e3-bd54-4c13-b07a-5d33bc09ba1c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4293699 Aug 23 11:53:36.592358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-cff7fa61-8fbf-42f0-b223-bd1cacdabc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:36.593985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-cff7fa61-8fbf-42f0-b223-bd1cacdabc1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.7689562 Aug 23 11:53:36.609006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Request body: {'port': {'device_id': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '4112d38acd174aafb9a0fa0f3e50a594'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:36.614898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7909a82-a5f1-400c-921c-d4e9b5eff797 req-b1f84673-cd8e-4451-b6fb-2df75e676e23 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867947 Aug 23 11:53:36.745877 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:36.779223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-0e6aecff-ebc3-4175-a0d7-5aa3fa25d7a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 200 len: 217 time: 0.1267891 Aug 23 11:53:36.992892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-6e42c9ac-8ed0-4a1b-926b-fa168adbac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:36.999416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-6e42c9ac-8ed0-4a1b-926b-fa168adbac73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1667681 Aug 23 11:53:37.156401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-8f344f25-2852-4970-bebf-209069709a56 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:37.166701 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:37.170279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-8f344f25-2852-4970-bebf-209069709a56 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1066499 Aug 23 11:53:37.185608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-126f3d02-c830-4c70-91d8-802d8df5c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:37.190191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-126f3d02-c830-4c70-91d8-802d8df5c8ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712210 Aug 23 11:53:37.248605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-80dd9f30-648a-4e22-9a14-eb9b8e03ef7d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 698 time: 0.0768547 Aug 23 11:53:37.253845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'floatingip': {'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:37.260666 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c143d29-8ec7-41a8-ac94-4ab18b234ace None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:37.276132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Made reservation on behalf of 4112d38acd174aafb9a0fa0f3e50a594 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:53:37.279771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:37.331534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:37.616953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Allocated IP 192.168.233.93 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/0380ed73-1b20-4c8a-8f1f-c7085810ce82) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:53:37.747312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d76a2-c864-4e18-af9d-0f76d70e8051 None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:37.752233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5d40-09cd-45b6-81f7-38bbc43c3c94 req-533a35b5-d916-48a6-b031-b52e6b2ada47 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:37.754063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b67b5d40-09cd-45b6-81f7-38bbc43c3c94 req-533a35b5-d916-48a6-b031-b52e6b2ada47 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 944 time: 0.4574168 Aug 23 11:53:37.923707 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:37.985230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b67b5d40-09cd-45b6-81f7-38bbc43c3c94 req-635b8d33-0ae2-4627-8cc4-767ffaa50d95 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Aug 23 11:53:38.037248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Transition to ACTIVE for port object 0380ed73-1b20-4c8a-8f1f-c7085810ce82 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:38.049979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-0ab6a48b-cf3a-4caf-9f51-8cdd6f290130 service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321626 Aug 23 11:53:38.079924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-e18837dd-98e3-4654-80c6-c94c1e0b9df0 service neutron] 10.222.0.41 "GET /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.3482640 Aug 23 11:53:38.123504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:38.135796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-977d76a2-c864-4e18-af9d-0f76d70e8051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:53:38.136142 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-977d76a2-c864-4e18-af9d-0f76d70e8051 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:53:38.137124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:38.257593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:38.270617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:38.313301 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381 associated. External IP: 172.25.1.252, port: 0d305373-0f8b-43bb-9a6c-a03b306d885f. Aug 23 11:53:38.323399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:38.374801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:53:38.384846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:53:38.391318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:53:38.397242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:38.471349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:38.472031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:38.501393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dc93a2-5d9c-4266-b3ba-a7417f780487 req-1bcc91f8-e123-4499-af98-8183bffae705 service neutron] 10.222.0.44 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320195 Aug 23 11:53:38.558825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-264d6b34-b8ab-4b28-ab0a-a9f8666de61c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9553182 Aug 23 11:53:38.575970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Request body: {'port': {'device_id': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:38.639850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d76a2-c864-4e18-af9d-0f76d70e8051 None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:38.798924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:38.851541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:38.878502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:38.935237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfaa17e-0dc4-48d5-bf7a-317139546d18 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:38.944108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:39.015221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:39.151037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3cd26adf-b5e1-4e69-bf0b-72520bbae6ee None None] Provisioning for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:39.190745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3cd26adf-b5e1-4e69-bf0b-72520bbae6ee None None] Provisioning complete for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:39.191329 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3cd26adf-b5e1-4e69-bf0b-72520bbae6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:39.247662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3cd26adf-b5e1-4e69-bf0b-72520bbae6ee None None] Port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:53:39.276641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:39.339916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:39.355914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:39.377207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-fd4dc465-e645-49c0-b838-82302d2a21c2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:39.390787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-fd4dc465-e645-49c0-b838-82302d2a21c2 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.44 "GET /v2.0/ports?device_id=2136f379-e5bc-489b-94b1-d38049448779 HTTP/1.1" status: 200 len: 946 time: 0.4146893 Aug 23 11:53:39.439359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-03c7fcb0-5acf-4eb1-a9d8-bb48139084d3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "PUT /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 998 time: 2.1875906 Aug 23 11:53:39.441162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:39.451846 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:39.453672 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84494575-9cdc-4513-981b-d4b83866aa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:39.495938 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:39.498017 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:39.540487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e792db2-a5fa-47fa-bfe1-a30dd1d847cb req-d281086b-5e19-412f-9420-7de146681bba tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:39.545294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e792db2-a5fa-47fa-bfe1-a30dd1d847cb req-d281086b-5e19-412f-9420-7de146681bba tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 935 time: 0.5819864 Aug 23 11:53:39.576920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-cb5b65b5-9bb9-42b8-b08b-031beacb00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:39.579645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-cb5b65b5-9bb9-42b8-b08b-031beacb00ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.1108856 Aug 23 11:53:39.730536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] Transition to ACTIVE for port object bbfaa17e-0dc4-48d5-bf7a-317139546d18 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:39.735067 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:39.812712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e792db2-a5fa-47fa-bfe1-a30dd1d847cb req-83b08423-e93b-470c-890a-9dbf81c5c878 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037051 Aug 23 11:53:39.815275 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:39.831561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-a9325dfd-fa21-4b5e-a627-bfb617da7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:39.836637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-a9325dfd-fa21-4b5e-a627-bfb617da7d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.2481813 Aug 23 11:53:40.009767 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-026dbd28-ff82-43fa-a388-bcd1ce6b6c0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 999 time: 0.1620357 Aug 23 11:53:40.036822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:40.123488 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:39Z', 'revision_number': 7, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:40.125601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-1429031e-c291-44e7-b18d-7ea3a37d0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:40.129592 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-1429031e-c291-44e7-b18d-7ea3a37d0a78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1073382 Aug 23 11:53:40.168767 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:40.185971 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:40.187045 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:40.206914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Deleting port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:40.207273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:40.256719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] No DVR routers for this DVR port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:53:40.267876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-0173b032-1c99-49f5-beb9-65fa9cf1d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:40.272931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-0173b032-1c99-49f5-beb9-65fa9cf1d4b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386142 Aug 23 11:53:40.316469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173fe69-3dcc-4768-aa28-3ad6d49b98e6 req-d7dee243-6d70-40cb-97ae-56723e7523f5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:40.327440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1173fe69-3dcc-4768-aa28-3ad6d49b98e6 req-d7dee243-6d70-40cb-97ae-56723e7523f5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 945 time: 0.3528192 Aug 23 11:53:40.358849 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:40.420595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-083116fa-1519-4f00-b9e9-69a91f00f132 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412003 Aug 23 11:53:40.585117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-02e0b9b0-45b0-4412-b5d9-b0c57dafb408 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18/bindings/n-h1-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 2.4939938 Aug 23 11:53:40.607609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf46c793-b905-49a3-a03c-c46ca60b035f req-475c8d40-10ad-4aef-af84-a2f612faf006 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782482 Aug 23 11:53:40.684068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1173fe69-3dcc-4768-aa28-3ad6d49b98e6 req-964f8cc8-ca8e-4853-9410-4a795284c3cb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568232 Aug 23 11:53:40.767455 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ecdc5-75f2-4f79-8c39-07897c8ab7df x-openstack-request-id: req-eb7ecdc5-75f2-4f79-8c39-07897c8ab7df {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:40.767876 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:40.768232 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb7ecdc5-75f2-4f79-8c39-07897c8ab7df {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:40.768737 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'status': 'completed', 'code': 200} Aug 23 11:53:40.818465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] For port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:40.826379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:40.937322 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:39Z', 'revision_number': 7, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:40.945134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Calling delete_port for e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:41.000874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6350be45-2ac7-478d-a13d-b2fde60a0406 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:41.013873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6350be45-2ac7-478d-a13d-b2fde60a0406 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.3153520 Aug 23 11:53:41.016769 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb709b-0779-4af1-bdc1-42040a1bb5a1 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '753c9cc1-fb21-429e-beee-220ce8d2f381', 'tenant_id': '620b031446f0446286459a32fec91241', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'port_id': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'mac_address': 'fa:16:3e:ac:b0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33beea3a-97c5-472d-a662-8bd0980c5177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:52:51Z', 'updated_at': '2021-08-23T11:53:39Z', 'revision_number': 7, 'project_id': '620b031446f0446286459a32fec91241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:41.308344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a47fe6-ae1c-456c-b131-5e309dcb9deb req-7d6f9420-648c-4099-bcda-cae3b3080b77 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:41.310822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9a47fe6-ae1c-456c-b131-5e309dcb9deb req-7d6f9420-648c-4099-bcda-cae3b3080b77 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 935 time: 0.0800977 Aug 23 11:53:41.400737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9a47fe6-ae1c-456c-b131-5e309dcb9deb req-ffd9b835-174b-402e-b541-13228f71fd18 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794199 Aug 23 11:53:41.438634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15daded-9fd6-406f-a753-7096c003d5b2 None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:41.507034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea23c240-4c68-4462-9711-177bcfe212dd req-64197356-056f-4ee9-9a3b-0ce47fdd03a3 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 996 time: 0.6525850 Aug 23 11:53:41.637732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0380ed73-1b20-4c8a-8f1f-c7085810ce82 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:41.681879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:41.691966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84494575-9cdc-4513-981b-d4b83866aa4c req-29e40526-b483-4b85-b598-7856a61a344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:41.694136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-29e40526-b483-4b85-b598-7856a61a344c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.8601620 Aug 23 11:53:41.835591 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-af306abe-b001-46db-8869-1128ec58b7c4 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1267289544&fields=id&tenant_id=2116802d83594b9abb07730886e22469 HTTP/1.1" status: 200 len: 267 time: 0.0552442 Aug 23 11:53:41.896502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-73299dff-8fbe-4025-8139-89d5fecdc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:41.898933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-73299dff-8fbe-4025-8139-89d5fecdc5a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c&tenant_id=432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 1096 time: 0.3865621 Aug 23 11:53:41.929223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Transition to ACTIVE for port object 0380ed73-1b20-4c8a-8f1f-c7085810ce82 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:41.937318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:41.945757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:41.951441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['0d305373-0f8b-43bb-9a6c-a03b306d885f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:42.035687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23c240-4c68-4462-9711-177bcfe212dd req-b7f7a2eb-d61f-4321-9cb3-9572df447550 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:42.035955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-cdde2e68-a5d4-4b6c-b838-7f0ddbdca5f3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:42.037499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-cdde2e68-a5d4-4b6c-b838-7f0ddbdca5f3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/networks?id=12487e61-616f-4b1f-b129-d2ac7a863207 HTTP/1.1" status: 200 len: 815 time: 0.1897442 Aug 23 11:53:42.047200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea23c240-4c68-4462-9711-177bcfe212dd req-b7f7a2eb-d61f-4321-9cb3-9572df447550 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.4251244 Aug 23 11:53:42.051124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:42.055416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-ea23c240-4c68-4462-9711-177bcfe212dd req-93edb268-dfa9-4824-b085-664e7411bb7a tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:53:42.061299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-98f53d94-4783-4995-8d92-29b51d5d1ce0 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/quotas/2116802d83594b9abb07730886e22469 HTTP/1.1" status: 200 len: 375 time: 0.0176163 Aug 23 11:53:42.070638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea23c240-4c68-4462-9711-177bcfe212dd req-93edb268-dfa9-4824-b085-664e7411bb7a tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218778 Aug 23 11:53:42.112174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:53:42.112517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:53:42.162546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-a21579ad-14dc-4528-800e-82427e928000 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2116802d83594b9abb07730886e22469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931714 Aug 23 11:53:42.220870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84494575-9cdc-4513-981b-d4b83866aa4c req-526509cb-c5b8-4987-98c7-3718b6805c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:42.222458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-526509cb-c5b8-4987-98c7-3718b6805c44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.4829695 Aug 23 11:53:42.253320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:42.328048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-e255e418-27a1-4758-865d-f2177d71e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:42.330980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-e255e418-27a1-4758-865d-f2177d71e4dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1096 time: 0.3744802 Aug 23 11:53:42.464523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-af92e302-6eb1-4fc2-a2a4-075c09ee4eeb service neutron] 10.222.0.21 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838798 Aug 23 11:53:42.610956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-5888eccc-60ce-42fd-abc4-132196a773b4 service neutron] 10.222.0.21 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351049 Aug 23 11:53:42.618584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] No DVR routers for this DVR port e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:53:42.623257 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:42.625870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ab89dbb-a64f-4594-9b3e-7c7ab1250402 req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.44 "DELETE /v2.0/ports/e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be HTTP/1.1" status: 204 len: 173 time: 3.2316923 Aug 23 11:53:42.650919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'name': 'network-vif-deleted', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:42.659866 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5f7a0-44ae-4b2b-9910-00199dbdbd98" -d '{"events": [{"server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "name": "network-vif-deleted", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:42.666088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f6100-8585-4298-afdd-85232ad40528 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event deleted for resources: {'Port': ['ID=e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:42.763894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:42.764243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:42.764586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:42.787981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e756078-52e3-406d-9015-06aeca5e4ec1 req-3c9bdb93-318d-4f2f-b5a3-3790f9b7afc4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:42.790101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e756078-52e3-406d-9015-06aeca5e4ec1 req-3c9bdb93-318d-4f2f-b5a3-3790f9b7afc4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 945 time: 0.4546878 Aug 23 11:53:42.797611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:53:42.797985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:42.813058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-46ebd7f9-822c-46cb-9e03-c8d9e0488f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 1001 time: 0.5781164 Aug 23 11:53:42.829799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:42.830150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:42.830544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:42.831010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Bound port: 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:42.831362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:42.859338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-b8142e2b-b71b-4a59-a416-0bc3c4e572f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:42.860822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-b8142e2b-b71b-4a59-a416-0bc3c4e572f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.4205847 Aug 23 11:53:42.968014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-6b17f6df-2563-438f-94d3-a53b5c1de7ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 217 time: 0.0849631 Aug 23 11:53:42.985392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e756078-52e3-406d-9015-06aeca5e4ec1 req-94e666f6-fb46-464b-8f0c-5fec418b397b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743851 Aug 23 11:53:43.045157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84494575-9cdc-4513-981b-d4b83866aa4c req-e6d7ab39-2c1f-4820-8a76-5d427431432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:43.046693 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-e6d7ab39-2c1f-4820-8a76-5d427431432e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.2181158 Aug 23 11:53:43.108433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:43.132614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:43.154988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-432a4bcb-7c4c-4731-a44c-f7e157fd0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:43.156535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-432a4bcb-7c4c-4731-a44c-f7e157fd0a61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1761541 Aug 23 11:53:43.194204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:43.316374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84494575-9cdc-4513-981b-d4b83866aa4c req-9ca73c2d-99d0-48dd-aec6-9ed861f4db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:43.316374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-9ca73c2d-99d0-48dd-aec6-9ed861f4db98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2567718 Aug 23 11:53:43.318030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-d2679702-3fdc-408d-b760-a0dae3835dd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194527 Aug 23 11:53:43.346913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:43.350580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:43.352282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] 10.222.0.41 "PUT /v2.0/ports/0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 1095 time: 4.7840946 Aug 23 11:53:43.435347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-cd084ee9-d17d-40c0-b00b-0f95b47eb78d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.3092697 Aug 23 11:53:43.467472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2157cc-4444-4283-9f9c-5b5c6d246b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:43.607146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-60b6f3a2-e228-4bfe-ab77-5517fefb8de1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:43.611715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-60b6f3a2-e228-4bfe-ab77-5517fefb8de1 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports/0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 942 time: 0.1374855 Aug 23 11:53:43.676803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-b7471a30-7ed3-4b8e-bf2e-9ae3f619d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:43.678531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-b7471a30-7ed3-4b8e-bf2e-9ae3f619d178 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1098 time: 0.2718558 Aug 23 11:53:43.693024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-94007d3e-c344-42c0-833b-76bce1cf4f46 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310239 Aug 23 11:53:43.694953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-b8502d6b-227a-415c-98a5-6fa721669403 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417485 Aug 23 11:53:43.802014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-b6de6aae-ad2b-4278-af13-5c1b92e28ecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.1112752 Aug 23 11:53:43.927209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-d480ffe7-3a60-4266-b290-ed288ca8a80b tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.2568233 Aug 23 11:53:44.005724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-27a72768-fe1c-4e0f-b04d-dc8d69a151ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:44.007128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-27a72768-fe1c-4e0f-b04d-dc8d69a151ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1927519 Aug 23 11:53:44.050210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-e2cae8b8-a6b1-4afa-92e7-658455374c62 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223393 Aug 23 11:53:44.057732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84494575-9cdc-4513-981b-d4b83866aa4c req-4c4b6de3-ad17-4624-922f-78215b7023f5 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191171 Aug 23 11:53:44.125164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-82e7dbb1-6c6f-46df-ac20-0cd3bf95f562 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:44.126695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-82e7dbb1-6c6f-46df-ac20-0cd3bf95f562 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1888742 Aug 23 11:53:44.130403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-8dd50f07-2956-432d-856e-e6382d75d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:44.131965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-8dd50f07-2956-432d-856e-e6382d75d057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911295 Aug 23 11:53:44.552202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-d0bc7d08-6e03-4595-b228-95480051fd00 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 1001 time: 0.4164708 Aug 23 11:53:44.565368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:44.625448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-a18403a1-e27e-4ee9-a442-e7f0f9f85a95 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830642 Aug 23 11:53:44.632872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-a76e18f1-299f-40e0-a3a0-827a2cc06bdb tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:44.634407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-a76e18f1-299f-40e0-a3a0-827a2cc06bdb tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.1242712 Aug 23 11:53:44.693814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:44.905891 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cf9b98d-26af-4f08-b8c9-e344809cb187 req-99a40830-239f-49e3-a502-45319a8a77df service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704375 Aug 23 11:53:44.965733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:44.970720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:44.971080 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381 disassociated. External IP: 172.25.1.252, port: 0d305373-0f8b-43bb-9a6c-a03b306d885f. Aug 23 11:53:45.010392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-a16a15f0-c949-4e73-b86b-0b5532434c76 service neutron] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:45.015384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-a16a15f0-c949-4e73-b86b-0b5532434c76 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:45.016505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a5a9c1-ed3c-4fa6-ab69-87f84393c9c0 req-a16a15f0-c949-4e73-b86b-0b5532434c76 service neutron] 10.222.0.44 "DELETE /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18/bindings/n-h2-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.3698649 Aug 23 11:53:45.213844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:45.327420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:45.337416 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:45.338380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:45.348708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:45.349616 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:45.378117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-b22687b1-5ac5-4488-af57-416498caf750 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "PUT /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 695 time: 0.8159430 Aug 23 11:53:45.482630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-86af32cc-1eb8-4f82-9714-9ad565df6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:45.490274 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-86af32cc-1eb8-4f82-9714-9ad565df6b85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.0851350 Aug 23 11:53:45.533408 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:45.617513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-efda4521-da85-43f4-b6e7-b7e359e121b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:45.626027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-efda4521-da85-43f4-b6e7-b7e359e121b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.1321428 Aug 23 11:53:45.676955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-044900b5-5754-4842-a833-ada3cfca3a3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 217 time: 0.0494511 Aug 23 11:53:45.733266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-bb283663-60cd-4097-9047-de386b458c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:45.741911 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-bb283663-60cd-4097-9047-de386b458c4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.0575833 Aug 23 11:53:45.797026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-7dd784ec-87d4-4bab-a0f7-826b004e26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:45.799827 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-7dd784ec-87d4-4bab-a0f7-826b004e26ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569396 Aug 23 11:53:45.929522 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:45.931269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-435e4aa2-7d4b-401f-8156-760101a35e95 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233501 Aug 23 11:53:45.960113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:45.970499 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:45.971121 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:46.050937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-224e9a06-28dc-4392-a89d-ee579d1ff372 req-61c9b39e-6601-44d7-a84b-195b59495f38 service neutron] 10.222.0.21 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127675 Aug 23 11:53:46.120331 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:46.187746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e96d7-378c-45c0-bc89-e330abc04671 req-0c4a3a09-2dbb-4591-b26c-fd0194db077f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:46.189314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e52e96d7-378c-45c0-bc89-e330abc04671 req-0c4a3a09-2dbb-4591-b26c-fd0194db077f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.0591509 Aug 23 11:53:46.232258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e52e96d7-378c-45c0-bc89-e330abc04671 req-d1d5a977-c9f5-4b09-933c-30b2f93ed36e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Aug 23 11:53:46.290007 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2a449-0e82-4f8f-85f8-0244c2a149fc x-openstack-request-id: req-97a2a449-0e82-4f8f-85f8-0244c2a149fc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:46.290507 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2136f379-e5bc-489b-94b1-d38049448779", "name": "network-vif-deleted", "tag": "e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:46.290829 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97a2a449-0e82-4f8f-85f8-0244c2a149fc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:46.291294 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2136f379-e5bc-489b-94b1-d38049448779', 'name': 'network-vif-deleted', 'tag': 'e1f9dea6-9ea8-466b-bccd-f69cfc9ea4be', 'status': 'completed', 'code': 200} Aug 23 11:53:46.404960 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:46.437309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cca808-6a4c-4a30-8021-ab965167dc95 None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:52:22Z', 'revision_number': 4, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f', 'name': '', 'network_id': '25f79bdc-9f0f-4528-b20d-70e24eea30c1', 'tenant_id': '620b031446f0446286459a32fec91241', 'mac_address': 'fa:16:3e:65:27:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3a342f35-0899-4055-a532-366c9035248a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:21Z', 'updated_at': '2021-08-23T11:52:33Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'subnets': [{'id': '3a342f35-0899-4055-a532-366c9035248a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:46.459839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5819-24b9-4fcc-a278-c7aa49f62c98 req-5245fd38-7213-498a-97bc-5f635137d671 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:46.461614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14dc5819-24b9-4fcc-a278-c7aa49f62c98 req-5245fd38-7213-498a-97bc-5f635137d671 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 945 time: 0.0592928 Aug 23 11:53:46.511598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14dc5819-24b9-4fcc-a278-c7aa49f62c98 req-96cb9e27-3dc4-4787-a3b2-fa730a5284ea tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Aug 23 11:53:46.789274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a6fb36-8d0e-4689-9bd4-87ef98ef43a7 None None] New status for floating IP 753c9cc1-fb21-429e-beee-220ce8d2f381: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:53:46.807500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da5d3-ef18-4b8c-ac3d-0b8b08f8e726 req-62f282fb-6d93-471a-ab18-e3e6aff5aadb tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:46.809937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-890da5d3-ef18-4b8c-ac3d-0b8b08f8e726 req-62f282fb-6d93-471a-ab18-e3e6aff5aadb tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1096 time: 0.0538011 Aug 23 11:53:46.857143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-890da5d3-ef18-4b8c-ac3d-0b8b08f8e726 req-c5cdca70-32b6-4437-92e7-178f0fea93a1 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Aug 23 11:53:46.957531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-fb271eeb-f17f-4f26-9617-eaf129dcb516 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 200 len: 695 time: 0.0609310 Aug 23 11:53:47.108460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-195934f3-3552-4b52-9c97-7e5a95a1ae93 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:47.109934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-195934f3-3552-4b52-9c97-7e5a95a1ae93 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1442716 Aug 23 11:53:47.122215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-9fa25742-0db4-4812-9f3d-a289a1e5de52 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:53:47.123337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-9fa25742-0db4-4812-9f3d-a289a1e5de52 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065229 Aug 23 11:53:47.186327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-7bab5a3d-4d86-433a-82de-0709f128b4ff tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 697 time: 0.0554194 Aug 23 11:53:47.236450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-ece76a29-f08f-4374-9fc1-97b1fab63cf6 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 697 time: 0.0484698 Aug 23 11:53:47.396145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Deleting port 8facf3d5-d605-49ca-acd3-2760cff89026 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:47.396505 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:47.562699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:47.563094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:47.580138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Calling delete_port for 8facf3d5-d605-49ca-acd3-2760cff89026 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:47.756064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:53:47.765174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:47.807728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event deleted for resources: {'Port': ['ID=8facf3d5-d605-49ca-acd3-2760cff89026,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:47.831334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.831975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.832958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.833400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.833977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.834425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.834869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.835327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.835766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.836193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.836622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.837732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:47.932238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:47.937714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:47.952227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a009ab3-a27e-4fbd-a42b-1b1ef0bc7a40 req-28655ccf-5074-4741-b505-ecaceba42dbd tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "DELETE /v2.0/floatingips/753c9cc1-fb21-429e-beee-220ce8d2f381 HTTP/1.1" status: 204 len: 173 time: 0.7086732 Aug 23 11:53:47.986950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:48.004927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'mac_address': 'fa:16:3e:5b:6e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:53:48.055965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:48.086525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0380ed73-1b20-4c8a-8f1f-c7085810ce82 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:48.133984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:48.146845 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:48.175418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400f128-8beb-4c28-bccd-21b4f1d6bb6a req-9995f37c-5655-4e59-a2ef-bb579358dbcd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:48.210597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a400f128-8beb-4c28-bccd-21b4f1d6bb6a req-9995f37c-5655-4e59-a2ef-bb579358dbcd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.1625543 Aug 23 11:53:48.222135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:48.230034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.230523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.230774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.231075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.231429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.231854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.232129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.232407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.232800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.233062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.233394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.233808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:48.293107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}, {'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:48.298295 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02edd736-cb1a-4c65-a887-6395d22e8286" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}, {"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:48.319694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a400f128-8beb-4c28-bccd-21b4f1d6bb6a req-dc5fa2bd-163b-44e2-afd9-23691336dbff tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044617 Aug 23 11:53:48.341097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba933d8-2fcd-4bb2-b2c8-0fbfb0dc4749 req-327a1a62-61b0-4c8c-9ae2-29bed456678b tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:48.350814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ba933d8-2fcd-4bb2-b2c8-0fbfb0dc4749 req-327a1a62-61b0-4c8c-9ae2-29bed456678b tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1096 time: 0.4946291 Aug 23 11:53:48.399218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ba933d8-2fcd-4bb2-b2c8-0fbfb0dc4749 req-f4eea8e9-7638-4851-bb15-14950ccbcf01 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Aug 23 11:53:48.433723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['0380ed73-1b20-4c8a-8f1f-c7085810ce82'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:53:48.627289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1fa7d34-496d-41f1-bc71-b120edf1cf93 req-be39f4a9-8ce1-4d41-9f72-eaea53a9558a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 210 time: 0.0440023 Aug 23 11:53:48.696771 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86171d-5b30-476f-b1f2-713d6f502514 x-openstack-request-id: req-ac86171d-5b30-476f-b1f2-713d6f502514 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:48.697376 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:48.697842 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac86171d-5b30-476f-b1f2-713d6f502514 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:48.698612 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'status': 'completed', 'code': 200} Aug 23 11:53:48.699021 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'status': 'completed', 'code': 200} Aug 23 11:53:48.932059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-781efc56-afc2-4665-bc98-4413eab7c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:48.933648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-781efc56-afc2-4665-bc98-4413eab7c8d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1099 time: 0.1440382 Aug 23 11:53:49.133919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9c826-4c37-42ab-97cb-168ea13f8a2a req-50c0475b-e582-40cd-9ffb-ee16267593a0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:49.140780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbf9c826-4c37-42ab-97cb-168ea13f8a2a req-50c0475b-e582-40cd-9ffb-ee16267593a0 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 945 time: 0.1254706 Aug 23 11:53:49.177620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-a1c19e4c-ca4e-4007-b8b4-eb4d10638f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:49.179674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-a1c19e4c-ca4e-4007-b8b4-eb4d10638f6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2367136 Aug 23 11:53:49.244470 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbf9c826-4c37-42ab-97cb-168ea13f8a2a req-4c076dd6-1551-4fd3-bb8b-a5f5c7c59038 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967298 Aug 23 11:53:49.263717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-eff998f3-9f45-4622-a6a2-7bce129cfb28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.0736966 Aug 23 11:53:49.341980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-2dfccc0d-eb13-4070-9b92-4518c5603200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:49.345283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-2dfccc0d-eb13-4070-9b92-4518c5603200 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0725703 Aug 23 11:53:49.484891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-f39f42f4-5dda-4cd6-91b7-a3e38dfb2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:49.490336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-f39f42f4-5dda-4cd6-91b7-a3e38dfb2219 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314828 Aug 23 11:53:49.607818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e63bdd-d680-436a-b19b-89cd02868a99 req-f7ea0070-3123-42fd-ade0-5d6a960e7d25 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:49.621458 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45e63bdd-d680-436a-b19b-89cd02868a99 req-f7ea0070-3123-42fd-ade0-5d6a960e7d25 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 948 time: 0.1428101 Aug 23 11:53:49.738475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45e63bdd-d680-436a-b19b-89cd02868a99 req-8e26db9c-da0b-43dd-a950-a49050133699 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137168 Aug 23 11:53:49.776521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:53:49.987045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:49.998049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:49.998579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:50.173628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-85d7e208-89b3-4db2-aaf0-769ab2e299a8 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:50.175671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-85d7e208-89b3-4db2-aaf0-769ab2e299a8 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.44 "GET /v2.0/networks?id=12487e61-616f-4b1f-b129-d2ac7a863207 HTTP/1.1" status: 200 len: 815 time: 0.6832535 Aug 23 11:53:50.216484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:50.239866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5dc90c16-e612-442b-90c6-12c32e6fa38f req-b9f6927b-9a4a-404a-a0fd-a12589e63a3e tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 210 time: 0.0841503 Aug 23 11:53:50.265845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:50.267807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:50.271685 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac386f-b410-4942-8046-9c6244621643" -d '{"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-plugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:50.278003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:50.346464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:50.377065 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edc4484-55eb-4bea-950c-62b7102fcfde x-openstack-request-id: req-2edc4484-55eb-4bea-950c-62b7102fcfde {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:50.377764 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-plugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:50.378259 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2edc4484-55eb-4bea-950c-62b7102fcfde {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:50.379552 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'code': 200} Aug 23 11:53:50.383667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-c9d7adfe-6a58-4ef9-a8c7-755e774fea72 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875440 Aug 23 11:53:50.508522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7226937-1a02-4e1a-b6d8-f403c565cea8 req-f6615aad-730d-4c51-bce8-bf93176abf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:50.512835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7226937-1a02-4e1a-b6d8-f403c565cea8 req-f6615aad-730d-4c51-bce8-bf93176abf7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1100 time: 0.0822024 Aug 23 11:53:50.561614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7226937-1a02-4e1a-b6d8-f403c565cea8 req-e98699c5-cb9e-472f-82d6-8958ba66eeb2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Aug 23 11:53:50.563489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-4e8319a4-bccd-4277-9e1a-d52c2b4ae033 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2116802d83594b9abb07730886e22469 HTTP/1.1" status: 200 len: 380 time: 0.3726542 Aug 23 11:53:50.577750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Request body: {'port': {'device_id': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'admin_state_up': True, 'tenant_id': '2116802d83594b9abb07730886e22469', 'security_groups': ['cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:50.709500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-093a40ab-d827-48a7-87a7-b243ff9bbe24 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:50.711368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-093a40ab-d827-48a7-87a7-b243ff9bbe24 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.41 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 945 time: 0.5046015 Aug 23 11:53:50.799087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0c117-5f0d-4707-9e6d-edc2907d0dfd req-1b497ab0-9f52-4f74-a7ed-8fe52b775366 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:50.822079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9e0c117-5f0d-4707-9e6d-edc2907d0dfd req-1b497ab0-9f52-4f74-a7ed-8fe52b775366 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 945 time: 0.4123135 Aug 23 11:53:50.844136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Made reservation on behalf of 2116802d83594b9abb07730886e22469 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:53:50.850365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:51.047166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899995ea-ab2b-4362-ae04-6303aa364131 req-e5a0aa59-e6fb-4510-af8f-c6dbf20a530a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:51.061596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-899995ea-ab2b-4362-ae04-6303aa364131 req-e5a0aa59-e6fb-4510-af8f-c6dbf20a530a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0967755 Aug 23 11:53:51.137367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-899995ea-ab2b-4362-ae04-6303aa364131 req-1a6aaecd-b95c-4d87-aebe-8f9727c25125 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707057 Aug 23 11:53:51.170722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9e0c117-5f0d-4707-9e6d-edc2907d0dfd req-0bb94f7d-113a-4773-bc50-09adb133234d tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdeac997-b382-4f7a-af06-af0027b5ad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347595 Aug 23 11:53:51.187604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-e5313599-40fd-431f-b626-a153dc6d892d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906270 Aug 23 11:53:51.310750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Deleting port 0d305373-0f8b-43bb-9a6c-a03b306d885f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:51.311180 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:51.353039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Allocated IP 172.20.0.13 (12487e61-616f-4b1f-b129-d2ac7a863207/62fc422b-ff87-4160-b9b0-a94f4f9f6fc1/57ea899d-c56d-4e94-9fe3-e5e7868114c9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:53:51.356546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-d5c1e700-4ca6-4503-947f-540d0e4c138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:51.358467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-d5c1e700-4ca6-4503-947f-540d0e4c138d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620b031446f0446286459a32fec91241&device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 1096 time: 0.1174171 Aug 23 11:53:51.425930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed6c3941-0563-489b-8828-0e405f062026 req-cd5f5e5d-1db7-4d76-8aa2-1811390386e3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 210 time: 0.0439136 Aug 23 11:53:51.744996 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b13a943-dee8-4105-a427-ab2259c97af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:51.883258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-cb01bd06-33ed-4616-b51c-99ef2d9257ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:51.884809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-cb01bd06-33ed-4616-b51c-99ef2d9257ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 200 len: 922 time: 0.5050154 Aug 23 11:53:51.976731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-4f0075ce-3923-427c-afa3-5dfaba9b778a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 200 len: 217 time: 0.0792353 Aug 23 11:53:51.978483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] For port 0d305373-0f8b-43bb-9a6c-a03b306d885f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0d305373-0f8b-43bb-9a6c-a03b306d885f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:51.978858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:52.026969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Calling delete_port for 0d305373-0f8b-43bb-9a6c-a03b306d885f owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:52.102546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-db94a969-efed-4037-8f3a-031260eb9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:52.104047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-db94a969-efed-4037-8f3a-031260eb9641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 200 len: 860 time: 0.1162853 Aug 23 11:53:52.117579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:52.272245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Transition to ACTIVE for port object 57ea899d-c56d-4e94-9fe3-e5e7868114c9 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:52.275240 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:52.304370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4194c625-e719-452a-bc0c-36d1d070cb4b req-4b037def-154b-41fd-b0b0-be0698e7a605 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.21 "GET /v2.0/ports?device_id=33beea3a-97c5-472d-a662-8bd0980c5177 HTTP/1.1" status: 200 len: 210 time: 0.0518243 Aug 23 11:53:52.423608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:52.453297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Pushing event deleted for resources: {'Port': ['ID=0d305373-0f8b-43bb-9a6c-a03b306d885f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:52.528432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-2502c865-2ecc-41ff-a3e3-4cae3416caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:52.531956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-2502c865-2ecc-41ff-a3e3-4cae3416caa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f79bdc-9f0f-4528-b20d-70e24eea30c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4174776 Aug 23 11:53:52.540548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] No DVR routers for this DVR port 0d305373-0f8b-43bb-9a6c-a03b306d885f on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:53:52.544118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:52.546860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c68b7db-62fc-4857-ace3-5fa03ccfde11 req-e58b591c-d47f-40fc-ade9-4433b5d57a70 tempest-FloatingIPsAssociationTestJSON-1227227884 tempest-FloatingIPsAssociationTestJSON-1227227884-project] 10.222.0.41 "DELETE /v2.0/ports/0d305373-0f8b-43bb-9a6c-a03b306d885f HTTP/1.1" status: 204 len: 173 time: 1.7751701 Aug 23 11:53:52.551670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'name': 'network-vif-deleted', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:52.562134 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88223b0-3877-4c7e-9f0a-f103be367d9f" -d '{"events": [{"server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "name": "network-vif-deleted", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:52.599148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c08cfe-5c3b-4599-b6f6-7a1c70cc75e8 req-51228221-d9b2-4fe3-af67-b8e89e9c4e83 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:52.607724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55c08cfe-5c3b-4599-b6f6-7a1c70cc75e8 req-51228221-d9b2-4fe3-af67-b8e89e9c4e83 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 932 time: 0.0697572 Aug 23 11:53:52.616615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event updated for resources: {'Port': ['ID=57ea899d-c56d-4e94-9fe3-e5e7868114c9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:52.633213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae131c69-ed6b-495b-95f3-5b97b4310024 req-5fa436a4-efa0-48c0-b466-d2b896de5a4c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:52.643617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae131c69-ed6b-495b-95f3-5b97b4310024 req-5fa436a4-efa0-48c0-b466-d2b896de5a4c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.3727596 Aug 23 11:53:52.671569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55c08cfe-5c3b-4599-b6f6-7a1c70cc75e8 req-547e0062-d479-4eb3-ade6-a7f9b534050d tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614676 Aug 23 11:53:52.715631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Network 12487e61-616f-4b1f-b129-d2ac7a863207 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:53:52.781323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:53:52.805713 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2bfc8-f4ca-4099-b4be-e0bcce4b9a45 x-openstack-request-id: req-8da2bfc8-f4ca-4099-b4be-e0bcce4b9a45 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:52.806107 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33beea3a-97c5-472d-a662-8bd0980c5177", "name": "network-vif-deleted", "tag": "0d305373-0f8b-43bb-9a6c-a03b306d885f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:52.806351 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8da2bfc8-f4ca-4099-b4be-e0bcce4b9a45 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:52.806753 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33beea3a-97c5-472d-a662-8bd0980c5177', 'name': 'network-vif-deleted', 'tag': '0d305373-0f8b-43bb-9a6c-a03b306d885f', 'status': 'completed', 'code': 200} Aug 23 11:53:52.810123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:53:52.859795 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae131c69-ed6b-495b-95f3-5b97b4310024 req-6f68f711-6ef2-4146-bcd6-e041610f7b43 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148261 Aug 23 11:53:53.054026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:53.057264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:53.085465 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f453b-1e5e-48f0-aa15-53f28f8e6dc1 req-dd87b394-98f5-4183-8607-9b2310fdcdc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:53.097663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-526f453b-1e5e-48f0-aa15-53f28f8e6dc1 req-dd87b394-98f5-4183-8607-9b2310fdcdc3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1132803 Aug 23 11:53:53.131064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-200df4f4-db49-4d34-84ed-871ca5d7914f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5553806 Aug 23 11:53:53.142994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-47b39c38-947f-4e71-b924-ec52a504f12d service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721936 Aug 23 11:53:53.154206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Request body: {'port': {'device_id': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:53:53.185796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-526f453b-1e5e-48f0-aa15-53f28f8e6dc1 req-4d2efbe7-e55a-4d9e-8d4f-ab9703cf7168 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Aug 23 11:53:53.252406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-be682631-1d79-48c9-a98d-0cbd6e5ba365 None None] Provisioning for port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:53:53.259537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-be682631-1d79-48c9-a98d-0cbd6e5ba365 None None] Provisioning complete for port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:53:53.260063 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-be682631-1d79-48c9-a98d-0cbd6e5ba365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:53.308170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:53.375383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-be682631-1d79-48c9-a98d-0cbd6e5ba365 None None] Port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:53:53.378848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02edd736-cb1a-4c65-a887-6395d22e8286 req-6cf5035d-deba-4c09-a2b6-b22412d3fb87 service neutron] 10.222.0.41 "GET /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119877 Aug 23 11:53:53.406313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39308) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:53.796763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0d305373-0f8b-43bb-9a6c-a03b306d885f no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:53.814966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ea899d-c56d-4e94-9fe3-e5e7868114c9 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:53:53.832682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:53.847073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 0d305373-0f8b-43bb-9a6c-a03b306d885f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:53:53.847818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0d305373-0f8b-43bb-9a6c-a03b306d885f not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:53:53.874427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Transition to ACTIVE for port object 57ea899d-c56d-4e94-9fe3-e5e7868114c9 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:53:53.884347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:53.929173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7caf6-d95c-4193-8aab-9c16432add49 req-cda25cb4-41ed-4126-aaa6-8fbf8a84d4eb tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:53.930925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bac7caf6-d95c-4193-8aab-9c16432add49 req-cda25cb4-41ed-4126-aaa6-8fbf8a84d4eb tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 932 time: 0.0950625 Aug 23 11:53:53.933490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-e5ff7220-e9f5-40fc-a35f-4a25488073ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366785 Aug 23 11:53:53.963055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761e52d-222c-4869-be0a-3624f5e840ad req-e6cee01b-1415-4ea5-a0e5-b56e29d8c310 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:53.964750 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1761e52d-222c-4869-be0a-3624f5e840ad req-e6cee01b-1415-4ea5-a0e5-b56e29d8c310 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1883159 Aug 23 11:53:53.987102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Pushing event updated for resources: {'Port': ['ID=57ea899d-c56d-4e94-9fe3-e5e7868114c9,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:54.073302 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1761e52d-222c-4869-be0a-3624f5e840ad req-58bb1f15-093c-42c3-9b0a-f9adc4827023 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Aug 23 11:53:54.103719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bac7caf6-d95c-4193-8aab-9c16432add49 req-4722f934-bd82-4103-b2f5-f452ba7dc3f0 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627765 Aug 23 11:53:54.147135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Attempting to bind port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:53:54.147841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Attempting to bind port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:53:54.148474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Attempting to bind port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 on network 12487e61-616f-4b1f-b129-d2ac7a863207 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:54.154055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 on network 12487e61-616f-4b1f-b129-d2ac7a863207 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:53:54.154921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Attempting to bind port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 on network 12487e61-616f-4b1f-b129-d2ac7a863207 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:53:54.162192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:53:54.162820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Checking segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:53:54.163452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Bound using segment: {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:53:54.164076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Bound port: 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94eedea2-d8c2-4db7-97ed-815344c45ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:53:54.164862 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.248185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.324552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] For port 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:53:54.330802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] For port 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:53:54.347486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.374387 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.399080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7665-4e27-4da3-8cfa-075300ee1413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.415722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:54.416307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.418224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] 10.222.0.44 "PUT /v2.0/ports/57ea899d-c56d-4e94-9fe3-e5e7868114c9 HTTP/1.1" status: 200 len: 1092 time: 1.2732446 Aug 23 11:53:54.451704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c4cc6-dd00-404e-9a9c-a4cd5fff7d86 service neutron] Pushing event updated for resources: {'Port': ['ID=57ea899d-c56d-4e94-9fe3-e5e7868114c9,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:54.534665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-bd1749cc-90ba-452a-a9ce-c8cde7831a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:54.536893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-bd1749cc-90ba-452a-a9ce-c8cde7831a85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2116802d83594b9abb07730886e22469&device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 1095 time: 0.0702462 Aug 23 11:53:54.602082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-6933fb54-0ab4-4ddf-a057-78eedba6cf59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9 HTTP/1.1" status: 200 len: 217 time: 0.0557177 Aug 23 11:53:54.649195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Deleting port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:54.650210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.675964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-dc56ab2f-81ae-4544-ae99-a38efb4049d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:54.677611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-dc56ab2f-81ae-4544-ae99-a38efb4049d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62fc422b-ff87-4160-b9b0-a94f4f9f6fc1 HTTP/1.1" status: 200 len: 854 time: 0.0648808 Aug 23 11:53:54.745374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] For port c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:54.746053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:54.752784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-1c0988d9-d260-48b9-ae6e-b64b4835498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:54.755572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-1c0988d9-d260-48b9-ae6e-b64b4835498c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12487e61-616f-4b1f-b129-d2ac7a863207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646846 Aug 23 11:53:54.762384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Calling delete_port for c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:54.836067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:53:54.838825 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536bf29-6e9a-4f1e-8ecc-440d66663b19" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:53:54.908282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-ab0b64d2-2549-4623-be5e-c11c85565e04 service neutron] 10.222.0.44 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435342 Aug 23 11:53:54.917042 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513e262e-7944-4e93-9e29-0bf54a18fe6d x-openstack-request-id: req-513e262e-7944-4e93-9e29-0bf54a18fe6d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:53:54.917565 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:53:54.917951 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-513e262e-7944-4e93-9e29-0bf54a18fe6d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:53:54.918412 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'status': 'completed', 'code': 200} Aug 23 11:53:55.022618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8beda75f-ddf1-485c-9cee-b2ae5e28abb3 req-d7190533-0e59-4ab5-9e46-4ce1cc9fd907 service neutron] 10.222.0.44 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000557 Aug 23 11:53:55.023508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:55.053476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:55.067946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.067946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.070859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.071262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.073420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.073420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.073420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.073420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.073420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.073420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.074258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.074258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:53:55.095290 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:53:55.261469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-46565153-0fe8-4cef-93e9-71536e83db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.263773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-46565153-0fe8-4cef-93e9-71536e83db0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2116802d83594b9abb07730886e22469&device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 1095 time: 0.1446438 Aug 23 11:53:55.354944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281bd71-d0bd-479e-aa0f-9624d0d9fa8b req-690f9fcb-9811-48ec-9bdb-451a54aeb745 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.358227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281bd71-d0bd-479e-aa0f-9624d0d9fa8b req-690f9fcb-9811-48ec-9bdb-451a54aeb745 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1020665 Aug 23 11:53:55.361701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6136-ff4e-4a1e-b1c6-d21a4fc4eeee req-48562876-ebba-4e7e-a425-799af22fd3b1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.366227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a6a6136-ff4e-4a1e-b1c6-d21a4fc4eeee req-48562876-ebba-4e7e-a425-799af22fd3b1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1594179 Aug 23 11:53:55.400019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:55.419795 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a6a6136-ff4e-4a1e-b1c6-d21a4fc4eeee req-4f38eb14-44a2-489d-b04d-6c6c767ddde0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Aug 23 11:53:55.420930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281bd71-d0bd-479e-aa0f-9624d0d9fa8b req-e75121b0-9655-418a-a8b7-1b7378b7cee6 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564635 Aug 23 11:53:55.453568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-f0ac2d7e-8609-46dc-a83e-8d9266c74711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.454318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-f0ac2d7e-8609-46dc-a83e-8d9266c74711 service neutron] 10.222.0.44 "GET /v2.0/networks?id=12487e61-616f-4b1f-b129-d2ac7a863207 HTTP/1.1" status: 200 len: 916 time: 0.1764987 Aug 23 11:53:55.506959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-764c028d-c5f2-45fc-961f-5c3f68e59e3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9 HTTP/1.1" status: 200 len: 217 time: 0.0429232 Aug 23 11:53:55.530934 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:55.573886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-61d56bf3-2f67-40ed-a327-5a6b306f16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.578666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-61d56bf3-2f67-40ed-a327-5a6b306f16b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62fc422b-ff87-4160-b9b0-a94f4f9f6fc1 HTTP/1.1" status: 200 len: 854 time: 0.0509279 Aug 23 11:53:55.659932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-a0c5cb55-2a8c-464b-a704-74197ac8f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.662092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-a0c5cb55-2a8c-464b-a704-74197ac8f67f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12487e61-616f-4b1f-b129-d2ac7a863207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602536 Aug 23 11:53:55.712957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Router eb1d26ad-43a8-48d9-9337-66491788f52f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:53:55.769265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-dfc0f672-d60e-4603-8219-f73d58ead20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.770987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-dfc0f672-d60e-4603-8219-f73d58ead20d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1100 time: 0.1052513 Aug 23 11:53:55.828783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-dbfbcd24-65ed-44ec-8644-a2b84d18387d service neutron] 10.222.0.44 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546030 Aug 23 11:53:55.865919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:53:55.874925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ebd77420-b084-4027-98db-d7f083ff476d admin admin] 10.222.0.21 "PUT /v2.0/routers/eb1d26ad-43a8-48d9-9337-66491788f52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663091 Aug 23 11:53:55.877259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:55.879039 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] Sync routers for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:53:55.898933 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:55.900418 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:55.960734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-1ff8eb05-bf6a-44b0-9bde-1e4e82f8d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:55.961888 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-1ff8eb05-bf6a-44b0-9bde-1e4e82f8d0ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1815813 Aug 23 11:53:55.987626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f536bf29-6e9a-4f1e-8ecc-440d66663b19 req-97367838-0519-4eba-8abb-2a88e44f67f0 service neutron] 10.222.0.44 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301970 Aug 23 11:53:56.034617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-d951bfcc-3823-4546-9c22-ca428f703c23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.0606039 Aug 23 11:53:56.040485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:56.082188 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:56.153574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-c97a3353-fc69-4347-b1e7-2837c8faccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:56.160761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-c97a3353-fc69-4347-b1e7-2837c8faccbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1178794 Aug 23 11:53:56.260484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-a2c51928-0644-4dcb-ace3-affb38acf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:56.262045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-a2c51928-0644-4dcb-ace3-affb38acf2c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908101 Aug 23 11:53:56.271228 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:56.330753 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:53:54Z', 'revision_number': 5, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port': {'id': '843f6cf7-7ce8-4d74-9ca6-8d947141ceab', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:16Z', 'updated_at': '2021-08-23T11:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:56.367837 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] Checking router: eb1d26ad-43a8-48d9-9337-66491788f52f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:53:56.379786 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] Routers {'eb1d26ad-43a8-48d9-9337-66491788f52f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:53:56.380671 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['eb1d26ad-43a8-48d9-9337-66491788f52f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:56.393497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-16a67544-ff45-42ed-beb9-fe12383e3319 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213408 Aug 23 11:53:56.412832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Deleting port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:56.413319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:56.556267 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] Set router eb1d26ad-43a8-48d9-9337-66491788f52f gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:53:56.626231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] For port 843f6cf7-7ce8-4d74-9ca6-8d947141ceab, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:56.626639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:56.629141 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:53:56Z', 'revision_number': 6, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:56.645495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Calling delete_port for 843f6cf7-7ce8-4d74-9ca6-8d947141ceab owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:56.673088 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831e4b7-e3b5-42d3-a501-3cb6620be48a None None] The sync data for ids ['eb1d26ad-43a8-48d9-9337-66491788f52f'] in n-d-773645-7 is: [{'id': 'eb1d26ad-43a8-48d9-9337-66491788f52f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1272472928-router', 'tenant_id': '620b031446f0446286459a32fec91241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:15Z', 'updated_at': '2021-08-23T11:53:56Z', 'revision_number': 6, 'project_id': '620b031446f0446286459a32fec91241', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:53:56.686253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a28947-6aeb-4575-b787-839bbc00e29e req-e851f421-0d9c-4c78-9ae2-b4e362175c60 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:56.687852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-85a28947-6aeb-4575-b787-839bbc00e29e req-e851f421-0d9c-4c78-9ae2-b4e362175c60 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1047292 Aug 23 11:53:56.833029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-54f98e80-cea0-4e2b-82ca-b501ba4aecae tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:56.844623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-54f98e80-cea0-4e2b-82ca-b501ba4aecae tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.2745292 Aug 23 11:53:56.848937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-3c3185a7-b260-4b4e-811e-63bbdba9524d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501147 Aug 23 11:53:56.866458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-16dac09b-e1f8-4b84-a342-a4a7cca5ba86 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/quotas/63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 375 time: 0.0163097 Aug 23 11:53:56.929930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-85a28947-6aeb-4575-b787-839bbc00e29e req-f6f3f1a2-1714-4810-912a-a8999625bd8d tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190177 Aug 23 11:53:56.951781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-f4f0bde9-c8cf-43d0-a496-68ace2b69523 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696592 Aug 23 11:53:57.026557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.085068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Pushing event deleted for resources: {'Port': ['ID=843f6cf7-7ce8-4d74-9ca6-8d947141ceab,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:57.114722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-eff0c2a7-4655-4522-b091-239dc1472bc4 service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513996 Aug 23 11:53:57.167938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcf7fe-5ab2-4ad3-a6f2-c2293856a023 req-54d6e597-ba13-46e1-b584-50271a6cf4b4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:57.169540 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6dcf7fe-5ab2-4ad3-a6f2-c2293856a023 req-54d6e597-ba13-46e1-b584-50271a6cf4b4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1562631 Aug 23 11:53:57.201638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.223445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.298324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-7d90c095-b71e-4812-958a-bad863c78de3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744137 Aug 23 11:53:57.311025 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.356654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.364599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.376618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6dcf7fe-5ab2-4ad3-a6f2-c2293856a023 req-9dcc8bb6-637a-40fe-a44b-e8493671027a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979179 Aug 23 11:53:57.458290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.459017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb1d26ad-43a8-48d9-9337-66491788f52f {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:53:57.473569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.478632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39384) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:57.488043 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6b8702c4-62c3-4287-bf0a-9427dfe243ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb1d26ad-43a8-48d9-9337-66491788f52f HTTP/1.1" status: 204 len: 168 time: 1.6017866 Aug 23 11:53:57.546807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Deleting subnet 3a342f35-0899-4055-a532-366c9035248a {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:53:57.554194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.633008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.799569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:57.902163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.002220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.023226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a342f35-0899-4055-a532-366c9035248a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:58.033821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.042046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0020d82-deb5-4136-b7f7-6d71ea72aaf2 None None] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:53:58.042751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39406) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:58.057902 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ba38128d-369f-4e64-8e2b-c1ad74ade329 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a342f35-0899-4055-a532-366c9035248a HTTP/1.1" status: 204 len: 168 time: 0.5731852 Aug 23 11:53:58.107642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843f6cf7-7ce8-4d74-9ca6-8d947141ceab no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:58.194440 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.318403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cf5-b4ee-499d-9558-f43b266c8827 req-318b8cb5-c2a3-4127-adfa-58e3b979fe8c tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:58.333471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ddb32cf5-b4ee-499d-9558-f43b266c8827 req-318b8cb5-c2a3-4127-adfa-58e3b979fe8c tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1279893 Aug 23 11:53:58.358627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Deleting port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:58.362302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.411128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ddb32cf5-b4ee-499d-9558-f43b266c8827 req-4115b176-ba94-4c35-aae2-b2ccfeeb1b1e tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719807 Aug 23 11:53:58.447125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 843f6cf7-7ce8-4d74-9ca6-8d947141ceab {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:53:58.447960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843f6cf7-7ce8-4d74-9ca6-8d947141ceab not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:53:58.448533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:58.475246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:53:58.476104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c5a4a3a4-933f-4ad1-aa83-ca2ac9fa479f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:53:58.563454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2349e354-0ffa-4a5a-83ad-1b336483ad59 req-bb2c59c2-e31b-4e05-892d-98b80bfe17d8 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0566869 Aug 23 11:53:58.571820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] For port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,segment=NetworkSegment(7213c2db-57b8-4078-b205-6fcdde22709e),segment_id=7213c2db-57b8-4078-b205-6fcdde22709e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:58.572419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.592422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Calling delete_port for 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:58.631431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] DHCP port deletion for 25f79bdc-9f0f-4528-b20d-70e24eea30c1 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:53:58.736601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534dd2-ee0e-4cac-bfe9-519e8f542693 req-b5255493-ef2c-4871-8363-6f38b087ebc7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:58.737308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.750409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e534dd2-ee0e-4cac-bfe9-519e8f542693 req-b5255493-ef2c-4871-8363-6f38b087ebc7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1007552 Aug 23 11:53:58.760322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Deleting port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:53:58.760916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:58.812584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:58.820030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] No DVR routers for this DVR port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:53:58.851662 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e534dd2-ee0e-4cac-bfe9-519e8f542693 req-377a3ecc-b042-4d2f-9ef0-96f18faf1418 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000988 Aug 23 11:53:59.005441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.018449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f79bdc-9f0f-4528-b20d-70e24eea30c1']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:59.030512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7213c2db-57b8-4078-b205-6fcdde22709e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:59.030820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7213c2db-57b8-4078-b205-6fcdde22709e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:53:59.050245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.068889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.076004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:53:59.076253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:53:59.164088 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:53:59.177597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.198722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.198722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] 10.222.0.21 "DELETE /v2.0/networks/25f79bdc-9f0f-4528-b20d-70e24eea30c1 HTTP/1.1" status: 204 len: 168 time: 1.1519611 Aug 23 11:53:59.252412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01baaf4-2d6b-42ea-9905-2c51cd5ad16b admin admin] Pushing event deleted for resources: {'Network': ['ID=25f79bdc-9f0f-4528-b20d-70e24eea30c1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:59.380926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] For port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:53:59.381615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.403121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Calling delete_port for 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:53:59.406629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 11:53:59.408764 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.425761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Network 25f79bdc-9f0f-4528-b20d-70e24eea30c1 is not hosted by any dhcp agent {{(pid=101059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 11:53:59.426742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] No DVR routers for this DVR port 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:53:59.451827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905664b-623a-4d33-9ceb-da8a723625b6 None None] Pushing event deleted for resources: {'Port': ['ID=4d8ad29d-c91c-49a7-816c-5d13e6f7a07c,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:59.565817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39498) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:59.622375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435b5d8-366e-483a-8593-248d63591664 req-50088f29-ab94-423e-b0ca-fe2ed4f5fee7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:53:59.624303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9435b5d8-366e-483a-8593-248d63591664 req-50088f29-ab94-423e-b0ca-fe2ed4f5fee7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.0837581 Aug 23 11:53:59.650978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e4988db5-5d78-44eb-b4c0-a33e41869e58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=620b031446f0446286459a32fec91241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838451 Aug 23 11:53:59.653740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39502) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:53:59.712691 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9435b5d8-366e-483a-8593-248d63591664 req-2919ad4d-f99a-4afd-8dd4-8a28c31c59a3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771816 Aug 23 11:53:59.794513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0cf896f-7994-4d18-8d00-3071c96bcf47 req-b7671fbb-fb15-4337-b00a-1a6e5084e2fb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0947526 Aug 23 11:53:59.824693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1752d59a-0558-425f-bd46-8df737c42319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.854008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1752d59a-0558-425f-bd46-8df737c42319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.939935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:53:59.944691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1752d59a-0558-425f-bd46-8df737c42319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.949718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1752d59a-0558-425f-bd46-8df737c42319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:53:59.950889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1752d59a-0558-425f-bd46-8df737c42319 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdeac997-b382-4f7a-af06-af0027b5ad48 HTTP/1.1" status: 204 len: 168 time: 0.2950959 Aug 23 11:53:59.971154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d59a-0558-425f-bd46-8df737c42319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeac997-b382-4f7a-af06-af0027b5ad48,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:53:59.996675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:53:59.997017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4d8ad29d-c91c-49a7-816c-5d13e6f7a07c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:00.106766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152cb8-383f-4567-9dd1-ceca068c763f req-1ec05351-e03c-40eb-baaf-538f8725b06f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:00.122036 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f152cb8-383f-4567-9dd1-ceca068c763f req-1ec05351-e03c-40eb-baaf-538f8725b06f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1229475 Aug 23 11:54:00.214080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f152cb8-383f-4567-9dd1-ceca068c763f req-33dfa89c-eafc-4f2c-a9b4-fecd40a9d75a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889034 Aug 23 11:54:00.279485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d4e2e678-0a02-4f2c-ba4a-a04819606642 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:00.282031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d4e2e678-0a02-4f2c-ba4a-a04819606642 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 820 time: 0.3030543 Aug 23 11:54:00.301783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Request body: {'port': {'device_id': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'admin_state_up': True, 'tenant_id': '63af80bfd7424b4cb8ec69d8aeda6ac9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:00.444649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Made reservation on behalf of 63af80bfd7424b4cb8ec69d8aeda6ac9 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:00.455740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:00.670781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Allocated IP 172.20.0.4 (8ccb809c-534f-4ce3-a72f-ddddeac16567/ca98d8bb-33e2-4920-b7bf-967fecca1bc0/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:54:00.976958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeee1df3-ecce-4b62-ac12-f5653e72668c req-3d05ccbb-1a01-4da1-85b5-67225e2dda4c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0747845 Aug 23 11:54:01.030648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8002416-6d03-47c0-9dff-10fbe7af260f req-40663812-ef74-45c7-9766-8d9e96802cf1 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:01.039898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8002416-6d03-47c0-9dff-10fbe7af260f req-40663812-ef74-45c7-9766-8d9e96802cf1 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.2272077 Aug 23 11:54:01.149721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8002416-6d03-47c0-9dff-10fbe7af260f req-01c8c82d-510f-413c-8587-2094a22bcc00 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086197 Aug 23 11:54:01.177405 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:01.268600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:01.287839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f3cdeaee-a685-483d-ac12-b0ef886a495f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:01.362046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Network 8ccb809c-534f-4ce3-a72f-ddddeac16567 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:54:01.369677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:01.381187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:54:01.466808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:01.468285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:01.509010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2117381 Aug 23 11:54:01.547542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Request body: {'port': {'device_id': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:01.560241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e3a28-6265-4ae7-a197-c4b24c5744ca tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:01.602135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169f262-def3-4ec2-aa3f-0805bd15b2f6 req-d67e7ac6-8afb-4589-891b-ccc1a83769e4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:01.603679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f169f262-def3-4ec2-aa3f-0805bd15b2f6 req-d67e7ac6-8afb-4589-891b-ccc1a83769e4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2364554 Aug 23 11:54:01.656014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:01.684111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f169f262-def3-4ec2-aa3f-0805bd15b2f6 req-155ed835-1d1b-46b7-9da1-45b18f0f13f0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738807 Aug 23 11:54:02.110680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f116-01cb-46ae-8931-a09f37ea7035 req-91a86465-39fb-4362-8bfe-8d2a3ca847be tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:02.119052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7995f116-01cb-46ae-8931-a09f37ea7035 req-91a86465-39fb-4362-8bfe-8d2a3ca847be tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 931 time: 0.0637331 Aug 23 11:54:02.186599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7995f116-01cb-46ae-8931-a09f37ea7035 req-73ac7e13-3cbd-4884-b650-13d02ec44c65 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Aug 23 11:54:02.397771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:02.407589 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:02.419422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd058442-f7e7-4ebe-87a4-0c4e334aac72 req-71bd687d-547b-4608-9d1f-8697147f500b tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:02.421858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd058442-f7e7-4ebe-87a4-0c4e334aac72 req-71bd687d-547b-4608-9d1f-8697147f500b tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1448505 Aug 23 11:54:02.431770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Transition to ACTIVE for port object 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:02.440705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:02.513295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd058442-f7e7-4ebe-87a4-0c4e334aac72 req-fd3a9777-6b74-4a7b-a56c-9167698ec35d tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800672 Aug 23 11:54:02.527408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:02.622283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:02.623039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:02.623536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:02.631770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:02.632109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:02.637924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:02.638266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:02.638651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:02.639085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Bound port: 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:02.639451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:02.726577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:02.730081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:02.736529 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:02.755073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:02.756048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:02.757706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] 10.222.0.44 "PUT /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 1091 time: 1.2153652 Aug 23 11:54:02.760136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:02.761662 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c89a57-0afa-45d5-81dd-5864374b506e" -d '{"events": [{"name": "network-changed", "server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:02.859239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b105-e05e-43a6-b6ba-ec5d447aaafb service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:02.870454 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc6aa9-b482-49fb-81dd-7f3ab2fdbdf9 x-openstack-request-id: req-04cc6aa9-b482-49fb-81dd-7f3ab2fdbdf9 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:02.870454 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:02.870793 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04cc6aa9-b482-49fb-81dd-7f3ab2fdbdf9 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:02.871090 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'status': 'completed', 'code': 200} Aug 23 11:54:02.884631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-8101c6c0-8e42-4764-b06d-da01bdcfa05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:02.884874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-8101c6c0-8e42-4764-b06d-da01bdcfa05d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1094 time: 0.0733578 Aug 23 11:54:02.891305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395278-d044-4a52-91de-d33052aa47d2 req-9f334029-89d5-4c6b-a493-d83bfe15de35 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:02.893830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6395278-d044-4a52-91de-d33052aa47d2 req-9f334029-89d5-4c6b-a493-d83bfe15de35 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1180420 Aug 23 11:54:02.945305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-a464fa3e-0e04-4165-a113-498f7446062f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0467074 Aug 23 11:54:02.964222 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6395278-d044-4a52-91de-d33052aa47d2 req-24694e1a-e728-4e0d-a89b-db2b205c8426 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642555 Aug 23 11:54:03.010261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9596-362b-48cb-8d11-541ae92a3619 req-caa1e69e-dc1f-4cab-89a2-fd18c69dc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:03.011783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-caa1e69e-dc1f-4cab-89a2-fd18c69dc822 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0591638 Aug 23 11:54:03.053332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-1562b8b7-7933-4d6d-8764-afdedac545ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296972 Aug 23 11:54:03.205059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-f4cb8afd-cab2-46be-90f7-66aa374e7dd8 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390843 Aug 23 11:54:03.338711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-637a9596-362b-48cb-8d11-541ae92a3619 req-cd778e9d-2f83-4def-a67a-f125e444cc02 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260402 Aug 23 11:54:03.370314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007202-22d2-4067-a226-ad50f1428b2f req-3b8cac3a-b1d4-4928-8f83-73c37b14c01e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:03.371718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d007202-22d2-4067-a226-ad50f1428b2f req-3b8cac3a-b1d4-4928-8f83-73c37b14c01e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.0718503 Aug 23 11:54:03.463923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89a57-0afa-45d5-81dd-5864374b506e req-388c2ca4-16ac-4aab-b6dc-00470f4ede64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:03.466149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-388c2ca4-16ac-4aab-b6dc-00470f4ede64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1094 time: 0.0605874 Aug 23 11:54:03.466853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d007202-22d2-4067-a226-ad50f1428b2f req-6eafe563-fdec-4ebb-83d9-0313dcb22ae5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833542 Aug 23 11:54:03.610223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89a57-0afa-45d5-81dd-5864374b506e req-f3e19128-21d7-4349-9953-d4cdae0ede7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:03.612149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-f3e19128-21d7-4349-9953-d4cdae0ede7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.1371665 Aug 23 11:54:03.710362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-77520507-ba15-485a-acd5-9952344ef047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0557067 Aug 23 11:54:03.769382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d342df-bde4-45f4-9cfb-772b74a4be70 req-932c0e6e-c5ee-4645-ab97-d2c89b14eba6 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:03.771514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94d342df-bde4-45f4-9cfb-772b74a4be70 req-932c0e6e-c5ee-4645-ab97-d2c89b14eba6 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1525185 Aug 23 11:54:03.780625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89a57-0afa-45d5-81dd-5864374b506e req-8d6a3b24-c521-49a5-8dc3-3454361f007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:03.782215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-8d6a3b24-c521-49a5-8dc3-3454361f007a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0626462 Aug 23 11:54:03.827217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-e97dc026-cd75-4c3c-9c4e-bf1f2f09c442 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306077 Aug 23 11:54:03.871808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94d342df-bde4-45f4-9cfb-772b74a4be70 req-966a034d-2be0-4334-b16a-6223f70d1208 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884974 Aug 23 11:54:03.958500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-abf44fe1-1cd5-4636-8aaf-20a59922aefb service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225200 Aug 23 11:54:04.086688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37c89a57-0afa-45d5-81dd-5864374b506e req-bc812a65-10ea-4d87-adec-d0954de972dc service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201136 Aug 23 11:54:04.092329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86817fd1-9cf0-407e-9e67-62d6327459f4 req-3960966c-9ecb-4fef-99a8-34aaaa542f3b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:04.094028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-86817fd1-9cf0-407e-9e67-62d6327459f4 req-3960966c-9ecb-4fef-99a8-34aaaa542f3b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0583255 Aug 23 11:54:04.139135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-86817fd1-9cf0-407e-9e67-62d6327459f4 req-19987e66-f259-4853-a8b8-a06812dec23b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Aug 23 11:54:04.734608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063293-01ad-4d05-ae7d-72e149a713b1 req-e3778648-c62e-45f3-9d04-5b710800f3ef tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:04.736255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e063293-01ad-4d05-ae7d-72e149a713b1 req-e3778648-c62e-45f3-9d04-5b710800f3ef tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.0938728 Aug 23 11:54:04.822297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e063293-01ad-4d05-ae7d-72e149a713b1 req-9dbd05a4-c798-4bed-ae9c-da83fd5b2c3c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751824 Aug 23 11:54:05.057133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff0b0-36c1-49e9-bd5f-e261f2c5a83a req-f877de20-e38d-4539-8b29-0a346dc091d3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:05.059590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20ff0b0-36c1-49e9-bd5f-e261f2c5a83a req-f877de20-e38d-4539-8b29-0a346dc091d3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1120806 Aug 23 11:54:05.117155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20ff0b0-36c1-49e9-bd5f-e261f2c5a83a req-2da8537d-0c05-446e-8a1b-5bbdb573a7b7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500109 Aug 23 11:54:05.313252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ac8ff-c495-48e1-b384-8df27cb5e19b req-6cde1789-be09-4e29-933d-95936cbc8480 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:05.318219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d33ac8ff-c495-48e1-b384-8df27cb5e19b req-6cde1789-be09-4e29-933d-95936cbc8480 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0632575 Aug 23 11:54:05.375514 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d33ac8ff-c495-48e1-b384-8df27cb5e19b req-2b435501-9653-40cc-a673-16b64d8ee145 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Aug 23 11:54:05.975250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f77472-b154-44c6-9081-00ac7d26d831 req-731fbaae-d75b-49c6-bbfb-419c80b4c72b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:05.977095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5f77472-b154-44c6-9081-00ac7d26d831 req-731fbaae-d75b-49c6-bbfb-419c80b4c72b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.0632970 Aug 23 11:54:06.038859 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5f77472-b154-44c6-9081-00ac7d26d831 req-9ba60d0f-06a6-481f-bf66-71d32bf961df tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Aug 23 11:54:06.342976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340571f0-e26d-459b-aff9-3503b868fcc0 req-3561a837-58a3-4278-8ae1-73f7e1853539 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:06.344994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-340571f0-e26d-459b-aff9-3503b868fcc0 req-3561a837-58a3-4278-8ae1-73f7e1853539 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1057248 Aug 23 11:54:06.367663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f5f5-ae33-4b97-bdec-f4ffa9d9b757 req-fdb11b9d-c2dc-4a43-a9ee-fd0f42c64965 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:06.374427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb83f5f5-ae33-4b97-bdec-f4ffa9d9b757 req-fdb11b9d-c2dc-4a43-a9ee-fd0f42c64965 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 946 time: 0.1058598 Aug 23 11:54:06.406763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-340571f0-e26d-459b-aff9-3503b868fcc0 req-3d5aee36-71a9-4f2a-ac04-9570eba7cbdd tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548377 Aug 23 11:54:06.434726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb83f5f5-ae33-4b97-bdec-f4ffa9d9b757 req-4350c7ef-ba58-452d-9aad-1b4ea3fd402c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Aug 23 11:54:06.558899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73ade8-22ab-4bff-88dd-72aecb29a5b1 req-51aaec20-9ae9-42ca-94ac-da2301d7bffe tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:06.561025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d73ade8-22ab-4bff-88dd-72aecb29a5b1 req-51aaec20-9ae9-42ca-94ac-da2301d7bffe tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0777807 Aug 23 11:54:06.606915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d73ade8-22ab-4bff-88dd-72aecb29a5b1 req-8b29b05a-02d8-4a42-af92-7f05c8ecdc7f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Aug 23 11:54:07.029759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-c58161f2-f381-4fc6-8ddd-79f979eeaef7 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309508 Aug 23 11:54:07.244724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a016edd-5973-4271-b721-925338f3f5a5 req-3d574e2a-32b6-484a-abc8-74b87378e45f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:07.259376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a016edd-5973-4271-b721-925338f3f5a5 req-3d574e2a-32b6-484a-abc8-74b87378e45f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1142876 Aug 23 11:54:07.346284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a016edd-5973-4271-b721-925338f3f5a5 req-15395e7f-50e1-494a-a63c-e373f5a25118 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846026 Aug 23 11:54:07.513006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-4e1b7f48-b9b6-4c6f-8d04-390719aac0e7 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:07.521358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-4e1b7f48-b9b6-4c6f-8d04-390719aac0e7 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4858637 Aug 23 11:54:07.540164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-999a6543-7a9c-4693-823d-6ff76a735909 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/quotas/ad3cde277d8243af9cbd6a8487bf4a5d HTTP/1.1" status: 200 len: 375 time: 0.0175760 Aug 23 11:54:07.578651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-345ea9a0-a1ec-49ff-92aa-5cebd6eb50cc tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361125 Aug 23 11:54:07.592990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec297d8-0143-4265-9e94-8ac8702749c0 req-f6be01fe-2809-4a07-b43c-071669068e26 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:07.594870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ec297d8-0143-4265-9e94-8ac8702749c0 req-f6be01fe-2809-4a07-b43c-071669068e26 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.0677431 Aug 23 11:54:07.654392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ec297d8-0143-4265-9e94-8ac8702749c0 req-53621327-56ea-4b39-9e02-80f88b158bc1 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523200 Aug 23 11:54:07.854599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327deb4c-a666-4daa-9443-33555a2648eb req-3cabac43-4d9d-4567-906d-47d64d04b60c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:07.864253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-327deb4c-a666-4daa-9443-33555a2648eb req-3cabac43-4d9d-4567-906d-47d64d04b60c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 946 time: 0.1170683 Aug 23 11:54:07.907791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce667acb-8a8e-4283-98ea-8b542d73e349 req-36aa389a-5b21-443d-aa8e-f104ce55cde3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:07.909532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce667acb-8a8e-4283-98ea-8b542d73e349 req-36aa389a-5b21-443d-aa8e-f104ce55cde3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0697930 Aug 23 11:54:07.962431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-327deb4c-a666-4daa-9443-33555a2648eb req-f8118ab8-3292-4825-988e-1a9692dce762 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853312 Aug 23 11:54:08.046242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce667acb-8a8e-4283-98ea-8b542d73e349 req-95c13193-67a8-42d9-bd05-568523eb2449 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285093 Aug 23 11:54:08.119426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-5c31fb71-0288-4d8e-b5b9-c00f5e923775 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:08.131554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-5c31fb71-0288-4d8e-b5b9-c00f5e923775 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.44 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 946 time: 0.1622412 Aug 23 11:54:08.252006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-b04c9599-3126-4c86-9f0e-81e329e0e349 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648096 Aug 23 11:54:08.361217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Deleting port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:08.361815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:08.593445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-70299744-311a-4631-b39d-f8ef87844246 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:08.606044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b987c-2d48-4763-8a31-48929e3875f3 req-8c04ee66-6e00-4431-b187-fed9684c4229 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:08.614579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-70299744-311a-4631-b39d-f8ef87844246 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613975 Aug 23 11:54:08.616347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48b987c-2d48-4763-8a31-48929e3875f3 req-8c04ee66-6e00-4431-b187-fed9684c4229 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1031814 Aug 23 11:54:08.620117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] For port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:08.620486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:08.642070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-84255f3e-68c4-4fa9-b899-d75b1021fa65 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/quotas/ad3cde277d8243af9cbd6a8487bf4a5d HTTP/1.1" status: 200 len: 375 time: 0.0265412 Aug 23 11:54:08.676295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Calling delete_port for cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:08.705964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-2788f635-0e9a-4420-99a0-b9932ca8c718 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492527 Aug 23 11:54:08.738551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48b987c-2d48-4763-8a31-48929e3875f3 req-d4655e84-a9f4-4637-b170-65401cb973ea tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138389 Aug 23 11:54:08.926041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f35e-99d8-4f48-aff7-f67da7b565dd req-b85ede01-c372-42aa-b925-0e509f972745 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:08.933930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0815f35e-99d8-4f48-aff7-f67da7b565dd req-b85ede01-c372-42aa-b925-0e509f972745 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.0857468 Aug 23 11:54:09.088561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f21134d0-d054-4613-89cc-c8e67dd0de8b req-7c05fda1-0e09-4529-a32a-254bcc675eb3 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 210 time: 0.0629449 Aug 23 11:54:09.172426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0815f35e-99d8-4f48-aff7-f67da7b565dd req-02e853cc-548a-4b94-8562-b290a0738842 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373650 Aug 23 11:54:09.191345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:09.204600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['cfcc24c8-8783-424a-bb51-6c29cfd6dfd7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:09.248477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc993769-37e2-454a-b854-792f4be3ea66 req-ed3a5f11-53e2-4d2e-a453-6de7fc67f052 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:09.253086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc993769-37e2-454a-b854-792f4be3ea66 req-ed3a5f11-53e2-4d2e-a453-6de7fc67f052 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 867 time: 0.0970881 Aug 23 11:54:09.291762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Pushing event deleted for resources: {'Port': ['ID=cfcc24c8-8783-424a-bb51-6c29cfd6dfd7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:09.338370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc993769-37e2-454a-b854-792f4be3ea66 req-41e14292-ca30-42c5-9db9-089fab469035 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/security-groups?id=99192d17-810c-477f-b041-86ade7b2a352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738680 Aug 23 11:54:09.667578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-525381df-2e81-4694-a1b1-b44e251a1ce6 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697283 Aug 23 11:54:09.672043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] No DVR routers for this DVR port cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:09.918150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122311-fe40-4524-86cc-fe20ec45c362 req-9f88d8f2-e4bc-4808-812a-5112c5b62a6d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:09.939227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32122311-fe40-4524-86cc-fe20ec45c362 req-9f88d8f2-e4bc-4808-812a-5112c5b62a6d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1006589 Aug 23 11:54:09.990539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:09.992945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739f0925-03a4-4bb9-9493-4a2e90e648a0 req-6b0e9a92-bdb5-44ab-bcde-a43556135f9c tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.44 "DELETE /v2.0/ports/cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 HTTP/1.1" status: 204 len: 173 time: 1.8598902 Aug 23 11:54:10.017244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-61341c8a-c686-49d3-8cd5-51762c176662 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:10.025147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-61341c8a-c686-49d3-8cd5-51762c176662 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482349 Aug 23 11:54:10.025736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'name': 'network-vif-deleted', 'tag': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:10.029076 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43185958-a2ec-4ce7-b945-43ed83498354" -d '{"events": [{"server_uuid": "3555b9b4-9ef2-42f1-ba8e-5559970c6022", "name": "network-vif-deleted", "tag": "cfcc24c8-8783-424a-bb51-6c29cfd6dfd7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:10.066846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32122311-fe40-4524-86cc-fe20ec45c362 req-fc1de062-5cbd-4b53-959e-b34c2079805f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268351 Aug 23 11:54:10.070665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Request body: {'port': {'device_id': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'ad3cde277d8243af9cbd6a8487bf4a5d'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:10.123058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa7505-aa30-49c5-aac1-4fe2405d754b req-7edaef72-ce10-40ee-ac59-7530f25378a7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:10.138745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8daa7505-aa30-49c5-aac1-4fe2405d754b req-7edaef72-ce10-40ee-ac59-7530f25378a7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.7268233 Aug 23 11:54:10.290357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6d976-e2b3-4fb7-80af-72f1c72aa3c4 req-5a1ce9ea-34ec-44cf-9ca7-4c56746584b3 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:10.291876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17d6d976-e2b3-4fb7-80af-72f1c72aa3c4 req-5a1ce9ea-34ec-44cf-9ca7-4c56746584b3 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.0904617 Aug 23 11:54:10.297621 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8daa7505-aa30-49c5-aac1-4fe2405d754b req-8b24aef7-b284-4e3a-b0e8-9032ef06d05a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465538 Aug 23 11:54:10.388380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17d6d976-e2b3-4fb7-80af-72f1c72aa3c4 req-2484f599-5f9c-4316-96f2-0e394a40cb30 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Aug 23 11:54:10.427152 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6024d86-39ff-4f07-b5cf-93a80c0db5d4 x-openstack-request-id: req-f6024d86-39ff-4f07-b5cf-93a80c0db5d4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:10.427480 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3555b9b4-9ef2-42f1-ba8e-5559970c6022", "name": "network-vif-deleted", "tag": "cfcc24c8-8783-424a-bb51-6c29cfd6dfd7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:10.427747 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6024d86-39ff-4f07-b5cf-93a80c0db5d4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:10.428171 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3555b9b4-9ef2-42f1-ba8e-5559970c6022', 'name': 'network-vif-deleted', 'tag': 'cfcc24c8-8783-424a-bb51-6c29cfd6dfd7', 'status': 'completed', 'code': 200} Aug 23 11:54:10.431846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Made reservation on behalf of ad3cde277d8243af9cbd6a8487bf4a5d for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:10.438078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:10.459268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:10.561446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d399c37-5e3c-4229-8f35-feeedc079067 req-810e5769-3e18-4d4a-a920-78f6a0076fec tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 210 time: 0.0629051 Aug 23 11:54:10.643492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd143e8-e560-4523-bce0-d8ce253df435 req-aca19b76-3ebb-4442-b4db-d530ea55938f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:10.645729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bd143e8-e560-4523-bce0-d8ce253df435 req-aca19b76-3ebb-4442-b4db-d530ea55938f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.1584623 Aug 23 11:54:10.698769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-c63907f8-0ba6-4616-9d28-4fdf809d5b14 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482004 Aug 23 11:54:10.721295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f216863d-af1b-4a81-8977-1d7db0dab440 req-fad579de-5990-49a9-a343-7cc258107947 tempest-AttachSCSIVolumeTestJSON-1745929526 tempest-AttachSCSIVolumeTestJSON-1745929526-project] 10.222.0.21 "GET /v2.0/ports?device_id=3555b9b4-9ef2-42f1-ba8e-5559970c6022 HTTP/1.1" status: 200 len: 210 time: 0.0527833 Aug 23 11:54:10.841085 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bd143e8-e560-4523-bce0-d8ce253df435 req-b5de6c41-80d5-4387-973e-6d86d62ad00b tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749210 Aug 23 11:54:10.926202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:10.935707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-bf7d67df-4826-4541-91bb-7cff7ac48d52 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:10.937291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-bf7d67df-4826-4541-91bb-7cff7ac48d52 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295368 Aug 23 11:54:10.938800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:10.959864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Request body: {'port': {'device_id': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'ad3cde277d8243af9cbd6a8487bf4a5d'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:11.082403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5804e534-7118-4619-b48e-9492f94cfaa4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:11.218820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Allocated IP 192.168.233.131 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/1e05d62c-8d9b-4520-a6be-c3265d66e4a4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:54:11.233880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Made reservation on behalf of ad3cde277d8243af9cbd6a8487bf4a5d for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:11.237675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:11.258010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cf144-4ab6-45ad-810e-1cb75762725e req-f5152c85-4987-43c0-babe-b9fdd7a14e15 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:11.262505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f5cf144-4ab6-45ad-810e-1cb75762725e req-f5152c85-4987-43c0-babe-b9fdd7a14e15 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.0734372 Aug 23 11:54:11.333846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f5cf144-4ab6-45ad-810e-1cb75762725e req-f07c7145-2e1e-4458-82b8-3ce44b63e32f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655615 Aug 23 11:54:11.565353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-c8e3d42c-a12d-48e8-bf8d-dde7c45b6fe0 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:11.567072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-c8e3d42c-a12d-48e8-bf8d-dde7c45b6fe0 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.1978292 Aug 23 11:54:11.577018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683fc3-ad2f-4d60-a81c-5642a661983f req-4f6c28d1-ce3c-4547-8e4f-947d8a0199e4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:11.580091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11683fc3-ad2f-4d60-a81c-5642a661983f req-4f6c28d1-ce3c-4547-8e4f-947d8a0199e4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1680739 Aug 23 11:54:11.582387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81fb1f-aa00-47a6-ad54-09d324d39ed2 req-267c0f65-9b79-48dd-9cd5-53ab042759f6 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:11.584997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e81fb1f-aa00-47a6-ad54-09d324d39ed2 req-267c0f65-9b79-48dd-9cd5-53ab042759f6 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.1087368 Aug 23 11:54:11.665372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e81fb1f-aa00-47a6-ad54-09d324d39ed2 req-06452e8f-001a-445b-9537-16cedd913438 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Aug 23 11:54:11.721960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11683fc3-ad2f-4d60-a81c-5642a661983f req-287b35d4-264a-4a90-8bfc-347fdf4d42ab tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074579 Aug 23 11:54:11.725625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:11.768265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Transition to ACTIVE for port object 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:11.791325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67ab09c8-2a50-4de2-b81e-cf4a27ded45e req-ba3746f2-89e3-47b7-a1ad-8182ebdf6a48 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 210 time: 0.0548825 Aug 23 11:54:11.821766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Deleting port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:11.822084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:11.897302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:12.258592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:12.320639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:12.323247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device cfcc24c8-8783-424a-bb51-6c29cfd6dfd7 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:12.394769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] For port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,segment=NetworkSegment(46379d69-f266-4469-ae26-792f5d788525),segment_id=46379d69-f266-4469-ae26-792f5d788525)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:12.395046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:12.423196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:54:12.435753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Calling delete_port for 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:12.438740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:12.457149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:54:12.500583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:12.513188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Allocated IP 192.168.233.43 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/70149299-c5b7-4984-9ef5-1d6b1488a385) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:54:12.552795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aac7-8f90-4969-b3e0-d2187d9709bb req-18d4ceaa-bee1-469c-a4cd-fb18963d3a37 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:12.563002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8a2aac7-8f90-4969-b3e0-d2187d9709bb req-18d4ceaa-bee1-469c-a4cd-fb18963d3a37 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1256166 Aug 23 11:54:12.611536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73746f-656f-45da-b1d4-62d99d35400b req-640f7af7-7fed-4574-95aa-dcefc2b73e35 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:12.619313 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8a2aac7-8f90-4969-b3e0-d2187d9709bb req-edf24b55-070f-40ec-b880-bc3e44eb8a82 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543249 Aug 23 11:54:12.622317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a73746f-656f-45da-b1d4-62d99d35400b req-640f7af7-7fed-4574-95aa-dcefc2b73e35 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.2730346 Aug 23 11:54:12.653534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:12.654227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:12.795141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a73746f-656f-45da-b1d4-62d99d35400b req-531336f2-c229-4474-a810-c89d975fe2b6 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716518 Aug 23 11:54:12.818412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-0fc12e02-e9fb-4565-b71a-8d199bbdc29a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7527840 Aug 23 11:54:12.828030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Request body: {'port': {'device_id': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:12.858371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f7e3cecc-933a-472b-a6a8-b68070ae3649 None None] Provisioning for port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:12.868558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f7e3cecc-933a-472b-a6a8-b68070ae3649 None None] Provisioning complete for port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:12.872712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7e3cecc-933a-472b-a6a8-b68070ae3649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:12.889090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4d6f7-5082-4100-aab5-681d37f09a14 req-c4b519ab-a62c-4fe9-8be3-342f390a4827 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:12.895045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70d4d6f7-5082-4100-aab5-681d37f09a14 req-c4b519ab-a62c-4fe9-8be3-342f390a4827 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 946 time: 0.1255507 Aug 23 11:54:12.903748 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:12.975815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3cecc-933a-472b-a6a8-b68070ae3649 None None] Port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:54:13.009794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70d4d6f7-5082-4100-aab5-681d37f09a14 req-689eec20-6f5e-47a6-9c40-2edbae122c81 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b58aa7-37e2-401c-bca7-5b6245304dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093724 Aug 23 11:54:13.130982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31817d40-e492-4692-8af1-c8b8cd42ce0f req-b66ce279-1fbd-426c-9b2b-5e1a0d2e8668 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 210 time: 0.0378516 Aug 23 11:54:13.192485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf457db-708d-40d0-b2a8-315d6b7c9f7d req-21bd2fb0-087d-4700-8ad2-715f7b8a0653 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:13.194255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf457db-708d-40d0-b2a8-315d6b7c9f7d req-21bd2fb0-087d-4700-8ad2-715f7b8a0653 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2511506 Aug 23 11:54:13.242196 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.254542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['45e7b71f-6ebd-451f-a33b-4a3e36d61f5e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:13.314682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Pushing event deleted for resources: {'Port': ['ID=45e7b71f-6ebd-451f-a33b-4a3e36d61f5e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:13.337514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.363959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf457db-708d-40d0-b2a8-315d6b7c9f7d req-7a730e1d-9331-48b0-89e4-6614bc7d0836 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538262 Aug 23 11:54:13.387595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Transition to ACTIVE for port object 70149299-c5b7-4984-9ef5-1d6b1488a385 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:13.391542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] No DVR routers for this DVR port 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:13.392646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.395199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e45c7b8-d8b2-4090-8f7d-257cdcaf7277 req-b683b3b8-5abf-4202-a24b-63aa0b0d6dd1 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.44 "DELETE /v2.0/ports/45e7b71f-6ebd-451f-a33b-4a3e36d61f5e HTTP/1.1" status: 204 len: 173 time: 1.8116019 Aug 23 11:54:13.395652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'name': 'network-vif-deleted', 'tag': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:13.397924 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5053f4d-e000-4149-a3b6-f7b99791aa7c" -d '{"events": [{"server_uuid": "9a006b26-8c0e-44d8-8567-e2ae857a8884", "name": "network-vif-deleted", "tag": "45e7b71f-6ebd-451f-a33b-4a3e36d61f5e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:13.449397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.451561 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3b750-d322-40f0-be89-541ec1aae53d x-openstack-request-id: req-aff3b750-d322-40f0-be89-541ec1aae53d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:13.451881 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a006b26-8c0e-44d8-8567-e2ae857a8884", "name": "network-vif-deleted", "tag": "45e7b71f-6ebd-451f-a33b-4a3e36d61f5e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:13.452443 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aff3b750-d322-40f0-be89-541ec1aae53d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:13.453263 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a006b26-8c0e-44d8-8567-e2ae857a8884', 'name': 'network-vif-deleted', 'tag': '45e7b71f-6ebd-451f-a33b-4a3e36d61f5e', 'status': 'completed', 'code': 200} Aug 23 11:54:13.562279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:54:13.574264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:13.585231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:54:13.590654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:13.668849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:13.669537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.701933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-1f2efece-c0f2-48c0-ac2d-6b34b41f40c4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7493005 Aug 23 11:54:13.735806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Request body: {'port': {'device_id': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:13.803132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:13.817032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.860953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Transition to ACTIVE for port object 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:13.874780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee507f-50cd-42d3-8493-77246b3002d0 req-4b63a097-a9cb-4154-b5a6-62519e2f0a51 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:13.876388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4ee507f-50cd-42d3-8493-77246b3002d0 req-4b63a097-a9cb-4154-b5a6-62519e2f0a51 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1540618 Aug 23 11:54:13.880994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:13.927733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1c19f91f-9dac-4ba2-9434-bf868352da75 None None] Provisioning for port 70149299-c5b7-4984-9ef5-1d6b1488a385 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:13.932877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1c19f91f-9dac-4ba2-9434-bf868352da75 None None] Provisioning complete for port 70149299-c5b7-4984-9ef5-1d6b1488a385 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:13.933255 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c19f91f-9dac-4ba2-9434-bf868352da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.027990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.030650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1c19f91f-9dac-4ba2-9434-bf868352da75 None None] Port 70149299-c5b7-4984-9ef5-1d6b1488a385 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:54:14.040427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9a39-1fc6-4540-9328-1bed89e9858b req-b61c6117-214b-4f67-ae5c-a77727023684 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:14.049340 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1de9a39-1fc6-4540-9328-1bed89e9858b req-b61c6117-214b-4f67-ae5c-a77727023684 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 944 time: 0.0971987 Aug 23 11:54:14.128046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1de9a39-1fc6-4540-9328-1bed89e9858b req-00a3a649-38fc-45b2-b288-550fd84debff tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772934 Aug 23 11:54:14.188696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:14.252802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 57ea899d-c56d-4e94-9fe3-e5e7868114c9 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:14.274514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4ee507f-50cd-42d3-8493-77246b3002d0 req-c25e1e3e-b4de-451a-8bfd-3475f10d9860 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812883 Aug 23 11:54:14.307238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6488d969-5f35-4d1c-9c5d-837df9dd0fcf req-9844434c-1544-4ac0-855c-f05eec96daa3 tempest-VolumesAdminNegativeTest-929397273 tempest-VolumesAdminNegativeTest-929397273-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a006b26-8c0e-44d8-8567-e2ae857a8884 HTTP/1.1" status: 200 len: 210 time: 0.0487599 Aug 23 11:54:14.428949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Attempting to bind port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:14.429291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Attempting to bind port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:14.429626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Attempting to bind port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:14.459829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:14.463265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:14.463595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Attempting to bind port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:14.474223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'port_id': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'mac_address': 'fa:16:3e:3b:f2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:14.495465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:14.496302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:14.496917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:14.497572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Bound port: 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:14.498168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.543492 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.564261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ea899d-c56d-4e94-9fe3-e5e7868114c9 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:14.587269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032931-6def-4cd2-87ec-42335d962026 req-c69012ee-e594-4fc4-9220-debfaef43428 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:14.588856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc032931-6def-4cd2-87ec-42335d962026 req-c69012ee-e594-4fc4-9220-debfaef43428 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0932722 Aug 23 11:54:14.605315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:14.614136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.614388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a7d0-bf2f-46ec-b434-c1cd5aeda6d8 req-a2a86661-5132-4946-bf66-e6fe271a4c80 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:14.615955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3832a7d0-bf2f-46ec-b434-c1cd5aeda6d8 req-a2a86661-5132-4946-bf66-e6fe271a4c80 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 935 time: 0.1751781 Aug 23 11:54:14.651569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc032931-6def-4cd2-87ec-42335d962026 req-ccd869a2-29b4-4547-a3e2-59d2c3acc048 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Aug 23 11:54:14.692253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=57ea899d-c56d-4e94-9fe3-e5e7868114c9,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:14.734149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:14.741103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3832a7d0-bf2f-46ec-b434-c1cd5aeda6d8 req-82236149-60ea-414d-a10b-d624a296ee7d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037796 Aug 23 11:54:14.755074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:14.773509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.835272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:14.835896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.837340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] 10.222.0.41 "PUT /v2.0/ports/1e05d62c-8d9b-4520-a6be-c3265d66e4a4 HTTP/1.1" status: 200 len: 1096 time: 2.0146933 Aug 23 11:54:14.855441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70149299-c5b7-4984-9ef5-1d6b1488a385 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:14.857521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['57ea899d-c56d-4e94-9fe3-e5e7868114c9'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:14.873397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:14.894936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559905e3-41dd-4d99-af8a-0d2d47cc5a8d service neutron] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:14.941513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Transition to ACTIVE for port object 70149299-c5b7-4984-9ef5-1d6b1488a385 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:14.962000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.024265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-6ce631e2-442b-4064-a20c-7b247965e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.025875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-6ce631e2-442b-4064-a20c-7b247965e0e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 1099 time: 0.1442313 Aug 23 11:54:15.128432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-97abcce0-d78a-4868-aa5e-acec34d3d021 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0914562 Aug 23 11:54:15.135300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:15.385396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9ab3-0803-4acc-805a-9990a1f74c6c req-33f8f31f-4a60-4abd-a2bb-9fcd9cb4b1f4 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.396094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-435f9ab3-0803-4acc-805a-9990a1f74c6c req-33f8f31f-4a60-4abd-a2bb-9fcd9cb4b1f4 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 945 time: 0.1194093 Aug 23 11:54:15.397374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-aa13f70a-7f35-4add-a861-9083075f1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.400927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-aa13f70a-7f35-4add-a861-9083075f1828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2603872 Aug 23 11:54:15.440422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-435f9ab3-0803-4acc-805a-9990a1f74c6c req-902d4e1f-4b76-4df0-a59a-49f430ac3fd3 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417936 Aug 23 11:54:15.464633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:15.467596 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35831870-f889-47a1-aa04-a04d4f25401d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:15.502105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39920) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:15.532674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Attempting to bind port 70149299-c5b7-4984-9ef5-1d6b1488a385 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:15.533210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Attempting to bind port 70149299-c5b7-4984-9ef5-1d6b1488a385 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:15.533640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Attempting to bind port 70149299-c5b7-4984-9ef5-1d6b1488a385 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:15.541459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Port 70149299-c5b7-4984-9ef5-1d6b1488a385 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:15.541969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Attempting to bind port 70149299-c5b7-4984-9ef5-1d6b1488a385 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:15.567168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e6a91-447c-4b23-aa6a-b1871af6abde req-052963b1-6b0f-451c-a6ad-7039a6467b7b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.569676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169e6a91-447c-4b23-aa6a-b1871af6abde req-052963b1-6b0f-451c-a6ad-7039a6467b7b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1652362 Aug 23 11:54:15.572129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:15.572599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:15.573387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:15.573645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Bound port: 70149299-c5b7-4984-9ef5-1d6b1488a385, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:15.574715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.585342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Deleting subnet b75753ef-9db3-4b6b-b6c6-33413c2b122e {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:15.591655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-733d2bc2-9ca6-4ce6-88ff-a538d985e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.593282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-733d2bc2-9ca6-4ce6-88ff-a538d985e96a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413484 Aug 23 11:54:15.598352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.655245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.671828 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ff767-fa5a-4f39-bc1b-13c14ed20f53 x-openstack-request-id: req-8a9ff767-fa5a-4f39-bc1b-13c14ed20f53 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:15.672109 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:15.672475 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a9ff767-fa5a-4f39-bc1b-13c14ed20f53 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:15.672776 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'status': 'completed', 'code': 200} Aug 23 11:54:15.713066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.790555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169e6a91-447c-4b23-aa6a-b1871af6abde req-9879d9a4-4047-4397-9ea3-bdd065d9fcec tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034891 Aug 23 11:54:15.791569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:15.796422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:15.803221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.837706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.881427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.882098 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.883496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] 10.222.0.44 "PUT /v2.0/ports/70149299-c5b7-4984-9ef5-1d6b1488a385 HTTP/1.1" status: 200 len: 1095 time: 2.1518786 Aug 23 11:54:15.885380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-3e527539-6da1-47f8-b53a-7937987d9d6b service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812109 Aug 23 11:54:15.926132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510c28b-1add-4a4e-b869-33e9b812f8dd req-1c621b93-22c4-4525-ad4e-28b7207bd580 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:15.928241 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c510c28b-1add-4a4e-b869-33e9b812f8dd req-1c621b93-22c4-4525-ad4e-28b7207bd580 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1644452 Aug 23 11:54:15.929951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75753ef-9db3-4b6b-b6c6-33413c2b122e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:15.938138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:15.941931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b6582d4e-f888-4b3e-8ce8-9be0ff604448 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b75753ef-9db3-4b6b-b6c6-33413c2b122e HTTP/1.1" status: 204 len: 168 time: 0.4387238 Aug 23 11:54:15.944540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39926) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:15.979773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd5b55-dc71-4364-8ebd-d65d50a1d839 service neutron] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:16.094969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c510c28b-1add-4a4e-b869-33e9b812f8dd req-d6ec0e7b-d143-4718-9173-dbb67e5a0ae4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475401 Aug 23 11:54:16.098550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20125ed4-d57c-48f2-ac6d-9585836cc467 req-ee6e74ae-e700-4aa6-85d4-a9e66205ddab service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956360 Aug 23 11:54:16.121065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.126721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-bf85908c-f126-48fc-bd04-5d4fae3471a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.129140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-bf85908c-f126-48fc-bd04-5d4fae3471a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 1098 time: 0.1617908 Aug 23 11:54:16.149380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641df86-a4b9-4633-aeea-f1d1294cf704 req-1975800b-afd5-48cb-9097-b4657b8e7b5d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.157386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f641df86-a4b9-4633-aeea-f1d1294cf704 req-1975800b-afd5-48cb-9097-b4657b8e7b5d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.2668955 Aug 23 11:54:16.227508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-3c062a40-135c-4ebf-afd7-58bb99fa1afd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=70149299-c5b7-4984-9ef5-1d6b1488a385 HTTP/1.1" status: 200 len: 217 time: 0.0666969 Aug 23 11:54:16.228394 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.239188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104de2e7-5fbe-425b-a9ef-360abdea4e02']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:16.250392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46379d69-f266-4469-ae26-792f5d788525') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:16.250693 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46379d69-f266-4469-ae26-792f5d788525') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:16.263365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.269939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 57ea899d-c56d-4e94-9fe3-e5e7868114c9 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:16.283162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.295617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:16.296233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:16.298506 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:16.341174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f641df86-a4b9-4633-aeea-f1d1294cf704 req-f5242805-52db-4345-98a3-d15bcd94ee98 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827641 Aug 23 11:54:16.374497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35831870-f889-47a1-aa04-a04d4f25401d req-179a805e-ab48-4e65-bf1c-48f2cf76cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.376067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-179a805e-ab48-4e65-bf1c-48f2cf76cb30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 1099 time: 0.2092054 Aug 23 11:54:16.386321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-72ea5cf7-303d-4ae7-96d7-5a3ab371a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.387879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-72ea5cf7-303d-4ae7-96d7-5a3ab371a901 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1507139 Aug 23 11:54:16.421677 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.437014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.441831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/104de2e7-5fbe-425b-a9ef-360abdea4e02 HTTP/1.1" status: 204 len: 168 time: 0.4905553 Aug 23 11:54:16.445646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:16.445947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39938) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:16.452031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:16.453126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.464738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee18918-5161-4013-9c98-eda3e6233e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=104de2e7-5fbe-425b-a9ef-360abdea4e02,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:16.487666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39942) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:16.608452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Deleting subnet 35e05721-d884-451c-93fd-8b951a0df6f4 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:16.614648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-7425fc21-2f41-4657-8cd2-75b7b2eded33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.616806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-7425fc21-2f41-4657-8cd2-75b7b2eded33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148464 Aug 23 11:54:16.621876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.624613 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.692210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:16.695216 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657e8a7-a3a6-474d-91dd-12db920f1572" -d '{"events": [{"server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "name": "network-vif-plugged", "status": "completed", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:16.710383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:16.718743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.720261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:16.756477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbe0aa-7ce1-4ae0-97f0-5a2d5d102d04 req-cd4485a8-0858-4481-a365-8514af393b56 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.766947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35fbe0aa-7ce1-4ae0-97f0-5a2d5d102d04 req-cd4485a8-0858-4481-a365-8514af393b56 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 945 time: 0.1975653 Aug 23 11:54:16.781223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35831870-f889-47a1-aa04-a04d4f25401d req-43b2bc1d-221e-4cf1-b8ca-2562c93473ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:16.786653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-43b2bc1d-221e-4cf1-b8ca-2562c93473ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3963876 Aug 23 11:54:16.810893 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e17d4e-85d2-4608-b9a5-f3660121a66e x-openstack-request-id: req-c1e17d4e-85d2-4608-b9a5-f3660121a66e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:16.811188 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "name": "network-vif-plugged", "status": "completed", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:16.811444 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e17d4e-85d2-4608-b9a5-f3660121a66e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:16.811860 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'code': 200} Aug 23 11:54:16.815074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:16.815647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 45e7b71f-6ebd-451f-a33b-4a3e36d61f5e not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:16.824902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:16.827254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35fbe0aa-7ce1-4ae0-97f0-5a2d5d102d04 req-dbef0323-e810-4712-9efd-6bc14b2546da tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578258 Aug 23 11:54:16.893035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=57ea899d-c56d-4e94-9fe3-e5e7868114c9,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:16.913473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-d85698a9-9de8-412b-ba47-f27b0ce77244 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860374 Aug 23 11:54:17.067967 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-174e654e-64ed-4ba8-bb74-a5cda196068c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4 HTTP/1.1" status: 200 len: 217 time: 0.2457845 Aug 23 11:54:17.147519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.416243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728d24c-c397-42d8-91ac-2da8d7c52e47 req-93f9dba3-6d02-4d89-b5ea-0594524b81bc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:17.424410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8728d24c-c397-42d8-91ac-2da8d7c52e47 req-93f9dba3-6d02-4d89-b5ea-0594524b81bc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1299212 Aug 23 11:54:17.473191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8728d24c-c397-42d8-91ac-2da8d7c52e47 req-1b4411aa-0c37-4cb4-9e30-40d18310a9bb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Aug 23 11:54:17.529954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1c173-b515-4bbf-8122-ca258bf31016 req-86a671d2-d553-4a1a-a836-07b506b41d3f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:17.541040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eee1c173-b515-4bbf-8122-ca258bf31016 req-86a671d2-d553-4a1a-a836-07b506b41d3f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.6019659 Aug 23 11:54:17.550831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.591578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Deleting port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:17.591833 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.603979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9401b-43e7-45cb-b848-72797e663504 req-1876c41f-2c7e-4b8b-bb90-c6cda2c382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:17.606124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfd9401b-43e7-45cb-b848-72797e663504 req-1876c41f-2c7e-4b8b-bb90-c6cda2c382e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 1097 time: 0.7076993 Aug 23 11:54:17.634251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35831870-f889-47a1-aa04-a04d4f25401d req-96011e89-3be7-425e-8aa9-285fae8dda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:17.635755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-96011e89-3be7-425e-8aa9-285fae8dda74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2039611 Aug 23 11:54:17.645926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f9a9233-913a-46e5-9e51-a1d5e0f39c83 req-8b6b4051-8011-49c4-abfc-d4a25fb5eba8 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642048 Aug 23 11:54:17.674535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:17.677322 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f4c207-a522-4ded-897e-01cb6f671b11" -d '{"events": [{"name": "network-changed", "server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:17.691412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b563691-a402-4581-bd9e-eceb70fe74d2 req-58fc6e3c-4d04-45f1-9770-cb898e1b4306 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:17.693470 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b563691-a402-4581-bd9e-eceb70fe74d2 req-58fc6e3c-4d04-45f1-9770-cb898e1b4306 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.1185970 Aug 23 11:54:17.719663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eee1c173-b515-4bbf-8122-ca258bf31016 req-eebb1251-87dd-4d82-b21d-ceb9bdef4306 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810205 Aug 23 11:54:17.758192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] For port 06ecd59d-500b-48c8-a7d0-1461fd3f93ef, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:17.758429 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.763641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfd9401b-43e7-45cb-b848-72797e663504 req-8ca2979b-e263-462e-8108-d02326c33806 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437807 Aug 23 11:54:17.765399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b563691-a402-4581-bd9e-eceb70fe74d2 req-164b7b77-d737-4baa-8556-1a48ec2e0556 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648284 Aug 23 11:54:17.770387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35831870-f889-47a1-aa04-a04d4f25401d req-7df98377-007a-4ec6-a6e2-09ebe340d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:17.772973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-7df98377-007a-4ec6-a6e2-09ebe340d4bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193647 Aug 23 11:54:17.774109 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.788302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Calling delete_port for 06ecd59d-500b-48c8-a7d0-1461fd3f93ef owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:17.825302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e05721-d884-451c-93fd-8b951a0df6f4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:17.843570 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e597a3-7732-4e0f-a942-9e30b35ffda7 x-openstack-request-id: req-e9e597a3-7732-4e0f-a942-9e30b35ffda7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:17.843896 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:17.844149 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9e597a3-7732-4e0f-a942-9e30b35ffda7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:17.844543 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'status': 'completed', 'code': 200} Aug 23 11:54:17.850020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.851848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-36266465-9c29-46db-a0ab-7d5f202f8bdb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35e05721-d884-451c-93fd-8b951a0df6f4 HTTP/1.1" status: 204 len: 168 time: 1.4032471 Aug 23 11:54:17.860235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39970) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:17.961197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:17.975858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-e9111249-8641-4556-8543-d6ea33a5734f service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938341 Aug 23 11:54:18.031875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966f384-e0a3-4537-813f-3da66942b875 req-1f232e69-017e-42bd-b104-dabbb45d0644 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.033466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a966f384-e0a3-4537-813f-3da66942b875 req-1f232e69-017e-42bd-b104-dabbb45d0644 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.1064875 Aug 23 11:54:18.108695 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.133547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc5238e-5b8a-44c8-af6f-f79be5951205']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:18.157618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a966f384-e0a3-4537-813f-3da66942b875 req-cfb97aa7-8914-4ef2-bbcb-9028b28c2857 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120138 Aug 23 11:54:18.166163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-877af053-ab5f-4cf2-94e4-85bd4297e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.167673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-877af053-ab5f-4cf2-94e4-85bd4297e400 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 1098 time: 0.1332824 Aug 23 11:54:18.171144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bda466-a64a-4a37-b02a-b8e098a48793') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:18.171582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bda466-a64a-4a37-b02a-b8e098a48793') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:18.174089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35831870-f889-47a1-aa04-a04d4f25401d req-08aeac0e-d082-4d84-9161-419b9d96ef74 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897950 Aug 23 11:54:18.194891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.220617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.224798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.262539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:18.262959 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:18.265043 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:18.278880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Pushing event deleted for resources: {'Port': ['ID=06ecd59d-500b-48c8-a7d0-1461fd3f93ef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:18.279964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-d7021057-9167-46c6-ac75-1677d8913446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.283407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-d7021057-9167-46c6-ac75-1677d8913446 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1065786 Aug 23 11:54:18.342757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-5def471d-d6d3-4af0-b8d0-70bf6909b4bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=70149299-c5b7-4984-9ef5-1d6b1488a385 HTTP/1.1" status: 200 len: 217 time: 0.0498316 Aug 23 11:54:18.395613 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.402682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.408813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4dc5238e-5b8a-44c8-af6f-f79be5951205 HTTP/1.1" status: 204 len: 168 time: 0.5440812 Aug 23 11:54:18.414704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-2c9a431c-5c24-40e7-a1b7-b8859d72d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.416240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-2c9a431c-5c24-40e7-a1b7-b8859d72d526 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0657592 Aug 23 11:54:18.438230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f0e48-97e3-4d1c-a620-08499370f1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc5238e-5b8a-44c8-af6f-f79be5951205,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:18.483730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-0874bb50-1fe8-40ca-b018-108020e3287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.485489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-0874bb50-1fe8-40ca-b018-108020e3287d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614605 Aug 23 11:54:18.616003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-afee2980-65a6-41e2-a0b7-9c30d29315a4 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221960 Aug 23 11:54:18.680234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:18.693603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:18.708093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d35ca0-724f-48db-aafd-24f97bf4b134 req-965fda39-8150-4e43-b9a6-88fcadff2b85 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.709833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97d35ca0-724f-48db-aafd-24f97bf4b134 req-965fda39-8150-4e43-b9a6-88fcadff2b85 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0861216 Aug 23 11:54:18.739935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f4c207-a522-4ded-897e-01cb6f671b11 req-83b8d90e-9fcf-4f3a-97c0-e6256ee09bb8 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158087 Aug 23 11:54:18.861650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3612c638-eb30-4e44-a920-adf75ed43abf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31d395802cf948df8ff99cb4353d562a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660912 Aug 23 11:54:18.866937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97d35ca0-724f-48db-aafd-24f97bf4b134 req-16ca6743-8bac-42b7-9f98-e6b31b5728d1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062467 Aug 23 11:54:18.869099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39994) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:18.943452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fab024-0681-4c75-b40d-f6df26692c82 req-235fc9c6-d219-4be0-99d1-a528661c266e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:18.964656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5fab024-0681-4c75-b40d-f6df26692c82 req-235fc9c6-d219-4be0-99d1-a528661c266e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1536369 Aug 23 11:54:19.011321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5fab024-0681-4c75-b40d-f6df26692c82 req-cb045a4d-7b93-41a6-97a5-fa6d400cd380 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Aug 23 11:54:19.037017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d651fb83-731f-46e4-884e-b58fcf476ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:19.302350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357da0a-b5df-4775-b581-5786baf3f52d req-9febdead-7d07-4aa0-824e-59e6262a3e69 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:19.304029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c357da0a-b5df-4775-b581-5786baf3f52d req-9febdead-7d07-4aa0-824e-59e6262a3e69 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.0579469 Aug 23 11:54:19.349995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c357da0a-b5df-4775-b581-5786baf3f52d req-d7bd4ad8-7e21-4d86-bd9b-45cb1376b314 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Aug 23 11:54:19.354555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d651fb83-731f-46e4-884e-b58fcf476ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:19.372184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2f99-301d-4e80-ae3e-f494bd619dd6 req-9b21a0f2-fae6-44d5-bdaf-718c7f5c0e2c tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:19.378273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65de2f99-301d-4e80-ae3e-f494bd619dd6 req-9b21a0f2-fae6-44d5-bdaf-718c7f5c0e2c tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.4130690 Aug 23 11:54:19.473765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Router c68dd91a-c971-4e8c-87b8-654e0a271a7d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:54:19.480363 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65de2f99-301d-4e80-ae3e-f494bd619dd6 req-cdc409fe-cd92-40ba-b932-585ab292b3c9 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962062 Aug 23 11:54:19.485815 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d651fb83-731f-46e4-884e-b58fcf476ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:19.489314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d651fb83-731f-46e4-884e-b58fcf476ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:19.491678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d651fb83-731f-46e4-884e-b58fcf476ec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b58aa7-37e2-401c-bca7-5b6245304dbf HTTP/1.1" status: 204 len: 168 time: 0.6205840 Aug 23 11:54:19.497310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ed55-5e5d-42ac-92f8-730721a0dca5 req-5d15aa5d-f454-4c39-8327-3001c5c959ad tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:19.499230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4840ed55-5e5d-42ac-92f8-730721a0dca5 req-5d15aa5d-f454-4c39-8327-3001c5c959ad tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.0643940 Aug 23 11:54:19.504550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651fb83-731f-46e4-884e-b58fcf476ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b58aa7-37e2-401c-bca7-5b6245304dbf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:19.510767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40012) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:19.515309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Request body: {'floatingip': {'port_id': '57ea899d-c56d-4e94-9fe3-e5e7868114c9'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:19.602908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:19.759646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:54:19.765961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0782c1e5-59cb-43a0-a3b2-7ec77ac7383f admin admin] 10.222.0.21 "PUT /v2.0/routers/c68dd91a-c971-4e8c-87b8-654e0a271a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2738628 Aug 23 11:54:19.770470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40016) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:19.771644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] Sync routers for ids ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:54:19.783211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] Routers {'c68dd91a-c971-4e8c-87b8-654e0a271a7d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:19.785483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:19.931841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:19.986370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.027319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] Set router c68dd91a-c971-4e8c-87b8-654e0a271a7d gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:20.112907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40022) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:20.227847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ea053155-4030-4616-9b1a-ec2a99e55485 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af3a971e6091481190daa76b850b4a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135502 Aug 23 11:54:20.232316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.233610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:20.259847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695916e7-48e7-418c-b552-35143f1e7a3d req-9a246897-50af-4ce8-a677-de7ed72b9d63 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:20.264858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:20.269542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-695916e7-48e7-418c-b552-35143f1e7a3d req-9a246897-50af-4ce8-a677-de7ed72b9d63 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1570449 Aug 23 11:54:20.281152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:20.297932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.311692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'mac_address': 'fa:16:3e:02:61:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:20.312714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.353407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-695916e7-48e7-418c-b552-35143f1e7a3d req-c077b0a0-b249-4627-8dc7-9dd796d10ca2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790308 Aug 23 11:54:20.415251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca84a3c-676e-4e27-9354-405ed5290a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.465987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca84a3c-676e-4e27-9354-405ed5290a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.479525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Deleting port bf3ba9f3-786f-4804-b819-34e30ad4a622 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:20.480023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.510484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.548752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:20.555721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ef145-3b3c-46a1-9508-53de70ed955f req-d43fda94-0f02-4cab-869f-e9b24025d566 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:20.568326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9a1ef145-3b3c-46a1-9508-53de70ed955f req-d43fda94-0f02-4cab-869f-e9b24025d566 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.3334498 Aug 23 11:54:20.581186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:54:18Z', 'revision_number': 5, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port': {'id': 'bf3ba9f3-786f-4804-b819-34e30ad4a622', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:51:51Z', 'updated_at': '2021-08-23T11:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:20.586446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca84a3c-676e-4e27-9354-405ed5290a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.589268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca84a3c-676e-4e27-9354-405ed5290a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.592772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] For port bf3ba9f3-786f-4804-b819-34e30ad4a622, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bf3ba9f3-786f-4804-b819-34e30ad4a622,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:20.592772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.604678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8ca84a3c-676e-4e27-9354-405ed5290a99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6226aad-8c49-4b6d-87eb-9b33e6538589 HTTP/1.1" status: 204 len: 168 time: 0.3184359 Aug 23 11:54:20.605503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Calling delete_port for bf3ba9f3-786f-4804-b819-34e30ad4a622 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:20.654715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:20.657131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] Checking router: c68dd91a-c971-4e8c-87b8-654e0a271a7d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:54:20.666186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:20.669643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:20.680483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca84a3c-676e-4e27-9354-405ed5290a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6226aad-8c49-4b6d-87eb-9b33e6538589,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:20.708897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9a1ef145-3b3c-46a1-9508-53de70ed955f req-e280f4ef-2cb4-4f25-b929-608497a2aa60 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260052 Aug 23 11:54:20.723835 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Floating IP 5e6d4d73-3de4-44aa-aaec-cb17d341c4eb associated. External IP: 172.25.1.51, port: 57ea899d-c56d-4e94-9fe3-e5e7868114c9. Aug 23 11:54:20.732168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'mac_address': 'fa:16:3e:0c:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:20.937366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deed9a0-ae9a-4a69-8746-7ed5708f87ee req-ac9ef8dd-f537-4b60-93bb-0b041c76c6b6 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:20.939008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7deed9a0-ae9a-4a69-8746-7ed5708f87ee req-ac9ef8dd-f537-4b60-93bb-0b041c76c6b6 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.1751454 Aug 23 11:54:20.939924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.011243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3ba9f3-786f-4804-b819-34e30ad4a622,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:21.039862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Router d8d278f9-7aae-42ec-b150-f2d03c548696 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:54:21.100032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7deed9a0-ae9a-4a69-8746-7ed5708f87ee req-9a67d03e-9231-4c24-8a57-bfc5091035bf tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495497 Aug 23 11:54:21.111731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] Routers {'c68dd91a-c971-4e8c-87b8-654e0a271a7d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:21.112364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:21.122004 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.198585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:54:21.203897 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.213121 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] Sync routers for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:54:21.230691 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:21.232124 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:21.237179 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.248562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1e05d62c-8d9b-4520-a6be-c3265d66e4a4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:21.250840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b2d93e26-5632-4deb-835d-372f9f0f82ac tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "PUT /v2.0/floatingips/5e6d4d73-3de4-44aa-aaec-cb17d341c4eb HTTP/1.1" status: 200 len: 991 time: 1.7389264 Aug 23 11:54:21.254348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:21.257225 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:21.322789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:21.341774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] Set router c68dd91a-c971-4e8c-87b8-654e0a271a7d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:21.345553 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ddddb-ec61-442b-bf61-b746f553d404 x-openstack-request-id: req-639ddddb-ec61-442b-bf61-b746f553d404 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:21.346162 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:21.346618 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-639ddddb-ec61-442b-bf61-b746f553d404 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:21.347859 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'status': 'completed', 'code': 200} Aug 23 11:54:21.378902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.382474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.467661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:54:20Z', 'revision_number': 7, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:21.538082 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:21.582820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70149299-c5b7-4984-9ef5-1d6b1488a385 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:21.605953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.606918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68dd91a-c971-4e8c-87b8-654e0a271a7d {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:54:21.610457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34caacb6-479b-46c0-9eec-e993e4f8192c None None] The sync data for ids ['c68dd91a-c971-4e8c-87b8-654e0a271a7d'] in n-d-773645-7 is: [{'id': 'c68dd91a-c971-4e8c-87b8-654e0a271a7d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857940188-router', 'tenant_id': '47b96b89c5f94cb394333f8d31bdcd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:51:50Z', 'updated_at': '2021-08-23T11:54:20Z', 'revision_number': 7, 'project_id': '47b96b89c5f94cb394333f8d31bdcd00', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:54:21.619632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.621149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ede8683d-3983-4797-a376-f50283ebd9e9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c68dd91a-c971-4e8c-87b8-654e0a271a7d HTTP/1.1" status: 204 len: 168 time: 1.8494010 Aug 23 11:54:21.623541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40054) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:21.628611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:21.638837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-fd98578a-fb57-4bcd-b47b-85cf514234bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:21.643074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.644266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:21.647107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-fd98578a-fb57-4bcd-b47b-85cf514234bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2116802d83594b9abb07730886e22469&device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 1097 time: 0.2661636 Aug 23 11:54:21.710242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Deleting subnet 7efd5145-5691-4fea-a8a6-15f2165701b4 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:21.714375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.781926 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:21.793992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b016a-f9b6-4e17-8f0f-5902c906934a req-dd8b8cc1-ff37-417f-98aa-d5a690dc875c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:21.805021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d9b016a-f9b6-4e17-8f0f-5902c906934a req-dd8b8cc1-ff37-417f-98aa-d5a690dc875c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2633481 Aug 23 11:54:21.904512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d9b016a-f9b6-4e17-8f0f-5902c906934a req-a67af51b-7d6f-4f1b-91c1-473e3d456b70 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975087 Aug 23 11:54:21.951712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-4806802d-0bc1-4911-aab5-d8129b73f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:21.953317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-4806802d-0bc1-4911-aab5-d8129b73f37c service neutron] 10.222.0.44 "GET /v2.0/networks?id=12487e61-616f-4b1f-b129-d2ac7a863207 HTTP/1.1" status: 200 len: 916 time: 0.2873108 Aug 23 11:54:21.982099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1fdb-3a36-4812-909b-d1b5a058fd77 req-5d18887e-6179-4d44-af91-484a7e9bedbb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:21.996640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec4c1fdb-3a36-4812-909b-d1b5a058fd77 req-5d18887e-6179-4d44-af91-484a7e9bedbb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1217666 Aug 23 11:54:22.083372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.127232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:22.156660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5e6d4d73-3de4-44aa-aaec-cb17d341c4eb', 'tenant_id': '2116802d83594b9abb07730886e22469', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'port_id': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'mac_address': 'fa:16:3e:3b:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:53:04Z', 'updated_at': '2021-08-23T11:54:20Z', 'revision_number': 1, 'project_id': '2116802d83594b9abb07730886e22469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:08Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:22.160822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567', 'port_id': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'mac_address': 'fa:16:3e:73:5e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca98d8bb-33e2-4920-b7bf-967fecca1bc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:22.186250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec4c1fdb-3a36-4812-909b-d1b5a058fd77 req-4c2e610e-0e02-4518-864d-8373f5bb654b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891904 Aug 23 11:54:22.198782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40068) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:22.235805 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] Checking router: d8d278f9-7aae-42ec-b150-f2d03c548696 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:54:22.256839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 06ecd59d-500b-48c8-a7d0-1461fd3f93ef no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:22.283203 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:22.283887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-66ea4a35-8cde-48c5-b944-a5bdae0b568d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9 HTTP/1.1" status: 200 len: 999 time: 0.3204262 Aug 23 11:54:22.297636 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:53:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:22.308427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.341996 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.348222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7efd5145-5691-4fea-a8a6-15f2165701b4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:22.352046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 06ecd59d-500b-48c8-a7d0-1461fd3f93ef {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:22.352516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 06ecd59d-500b-48c8-a7d0-1461fd3f93ef not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:22.354258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32a2a945-b938-47a5-b607-3b5fa73d6460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.386079 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.393667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-721d4dbb-a6ce-4107-951c-fa9b01613fc9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7efd5145-5691-4fea-a8a6-15f2165701b4 HTTP/1.1" status: 204 len: 168 time: 0.7672524 Aug 23 11:54:22.397408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40074) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:22.416525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-415e343f-f437-4222-8c54-c62069141c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:22.418112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-415e343f-f437-4222-8c54-c62069141c22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62fc422b-ff87-4160-b9b0-a94f4f9f6fc1 HTTP/1.1" status: 200 len: 854 time: 0.1293213 Aug 23 11:54:22.421435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-97656611-network', 'tenant_id': 'badeccc19ea14303929a4fd310694129'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:22.430757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed2bdf-5256-4805-a080-e714b7629ee7 None None] Network 018a89df-5d53-4ce8-a002-a2178bd7574c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:22.462782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:22.478490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:22.478655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Made reservation on behalf of badeccc19ea14303929a4fd310694129 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:22.481553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.502822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.548471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac9a7-5db9-495b-8636-3b7f41cecd5b req-2f7cd51a-ac11-435a-962f-56fb9e6be102 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:22.557099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-397ac9a7-5db9-495b-8636-3b7f41cecd5b req-2f7cd51a-ac11-435a-962f-56fb9e6be102 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 948 time: 0.1378968 Aug 23 11:54:22.586581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-16b473ce-07b3-4de3-97b1-911c21c54d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:22.588849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-16b473ce-07b3-4de3-97b1-911c21c54d42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12487e61-616f-4b1f-b129-d2ac7a863207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507099 Aug 23 11:54:22.612923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:22.709294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-397ac9a7-5db9-495b-8636-3b7f41cecd5b req-d42b81d2-90c5-4538-94ef-a273285b5dcd tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508369 Aug 23 11:54:22.737104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.775259 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:22.804318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-60c1d127-8a46-488e-a78b-50041cdb650b service neutron] 10.222.0.44 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981652 Aug 23 11:54:22.811919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.858522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Deleting port ca58ac55-c130-4de1-9c26-2a3b65370361 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:22.859007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.892788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.904439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:22.984087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9992bc4d-60bd-4272-b4a9-a2ac68a7a1a0 req-75cec601-e937-4aa8-a3b5-74c9b5f40c20 service neutron] 10.222.0.44 "GET /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723258 Aug 23 11:54:22.990386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:23.055005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:54:23.081762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.082209 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Added segment 237eb968-0aab-4ce7-94f8-bfedd4229403 of type vlan for network 8b3b6161-8c28-4324-af66-9a9276997a90 Aug 23 11:54:23.104245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:23.114828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['70149299-c5b7-4984-9ef5-1d6b1488a385'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:23.159289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] DHCP port deletion for 018a89df-5d53-4ce8-a002-a2178bd7574c request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:54:23.188031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169c797-d132-4ec0-8933-0273252dde5d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:23.226542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.228313 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5e6d4d73-3de4-44aa-aaec-cb17d341c4eb', 'tenant_id': '2116802d83594b9abb07730886e22469', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'port_id': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'mac_address': 'fa:16:3e:3b:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:53:04Z', 'updated_at': '2021-08-23T11:54:20Z', 'revision_number': 1, 'project_id': '2116802d83594b9abb07730886e22469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:08Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:23.230081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] For port ca58ac55-c130-4de1-9c26-2a3b65370361, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ca58ac55-c130-4de1-9c26-2a3b65370361,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:23.230617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.256832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Calling delete_port for ca58ac55-c130-4de1-9c26-2a3b65370361 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:23.269332 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8653993-2e7d-4554-83be-7c278cad8d9d None None] The sync data for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 is: [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5e6d4d73-3de4-44aa-aaec-cb17d341c4eb', 'tenant_id': '2116802d83594b9abb07730886e22469', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'port_id': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'mac_address': 'fa:16:3e:3b:f2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:53:04Z', 'updated_at': '2021-08-23T11:54:20Z', 'revision_number': 1, 'project_id': '2116802d83594b9abb07730886e22469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:08Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:54:23.283075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b9f5e-b2ce-4341-8089-25e408b47a58 req-3c144670-d7fb-4675-b7a1-3683397de1b2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:23.284736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-518b9f5e-b2ce-4341-8089-25e408b47a58 req-3c144670-d7fb-4675-b7a1-3683397de1b2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1484234 Aug 23 11:54:23.341054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.342030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:23.343219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.406566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] Deleting port ca58ac55-c130-4de1-9c26-2a3b65370361 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:23.406937 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.427115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3b6161-8c28-4324-af66-9a9276997a90,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:23.435620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185cd7b-e835-42d2-beaf-9dc33dca3ee4 req-40f07d04-8295-4dc2-9710-679ff03a69df tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:23.452643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0185cd7b-e835-42d2-beaf-9dc33dca3ee4 req-40f07d04-8295-4dc2-9710-679ff03a69df tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.1446860 Aug 23 11:54:23.457053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8b3b6161-8c28-4324-af66-9a9276997a90 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:54:23.479707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d476ff45-8d5a-4dc3-b5e2-e8212925e4a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2741590 Aug 23 11:54:23.484347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:23.495806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Request body: {'subnet': {'network_id': '8b3b6161-8c28-4324-af66-9a9276997a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-97656611-subnet', 'tenant_id': 'badeccc19ea14303929a4fd310694129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:23.497551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-518b9f5e-b2ce-4341-8089-25e408b47a58 req-c0fdcb9d-1dfe-4a82-87ae-1089c2de4891 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997046 Aug 23 11:54:23.522316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.562956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca58ac55-c130-4de1-9c26-2a3b65370361,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:23.564992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] No DVR routers for this DVR port ca58ac55-c130-4de1-9c26-2a3b65370361 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:23.642601 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0185cd7b-e835-42d2-beaf-9dc33dca3ee4 req-347bca01-d688-43a0-afe3-04086a47143f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884563 Aug 23 11:54:23.660189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Made reservation on behalf of badeccc19ea14303929a4fd310694129 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:23.662652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.696931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] For port ca58ac55-c130-4de1-9c26-2a3b65370361, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ca58ac55-c130-4de1-9c26-2a3b65370361,segment=NetworkSegment(0981d999-7228-49aa-a7c1-d3a748fd9f63),segment_id=0981d999-7228-49aa-a7c1-d3a748fd9f63)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:23.697155 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.699203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.711466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] Calling delete_port for ca58ac55-c130-4de1-9c26-2a3b65370361 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:23.715020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018a89df-5d53-4ce8-a002-a2178bd7574c']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:23.727928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0981d999-7228-49aa-a7c1-d3a748fd9f63') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:23.728660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0981d999-7228-49aa-a7c1-d3a748fd9f63') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:23.766287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4becfb-05fc-4949-8172-ba556914d0df None None] New status for floating IP 5e6d4d73-3de4-44aa-aaec-cb17d341c4eb: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:54:23.772777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.811583 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.819487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:23.819893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:23.822185 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:23.933807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:23.962598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.967371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.983865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ca58ac55-c130-4de1-9c26-2a3b65370361 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:23.984571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.993514 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:23.998433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] 10.222.0.21 "DELETE /v2.0/networks/018a89df-5d53-4ce8-a002-a2178bd7574c HTTP/1.1" status: 204 len: 168 time: 1.5991232 Aug 23 11:54:24.000455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40098) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:24.054065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] Pushing event deleted for resources: {'Port': ['ID=ca58ac55-c130-4de1-9c26-2a3b65370361,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:24.056110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ca58ac55-c130-4de1-9c26-2a3b65370361 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:24.056479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ca58ac55-c130-4de1-9c26-2a3b65370361 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:24.057010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bf3ba9f3-786f-4804-b819-34e30ad4a622 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:24.068293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54511546-cfd9-4f8c-9ef4-e8cbb6b626b3 None None] No DVR routers for this DVR port ca58ac55-c130-4de1-9c26-2a3b65370361 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:24.070915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b401d9c-40b5-4639-9961-e14435ea7155,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:24.097310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Checking segment: {'id': '237eb968-0aab-4ce7-94f8-bfedd4229403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8b3b6161-8c28-4324-af66-9a9276997a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:24.097701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Network hostable DHCP agents. Network: 8b3b6161-8c28-4324-af66-9a9276997a90, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:54:24.114845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02c1f8-5fd1-49c2-9fb9-b26f80b4778c admin admin] Pushing event deleted for resources: {'Network': ['ID=018a89df-5d53-4ce8-a002-a2178bd7574c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:24.129145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb53cc-17b0-480a-9505-aacf1fc67f88 req-e8c985c2-ba92-4e14-88d5-79fbf6fd9690 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:24.131206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-ccc84b9d-10d7-48b0-8fa2-c28cba14578c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:24.133083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-ccc84b9d-10d7-48b0-8fa2-c28cba14578c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.2068002 Aug 23 11:54:24.133724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: bf3ba9f3-786f-4804-b819-34e30ad4a622 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:24.134135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bf3ba9f3-786f-4804-b819-34e30ad4a622 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:24.142447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0cb53cc-17b0-480a-9505-aacf1fc67f88 req-e8c985c2-ba92-4e14-88d5-79fbf6fd9690 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 948 time: 0.2347496 Aug 23 11:54:24.149555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Network 8b3b6161-8c28-4324-af66-9a9276997a90 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:54:24.155057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:24.155247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-7abfbfd6-d42e-4218-bd9c-35c9c243aa06 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/quotas/432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 375 time: 0.0151508 Aug 23 11:54:24.161392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:24.161987 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.180730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8b3b6161-8c28-4324-af66-9a9276997a90) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:24.192433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b4be4-9b54-4300-9c9a-312c64711df6 None None] Network 8b3b6161-8c28-4324-af66-9a9276997a90 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:24.206500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:24.207765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.244862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-4f517893-b18d-4180-85a5-0e3137b17e0e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832698 Aug 23 11:54:24.255648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8dff3552-e1d2-41c3-8690-89a99fcbbb74 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7602885 Aug 23 11:54:24.255963 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0cb53cc-17b0-480a-9505-aacf1fc67f88 req-d68c7d17-1bc2-419d-8ebe-91eb17e45382 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069155 Aug 23 11:54:24.422286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-5ae4ed97-3083-4db7-a67c-a13eaa2e4ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577237 Aug 23 11:54:24.443329 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.460448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a75b991c-9624-4e4f-a1b8-3e08e88ed30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.552017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8d8117a7-ce35-4926-ae44-787c884b1f60 service neutron] 10.222.0.21 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195867 Aug 23 11:54:24.563303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.575249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0e898-885a-485b-b25e-958a3f574f06 None None] Network 8b3b6161-8c28-4324-af66-9a9276997a90 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:24.612651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:24.615047 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027dfd7a-6792-4b33-ae50-021aa8645ba0" -d '{"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:24.659090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:24.667384 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.700314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5899ef51-b760-48ae-81cf-7d1c7747dec5 req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-716973941', 'description': 'tempest-description-1700855193'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:24.754697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5899ef51-b760-48ae-81cf-7d1c7747dec5 req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.774006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:24.821953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:24.903042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 70149299-c5b7-4984-9ef5-1d6b1488a385 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:24.908456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 70149299-c5b7-4984-9ef5-1d6b1488a385 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:24.909719 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.919109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5899ef51-b760-48ae-81cf-7d1c7747dec5 req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.934844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5899ef51-b760-48ae-81cf-7d1c7747dec5 req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.960116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:24.981555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c37d41-1070-4f2d-987b-f68121245ac2 req-40020760-9a9e-4761-93b4-f4f957f67dd7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:24.990105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9c37d41-1070-4f2d-987b-f68121245ac2 req-40020760-9a9e-4761-93b4-f4f957f67dd7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0765977 Aug 23 11:54:25.001708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5899ef51-b760-48ae-81cf-7d1c7747dec5 req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.004061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5899ef51-b760-48ae-81cf-7d1c7747dec5 req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3118310 Aug 23 11:54:25.027077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92ce05-95e5-4c05-96fb-04490be2863c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0816613f-7917-488e-9783-1aef081ff01e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:25.049299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9c37d41-1070-4f2d-987b-f68121245ac2 req-0f7eeb17-d251-4ab4-ace6-a5f37d1447cb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Aug 23 11:54:25.053644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.111584 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e24ed3-114d-434a-9a2d-10ac4b02a752 x-openstack-request-id: req-b3e24ed3-114d-434a-9a2d-10ac4b02a752 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:25.112032 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:25.112907 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3e24ed3-114d-434a-9a2d-10ac4b02a752 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:25.113425 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'code': 200} Aug 23 11:54:25.132365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:25.148287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.149215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:25.235808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf16f1-61d3-49b5-9349-2951f711949e req-55b25648-3386-4a3d-a9e1-e5d58e663369 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:25.243818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7aaf16f1-61d3-49b5-9349-2951f711949e req-55b25648-3386-4a3d-a9e1-e5d58e663369 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.1097455 Aug 23 11:54:25.244154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:25.254114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824685ce-3a15-4d20-9ce1-e37d2adc3416 req-2bbf3aac-6b94-412a-9028-1a988161a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:25.254815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:25.255533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-824685ce-3a15-4d20-9ce1-e37d2adc3416 req-2bbf3aac-6b94-412a-9028-1a988161a0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 1101 time: 0.0936413 Aug 23 11:54:25.261273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:25.261888 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.311555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-824685ce-3a15-4d20-9ce1-e37d2adc3416 req-83f15926-fe5e-46ef-8939-3d587b28067f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Aug 23 11:54:25.332333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7aaf16f1-61d3-49b5-9349-2951f711949e req-0a07b0f8-1824-4a77-9fa1-ca22d8ff8570 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875015 Aug 23 11:54:25.376646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Deleting port 8b627c9c-0fbf-45d7-adf5-a37891afbf03 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:25.377016 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.402582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.414348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da9c1122-fc77-4a61-b3ff-1d846778872b req-e720cd46-ec47-4570-8cc9-23242858680c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0411410 Aug 23 11:54:25.452089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:25.464718 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.474615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-fd0d6850-9ad8-41ad-9a58-04295af02aea tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/0816613f-7917-488e-9783-1aef081ff01e HTTP/1.1" status: 200 len: 1812 time: 0.0457747 Aug 23 11:54:25.483558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0816613f-7917-488e-9783-1aef081ff01e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:25.483904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0816613f-7917-488e-9783-1aef081ff01e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:25.493333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] For port 8b627c9c-0fbf-45d7-adf5-a37891afbf03, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b627c9c-0fbf-45d7-adf5-a37891afbf03,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:25.493722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.514527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Calling delete_port for 8b627c9c-0fbf-45d7-adf5-a37891afbf03 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:25.525625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:25.542169 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.584763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.617131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.622021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.642482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975960fb-f13a-46ba-8f9a-0474a7bf7129,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:25.650855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.655073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d3ae10f-6d50-4bf0-9ea4-972c087c474e req-ee1cace3-8929-4813-8221-0dfd381c9612 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1752656 Aug 23 11:54:25.695544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d09eb6-811f-4c3c-b055-ecced18ef121 req-2b926de1-38c7-4591-8728-d048e3350d7d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:25.697050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d09eb6-811f-4c3c-b055-ecced18ef121 req-2b926de1-38c7-4591-8728-d048e3350d7d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 949 time: 0.1013920 Aug 23 11:54:25.726269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1a64ece-18e8-4375-b32e-2dbdeb91c9b7 req-75de62d4-9c1e-42af-8939-eb779db77156 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/0816613f-7917-488e-9783-1aef081ff01e HTTP/1.1" status: 200 len: 2405 time: 0.0529225 Aug 23 11:54:25.760984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d09eb6-811f-4c3c-b055-ecced18ef121 req-72efc7d0-f6cc-4d5e-a7eb-a484146790e4 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Aug 23 11:54:25.778431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-212efa11-51df-4839-a216-79a79fcb487a req-65b9021b-f550-4ef8-81fc-bcebbacec570 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-group-rules/975960fb-f13a-46ba-8f9a-0474a7bf7129 HTTP/1.1" status: 200 len: 778 time: 0.0315211 Aug 23 11:54:25.815083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.838292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-212efa11-51df-4839-a216-79a79fcb487a req-b2c7a0e1-c538-4f7e-948f-17b6b217bc86 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/0816613f-7917-488e-9783-1aef081ff01e HTTP/1.1" status: 200 len: 2405 time: 0.0475826 Aug 23 11:54:25.844657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b627c9c-0fbf-45d7-adf5-a37891afbf03,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:25.883267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-212efa11-51df-4839-a216-79a79fcb487a req-3382f596-4e09-4d5e-932f-4271e304f6c0 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.892170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-212efa11-51df-4839-a216-79a79fcb487a req-3382f596-4e09-4d5e-932f-4271e304f6c0 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.929461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-212efa11-51df-4839-a216-79a79fcb487a req-3382f596-4e09-4d5e-932f-4271e304f6c0 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.937541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-212efa11-51df-4839-a216-79a79fcb487a req-3382f596-4e09-4d5e-932f-4271e304f6c0 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:25.939463 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-212efa11-51df-4839-a216-79a79fcb487a req-3382f596-4e09-4d5e-932f-4271e304f6c0 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/975960fb-f13a-46ba-8f9a-0474a7bf7129 HTTP/1.1" status: 204 len: 173 time: 0.0844779 Aug 23 11:54:25.950802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382f596-4e09-4d5e-932f-4271e304f6c0 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=975960fb-f13a-46ba-8f9a-0474a7bf7129,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:25.974004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8b7971e7-cacc-469b-92db-19d9c882e59f req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1930112991', 'description': 'tempest-description-1861731691'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:26.037654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8b7971e7-cacc-469b-92db-19d9c882e59f req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.061766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.224258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05bcd-c6c6-4dd1-8c0d-cd47cde0fd57 req-17732baa-573b-49e8-ae9c-032bbdeae4fb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:26.225775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3d05bcd-c6c6-4dd1-8c0d-cd47cde0fd57 req-17732baa-573b-49e8-ae9c-032bbdeae4fb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.0852447 Aug 23 11:54:26.239019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8b7971e7-cacc-469b-92db-19d9c882e59f req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.243987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8b7971e7-cacc-469b-92db-19d9c882e59f req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.319013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8b7971e7-cacc-469b-92db-19d9c882e59f req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.320680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3d05bcd-c6c6-4dd1-8c0d-cd47cde0fd57 req-686f3407-38fb-4a17-87d7-d18c94716ac5 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Aug 23 11:54:26.322740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b7971e7-cacc-469b-92db-19d9c882e59f req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3550098 Aug 23 11:54:26.337218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b3131-e620-4842-9600-e27f2bb4afe1 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07fe24-569a-4d8c-ab6f-c801b9b1ae72,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:26.349304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-fe1a60e1-26d5-4037-8648-cf84aa0ea6f4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:26.350836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-fe1a60e1-26d5-4037-8648-cf84aa0ea6f4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 808 time: 0.1739733 Aug 23 11:54:26.369341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Request body: {'port': {'device_id': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'admin_state_up': True, 'tenant_id': '432d6d273d1b44838b7efbd7ee416a11'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:26.412200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Router bad40266-d030-4e4b-91cd-784a0e566c75 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:54:26.618697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987da2-150e-4ca9-be90-bef2bf0e269f req-2fb18108-e8d3-4119-8ee0-2a10a2389ed7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:26.620317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82987da2-150e-4ca9-be90-bef2bf0e269f req-2fb18108-e8d3-4119-8ee0-2a10a2389ed7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.1043015 Aug 23 11:54:26.621432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:54:26.630946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3e472d1e-fee5-408e-a1ed-bca4264d94f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/bad40266-d030-4e4b-91cd-784a0e566c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6284413 Aug 23 11:54:26.631597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40154) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:26.639682 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] Sync routers for ids ['bad40266-d030-4e4b-91cd-784a0e566c75'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:54:26.650802 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] Routers {'bad40266-d030-4e4b-91cd-784a0e566c75'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:26.651768 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['bad40266-d030-4e4b-91cd-784a0e566c75'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:26.784511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.785165 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] Set router bad40266-d030-4e4b-91cd-784a0e566c75 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:26.793849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2528ad38-531a-4c4d-a050-22f20d2c3c73 req-590d2779-2ae9-4a9a-a622-59f60417f64c tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/ab07fe24-569a-4d8c-ab6f-c801b9b1ae72 HTTP/1.1" status: 200 len: 1813 time: 0.4208488 Aug 23 11:54:26.918505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef53fa4d-7ed5-4320-b61b-97f4e86dd047 req-156ec92e-0048-4d80-a215-eb4182437e53 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0378509 Aug 23 11:54:26.919690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Made reservation on behalf of 432d6d273d1b44838b7efbd7ee416a11 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:26.931116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.954745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:26.970041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82987da2-150e-4ca9-be90-bef2bf0e269f req-ec54159b-3152-4ce5-9be6-b037192378b9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067513 Aug 23 11:54:27.058532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Deleting port ee17400e-f33b-4c14-90b2-e2e124cdbb61 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:27.059209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.084497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:54:25Z', 'revision_number': 5, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port': {'id': 'ee17400e-f33b-4c14-90b2-e2e124cdbb61', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:05Z', 'updated_at': '2021-08-23T11:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:27.103861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2f9cc22c-0863-4436-b730-d5a4db00f7b7 req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1452000518', 'description': 'tempest-description-1390621081'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:27.115658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385'}, {'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:27.117933 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] Checking router: bad40266-d030-4e4b-91cd-784a0e566c75 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:54:27.118228 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06426e-cbef-4b80-a0c6-84fbbe4cf62d" -d '{"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-plugged", "status": "completed", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385"}, {"server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:27.129730 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] Routers {'bad40266-d030-4e4b-91cd-784a0e566c75'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:27.130916 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['bad40266-d030-4e4b-91cd-784a0e566c75'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:27.153508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f9cc22c-0863-4436-b730-d5a4db00f7b7 req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.168296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] For port ee17400e-f33b-4c14-90b2-e2e124cdbb61, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ee17400e-f33b-4c14-90b2-e2e124cdbb61,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:27.168696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.186504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Calling delete_port for ee17400e-f33b-4c14-90b2-e2e124cdbb61 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:27.225453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.229662 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] Set router bad40266-d030-4e4b-91cd-784a0e566c75 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:27.274198 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f9cc22c-0863-4436-b730-d5a4db00f7b7 req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.282846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f9cc22c-0863-4436-b730-d5a4db00f7b7 req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.285003 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:54:26Z', 'revision_number': 6, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:27.294248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Allocated IP 172.20.0.5 (8151cdda-2d70-4715-99bf-42e75d6ff4a6/c290c15c-0f3c-475a-9e11-21b95cefc955/1636603b-d6e6-42ba-9ee5-cedcf92b7d89) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:54:27.320040 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583c362b-b4f4-424e-a954-85a0c1b37cfb None None] The sync data for ids ['bad40266-d030-4e4b-91cd-784a0e566c75'] in n-d-773645-7 is: [{'id': 'bad40266-d030-4e4b-91cd-784a0e566c75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1688721609-router', 'tenant_id': '1c947835a40b4c7a991a669b80ef9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:03Z', 'updated_at': '2021-08-23T11:54:26Z', 'revision_number': 6, 'project_id': '1c947835a40b4c7a991a669b80ef9cac', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:54:27.327156 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.365910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f9cc22c-0863-4436-b730-d5a4db00f7b7 req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.367627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f9cc22c-0863-4436-b730-d5a4db00f7b7 req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2727656 Aug 23 11:54:27.388671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b30f0-472a-47b3-9128-5460fb170190 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bcfe1c-fc46-4d9c-8ab4-ef20d2469b38,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:27.447814 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8cd7e7-cb51-41ca-933e-64268bb169fa x-openstack-request-id: req-7a8cd7e7-cb51-41ca-933e-64268bb169fa {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:27.448195 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-plugged", "status": "completed", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385", "code": 200}, {"server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "name": "network-vif-plugged", "status": "completed", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:27.448476 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a8cd7e7-cb51-41ca-933e-64268bb169fa {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:27.448889 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'code': 200} Aug 23 11:54:27.449204 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'code': 200} Aug 23 11:54:27.449822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.462972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd8979-8cc6-4223-8939-10a37ce58dac req-6885134f-3e60-4cf0-8abb-44338e5d230b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:27.466956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ccd8979-8cc6-4223-8939-10a37ce58dac req-6885134f-3e60-4cf0-8abb-44338e5d230b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 949 time: 0.1014891 Aug 23 11:54:27.510874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee17400e-f33b-4c14-90b2-e2e124cdbb61,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:27.603647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ccd8979-8cc6-4223-8939-10a37ce58dac req-12e0354d-3b1a-43db-a104-73946dfb4347 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037533 Aug 23 11:54:27.611199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.693861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.758363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f0df6-3875-48e7-9d5f-b5a2b312ddc7 req-cdd5f7f9-b3b2-4d28-8be3-20125e8f7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:27.760339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a2f0df6-3875-48e7-9d5f-b5a2b312ddc7 req-cdd5f7f9-b3b2-4d28-8be3-20125e8f7b8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 1100 time: 0.1847594 Aug 23 11:54:27.766373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.779362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['bbfaa17e-0dc4-48d5-bf7a-317139546d18'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:27.781040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.796936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ef9e55d-bd4b-4165-8f3a-edac7bc533ee req-33924cae-65d1-4d5c-b4d8-ab47b5391327 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/c3bcfe1c-fc46-4d9c-8ab4-ef20d2469b38 HTTP/1.1" status: 200 len: 1813 time: 0.1387808 Aug 23 11:54:27.798367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.848036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ab97-6f36-4d0d-b3fa-065b46d8a1d3 req-fb52bb9f-1f70-42d3-83f4-cf8cc60f7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:27.849590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b655ab97-6f36-4d0d-b3fa-065b46d8a1d3 req-fb52bb9f-1f70-42d3-83f4-cf8cc60f7a9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1096 time: 0.2751262 Aug 23 11:54:27.868210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58f33a-e3a7-4751-a5ac-f427ff318704 req-4d34c5f9-da17-4a90-a4b3-93d36788b6c6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:27.871346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f58f33a-e3a7-4751-a5ac-f427ff318704 req-4d34c5f9-da17-4a90-a4b3-93d36788b6c6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2729414 Aug 23 11:54:27.919568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.919916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:54:27.920760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad40266-d030-4e4b-91cd-784a0e566c75 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:54:27.926555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:27.927992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28281adb-3443-422e-88e5-b8d1e6aa3b49 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bad40266-d030-4e4b-91cd-784a0e566c75 HTTP/1.1" status: 204 len: 168 time: 1.2954476 Aug 23 11:54:27.931518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40172) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:27.948586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:27.950569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:27.953252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:54:27.965219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a2f0df6-3875-48e7-9d5f-b5a2b312ddc7 req-fd209c67-83c5-4147-8017-97c004bb28cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952984 Aug 23 11:54:27.999406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-bf60df5d-bced-4469-9d24-2dfe8dc20b65 req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-578452616', 'description': 'tempest-description-1163030279'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:28.029561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Deleting subnet b5bf160c-3ae8-434d-a103-1575cc83ad38 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:28.032962 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf60df5d-bced-4469-9d24-2dfe8dc20b65 req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.033363 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.035439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f58f33a-e3a7-4751-a5ac-f427ff318704 req-e0eea7fc-91b5-4fbd-82c7-52c59d212fc8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493235 Aug 23 11:54:28.038361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.070223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:28.070912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.076639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b655ab97-6f36-4d0d-b3fa-065b46d8a1d3 req-3585d80c-ff2c-4355-b665-af24541e31c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986370 Aug 23 11:54:28.095430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.188666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc51d9-37df-485f-8847-3a476df6c380 req-a1e314b4-048a-4aea-85cb-a0de9e4de037 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:28.191348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29dc51d9-37df-485f-8847-3a476df6c380 req-a1e314b4-048a-4aea-85cb-a0de9e4de037 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 931 time: 0.0840778 Aug 23 11:54:28.217951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b627c9c-0fbf-45d7-adf5-a37891afbf03 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:28.249889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 8b627c9c-0fbf-45d7-adf5-a37891afbf03 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:28.250392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b627c9c-0fbf-45d7-adf5-a37891afbf03 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:28.251748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.252062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee17400e-f33b-4c14-90b2-e2e124cdbb61 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:28.264606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29dc51d9-37df-485f-8847-3a476df6c380 req-c4d4bd29-74ae-428d-a945-113444b72f36 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Aug 23 11:54:28.276557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ee17400e-f33b-4c14-90b2-e2e124cdbb61 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:28.277018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee17400e-f33b-4c14-90b2-e2e124cdbb61 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:28.286176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf60df5d-bced-4469-9d24-2dfe8dc20b65 req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.295405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf60df5d-bced-4469-9d24-2dfe8dc20b65 req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.299729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8dade35d-c58d-4ddb-851f-b7ce4144ed80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9345570 Aug 23 11:54:28.317781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Request body: {'port': {'device_id': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:28.351571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf60df5d-bced-4469-9d24-2dfe8dc20b65 req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.352995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf60df5d-bced-4469-9d24-2dfe8dc20b65 req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3581569 Aug 23 11:54:28.356373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c56049-d05c-43fb-b952-125bb47b2bcb tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af8380-8409-44c0-af0d-397f93d6de00,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:28.385668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.430417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bf160c-3ae8-434d-a103-1575cc83ad38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:28.435640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.439251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0c5316d7-6170-4b2d-8f68-e37ff6505505 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5bf160c-3ae8-434d-a103-1575cc83ad38 HTTP/1.1" status: 204 len: 168 time: 0.5056095 Aug 23 11:54:28.441633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40182) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:28.441883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c4c75-4334-49d6-b2e1-9c6566357faa None None] Network db03c549-a4e3-4ad5-a025-322ce97dcf5d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:28.454937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.493199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bb2d0-a8ff-4ef7-8810-cece6da8a834 req-39f8d52f-2495-4688-9a4d-855f9c89ae8e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:28.501755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-581bb2d0-a8ff-4ef7-8810-cece6da8a834 req-39f8d52f-2495-4688-9a4d-855f9c89ae8e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.1198699 Aug 23 11:54:28.588714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.598504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-581bb2d0-a8ff-4ef7-8810-cece6da8a834 req-c2c0a3ee-86d4-4bbc-9400-409c1e50aec7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921876 Aug 23 11:54:28.612756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-967a8157-45e3-48fe-a7bf-c6e44666c67d req-198ee14b-b8d5-4db4-919b-2eb8b91c7813 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/f3af8380-8409-44c0-af0d-397f93d6de00 HTTP/1.1" status: 200 len: 1812 time: 0.0825379 Aug 23 11:54:28.692273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Deleting port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:28.692626 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.744144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b2b4d868-c33a-47cb-a676-a209e5cd2b55 req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-112443966', 'description': 'tempest-description-1028206791'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:28.774798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] DHCP port deletion for db03c549-a4e3-4ad5-a025-322ce97dcf5d request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:54:28.808990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] For port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:28.809512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.820791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2b4d868-c33a-47cb-a676-a209e5cd2b55 req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.835781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Calling delete_port for 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:28.844404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] Deleting port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:28.845865 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.863289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede7a6f-b1c4-485d-84f8-4b33c33124e3 req-aee756f7-68a8-4b13-82da-c7af01261e53 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:28.866131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eede7a6f-b1c4-485d-84f8-4b33c33124e3 req-aee756f7-68a8-4b13-82da-c7af01261e53 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.1051939 Aug 23 11:54:28.944063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] For port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,segment=NetworkSegment(cc3a0aca-ec73-4d5d-abbb-bb769e776ecb),segment_id=cc3a0aca-ec73-4d5d-abbb-bb769e776ecb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:28.944737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:28.960097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] Calling delete_port for 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:28.976500 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-f7ef101f-8867-44b5-9376-22bc80574788 service neutron] show failed (client error): The resource could not be found. Aug 23 11:54:28.977465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-f7ef101f-8867-44b5-9376-22bc80574788 service neutron] 10.222.0.41 "GET /v2.0/ports/0380ed73-1b20-4c8a-8f1f-c7085810ce82/bindings/n-h1-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.0858097 Aug 23 11:54:28.979619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eede7a6f-b1c4-485d-84f8-4b33c33124e3 req-45785c13-d6d3-4e34-bfc1-ffc9684302b9 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676389 Aug 23 11:54:29.009912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.060448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:29.071883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] No DVR routers for this DVR port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:29.088930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2b4d868-c33a-47cb-a676-a209e5cd2b55 req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.099716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2b4d868-c33a-47cb-a676-a209e5cd2b55 req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.119205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.160774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2b4d868-c33a-47cb-a676-a209e5cd2b55 req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.163168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2b4d868-c33a-47cb-a676-a209e5cd2b55 req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4379609 Aug 23 11:54:29.170252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fbc88-0255-4376-9a6e-f51d41a32cbf tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57501f94-0f3f-45f6-8ec0-251d65cdbfae,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:29.230970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] No DVR routers for this DVR port 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:29.254401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6443a6-848d-4c25-87e9-106c944dbe03 None None] Pushing event deleted for resources: {'Port': ['ID=32da28ad-7d6b-42cd-a06c-0b7f0374ed9e,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:29.280126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:29.295641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.314387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Transition to ACTIVE for port object 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:29.343443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.364535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.368338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db03c549-a4e3-4ad5-a025-322ce97dcf5d']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:29.392230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:29.392230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3a0aca-ec73-4d5d-abbb-bb769e776ecb') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:29.399254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59bb25-0c96-46c4-a2a8-a57e2ddaaf98 req-85435d5e-24cd-4839-b394-d66ce8e0d343 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:29.400845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca59bb25-0c96-46c4-a2a8-a57e2ddaaf98 req-85435d5e-24cd-4839-b394-d66ce8e0d343 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 949 time: 0.2542751 Aug 23 11:54:29.410227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.447336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.462551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:29.462919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:29.464812 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:29.468292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-7cc89cba-3c6c-4dbc-83ac-49705e5d0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:29.468292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-7cc89cba-3c6c-4dbc-83ac-49705e5d0aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece&tenant_id=4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 1100 time: 0.1482325 Aug 23 11:54:29.480331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca59bb25-0c96-46c4-a2a8-a57e2ddaaf98 req-34e4f54e-0236-4443-b7cf-0e4bc5e74276 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594203 Aug 23 11:54:29.513406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:29.531403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:29.561160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.588891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.593049 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/db03c549-a4e3-4ad5-a025-322ce97dcf5d HTTP/1.1" status: 204 len: 168 time: 1.1477520 Aug 23 11:54:29.593049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf70b0-e3e5-4185-81de-e4239c161ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=db03c549-a4e3-4ad5-a025-322ce97dcf5d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:29.659928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ba3a7c2-df4d-4f65-ad1c-8d0685d25665 req-ba7f91ad-a31d-4fc4-bf97-5f5b430102c8 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/57501f94-0f3f-45f6-8ec0-251d65cdbfae HTTP/1.1" status: 200 len: 1812 time: 0.0951929 Aug 23 11:54:29.675610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5dd4a-5ea6-44e0-88ab-95733f5b486d req-1d993f87-edb2-4885-8fb4-bd54a0c5256d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:29.677263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2dc5dd4a-5ea6-44e0-88ab-95733f5b486d req-1d993f87-edb2-4885-8fb4-bd54a0c5256d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2729492 Aug 23 11:54:29.684909 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:29.775215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40208) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:29.794767 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2dc5dd4a-5ea6-44e0-88ab-95733f5b486d req-35c67427-caca-4d6f-ba9d-b3fb4b0cfa3a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935133 Aug 23 11:54:29.837171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:29.837483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:29.837863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:29.956812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c28f1c-251c-4c5b-95a3-30976d9eba7a req-cd47a7f4-2ea0-4013-98b0-65049d14c9cd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:29.964264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22c28f1c-251c-4c5b-95a3-30976d9eba7a req-cd47a7f4-2ea0-4013-98b0-65049d14c9cd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.2305110 Aug 23 11:54:29.972187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:29.982485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-087290ca-22a8-4271-b457-7200db572ee1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47b96b89c5f94cb394333f8d31bdcd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003334 Aug 23 11:54:29.984950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:29.986034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:29.987574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40210) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:30.018335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:30.019027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:30.019595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:30.020292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Bound port: 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:30.020825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.023512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:30.024102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32da28ad-7d6b-42cd-a06c-0b7f0374ed9e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:30.052831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22c28f1c-251c-4c5b-95a3-30976d9eba7a req-33665f40-a123-42ba-b3db-06a50120d337 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875614 Aug 23 11:54:30.111279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1673292a-d1bc-40fe-bfb8-14a6f4ecb241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.120289 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-61c65cae-7b43-4261-9100-21aec565ee02 req-ad411dd5-0f06-480b-8588-8bbb7f804c70 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] show failed (client error): The resource could not be found. Aug 23 11:54:30.121728 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61c65cae-7b43-4261-9100-21aec565ee02 req-ad411dd5-0f06-480b-8588-8bbb7f804c70 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/0243dd50-06b3-4af3-bd13-761a9ece0858 HTTP/1.1" status: 404 len: 352 time: 0.0244873 Aug 23 11:54:30.172506 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1673292a-d1bc-40fe-bfb8-14a6f4ecb241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.232195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:30.245780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:30.257739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65be2-3484-4272-a2d6-12f6f56063d4 req-3a8f3b0e-9cd4-47db-942c-56590cd5b348 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:30.259413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1e65be2-3484-4272-a2d6-12f6f56063d4 req-3a8f3b0e-9cd4-47db-942c-56590cd5b348 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.3113148 Aug 23 11:54:30.264992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.280103 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1673292a-d1bc-40fe-bfb8-14a6f4ecb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.284282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1673292a-d1bc-40fe-bfb8-14a6f4ecb241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.288219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1673292a-d1bc-40fe-bfb8-14a6f4ecb241 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99192d17-810c-477f-b041-86ade7b2a352 HTTP/1.1" status: 204 len: 168 time: 0.2972417 Aug 23 11:54:30.311972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673292a-d1bc-40fe-bfb8-14a6f4ecb241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99192d17-810c-477f-b041-86ade7b2a352,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:30.367704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:30.369407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.371304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] 10.222.0.41 "PUT /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 1091 time: 2.0593908 Aug 23 11:54:30.374082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:30.379779 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9ace2e-5738-4fff-b089-632ae272c587" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:30.451082 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-36c8b915-8e0e-4f61-a771-b765932cd024 req-80aa8b24-f02d-466d-9784-b4dd8701e041 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] show failed (client error): The resource could not be found. Aug 23 11:54:30.452368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36c8b915-8e0e-4f61-a771-b765932cd024 req-80aa8b24-f02d-466d-9784-b4dd8701e041 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-group-rules/efe3c84b-00c2-43f2-8d2f-496b708aee90 HTTP/1.1" status: 404 len: 361 time: 0.0330920 Aug 23 11:54:30.457483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992ccff-127b-4351-a593-9fc985f3f094 service neutron] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:30.484717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:30.515110 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1e65be2-3484-4272-a2d6-12f6f56063d4 req-2129e8a4-78f1-4e4b-aa0d-5f1aa0761369 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132676 Aug 23 11:54:30.606407 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb441b00-213a-4519-a813-d1707c1532ca x-openstack-request-id: req-bb441b00-213a-4519-a813-d1707c1532ca {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:30.606711 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:30.606972 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb441b00-213a-4519-a813-d1707c1532ca {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:30.607431 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'status': 'completed', 'code': 200} Aug 23 11:54:30.619488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-2c903f26-50b6-4a81-804c-bde9af5e5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:30.621192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-2c903f26-50b6-4a81-804c-bde9af5e5ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1094 time: 0.1538250 Aug 23 11:54:30.622559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:30.678062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47abf7a5-2073-45f2-b923-74f1ead8f407 req-e600118b-bbaa-4880-a7ea-020aa49a94be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/57501f94-0f3f-45f6-8ec0-251d65cdbfae HTTP/1.1" status: 200 len: 1812 time: 0.0625999 Aug 23 11:54:30.700095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.717097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Transition to ACTIVE for port object 0380ed73-1b20-4c8a-8f1f-c7085810ce82 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:30.754766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-f766a0cb-8384-4bf7-b173-f608f85bdaf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 217 time: 0.1070020 Aug 23 11:54:30.755387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.758279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-47abf7a5-2073-45f2-b923-74f1ead8f407 req-aaedf315-a228-4e76-85f9-af80e718438e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.786263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-47abf7a5-2073-45f2-b923-74f1ead8f407 req-aaedf315-a228-4e76-85f9-af80e718438e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.859516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40232) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:30.869812 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-47abf7a5-2073-45f2-b923-74f1ead8f407 req-aaedf315-a228-4e76-85f9-af80e718438e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.873470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-47abf7a5-2073-45f2-b923-74f1ead8f407 req-aaedf315-a228-4e76-85f9-af80e718438e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:30.876065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47abf7a5-2073-45f2-b923-74f1ead8f407 req-aaedf315-a228-4e76-85f9-af80e718438e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "DELETE /v2.0/security-groups/57501f94-0f3f-45f6-8ec0-251d65cdbfae HTTP/1.1" status: 204 len: 173 time: 0.1917443 Aug 23 11:54:30.887340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:30.909086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aba28-b537-44fd-b7e5-1a75189e84c9 req-d7fe118b-864b-4cbc-8d49-d68f64d40c0d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:30.910016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedf315-a228-4e76-85f9-af80e718438e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57501f94-0f3f-45f6-8ec0-251d65cdbfae,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:30.916034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-417aba28-b537-44fd-b7e5-1a75189e84c9 req-d7fe118b-864b-4cbc-8d49-d68f64d40c0d tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.2695444 Aug 23 11:54:30.950208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] No DVR routers for this DVR port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:30.955257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-16953581-6281-4587-9af4-3072f93a03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:30.956984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-16953581-6281-4587-9af4-3072f93a03ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1797647 Aug 23 11:54:30.976639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1d2392a5-e3f2-4b8f-84d6-88d9202ea5cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c947835a40b4c7a991a669b80ef9cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156828 Aug 23 11:54:30.978962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40236) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:31.038382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:31.039260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:31.039496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:31.043130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-88671312-7efc-4004-9067-1772fa346123 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768478 Aug 23 11:54:31.081662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:31.082120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:31.091402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-417aba28-b537-44fd-b7e5-1a75189e84c9 req-bd9d2435-7a81-466a-a1c2-09b059d56dad tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743481 Aug 23 11:54:31.119638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:31.119638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:31.119638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:31.119638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Bound port: 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:31.119638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.120237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8693c9cc-dd55-4a97-88d1-dfd0c490add2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.121380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa6edd-da0f-42d5-be82-e2e3d6595ea7 req-21764a46-bb6d-41bb-a075-a13f4f9ada65 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.129857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5efa6edd-da0f-42d5-be82-e2e3d6595ea7 req-21764a46-bb6d-41bb-a075-a13f4f9ada65 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1096 time: 0.1518672 Aug 23 11:54:31.176465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8693c9cc-dd55-4a97-88d1-dfd0c490add2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.199354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5efa6edd-da0f-42d5-be82-e2e3d6595ea7 req-a8d174b9-eb35-4432-ab52-1e6b6f1444f9 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679364 Aug 23 11:54:31.255099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8693c9cc-dd55-4a97-88d1-dfd0c490add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.258764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8693c9cc-dd55-4a97-88d1-dfd0c490add2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.262709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8693c9cc-dd55-4a97-88d1-dfd0c490add2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ca333c1-c4dd-4692-9fcf-e57a9249047c HTTP/1.1" status: 204 len: 168 time: 0.2800634 Aug 23 11:54:31.270992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693c9cc-dd55-4a97-88d1-dfd0c490add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca333c1-c4dd-4692-9fcf-e57a9249047c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:31.343541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1e0a-24f1-41fc-b4cf-f4c58d350463 req-cb72f606-7d92-44dc-a61b-938923071cff tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.345796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0acb1e0a-24f1-41fc-b4cf-f4c58d350463 req-cb72f606-7d92-44dc-a61b-938923071cff tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 949 time: 0.1577821 Aug 23 11:54:31.355091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-2b119f60-d538-42bf-a532-9f4cdb56e443 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046010 Aug 23 11:54:31.381476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:31.420261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4691db-0c2c-4a55-a01d-49f3d002bd05 req-e7bb8a16-6b24-4d08-9feb-cd36c5303de7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.421961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a4691db-0c2c-4a55-a01d-49f3d002bd05 req-e7bb8a16-6b24-4d08-9feb-cd36c5303de7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.0775230 Aug 23 11:54:31.438062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:31.462723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0acb1e0a-24f1-41fc-b4cf-f4c58d350463 req-7a66d527-ba3b-4b0b-9e0b-54117dde9a3c tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063530 Aug 23 11:54:31.466906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.477161 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a4691db-0c2c-4a55-a01d-49f3d002bd05 req-663e95c3-759d-4cb7-b5e4-0fac1910f74a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Aug 23 11:54:31.607782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.608697 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:31.611682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 1095 time: 2.1078367 Aug 23 11:54:31.696338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be4cd2-9e77-422d-a83b-58e98bb978d7 req-5e5c7216-b2e1-4b5a-8ccc-52dee4f107b3 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.700080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1be4cd2-9e77-422d-a83b-58e98bb978d7 req-5e5c7216-b2e1-4b5a-8ccc-52dee4f107b3 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1172256 Aug 23 11:54:31.723065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7917fb0f-bbd0-447b-bc3d-bea2a0cf567b req-63e815d0-3802-4332-904c-72e7c670045e tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/f3af8380-8409-44c0-af0d-397f93d6de00 HTTP/1.1" status: 200 len: 1812 time: 0.1531916 Aug 23 11:54:31.746558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48de720-2eda-4ef8-8048-2be4f06318a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:31.771610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1be4cd2-9e77-422d-a83b-58e98bb978d7 req-42ff2936-dd4a-46f9-bbdc-ec7d424d27a2 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652368 Aug 23 11:54:31.856597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a4e4b74-db7b-4949-a85c-1d8dfde93266 req-224112c0-af71-4ce9-b3ea-b3a8a0794de4 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833434 Aug 23 11:54:31.863727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-63f5c738-ec44-4648-828c-5f8c2a95f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.865568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-63f5c738-ec44-4648-828c-5f8c2a95f903 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1098 time: 0.2089498 Aug 23 11:54:31.890989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a132b-ff7c-4c6d-b303-db20f5ef0025 req-953be6aa-44af-4784-8f37-3e4f2081f81d tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:31.902554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd5a132b-ff7c-4c6d-b303-db20f5ef0025 req-953be6aa-44af-4784-8f37-3e4f2081f81d tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1096 time: 0.0590451 Aug 23 11:54:31.935976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:31.953743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd5a132b-ff7c-4c6d-b303-db20f5ef0025 req-620654cf-be8f-4f12-8128-5ebfdc81025c tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Aug 23 11:54:32.002704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:32.041512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-4771062e-88ef-4142-afeb-1808c128c7a7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.044104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-4771062e-88ef-4142-afeb-1808c128c7a7 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.41 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.2475874 Aug 23 11:54:32.047450 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7917fb0f-bbd0-447b-bc3d-bea2a0cf567b req-1dfb2671-6687-4d14-a394-0ecc98634388 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:32.106183 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:54:32.108007 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7917fb0f-bbd0-447b-bc3d-bea2a0cf567b req-1dfb2671-6687-4d14-a394-0ecc98634388 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:32.133002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777335-7bb6-4307-94ab-d55078925624 req-774f8ee7-cbf1-4084-86c4-3bb6251729da tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.134855 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8777335-7bb6-4307-94ab-d55078925624 req-774f8ee7-cbf1-4084-86c4-3bb6251729da tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 950 time: 0.0633061 Aug 23 11:54:32.161982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-9acbc20d-2737-4707-bd97-5d62cb46f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.163490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-9acbc20d-2737-4707-bd97-5d62cb46f67e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2903306 Aug 23 11:54:32.172278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-2d942735-f707-4e54-894f-0b2653a0e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.174509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-2d942735-f707-4e54-894f-0b2653a0e952 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1094 time: 0.2481277 Aug 23 11:54:32.179575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8777335-7bb6-4307-94ab-d55078925624 req-7bffdd90-d1ac-4b0f-9d83-4b0f0c018b93 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Aug 23 11:54:32.288534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-2dd8c9ad-f72a-4fc3-94da-307b7a9bfa31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.1114700 Aug 23 11:54:32.469111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8095dd9-3420-4f8e-8bdf-ca9b92557535 req-368f06db-0019-4dcb-a332-cac9bddf6dad tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.470774 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8095dd9-3420-4f8e-8bdf-ca9b92557535 req-368f06db-0019-4dcb-a332-cac9bddf6dad tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 945 time: 0.0580931 Aug 23 11:54:32.519149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8095dd9-3420-4f8e-8bdf-ca9b92557535 req-d7b41c6c-a623-469c-a86e-e13e6e511df8 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups?id=841c3a93-7bbb-426c-991d-15c0b55fbf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387018 Aug 23 11:54:32.662461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}, {'name': 'network-changed', 'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:32.665048 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f64586-5fea-4d78-b693-611185d9045a" -d '{"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-unplugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}, {"name": "network-changed", "server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:32.678666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7917fb0f-bbd0-447b-bc3d-bea2a0cf567b req-1dfb2671-6687-4d14-a394-0ecc98634388 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:32.681271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7917fb0f-bbd0-447b-bc3d-bea2a0cf567b req-1dfb2671-6687-4d14-a394-0ecc98634388 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:32.683398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7917fb0f-bbd0-447b-bc3d-bea2a0cf567b req-1dfb2671-6687-4d14-a394-0ecc98634388 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "DELETE /v2.0/security-groups/f3af8380-8409-44c0-af0d-397f93d6de00 HTTP/1.1" status: 204 len: 173 time: 0.9496360 Aug 23 11:54:32.712157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb2671-6687-4d14-a394-0ecc98634388 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af8380-8409-44c0-af0d-397f93d6de00,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:32.741833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-c7c45050-dabc-4966-ad89-3e54215793f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.743539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-c7c45050-dabc-4966-ad89-3e54215793f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.4403865 Aug 23 11:54:32.745771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Deleting port 185c2bae-85b6-4521-93e4-78dcd9098ea2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:32.746118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:32.788503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-f28b6aeb-1cbe-4640-9a89-59c2dc654ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.790322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-f28b6aeb-1cbe-4640-9a89-59c2dc654ef2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.6015043 Aug 23 11:54:32.889619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-e04a61ab-1fe2-4b1a-8824-9724b4bb5381 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 217 time: 0.0791011 Aug 23 11:54:32.896290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-6330ea28-87c9-40af-bff7-6bc2a2f486ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:32.897865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-6330ea28-87c9-40af-bff7-6bc2a2f486ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455653 Aug 23 11:54:32.992672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] For port 185c2bae-85b6-4521-93e4-78dcd9098ea2, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=185c2bae-85b6-4521-93e4-78dcd9098ea2,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:32.993047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.080957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-3d3298c6-78f6-4bec-b50f-a256200fbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.080957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-3d3298c6-78f6-4bec-b50f-a256200fbcc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1797662 Aug 23 11:54:33.134507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-7c116987-edb3-445d-a480-92e832c825d1 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212522 Aug 23 11:54:33.154540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-d47d3806-606e-4952-9ee7-05ab5c91c56e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632439 Aug 23 11:54:33.167466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57fe1c-b6d8-487c-9ba4-0f4b0dd3d893 req-d0a13332-0afe-4826-a4c9-70e185d1e1eb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.169496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da57fe1c-b6d8-487c-9ba4-0f4b0dd3d893 req-d0a13332-0afe-4826-a4c9-70e185d1e1eb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.0571334 Aug 23 11:54:33.214330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da57fe1c-b6d8-487c-9ba4-0f4b0dd3d893 req-39abe81b-e0ba-4c18-9f11-b067a827413c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Aug 23 11:54:33.314010 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc978b9-b40e-48e9-ad7e-32c137d7b265 x-openstack-request-id: req-5dc978b9-b40e-48e9-ad7e-32c137d7b265 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:33.314325 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-unplugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "code": 200}, {"name": "network-changed", "server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:33.314564 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc978b9-b40e-48e9-ad7e-32c137d7b265 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:33.314963 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'code': 200} Aug 23 11:54:33.315344 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'status': 'completed', 'code': 200} Aug 23 11:54:33.367248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9cea8700-39a2-4704-ab6b-a43277dd5835 req-aba438a6-d6c0-4f18-b9c6-d783a42cea21 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/c3bcfe1c-fc46-4d9c-8ab4-ef20d2469b38 HTTP/1.1" status: 200 len: 1813 time: 0.0753410 Aug 23 11:54:33.377117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-fb30dda6-04b1-49ab-bd9d-a671b802b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.379621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-fb30dda6-04b1-49ab-bd9d-a671b802b80e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1098 time: 0.0641005 Aug 23 11:54:33.416516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-52536f6d-0b08-4d69-ab6b-22af2a273f31 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519407 Aug 23 11:54:33.433370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a42f4c-c25b-435f-9b62-f91f7add022c req-f65ef0ab-410c-4957-b150-3c0f4beb6d1e service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813940 Aug 23 11:54:33.466796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.467286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.467811 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c disassociated. External IP: 172.25.1.46, port: 185c2bae-85b6-4521-93e4-78dcd9098ea2. Aug 23 11:54:33.468349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Calling delete_port for 185c2bae-85b6-4521-93e4-78dcd9098ea2 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:33.523246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9cea8700-39a2-4704-ab6b-a43277dd5835 req-c1dc2c75-395c-4a42-a939-092dc3c186be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.532118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-f63c3eef-ab1b-4268-824f-da661121edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.533642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-f63c3eef-ab1b-4268-824f-da661121edc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1354883 Aug 23 11:54:33.597587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9cea8700-39a2-4704-ab6b-a43277dd5835 req-c1dc2c75-395c-4a42-a939-092dc3c186be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.608124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-78144a1d-a3f7-4581-9537-0ffca2676a9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.0550613 Aug 23 11:54:33.649837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b9ace2e-5738-4fff-b089-632ae272c587 req-9774a4a3-8959-49df-9b4a-0adc01d7e819 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118328 Aug 23 11:54:33.689757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-c655ee5e-9131-488b-8927-459cbba1cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.691410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-c655ee5e-9131-488b-8927-459cbba1cdea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0664039 Aug 23 11:54:33.692435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9cea8700-39a2-4704-ab6b-a43277dd5835 req-c1dc2c75-395c-4a42-a939-092dc3c186be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.694335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-450073db-4c69-4e4b-8c29-79f56dbe09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.695184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9cea8700-39a2-4704-ab6b-a43277dd5835 req-c1dc2c75-395c-4a42-a939-092dc3c186be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.695846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-450073db-4c69-4e4b-8c29-79f56dbe09a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1098 time: 0.1544950 Aug 23 11:54:33.696269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9cea8700-39a2-4704-ab6b-a43277dd5835 req-c1dc2c75-395c-4a42-a939-092dc3c186be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3bcfe1c-fc46-4d9c-8ab4-ef20d2469b38 HTTP/1.1" status: 204 len: 173 time: 0.3155813 Aug 23 11:54:33.729890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc2c75-395c-4a42-a939-092dc3c186be tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bcfe1c-fc46-4d9c-8ab4-ef20d2469b38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:33.762632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-a529a9d6-e1f6-4600-bbce-12eecb54b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.764761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-a529a9d6-e1f6-4600-bbce-12eecb54b3c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0643985 Aug 23 11:54:33.818466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:33.843928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-92085606-5f75-428c-bafe-00f4147defeb tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:54:33.844988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-92085606-5f75-428c-bafe-00f4147defeb tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217724 Aug 23 11:54:33.896444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Request body: {'binding': {'host': 'n-h2-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:33.896821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Unknown quota resources ['binding']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:54:33.906314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event deleted for resources: {'Port': ['ID=185c2bae-85b6-4521-93e4-78dcd9098ea2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:33.910446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8516df6-34bf-42a2-83b1-5d2dc5775d27 req-00fed504-951f-4fc7-938d-8b03d21bc83d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.912019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8516df6-34bf-42a2-83b1-5d2dc5775d27 req-00fed504-951f-4fc7-938d-8b03d21bc83d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1157551 Aug 23 11:54:33.941871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-6711ad44-b828-438b-876c-62280852d154 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706419 Aug 23 11:54:33.961753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-af7f657e-ea89-47d3-a5ba-ce84a82ce4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:33.963246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-af7f657e-ea89-47d3-a5ba-ce84a82ce4fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2222743 Aug 23 11:54:33.987399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8516df6-34bf-42a2-83b1-5d2dc5775d27 req-bb6af556-1de8-452b-bda3-25448b2b1da5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680366 Aug 23 11:54:34.065125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-1fede188-9cdc-4d2a-8ff8-209fed5cdcd7 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148148 Aug 23 11:54:34.068553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-177435f3-7483-409e-9bd8-4d45fd82cd9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2446315 Aug 23 11:54:34.100602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-d3611afa-2dda-4644-9ede-b733edc561cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.0957160 Aug 23 11:54:34.265966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c31e0df-eb10-49f7-ac78-0b7be1da5f43 req-056915a9-73fc-49a0-85ea-5cb82f2d8beb tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.0299244 Aug 23 11:54:34.266860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-569bab91-8450-4c16-b7fc-3757463c20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:34.268415 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-569bab91-8450-4c16-b7fc-3757463c20d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1517024 Aug 23 11:54:34.271796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:54:34.282581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd96a3-9318-4009-9a48-a36894303f43 req-25b6786f-20d3-46e6-bfd1-2b3239b73bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:34.284642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-25b6786f-20d3-46e6-bfd1-2b3239b73bb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 1095 time: 0.1327357 Aug 23 11:54:34.321449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on host n-h2-773645-7 for vnic_type normal with profile None {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:34.321822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:34.322390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:34.342772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a871dd3-e823-4096-b2e7-70c2580a7d8e req-3ee6047f-98d3-4991-b893-3e3ed4b06343 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/ab07fe24-569a-4d8c-ab6f-c801b9b1ae72 HTTP/1.1" status: 200 len: 1813 time: 0.0487626 Aug 23 11:54:34.355413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:34.355722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:34.407616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:34.408044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:34.408362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:34.408807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Bound port: 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:34.408944 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8a871dd3-e823-4096-b2e7-70c2580a7d8e req-9544c88c-977b-4559-9287-321eb9c5290d tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.436617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8a871dd3-e823-4096-b2e7-70c2580a7d8e req-9544c88c-977b-4559-9287-321eb9c5290d tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.474666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64586-5fea-4d78-b693-611185d9045a req-6c46a32c-ec18-48ca-9539-6d08ccb57b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:34.476233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-6c46a32c-ec18-48ca-9539-6d08ccb57b64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906860 Aug 23 11:54:34.482478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8a871dd3-e823-4096-b2e7-70c2580a7d8e req-9544c88c-977b-4559-9287-321eb9c5290d tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.486706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8a871dd3-e823-4096-b2e7-70c2580a7d8e req-9544c88c-977b-4559-9287-321eb9c5290d tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.489166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a871dd3-e823-4096-b2e7-70c2580a7d8e req-9544c88c-977b-4559-9287-321eb9c5290d tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab07fe24-569a-4d8c-ab6f-c801b9b1ae72 HTTP/1.1" status: 204 len: 173 time: 0.1387930 Aug 23 11:54:34.504320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544c88c-977b-4559-9287-321eb9c5290d tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07fe24-569a-4d8c-ab6f-c801b9b1ae72,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:34.625153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd96a3-9318-4009-9a48-a36894303f43 req-3ed15858-f30f-4ff8-a468-9771d90ae2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:34.626673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-3ed15858-f30f-4ff8-a468-9771d90ae2c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.3001330 Aug 23 11:54:34.640919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951a291-c248-4648-80a8-5f3f22a32d70 req-a6b90374-5d8e-4e80-aae7-757d5dbcfdfd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:34.643154 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5951a291-c248-4648-80a8-5f3f22a32d70 req-a6b90374-5d8e-4e80-aae7-757d5dbcfdfd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.0566859 Aug 23 11:54:34.655126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:34.692435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.693351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5951a291-c248-4648-80a8-5f3f22a32d70 req-c60d2a4c-3be6-4154-a9b1-9b762b0c2fbc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Aug 23 11:54:34.693586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-586607e7-ae81-450a-8237-3d16a6b87959 service neutron] 10.222.0.21 "POST /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8192356 Aug 23 11:54:34.694609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:54:34.696824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-a99ad97f-c2d2-47c4-b740-7d4794a61dff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 200 len: 217 time: 0.0551038 Aug 23 11:54:34.706625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:54:34.742034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:34.742780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:34.780323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] No DVR routers for this DVR port 185c2bae-85b6-4521-93e4-78dcd9098ea2 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:34.794094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.796088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc4b6e7d-32ab-4f7e-a0fd-d4e958b4ba4c req-3317d4c3-eed2-4c48-8a4c-a739f3306957 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.41 "DELETE /v2.0/ports/185c2bae-85b6-4521-93e4-78dcd9098ea2 HTTP/1.1" status: 204 len: 173 time: 2.7354329 Aug 23 11:54:34.805379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-c0c92c2f-a9ed-4723-b301-c0a037ab2ed6 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182583 Aug 23 11:54:34.807414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64b0f341-c95d-494f-9d85-66f1b5d7f974 req-30a3656b-8963-4903-a0fc-799178a76273 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "GET /v2.0/security-groups/0816613f-7917-488e-9783-1aef081ff01e HTTP/1.1" status: 200 len: 1812 time: 0.0778327 Aug 23 11:54:34.817434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd96a3-9318-4009-9a48-a36894303f43 req-497847a7-f258-48ea-9b71-4409d386adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:34.823886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-497847a7-f258-48ea-9b71-4409d386adfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.0912850 Aug 23 11:54:34.884155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-2d396c03-1ae0-454e-9dbc-f1c17e3124d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420008 Aug 23 11:54:34.930226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-64b0f341-c95d-494f-9d85-66f1b5d7f974 req-4c3eaf24-379d-40c7-9d3a-973205bea851 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:34.960016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:34.990733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-64b0f341-c95d-494f-9d85-66f1b5d7f974 req-4c3eaf24-379d-40c7-9d3a-973205bea851 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.056180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-64b0f341-c95d-494f-9d85-66f1b5d7f974 req-4c3eaf24-379d-40c7-9d3a-973205bea851 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.059030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-64b0f341-c95d-494f-9d85-66f1b5d7f974 req-4c3eaf24-379d-40c7-9d3a-973205bea851 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.060251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64b0f341-c95d-494f-9d85-66f1b5d7f974 req-4c3eaf24-379d-40c7-9d3a-973205bea851 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] 10.222.0.21 "DELETE /v2.0/security-groups/0816613f-7917-488e-9783-1aef081ff01e HTTP/1.1" status: 204 len: 173 time: 0.2464402 Aug 23 11:54:35.070297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40352) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:35.080302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eaf24-379d-40c7-9d3a-973205bea851 tempest-SecurityGroupRulesNegativeTestJSON-159417375 tempest-SecurityGroupRulesNegativeTestJSON-159417375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816613f-7917-488e-9783-1aef081ff01e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:35.156839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Deleting subnet 5b401d9c-40b5-4639-9961-e14435ea7155 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:35.161083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.253801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:35.283810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:54:35.295696 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:35.296492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:35.344902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'name': 'network-vif-deleted', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:35.347807 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a76299d-0c2d-43f9-94cf-c3666b899ce7" -d '{"events": [{"server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "name": "network-vif-deleted", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:35.430725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3f64586-5fea-4d78-b693-611185d9045a req-17d6ed67-1931-44b2-bd81-031e9857d01d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966706 Aug 23 11:54:35.464728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc1e10-212a-4aed-b39c-814f7543c486 req-3757d70b-e8b5-45af-b4af-75e292cc5979 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:35.466796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8fc1e10-212a-4aed-b39c-814f7543c486 req-3757d70b-e8b5-45af-b4af-75e292cc5979 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.4898858 Aug 23 11:54:35.473310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-abd3b18e-e960-41fa-90bf-d228bb2ec356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:35.475120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-abd3b18e-e960-41fa-90bf-d228bb2ec356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1096 time: 0.1244092 Aug 23 11:54:35.479475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:35.490737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-380b4be8-17c5-4f8a-9269-f3ee5de25d8b service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908685 Aug 23 11:54:35.544467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7370611-0ac8-453d-ae8e-d6218e048665 req-eaab286a-fb9d-4ef8-a685-c1dcab248b76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:35.552655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7370611-0ac8-453d-ae8e-d6218e048665 req-eaab286a-fb9d-4ef8-a685-c1dcab248b76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.0869915 Aug 23 11:54:35.566827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.638381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7370611-0ac8-453d-ae8e-d6218e048665 req-a172a5c1-0068-4615-aa64-cecff8a8a35f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844901 Aug 23 11:54:35.640854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.655778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8fc1e10-212a-4aed-b39c-814f7543c486 req-d1739d52-20d2-4d3c-8005-9519df050fb6 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793351 Aug 23 11:54:35.732333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.792719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b401d9c-40b5-4639-9961-e14435ea7155,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:35.803088 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:35.809383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40384) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:35.809901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-300d6029-ab6b-445a-a737-efa52cbf02fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5b401d9c-40b5-4639-9961-e14435ea7155 HTTP/1.1" status: 204 len: 168 time: 0.7379191 Aug 23 11:54:35.867546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-a87d33ce-c6fa-425d-b7ad-fd56a70c8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:35.874560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-a87d33ce-c6fa-425d-b7ad-fd56a70c8923 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.3872433 Aug 23 11:54:35.901801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09dd96a3-9318-4009-9a48-a36894303f43 req-e37b5638-6136-4b25-b40b-54c20aa01c65 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811357 Aug 23 11:54:35.934300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-13bdf0b1-d5eb-4284-8ecd-8bb41350a666 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0497980 Aug 23 11:54:35.965480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:35.972160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 185c2bae-85b6-4521-93e4-78dcd9098ea2 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:36.012038 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ab18856-40af-49f0-ad50-68dbba084a6c req-dc8debc5-5300-45a7-86b5-afe9550976ba tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/ports?device_id=987f9230-72f9-46f9-8531-b78110698bea HTTP/1.1" status: 200 len: 210 time: 0.0688171 Aug 23 11:54:36.014829 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7d6281-7ac6-44c3-81dd-4bc0714ecb3e x-openstack-request-id: req-6d7d6281-7ac6-44c3-81dd-4bc0714ecb3e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:36.015137 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987f9230-72f9-46f9-8531-b78110698bea", "name": "network-vif-deleted", "tag": "185c2bae-85b6-4521-93e4-78dcd9098ea2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:36.015393 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d7d6281-7ac6-44c3-81dd-4bc0714ecb3e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:36.015789 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987f9230-72f9-46f9-8531-b78110698bea', 'name': 'network-vif-deleted', 'tag': '185c2bae-85b6-4521-93e4-78dcd9098ea2', 'status': 'completed', 'code': 200} Aug 23 11:54:36.022057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-c0af831b-123e-4647-9250-a7a03a98bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:36.023543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-c0af831b-123e-4647-9250-a7a03a98bb98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.0613167 Aug 23 11:54:36.045303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 185c2bae-85b6-4521-93e4-78dcd9098ea2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:36.046144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 185c2bae-85b6-4521-93e4-78dcd9098ea2 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:36.089489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-962e9ef7-99c6-4f6b-9a83-3aba7d940207 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539060 Aug 23 11:54:36.093612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.150999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dba9fd-c3e7-4843-aeb6-eb4efb0f6dc9 req-cd68a31f-c754-40bf-be11-c38c7e7b462d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:36.158541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22dba9fd-c3e7-4843-aeb6-eb4efb0f6dc9 req-cd68a31f-c754-40bf-be11-c38c7e7b462d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.1414220 Aug 23 11:54:36.285109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:36.295707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22dba9fd-c3e7-4843-aeb6-eb4efb0f6dc9 req-4c2b6c5d-9df4-44bf-abd9-85b78c4e100d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362240 Aug 23 11:54:36.347564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.363443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb252fb-4446-4c04-844f-79a0f8399eb6 None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:49:45Z', 'revision_number': 4, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '75562016-0724-4a73-9236-091fa3772b49', 'name': '', 'network_id': 'bc564663-9fa0-49f8-a0da-5ab139164149', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'mac_address': 'fa:16:3e:78:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:44Z', 'updated_at': '2021-08-23T11:49:53Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'subnets': [{'id': '2eb8fb82-da28-4451-aec1-c36619a7d12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:54:36.368115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3b6161-8c28-4324-af66-9a9276997a90']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:36.373660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-911632a4-39cc-46d2-b7ff-6808b5d4cf2b service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739348 Aug 23 11:54:36.394849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:36.395105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237eb968-0aab-4ce7-94f8-bfedd4229403') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:36.395352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237eb968-0aab-4ce7-94f8-bfedd4229403') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:36.416020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.416413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'mac_address': 'fa:16:3e:02:61:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:36.526359 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.551357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.578880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:36.579567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.588826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:36.600207 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:36.643186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:36.658330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.803455 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.827835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:36.863946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1e05d62c-8d9b-4520-a6be-c3265d66e4a4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:36.905330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:36.912774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b3b6161-8c28-4324-af66-9a9276997a90 HTTP/1.1" status: 204 len: 168 time: 1.0970340 Aug 23 11:54:36.943818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eae35-d286-489c-9dcb-fdcc206194da admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3b6161-8c28-4324-af66-9a9276997a90,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:36.945143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:36.999770 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c79180-ac6c-4bdf-b58b-8d53f8479c0b None None] New status for floating IP 56cabe8a-de55-4d8c-a701-a96dc95e3f5c: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:54:37.002490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-77e7dfbc-7d04-4fee-9bce-4aa609428d0e service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188738 Aug 23 11:54:37.020845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351a73-3684-423e-b983-9838a3ce4328 req-56299e40-f29d-40c5-8041-98e4d544651d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:37.032747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a351a73-3684-423e-b983-9838a3ce4328 req-56299e40-f29d-40c5-8041-98e4d544651d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1517069 Aug 23 11:54:37.130757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a351a73-3684-423e-b983-9838a3ce4328 req-0b3750fe-e214-4b1a-ac51-fd96f6b0b0e8 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948920 Aug 23 11:54:37.202802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:37.272789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8afebe-97d3-46be-a44b-f0d243a24c3b req-fd80286a-40cf-45cd-aa80-3f4480ad7553 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:37.282844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d8afebe-97d3-46be-a44b-f0d243a24c3b req-fd80286a-40cf-45cd-aa80-3f4480ad7553 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.3362436 Aug 23 11:54:37.313377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-a09ab8d5-6d0b-47cc-beb0-2be96a334321 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:37.320380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-a09ab8d5-6d0b-47cc-beb0-2be96a334321 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece&tenant_id=4112d38acd174aafb9a0fa0f3e50a594&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 947 time: 0.4010906 Aug 23 11:54:37.335035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d909ae55-cc2a-473e-9bfc-207966eff232 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=badeccc19ea14303929a4fd310694129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306715 Aug 23 11:54:37.338378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40454) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:37.444754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:37.474404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'mac_address': 'fa:16:3e:5b:6e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:37.496838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53012f-d80c-4ea0-9e27-c35f786d20f7 req-5f0be321-5862-4d42-8baa-ed7228366fa0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:37.498579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f53012f-d80c-4ea0-9e27-c35f786d20f7 req-5f0be321-5862-4d42-8baa-ed7228366fa0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 947 time: 0.1134179 Aug 23 11:54:37.499257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40456) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:37.563980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:37.585503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0380ed73-1b20-4c8a-8f1f-c7085810ce82 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:37.607367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f53012f-d80c-4ea0-9e27-c35f786d20f7 req-9df74f68-f5df-4fe4-824c-6490f58c3b5f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947704 Aug 23 11:54:37.621000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:37.629446 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:37.707187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d8afebe-97d3-46be-a44b-f0d243a24c3b req-681ef695-3021-4a5b-9178-05f2d7567350 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940389 Aug 23 11:54:37.737908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:37.830024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3df930aa-fc00-4064-8fe9-13bfd07f334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:37.861288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-7602c31d-1e94-476e-958d-2b080043b68e service neutron] 10.222.0.44 "GET /v2.0/ports/0380ed73-1b20-4c8a-8f1f-c7085810ce82/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.5171223 Aug 23 11:54:37.894576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9b421cc-8547-48a0-bad4-df9b8e15b0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:37.932479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40466) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:37.943214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:37.988545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3df930aa-fc00-4064-8fe9-13bfd07f334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:37.996566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3df930aa-fc00-4064-8fe9-13bfd07f334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.010739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0380ed73-1b20-4c8a-8f1f-c7085810ce82'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:38.068649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3df930aa-fc00-4064-8fe9-13bfd07f334f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a7f631ad1ae450a93786285fb6f2c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680566 Aug 23 11:54:38.069207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40468) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:38.070065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df930aa-fc00-4064-8fe9-13bfd07f334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b3e32-709b-4d60-b5d7-985d9abe6912,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:38.109537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9b421cc-8547-48a0-bad4-df9b8e15b0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.138346 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b34d8c4b-9264-4968-b5ec-56e4da47bccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.163200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-e0004719-d700-48f0-8914-dbdb6e926d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:38.165377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-e0004719-d700-48f0-8914-dbdb6e926d9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1099 time: 0.2682772 Aug 23 11:54:38.168225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b34d8c4b-9264-4968-b5ec-56e4da47bccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.186169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:38.186646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.243037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c1294ac-bb20-4f0a-ae0e-aff546e67668 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.244921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b34d8c4b-9264-4968-b5ec-56e4da47bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.247862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b34d8c4b-9264-4968-b5ec-56e4da47bccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.255639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b34d8c4b-9264-4968-b5ec-56e4da47bccc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c7b3e32-709b-4d60-b5d7-985d9abe6912 HTTP/1.1" status: 204 len: 168 time: 0.1797807 Aug 23 11:54:38.299255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d8c4b-9264-4968-b5ec-56e4da47bccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b3e32-709b-4d60-b5d7-985d9abe6912,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:38.300414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c1294ac-bb20-4f0a-ae0e-aff546e67668 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.530166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.587133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-9cc1b82a-9359-4b51-a9a9-0d08ce493152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:38.589325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-9cc1b82a-9359-4b51-a9a9-0d08ce493152 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4045079 Aug 23 11:54:38.615038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c1294ac-bb20-4f0a-ae0e-aff546e67668 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.617866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c1294ac-bb20-4f0a-ae0e-aff546e67668 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.620951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:38.621985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:38.623468 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3f2b88-bed0-4fea-a9d2-cbb24fc1a3b1" -d '{"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:38.633200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c1294ac-bb20-4f0a-ae0e-aff546e67668 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "DELETE /v2.0/security-groups/841c3a93-7bbb-426c-991d-15c0b55fbf32 HTTP/1.1" status: 204 len: 168 time: 0.6969926 Aug 23 11:54:38.653967 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-6746ddfe-c95a-4088-b08e-16c1b5bff09a tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] show failed (client error): The resource could not be found. Aug 23 11:54:38.655195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:38.660975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:38.661916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6746ddfe-c95a-4088-b08e-16c1b5bff09a tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "GET /v2.0/security-groups/841c3a93-7bbb-426c-991d-15c0b55fbf32 HTTP/1.1" status: 404 len: 347 time: 0.0387309 Aug 23 11:54:38.663055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40492) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:38.737185 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786553eb-38ab-46ce-9caf-3087d67f31dd x-openstack-request-id: req-786553eb-38ab-46ce-9caf-3087d67f31dd {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:38.737476 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:38.737750 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-786553eb-38ab-46ce-9caf-3087d67f31dd {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:38.738144 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'code': 200} Aug 23 11:54:38.769991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1294ac-bb20-4f0a-ae0e-aff546e67668 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c3a93-7bbb-426c-991d-15c0b55fbf32,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:38.794055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:38.844750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a9c8d-ba6a-4205-b77e-0f1a3f219889 req-405d6f91-3b6b-4d7f-b448-fd92f0a870ac tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:38.849950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be0a9c8d-ba6a-4205-b77e-0f1a3f219889 req-405d6f91-3b6b-4d7f-b448-fd92f0a870ac tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.5047412 Aug 23 11:54:38.860290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-7e8882b0-5333-4a09-9a5d-e767243f4479 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.2580731 Aug 23 11:54:39.051446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-e0ce8289-5788-4dbc-ac80-d164f3932df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:39.053256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-e0ce8289-5788-4dbc-ac80-d164f3932df5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1259360 Aug 23 11:54:39.054058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9b421cc-8547-48a0-bad4-df9b8e15b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:39.066991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9b421cc-8547-48a0-bad4-df9b8e15b0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:39.068332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d9b421cc-8547-48a0-bad4-df9b8e15b0d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e169c797-d132-4ec0-8933-0273252dde5d HTTP/1.1" status: 204 len: 168 time: 1.7203267 Aug 23 11:54:39.097242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b421cc-8547-48a0-bad4-df9b8e15b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169c797-d132-4ec0-8933-0273252dde5d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:39.113523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be0a9c8d-ba6a-4205-b77e-0f1a3f219889 req-3f6cf20f-1226-4181-864f-51db126708ca tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515042 Aug 23 11:54:39.169572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2fe3b-91e8-4f47-b524-a75a9a4fbc47 req-56265bef-dc48-45a5-a672-f32a14bbd97f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:39.179917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-28e2fe3b-91e8-4f47-b524-a75a9a4fbc47 req-56265bef-dc48-45a5-a672-f32a14bbd97f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 948 time: 0.2122610 Aug 23 11:54:39.180197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-d6979ea8-1245-4328-b314-8dfc300f06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:39.181950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-d6979ea8-1245-4328-b314-8dfc300f06bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095889 Aug 23 11:54:39.255972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Deleting port 74dbece1-5c85-412c-a5bf-5c0f330000b4 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:39.256331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:39.369409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-28e2fe3b-91e8-4f47-b524-a75a9a4fbc47 req-f15088b4-4268-42b9-ab38-f4ae93f836af tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798728 Aug 23 11:54:39.438142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-f7a68be0-9c5c-448b-acd0-5501622a7b24 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470794 Aug 23 11:54:39.557984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:39.559724 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:39.598680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Calling delete_port for 74dbece1-5c85-412c-a5bf-5c0f330000b4 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:39.664544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91446ad7-bd28-4c26-a99a-0c2bcb4eb863 req-2763812c-6dfd-4acd-b175-e80f9db9a8c0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:39.666171 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91446ad7-bd28-4c26-a99a-0c2bcb4eb863 req-2763812c-6dfd-4acd-b175-e80f9db9a8c0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.2252054 Aug 23 11:54:39.794889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91446ad7-bd28-4c26-a99a-0c2bcb4eb863 req-7a31ca2d-d47d-44f5-9053-13561b23f7d3 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202662 Aug 23 11:54:39.797058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-38f9163c-15cb-401b-93a8-5a196739f82a service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366239 Aug 23 11:54:39.908301 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:39.916247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40534) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:39.948532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:40.009893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Pushing event deleted for resources: {'Port': ['ID=74dbece1-5c85-412c-a5bf-5c0f330000b4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:40.190986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-451702243-network', 'tenant_id': 'dd502f507f594bedb69065868a2a423f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:40.229202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.234201 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.235330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Made reservation on behalf of dd502f507f594bedb69065868a2a423f for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:40.240226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7c10cfc0-3f8c-420a-a7af-c3f3de79ac30 tempest-ServersWithSpecificFlavorTestJSON-595845850 tempest-ServersWithSpecificFlavorTestJSON-595845850-project] 10.222.0.21 "DELETE /v2.0/floatingips/56cabe8a-de55-4d8c-a701-a96dc95e3f5c HTTP/1.1" status: 204 len: 168 time: 1.5751593 Aug 23 11:54:40.256655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.271982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:40.289580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.293875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6', 'port_id': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'mac_address': 'fa:16:3e:b8:74:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c290c15c-0f3c-475a-9e11-21b95cefc955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:40.391280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cab298-fbae-4ce2-920b-1268f9d780e8 req-88f257cc-2a0d-41df-a6e9-0803a82320db tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:40.402952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.418110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72cab298-fbae-4ce2-920b-1268f9d780e8 req-88f257cc-2a0d-41df-a6e9-0803a82320db tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1426682 Aug 23 11:54:40.431847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:40.470002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:40.480628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.538456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72cab298-fbae-4ce2-920b-1268f9d780e8 req-2bfe82af-529a-4ae0-84a9-479679e1ab34 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193073 Aug 23 11:54:40.576893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.593799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.630277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:54:40.655586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.656193 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Added segment 75690709-4660-4a9c-85ce-d31090c3597b of type vlan for network f992ef1a-2674-440f-b351-1b1402a48209 Aug 23 11:54:40.663205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:40.682755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:40.779341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1636603b-d6e6-42ba-9ee5-cedcf92b7d89'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:40.790943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:40.901084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:40.960707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1096646389-network', 'tenant_id': '21b0c155a7ec4321850a76c801c5ca4b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:41.017381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.031241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:41.032057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.068463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Made reservation on behalf of 21b0c155a7ec4321850a76c801c5ca4b for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:41.078999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.112942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.180524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:41.192826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Pushing event updated for resources: {'Network': ['ID=f992ef1a-2674-440f-b351-1b1402a48209,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:41.204102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:41.204647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.217812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2961338 Aug 23 11:54:41.232215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040aaa3-cc96-491e-8138-f5ea7c3d4b05 req-f52dafb1-7761-4be2-92ed-02aebc75edb8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:41.241769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8040aaa3-cc96-491e-8138-f5ea7c3d4b05 req-f52dafb1-7761-4be2-92ed-02aebc75edb8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 948 time: 0.6629355 Aug 23 11:54:41.280443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:41.296252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f992ef1a-2674-440f-b351-1b1402a48209 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:54:41.310929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Request body: {'subnet': {'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-451702243-subnet', 'tenant_id': 'dd502f507f594bedb69065868a2a423f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:41.334000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8040aaa3-cc96-491e-8138-f5ea7c3d4b05 req-c9dd34e3-4e9e-4b85-9276-43fd8cfb2a39 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891209 Aug 23 11:54:41.348672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e74442-68cd-457e-a6f7-133620627519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:41.371056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.404377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.408431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Made reservation on behalf of dd502f507f594bedb69065868a2a423f for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:41.415444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.548991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:54:41.570755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:41.604446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a254-7dab-43ca-b9dd-f98b1849ac79 req-a10e9782-756d-40ea-a6a7-48bafc894335 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:41.615683 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf97a254-7dab-43ca-b9dd-f98b1849ac79 req-a10e9782-756d-40ea-a6a7-48bafc894335 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.2421017 Aug 23 11:54:41.616966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.617314 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Added segment 6467cf7e-af91-42d7-994b-1ac339a08250 of type vlan for network 8f1bf353-ca93-4f51-9525-fc5bb4aab350 Aug 23 11:54:41.677305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.762009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:41.764781 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a59c7-86ae-494c-a3de-96aed6ddeb3d" -d '{"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-plugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:41.812878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf97a254-7dab-43ca-b9dd-f98b1849ac79 req-93cf3e46-a5d3-4749-ab9f-017f825c8815 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770506 Aug 23 11:54:41.824427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:41.829374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.835410 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.916107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40594) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:41.960025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:41.962194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:41.963553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:42.000132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:42.024798 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb6ddd9-8095-4e77-a4ee-6d1da7520db1 x-openstack-request-id: req-bdb6ddd9-8095-4e77-a4ee-6d1da7520db1 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:42.030325 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-plugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:42.030902 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdb6ddd9-8095-4e77-a4ee-6d1da7520db1 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:42.033339 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'code': 200} Aug 23 11:54:42.037139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:42.143022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:42.175632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b277ac-19e8-4e5a-87b7-31edeabbaf14 req-4af92b8a-7af7-4cac-be03-98b44d4a2489 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:42.177773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02b277ac-19e8-4e5a-87b7-31edeabbaf14 req-4af92b8a-7af7-4cac-be03-98b44d4a2489 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.2475197 Aug 23 11:54:42.179616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4938114 Aug 23 11:54:42.180427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df307c5-24ca-4dd5-aaa6-46e939c8beae admin admin] Pushing event updated for resources: {'Network': ['ID=8f1bf353-ca93-4f51-9525-fc5bb4aab350,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:42.181739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:42.193221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8f1bf353-ca93-4f51-9525-fc5bb4aab350 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:54:42.199115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Request body: {'subnet': {'network_id': '8f1bf353-ca93-4f51-9525-fc5bb4aab350', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1096646389-subnet', 'tenant_id': '21b0c155a7ec4321850a76c801c5ca4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:42.231492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Made reservation on behalf of 21b0c155a7ec4321850a76c801c5ca4b for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:42.240307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:42.587186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02b277ac-19e8-4e5a-87b7-31edeabbaf14 req-38ab5b04-9226-49c8-b194-65aeb858d3e4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594949 Aug 23 11:54:42.593556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Checking segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:42.596793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Network hostable DHCP agents. Network: f992ef1a-2674-440f-b351-1b1402a48209, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:54:42.658374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1524a-c63e-4cd9-a928-d98957539db2 req-c59dc319-c27e-492e-a69f-9ed7c4b69c21 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:42.667825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8df1524a-c63e-4cd9-a928-d98957539db2 req-c59dc319-c27e-492e-a69f-9ed7c4b69c21 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.1536050 Aug 23 11:54:42.769798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8df1524a-c63e-4cd9-a928-d98957539db2 req-b7a3a545-2ecc-4c44-851e-6a73a46fb5c2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965734 Aug 23 11:54:42.904587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Network f992ef1a-2674-440f-b351-1b1402a48209 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:54:42.926262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-38fad582-0ff7-4aec-944d-ebdd7c6722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:42.927811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-38fad582-0ff7-4aec-944d-ebdd7c6722aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece&tenant_id=4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 1100 time: 0.1168711 Aug 23 11:54:42.940900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f992ef1a-2674-440f-b351-1b1402a48209) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:42.953442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:42.954219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bca61a-f0f6-4268-b7d0-0cbe23a40cf3 None None] Network f992ef1a-2674-440f-b351-1b1402a48209 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:42.974917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:42.975530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:43.014047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:43.070903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-68e7cf35-2a41-4d71-8db9-8d6ab834cf29 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7651997 Aug 23 11:54:43.093657 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:43.135052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:43.154327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc22bea4-a820-4785-96fd-d6262a3834f6,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:43.174419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41b9a-a486-4cf1-8aab-a83a9607c042 req-7657109c-2f87-41d8-995e-d79b6fe4db28 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:43.182430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11a41b9a-a486-4cf1-8aab-a83a9607c042 req-7657109c-2f87-41d8-995e-d79b6fe4db28 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.2090423 Aug 23 11:54:43.284579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Checking segment: {'id': '6467cf7e-af91-42d7-994b-1ac339a08250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8f1bf353-ca93-4f51-9525-fc5bb4aab350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:43.285191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Network hostable DHCP agents. Network: 8f1bf353-ca93-4f51-9525-fc5bb4aab350, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:54:43.336650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c509b6b-36ca-4263-80c0-bfc48c397c72 None None] Network f992ef1a-2674-440f-b351-1b1402a48209 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:43.644501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11a41b9a-a486-4cf1-8aab-a83a9607c042 req-02532fe4-55c2-4450-bd1f-8b871da7f471 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610260 Aug 23 11:54:43.698527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Network 8f1bf353-ca93-4f51-9525-fc5bb4aab350 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:54:43.739674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8f1bf353-ca93-4f51-9525-fc5bb4aab350) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:43.755646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57426764-8641-4baf-8dbc-be7001547fbe None None] Network 8f1bf353-ca93-4f51-9525-fc5bb4aab350 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:43.876309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:43.923314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:43.977957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:43.980992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:43.996937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Transition to ACTIVE for port object 0380ed73-1b20-4c8a-8f1f-c7085810ce82 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:43.999200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:44.000545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.003873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:44.006935 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405ee09a-f834-4fb3-bc01-61a21ed4ae9d" -d '{"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-unplugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:44.015335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.066919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-d0dad503-3e65-4617-b2a0-cd3efa8af619 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:44.078401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-d0dad503-3e65-4617-b2a0-cd3efa8af619 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 821 time: 0.1608415 Aug 23 11:54:44.107344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e53542bf-2edf-497d-ac06-e16a6f3539ef admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9139414 Aug 23 11:54:44.151572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] No DVR routers for this DVR port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:44.165486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:44.204330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-dff3bc40-0558-4be7-aec0-5fcfb455a5e3 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/quotas/dd502f507f594bedb69065868a2a423f HTTP/1.1" status: 200 len: 375 time: 0.1242843 Aug 23 11:54:44.230188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143c2f-fa44-4d28-bd0e-648b5ec17518 req-f6599821-27ea-42d1-af5e-dda107a7694f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:44.239388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b143c2f-fa44-4d28-bd0e-648b5ec17518 req-f6599821-27ea-42d1-af5e-dda107a7694f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.2277818 Aug 23 11:54:44.276817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063e35d-0e14-41d6-a33b-1777fa40fc4c None None] Network 8f1bf353-ca93-4f51-9525-fc5bb4aab350 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:44.315486 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-5a7861a1-008b-41a5-91f5-3edf8aa3a0e8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095672 Aug 23 11:54:44.345418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:44.349662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:44.350332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:44.350863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:44.376086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b143c2f-fa44-4d28-bd0e-648b5ec17518 req-498a4b85-7951-49b9-a016-5e7602927f80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356535 Aug 23 11:54:44.382886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:44.383520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.387420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:44.398051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Attempting to bind port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:44.419808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:44.422049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:44.422049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:44.422496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Bound port: 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:44.422870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.512383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Deleting port 75562016-0724-4a73-9236-091fa3772b49 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:44.513308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.652667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] For port 75562016-0724-4a73-9236-091fa3772b49, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=75562016-0724-4a73-9236-091fa3772b49,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:44.653417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.675793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Calling delete_port for 75562016-0724-4a73-9236-091fa3772b49 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:44.689099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d0a3-1dea-4706-abb2-9f69e9b2d8c7 req-03db2955-c909-4c21-9c5e-b07abd8443fb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:44.691542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6da9d0a3-1dea-4706-abb2-9f69e9b2d8c7 req-03db2955-c909-4c21-9c5e-b07abd8443fb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 948 time: 0.1689243 Aug 23 11:54:44.694765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:44.703905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:44.729953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.788267 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6da9d0a3-1dea-4706-abb2-9f69e9b2d8c7 req-2ffa9d8b-f89a-4ecf-8876-33ab4efe31a3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872867 Aug 23 11:54:44.797680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:44.798476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.800037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] 10.222.0.41 "PUT /v2.0/ports/0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 1096 time: 1.8586667 Aug 23 11:54:44.894251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.940924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:44.942236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:44.946018 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad9919e-d6e6-494f-a393-5a8562ee25dd" -d '{"events": [{"server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "name": "network-vif-plugged", "status": "completed", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:44.950521 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1984c5-ef27-4c97-9580-85110d938e0b x-openstack-request-id: req-6a1984c5-ef27-4c97-9580-85110d938e0b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:44.951680 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-unplugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:44.952049 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a1984c5-ef27-4c97-9580-85110d938e0b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:44.954229 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'code': 200} Aug 23 11:54:44.956437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:44.958595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee87db1-5723-4e82-8765-f5850eeb987d service neutron] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=11']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:45.010171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-20b5222b-7979-480c-94f3-1f42319e946d service neutron] 10.222.0.21 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926196 Aug 23 11:54:45.026156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-c48beb7e-17aa-49ea-8a9b-d497a6067047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:45.028228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-c48beb7e-17aa-49ea-8a9b-d497a6067047 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1099 time: 0.1801744 Aug 23 11:54:45.068868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:45.168000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-0bdde794-b943-4bca-9bed-c4ceee4ba50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:45.170235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-0bdde794-b943-4bca-9bed-c4ceee4ba50a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1344852 Aug 23 11:54:45.212353 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-c79f6183-681d-44eb-93a1-565cec050f7b req-8c5ba811-bc18-4876-b310-7da648e35759 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] show failed (client error): The resource could not be found. Aug 23 11:54:45.223655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c79f6183-681d-44eb-93a1-565cec050f7b req-8c5ba811-bc18-4876-b310-7da648e35759 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups/09c28b16-75dc-464a-aa09-85a2f8158ffc HTTP/1.1" status: 404 len: 352 time: 0.0406780 Aug 23 11:54:45.269837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-20e9ca86-a7d1-41d6-b98d-4ccca976f16d service neutron] 10.222.0.21 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364459 Aug 23 11:54:45.274822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-8cc44f03-bf08-4277-a3ca-1f8181585740 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.0912325 Aug 23 11:54:45.319405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:45.371574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Pushing event deleted for resources: {'Port': ['ID=75562016-0724-4a73-9236-091fa3772b49,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:45.393831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-d3e7e418-92b6-42f6-b1f6-4e05e756d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:45.396348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-d3e7e418-92b6-42f6-b1f6-4e05e756d8c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1100988 Aug 23 11:54:45.577875 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ac7746-b0f2-4170-a2a2-b361cfa0cdef x-openstack-request-id: req-17ac7746-b0f2-4170-a2a2-b361cfa0cdef {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:45.578438 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "name": "network-vif-plugged", "status": "completed", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:45.578635 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17ac7746-b0f2-4170-a2a2-b361cfa0cdef {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:45.579136 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'code': 200} Aug 23 11:54:45.635301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-f3549c19-382e-4bf5-b431-9600e180b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:45.637030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-f3549c19-382e-4bf5-b431-9600e180b6ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2264190 Aug 23 11:54:45.845270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-d81b7c57-23df-41e7-a752-69c93f142e23 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979465 Aug 23 11:54:45.860865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569645fa-3c36-41e4-9266-ddcb7ebb1ca6 req-84333fa6-4d48-43d3-8900-2504e1446180 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:45.870162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-569645fa-3c36-41e4-9266-ddcb7ebb1ca6 req-84333fa6-4d48-43d3-8900-2504e1446180 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.3994520 Aug 23 11:54:46.062807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:46.078219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-569645fa-3c36-41e4-9266-ddcb7ebb1ca6 req-91cb232a-4c3f-48de-8e26-51a3624cf26c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037530 Aug 23 11:54:46.099103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-692ee420-9d47-4257-8592-bcf3fb04e4d3 req-7550f8e0-d033-4c31-9a07-32fdf35f98b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245901 Aug 23 11:54:46.142760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4584c50-757d-4d0b-a3c0-eed8ab3c4ac3 req-760e4446-c9c8-447b-b334-7e8f4fe41d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:46.152570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4584c50-757d-4d0b-a3c0-eed8ab3c4ac3 req-760e4446-c9c8-447b-b334-7e8f4fe41d4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1096 time: 0.3519309 Aug 23 11:54:46.186922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d22a172-7247-45a2-9b2d-ed27d2f9b5fe req-9c98b290-b636-41d9-844f-fe4c260f0f79 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 210 time: 0.0491133 Aug 23 11:54:46.271821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b6f8-ef7c-4ace-85fc-55041966d9c0 req-9a5573ae-7998-46fb-9523-fa4a1b5c0350 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:46.278992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2de929c7-34af-482f-8de3-859931a1f09c req-331bf94e-fa6b-4fdc-9494-c5c34642e2a3 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b0c155a7ec4321850a76c801c5ca4b HTTP/1.1" status: 200 len: 2984 time: 0.0734565 Aug 23 11:54:46.286192 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3972b6f8-ef7c-4ace-85fc-55041966d9c0 req-9a5573ae-7998-46fb-9523-fa4a1b5c0350 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.4852021 Aug 23 11:54:46.354747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2de929c7-34af-482f-8de3-859931a1f09c req-62ff66e8-73e6-439d-a1cf-57dd6ca84f46 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups/8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a HTTP/1.1" status: 200 len: 2981 time: 0.0744619 Aug 23 11:54:46.423462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4584c50-757d-4d0b-a3c0-eed8ab3c4ac3 req-82b820fb-0a05-4037-993f-5780b3209fdb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979966 Aug 23 11:54:46.445517 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2de929c7-34af-482f-8de3-859931a1f09c req-77ba0c17-8f34-4dcd-8dae-a2684fa6a0b0 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups/8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a HTTP/1.1" status: 200 len: 2981 time: 0.0895438 Aug 23 11:54:46.466722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3972b6f8-ef7c-4ace-85fc-55041966d9c0 req-82f8a82a-2bf5-4062-a86e-cd0613b32e45 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778903 Aug 23 11:54:46.577853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5a4a9-ca63-4e39-bd76-46b8d959a67d req-5b7e4a1f-9d51-4b43-b2b3-2d949658c4eb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:46.582521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-acd5a4a9-ca63-4e39-bd76-46b8d959a67d req-5b7e4a1f-9d51-4b43-b2b3-2d949658c4eb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 948 time: 0.0716419 Aug 23 11:54:46.658350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-acd5a4a9-ca63-4e39-bd76-46b8d959a67d req-05b43400-f07c-4951-8ca9-c4d6a66319c7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597830 Aug 23 11:54:46.735714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Router 519fdf44-95d8-4b88-89e4-a4a585bfe46f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:54:46.774424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff77a205-5e93-4760-b594-a5881b089996 req-5cee5ef8-ef89-48bf-b577-ec1ea92bead7 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups/8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a HTTP/1.1" status: 200 len: 2981 time: 0.0895460 Aug 23 11:54:46.862632 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-ff77a205-5e93-4760-b594-a5881b089996 req-52e1ca57-0091-4665-9b8a-0e84f068553d tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 11:54:46.869529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff77a205-5e93-4760-b594-a5881b089996 req-52e1ca57-0091-4665-9b8a-0e84f068553d tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a HTTP/1.1" status: 409 len: 352 time: 0.0882020 Aug 23 11:54:46.919672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:46.956220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:46.959470 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906590a-7b6d-432c-96b6-7df75e21f335" -d '{"events": [{"name": "network-changed", "server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:46.985558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:47.055327 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e09b7d-b8bd-442d-8ef8-f9cd969a2edb x-openstack-request-id: req-11e09b7d-b8bd-442d-8ef8-f9cd969a2edb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:47.055929 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:47.056432 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11e09b7d-b8bd-442d-8ef8-f9cd969a2edb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:47.057061 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'status': 'completed', 'code': 200} Aug 23 11:54:47.287786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:54:47.297191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-51cd5546-3eb5-46cd-88fe-993c052fb30a admin admin] 10.222.0.21 "PUT /v2.0/routers/519fdf44-95d8-4b88-89e4-a4a585bfe46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3798294 Aug 23 11:54:47.304914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] Sync routers for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:54:47.307399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40716) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:47.330280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:47.339913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:47.522426 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-78b64a0d-6ae2-448a-bbab-b65f76348893 req-aa8982ea-b9a2-4504-8376-1b62f54728fc tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] show failed (client error): The resource could not be found. Aug 23 11:54:47.540333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78b64a0d-6ae2-448a-bbab-b65f76348893 req-aa8982ea-b9a2-4504-8376-1b62f54728fc tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups/a845fb9d-4eca-4e90-bd78-bc086ed6e1e5 HTTP/1.1" status: 404 len: 352 time: 0.3528287 Aug 23 11:54:47.540859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:47.560352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-8eecdeae-d9b7-4d8e-86dc-91703ef0910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:47.568039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-8eecdeae-d9b7-4d8e-86dc-91703ef0910f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1099 time: 0.3795009 Aug 23 11:54:47.627040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:47.774553 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0923fa72-f8b2-441d-80a4-b4f7383c3daa req-196bcda2-5c95-4060-bbb7-f0ad512fc4e1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 210 time: 0.1106617 Aug 23 11:54:47.779977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-6b848c85-5a4a-4e97-8e43-ef5e77fa608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:47.781515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-6b848c85-5a4a-4e97-8e43-ef5e77fa608a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 1099 time: 0.6071761 Aug 23 11:54:47.872835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993554-2ae3-4d48-8fa6-52da8fde3bbb req-27a4785b-2ffc-4cdf-9c2d-0a2645600f1d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:47.879327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-77993554-2ae3-4d48-8fa6-52da8fde3bbb req-27a4785b-2ffc-4cdf-9c2d-0a2645600f1d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.2241244 Aug 23 11:54:47.932561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-d49f2672-c8b1-4e2e-87a0-2f2e2610e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:47.934576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-d49f2672-c8b1-4e2e-87a0-2f2e2610e04d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3517377 Aug 23 11:54:47.997046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-3c0b394f-cb38-4083-a450-6a98aeb46907 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:47.998637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-3c0b394f-cb38-4083-a450-6a98aeb46907 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 821 time: 0.8486862 Aug 23 11:54:48.017515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-77993554-2ae3-4d48-8fa6-52da8fde3bbb req-a2b5eb2a-0ffe-4a21-9653-87374797086c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053524 Aug 23 11:54:48.025344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'port': {'device_id': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'admin_state_up': True, 'tenant_id': 'dd502f507f594bedb69065868a2a423f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:48.030017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-b09c440c-5b14-452f-9590-f24403ed8a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.0538652 Aug 23 11:54:48.108172 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-75ee95de-35d4-4b79-bc3e-86ef92f174ed req-748d62ba-a488-47b8-a13a-c0ad60988532 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] show failed (client error): The resource could not be found. Aug 23 11:54:48.117936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75ee95de-35d4-4b79-bc3e-86ef92f174ed req-748d62ba-a488-47b8-a13a-c0ad60988532 tempest-SecurityGroupsNegativeTestJSON-1474141291 tempest-SecurityGroupsNegativeTestJSON-1474141291-project] 10.222.0.21 "GET /v2.0/security-groups/f90aabed-8f8b-47ce-93f8-ae23f9053317 HTTP/1.1" status: 404 len: 352 time: 0.0493023 Aug 23 11:54:48.129884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40728) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:48.151511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c905b6-6ea5-4d17-aa48-e9fe110a556d req-eb7544b2-5482-4ff9-9cf3-09a7c8796ff4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:48.159174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90c905b6-6ea5-4d17-aa48-e9fe110a556d req-eb7544b2-5482-4ff9-9cf3-09a7c8796ff4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.2204032 Aug 23 11:54:48.201266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:54:45Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:48.225636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Deleting subnet bc22bea4-a820-4785-96fd-d6262a3834f6 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:48.241955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-c94a9e91-21ee-4664-b526-4b8d7652a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:48.244476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-c94a9e91-21ee-4664-b526-4b8d7652a72b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4545641 Aug 23 11:54:48.249042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:48.269754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] Checking router: 519fdf44-95d8-4b88-89e4-a4a585bfe46f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:54:48.287513 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:48.298922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] Routers {'519fdf44-95d8-4b88-89e4-a4a585bfe46f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:48.300430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:48.353339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90c905b6-6ea5-4d17-aa48-e9fe110a556d req-7e152d0a-e379-4f62-830a-3af44c8250c7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929922 Aug 23 11:54:48.377000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-7f490670-b94f-4ef7-9f04-9b2cbdf58423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:48.380798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-7f490670-b94f-4ef7-9f04-9b2cbdf58423 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2988479 Aug 23 11:54:48.399696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-2d4c8541-1301-4243-89b6-4fd88cea9aa5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 200 len: 217 time: 0.1433022 Aug 23 11:54:48.504722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] Set router 519fdf44-95d8-4b88-89e4-a4a585bfe46f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:48.537424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Made reservation on behalf of dd502f507f594bedb69065868a2a423f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:48.542115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:48.566993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:48.576702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6457a7-a811-491c-8736-ca8238767bd9 req-6531b43b-daf0-4609-b6a5-ebebe90c3b36 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:48.587838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b6457a7-a811-491c-8736-ca8238767bd9 req-6531b43b-daf0-4609-b6a5-ebebe90c3b36 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 948 time: 0.1848724 Aug 23 11:54:48.710805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-fbce2ec0-449f-4a94-9bc0-3065078e3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:48.715771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-fbce2ec0-449f-4a94-9bc0-3065078e3293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2765853 Aug 23 11:54:48.767124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Allocated IP 172.20.0.10 (f992ef1a-2674-440f-b351-1b1402a48209/556f0c7f-1d8e-4d6a-bf99-ef4417c7d619/52d455ce-9bab-4090-92aa-ac6676a070ad) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:54:48.771216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Deleting port e786e4fd-365d-46a5-8a6f-c6af3711be2d {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:48.771706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:48.807911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:54:45Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:48.834389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-822cd158-95b9-469f-b4aa-125fa400147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:48.835970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-822cd158-95b9-469f-b4aa-125fa400147e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.3658097 Aug 23 11:54:48.848899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0310e-fc30-41f1-833c-46652ffbfd3f None None] The sync data for ids ['519fdf44-95d8-4b88-89e4-a4a585bfe46f'] in n-d-773645-7 is: [{'id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-997218105-router', 'tenant_id': '79db2d3882d34e0aa00d78d355a4d678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:40Z', 'updated_at': '2021-08-23T11:54:45Z', 'revision_number': 5, 'project_id': '79db2d3882d34e0aa00d78d355a4d678', 'gw_port': {'id': 'e786e4fd-365d-46a5-8a6f-c6af3711be2d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:67:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519fdf44-95d8-4b88-89e4-a4a585bfe46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:41Z', 'updated_at': '2021-08-23T11:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:54:48.875330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.039453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bfc7ddd-a018-4e73-b74f-ea2f1720a58d req-3f4828f5-aa8a-453c-a0f3-4ef552effe1f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 210 time: 0.1198878 Aug 23 11:54:49.049414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.118116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.184330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Network f992ef1a-2674-440f-b351-1b1402a48209 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:54:49.196023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-c3abf4c1-e0b1-43a0-a531-c3fe0da696c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706829 Aug 23 11:54:49.196266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:49.201733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.205411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] For port e786e4fd-365d-46a5-8a6f-c6af3711be2d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e786e4fd-365d-46a5-8a6f-c6af3711be2d,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:49.205411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.207604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:54:49.237056 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b6457a7-a811-491c-8736-ca8238767bd9 req-1123f148-d101-494f-b290-38e4c2fe7494 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477056 Aug 23 11:54:49.299723 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Calling delete_port for e786e4fd-365d-46a5-8a6f-c6af3711be2d owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:49.313431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc22bea4-a820-4785-96fd-d6262a3834f6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:49.333257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:49.348708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-33bf5dfe-6824-4122-8a7f-06b78fdadab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:49.351176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-33bf5dfe-6824-4122-8a7f-06b78fdadab2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5053473 Aug 23 11:54:49.365503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.370890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b6a59e28-3778-4f52-89b0-be9e63ebe496 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc22bea4-a820-4785-96fd-d6262a3834f6 HTTP/1.1" status: 204 len: 168 time: 1.2372966 Aug 23 11:54:49.381375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40746) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:49.519625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:49.520307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.531601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.534047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.537499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.537499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.537499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.537499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:49.550486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-280c4576-fd9d-432e-9838-0d21f88c02b5 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904511 Aug 23 11:54:49.592507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-b6b56595-f052-46a5-aec2-7ad380a92803 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5711989 Aug 23 11:54:49.614192 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-24e6d802-aa7b-4ebd-a347-0e36c5891281 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981144 Aug 23 11:54:49.624526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Request body: {'port': {'device_id': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:49.764006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9394af6-87d3-4165-bbaa-f819db6482a3 req-e3827fee-9437-467c-bdb3-1b0e2cf68f93 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:49.775630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9394af6-87d3-4165-bbaa-f819db6482a3 req-e3827fee-9437-467c-bdb3-1b0e2cf68f93 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.6134357 Aug 23 11:54:49.837620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.842816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:49.851912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99f0c5-34fa-464c-8afb-e4c040998365 req-a89979cf-e9b1-4896-82a0-c4f628929ec5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:49.860284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd99f0c5-34fa-464c-8afb-e4c040998365 req-a89979cf-e9b1-4896-82a0-c4f628929ec5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.3348968 Aug 23 11:54:49.896740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d906590a-7b6d-432c-96b6-7df75e21f335 req-bf4f98ce-26c4-4e89-b740-d935d6787459 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302102 Aug 23 11:54:49.939576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd99f0c5-34fa-464c-8afb-e4c040998365 req-f8bce39b-08da-4308-b486-69b5e29564bd tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Aug 23 11:54:49.947088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75562016-0724-4a73-9236-091fa3772b49 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:50.054123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 75562016-0724-4a73-9236-091fa3772b49 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:50.054617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75562016-0724-4a73-9236-091fa3772b49 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:50.102294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9394af6-87d3-4165-bbaa-f819db6482a3 req-75144719-bdf8-48ee-91bd-f9dbd5773637 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253293 Aug 23 11:54:50.105766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.119520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1bf353-ca93-4f51-9525-fc5bb4aab350']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:50.133065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6467cf7e-af91-42d7-994b-1ac339a08250') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:50.133831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6467cf7e-af91-42d7-994b-1ac339a08250') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:50.146116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.160987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:50.200063 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.212549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:50.212963 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:50.216125 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:50.261055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3edc3-b1b5-4a57-b708-958a839771ed req-13094e30-f6fe-464a-8264-514663af7cf8 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:50.265148 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3d3edc3-b1b5-4a57-b708-958a839771ed req-13094e30-f6fe-464a-8264-514663af7cf8 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1096 time: 0.0821414 Aug 23 11:54:50.298935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.341151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.343495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Pushing event deleted for resources: {'Port': ['ID=e786e4fd-365d-46a5-8a6f-c6af3711be2d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:50.379081 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.382027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f1bf353-ca93-4f51-9525-fc5bb4aab350 HTTP/1.1" status: 204 len: 168 time: 0.9899638 Aug 23 11:54:50.446688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:50.448797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384750eb-3b2b-4134-a064-fceed559cce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1bf353-ca93-4f51-9525-fc5bb4aab350,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:50.453216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3d3edc3-b1b5-4a57-b708-958a839771ed req-f3104cd6-dd49-4ff8-8d0a-5ba13da99bf0 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806443 Aug 23 11:54:50.479627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'mac_address': 'fa:16:3e:5b:6e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:50.482631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d455ce-9bab-4090-92aa-ac6676a070ad {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:50.515435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.553736 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.574325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0380ed73-1b20-4c8a-8f1f-c7085810ce82 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:50.594064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Transition to ACTIVE for port object 52d455ce-9bab-4090-92aa-ac6676a070ad will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:50.602136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.607213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:50.615016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.636070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40778) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:50.679298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef182-de50-4acf-8b7c-148798aff1f3 req-13f41b5b-654f-4fd2-9e99-2e08574893a7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:50.681204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-576ef182-de50-4acf-8b7c-148798aff1f3 req-13f41b5b-654f-4fd2-9e99-2e08574893a7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 932 time: 0.3443651 Aug 23 11:54:50.716832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.729257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:50.748246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.749917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.750577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.751697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.752280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.753747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.754573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.757520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.758530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.759323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.760083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.760828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:50.815812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:50.874492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882b1a-cc81-4a85-8093-5c4b4cce3615 req-47a48d9b-92d7-44c2-9d7a-b06c5f9f85b4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:50.876087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.884524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1562ceea-22e0-4b06-9972-a1efc402c6e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b0c155a7ec4321850a76c801c5ca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418058 Aug 23 11:54:50.886170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.888265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40780) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:50.889232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab882b1a-cc81-4a85-8093-5c4b4cce3615 req-47a48d9b-92d7-44c2-9d7a-b06c5f9f85b4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2270901 Aug 23 11:54:50.893885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-576ef182-de50-4acf-8b7c-148798aff1f3 req-36be3402-a615-4725-8713-54f955fbe140 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932874 Aug 23 11:54:50.935596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Attempting to bind port 52d455ce-9bab-4090-92aa-ac6676a070ad on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:50.939426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Attempting to bind port 52d455ce-9bab-4090-92aa-ac6676a070ad by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:50.939775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Attempting to bind port 52d455ce-9bab-4090-92aa-ac6676a070ad on network f992ef1a-2674-440f-b351-1b1402a48209 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:50.949884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Port 52d455ce-9bab-4090-92aa-ac6676a070ad on network f992ef1a-2674-440f-b351-1b1402a48209 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:50.949884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Attempting to bind port 52d455ce-9bab-4090-92aa-ac6676a070ad on network f992ef1a-2674-440f-b351-1b1402a48209 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:50.966599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.967323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519fdf44-95d8-4b88-89e4-a4a585bfe46f {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:54:50.970401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:50.970759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Checking segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:50.971484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Bound using segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:50.971937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Bound port: 52d455ce-9bab-4090-92aa-ac6676a070ad, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:50.972351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.979309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:50.980557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-70d5bc65-26a3-453a-a8f5-1425d12dd605 admin admin] 10.222.0.21 "DELETE /v2.0/routers/519fdf44-95d8-4b88-89e4-a4a585bfe46f HTTP/1.1" status: 204 len: 168 time: 3.6721907 Aug 23 11:54:50.982003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['0380ed73-1b20-4c8a-8f1f-c7085810ce82'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:50.985596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40782) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:50.993447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab882b1a-cc81-4a85-8093-5c4b4cce3615 req-49e157a0-054c-4019-b001-22b0e9fa7dcf tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983102 Aug 23 11:54:51.071666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ada60f50-df72-4999-9197-8399f6b6e5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.110425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Deleting subnet 2eb8fb82-da28-4451-aec1-c36619a7d12a {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:54:51.124035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.129108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ada60f50-df72-4999-9197-8399f6b6e5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.264198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.272445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:51.279546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:51.282477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ee7a7-2f4b-4f1e-981a-82d86b5365c5 req-b87701ce-2f0f-4bb9-b208-08f1f4d6d00c tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:51.284101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-354ee7a7-2f4b-4f1e-981a-82d86b5365c5 req-b87701ce-2f0f-4bb9-b208-08f1f4d6d00c tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1096 time: 0.1375577 Aug 23 11:54:51.286546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.343682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:51.344829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.345964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/52d455ce-9bab-4090-92aa-ac6676a070ad HTTP/1.1" status: 200 len: 1092 time: 1.7258310 Aug 23 11:54:51.348376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:51.350994 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e4743-400f-422e-a17c-c81bd8f70fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:51.401536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-354ee7a7-2f4b-4f1e-981a-82d86b5365c5 req-53e17194-fb31-4944-819f-09ab18cc584a tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Aug 23 11:54:51.408346 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ada60f50-df72-4999-9197-8399f6b6e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.412575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ada60f50-df72-4999-9197-8399f6b6e5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.416344 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ada60f50-df72-4999-9197-8399f6b6e5ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a HTTP/1.1" status: 204 len: 168 time: 0.5188384 Aug 23 11:54:51.417886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06803-5d39-4c80-87ca-a0833efaf7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:51.453145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.455912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada60f50-df72-4999-9197-8399f6b6e5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d6cf2-56ef-4eb6-b6a2-9d2bcb0a7b4a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:51.490445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-1b68df4c-a07b-478a-b079-d63e1f5dbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:51.493635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-1b68df4c-a07b-478a-b079-d63e1f5dbc77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 1095 time: 0.1053669 Aug 23 11:54:51.496353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a887680-370f-4d0e-8cb8-99210bd2d875 req-025a8634-3814-4bde-98a4-ac250a54ba71 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:51.504677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a887680-370f-4d0e-8cb8-99210bd2d875 req-025a8634-3814-4bde-98a4-ac250a54ba71 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 949 time: 0.2639229 Aug 23 11:54:51.568843 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a887680-370f-4d0e-8cb8-99210bd2d875 req-5af0fb50-fa02-458b-aa6a-ffc3ca8d470d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631735 Aug 23 11:54:51.604186 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.633913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-25c8d05f-9806-4484-bf78-761d2987629a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d455ce-9bab-4090-92aa-ac6676a070ad HTTP/1.1" status: 200 len: 217 time: 0.1279800 Aug 23 11:54:51.692633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb8fb82-da28-4451-aec1-c36619a7d12a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:51.706950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308078d-717d-4223-b2d6-6cb6ffe93e67 None None] Network bc564663-9fa0-49f8-a0da-5ab139164149 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:54:51.714124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.718075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-09547a4d-bba8-49f7-9542-9bedccce9ae8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2eb8fb82-da28-4451-aec1-c36619a7d12a HTTP/1.1" status: 204 len: 168 time: 0.7310529 Aug 23 11:54:51.720982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40806) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:51.798997 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-08676e9a-fe69-4fac-ba4e-aa0430138d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.809125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70363-b005-446d-a558-7efadee85aa9 req-5b18801e-bf93-41da-bc0a-361cf3def833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:51.811548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-5b18801e-bf93-41da-bc0a-361cf3def833 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 200 len: 861 time: 0.1687849 Aug 23 11:54:51.813267 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af663f63-cd00-4656-9965-7b27de7f20aa x-openstack-request-id: req-af663f63-cd00-4656-9965-7b27de7f20aa {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:51.814035 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:51.814509 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af663f63-cd00-4656-9965-7b27de7f20aa {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:51.816317 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'status': 'completed', 'code': 200} Aug 23 11:54:51.912872 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:51.988314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-bdb5893b-5faf-4ee7-9ad1-299b706c5e53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f992ef1a-2674-440f-b351-1b1402a48209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638823 Aug 23 11:54:52.048923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Deleting port 6aae1467-10de-4ead-be0c-a221dcf4b46a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:52.049877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.076565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fbe60-0d20-46c4-9e1f-3479b76d566b req-2d794cb1-66db-4ad6-8f41-d34da3920279 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:52.080669 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc5fbe60-0d20-46c4-9e1f-3479b76d566b req-2d794cb1-66db-4ad6-8f41-d34da3920279 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.4190166 Aug 23 11:54:52.094968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e786e4fd-365d-46a5-8a6f-c6af3711be2d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:52.125221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e786e4fd-365d-46a5-8a6f-c6af3711be2d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:52.125575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e786e4fd-365d-46a5-8a6f-c6af3711be2d not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:52.191217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] For port 6aae1467-10de-4ead-be0c-a221dcf4b46a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6aae1467-10de-4ead-be0c-a221dcf4b46a,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:52.191609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.222658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Calling delete_port for 6aae1467-10de-4ead-be0c-a221dcf4b46a owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:52.237865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] DHCP port deletion for bc564663-9fa0-49f8-a0da-5ab139164149 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:54:52.278139 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc5fbe60-0d20-46c4-9e1f-3479b76d566b req-b2a3ed02-bbc9-4578-9cc4-b1c889c015a9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817248 Aug 23 11:54:52.332393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-ff7ef3fd-76cb-4204-a415-df3feec053da service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351932 Aug 23 11:54:52.349377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] Deleting port 6aae1467-10de-4ead-be0c-a221dcf4b46a {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:52.350177 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.523211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-7cdf4755-e906-4987-bcc3-93bface39718 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:52.529090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] For port 6aae1467-10de-4ead-be0c-a221dcf4b46a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6aae1467-10de-4ead-be0c-a221dcf4b46a,segment=NetworkSegment(42d98ee2-0952-40ec-974e-388bc081080f),segment_id=42d98ee2-0952-40ec-974e-388bc081080f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:52.529897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.531575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-7cdf4755-e906-4987-bcc3-93bface39718 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.1864069 Aug 23 11:54:52.559471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] Calling delete_port for 6aae1467-10de-4ead-be0c-a221dcf4b46a owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:52.571273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773645-7'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:52.586135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92289d-6748-4f65-a7db-5c462a785a1b req-9a46d2d0-ad34-4948-9e87-7efc1d96d305 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:52.596202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd92289d-6748-4f65-a7db-5c462a785a1b req-9a46d2d0-ad34-4948-9e87-7efc1d96d305 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 944 time: 0.1531742 Aug 23 11:54:52.609578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7f70363-b005-446d-a558-7efadee85aa9 req-fa72ad8f-6ab2-4c82-a303-a5ce876c2b47 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693849 Aug 23 11:54:52.675014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.709651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd92289d-6748-4f65-a7db-5c462a785a1b req-96019fe2-5d65-41bd-afdb-faba00263692 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118209 Aug 23 11:54:52.781206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-aac5bd7e-8174-46c2-93b2-475fea1e5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:52.783282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-aac5bd7e-8174-46c2-93b2-475fea1e5df3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 1095 time: 0.1056964 Aug 23 11:54:52.787624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aae1467-10de-4ead-be0c-a221dcf4b46a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:52.811438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] No DVR routers for this DVR port 6aae1467-10de-4ead-be0c-a221dcf4b46a on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:52.835594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.859616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:52.884095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] No DVR routers for this DVR port 6aae1467-10de-4ead-be0c-a221dcf4b46a on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:54:52.886028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7e586-2e68-408c-a033-139b35cd6ec5 None None] Pushing event deleted for resources: {'Port': ['ID=6aae1467-10de-4ead-be0c-a221dcf4b46a,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:52.937759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-90e413f3-ff1b-43ca-9009-498a152a42ce tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916934 Aug 23 11:54:53.180157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-23c0689b-d7f9-4030-afec-6130da465beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:53.182588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-23c0689b-d7f9-4030-afec-6130da465beb service neutron] 10.222.0.44 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 922 time: 0.3869925 Aug 23 11:54:53.248294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-ca81591b-6600-494c-aaa0-c700c2f13165 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d455ce-9bab-4090-92aa-ac6676a070ad HTTP/1.1" status: 200 len: 217 time: 0.0487499 Aug 23 11:54:53.276840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-898b8eb8-439b-4b81-939e-4d46b2acaa55 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:53.278992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-898b8eb8-439b-4b81-939e-4d46b2acaa55 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330529 Aug 23 11:54:53.318994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-5262251f-ebbc-42c0-9961-70ca71032c7d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/quotas/4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 375 time: 0.0174448 Aug 23 11:54:53.341764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-44d072d4-8cb2-4e70-9657-d1831c0eead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:53.343667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-44d072d4-8cb2-4e70-9657-d1831c0eead0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 200 len: 861 time: 0.0865250 Aug 23 11:54:53.426748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-397c5e58-cc2d-485e-80cd-d62f51044888 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f992ef1a-2674-440f-b351-1b1402a48209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511956 Aug 23 11:54:53.451804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:53.487217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-64efa2a8-b1b9-48c5-be55-ab72e1ba4f34 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502395 Aug 23 11:54:53.500853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc564663-9fa0-49f8-a0da-5ab139164149']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:53.522575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d98ee2-0952-40ec-974e-388bc081080f') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:53.522894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d98ee2-0952-40ec-974e-388bc081080f') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:53.606642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-5c821e4c-52fa-4690-8b61-ec1130f52475 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711793 Aug 23 11:54:53.608470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:53.675448 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:53.695252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:54:53.695739 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:53.755594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-5ae6475d-f101-421c-9e44-38debb4a7005 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:54:53.756644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-5ae6475d-f101-421c-9e44-38debb4a7005 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074453 Aug 23 11:54:53.773612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Request body: {'binding': {'host': 'n-h1-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:53.773612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Unknown quota resources ['binding']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 11:54:53.830470 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-688e4743-400f-422e-a17c-c81bd8f70fd8 req-43ef4ec3-176b-4b5a-9aff-8497cee90878 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109842 Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:54:53.830745 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:54:53.858091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:53.881323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:53.883671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc564663-9fa0-49f8-a0da-5ab139164149 HTTP/1.1" status: 204 len: 168 time: 2.1595335 Aug 23 11:54:53.891532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40888) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:53.904654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8fc31-cce1-4e84-a4ab-b32db8358e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc564663-9fa0-49f8-a0da-5ab139164149,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:53.995802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on host n-h1-773645-7 for vnic_type normal with profile None {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:53.996093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:53.996428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:54.003582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:54.004008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:54.009904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:54.010307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:54.010718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:54.011196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Bound port: 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:54.023143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:54.026203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:54:54.095798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:54.102854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.116408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] 10.222.0.21 "POST /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89/bindings HTTP/1.1" status: 201 len: 389 time: 0.3482847 Aug 23 11:54:54.124616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6aae1467-10de-4ead-be0c-a221dcf4b46a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:54:54.197677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6aae1467-10de-4ead-be0c-a221dcf4b46a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:54:54.197954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6aae1467-10de-4ead-be0c-a221dcf4b46a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:54:54.203308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:54:54.215286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:54:54.215675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.313730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:54.325740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:54:54.477104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.479208 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94dbf958-de66-4a71-b44c-1114eb448a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.497781 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.532996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:54.553590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdc3a488-b241-4c84-81dd-bbdef316c679 req-2dce500c-3036-4455-bf09-9bef5dff7c24 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 210 time: 0.0779397 Aug 23 11:54:54.577097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-88980b1e-6f94-4782-879e-aa8284ffaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:54.578919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-88980b1e-6f94-4782-879e-aa8284ffaedb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1096 time: 0.1048300 Aug 23 11:54:54.630413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aad1ec-2b3a-4136-8523-44568b0e6bc7 req-21cbbfd1-1182-471a-87f1-b5b8c21d576f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:54.645028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1aad1ec-2b3a-4136-8523-44568b0e6bc7 req-21cbbfd1-1182-471a-87f1-b5b8c21d576f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 945 time: 0.2729530 Aug 23 11:54:54.694766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:54.710296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:54.717723 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeaa6a4-3002-489d-8c1e-63d03d1c366b" -d '{"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-plugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:54.730096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:54.732223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.735289 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedaf053-c5a9-4d5c-9042-e9b215406b47" -d '{"events": [{"server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:54.747185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.788164 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:54.793113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45dd5e-11b5-4ebc-83a9-d9e7455cac11 req-d7f504f0-ed45-4e48-9cb9-99e0ae56ee46 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:54.801972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d45dd5e-11b5-4ebc-83a9-d9e7455cac11 req-d7f504f0-ed45-4e48-9cb9-99e0ae56ee46 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 944 time: 0.0961826 Aug 23 11:54:54.855846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=13']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:54.873896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:54.889249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 has no active binding in host n-h2-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:54:54.896707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-01a96e4a-a085-4562-9407-3b033b4af4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:54.902122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1aad1ec-2b3a-4136-8523-44568b0e6bc7 req-ac9243a1-0fd1-42ad-ac76-2584e5c03273 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559550 Aug 23 11:54:54.905114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-01a96e4a-a085-4562-9407-3b033b4af4ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.3169582 Aug 23 11:54:55.066009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:55.083205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40916) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:55.104979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on host n-h1-773645-7 for vnic_type normal with profile {"migrating_to": "n-h2-773645-7"} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:54:55.105426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:54:55.105811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:55.131853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:54:55.132326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Attempting to bind port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on network 8ccb809c-534f-4ce3-a72f-ddddeac16567 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:54:55.151011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:54:55.151292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Checking segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:54:55.151686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Bound using segment: {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:54:55.152248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Bound port: 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de9ad99-66ac-448c-84b2-1dc2d3a9f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8ccb809c-534f-4ce3-a72f-ddddeac16567'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:54:55.152752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.190906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf0156-fd7f-4f56-a22f-bb3a18f0440a req-107ac698-3536-4357-8d8c-e21c10986bf6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:55.192683 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6daf0156-fd7f-4f56-a22f-bb3a18f0440a req-107ac698-3536-4357-8d8c-e21c10986bf6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.1795368 Aug 23 11:54:55.374695 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.467083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d45dd5e-11b5-4ebc-83a9-d9e7455cac11 req-be519db4-3af5-4927-aab1-779ae16ce4e5 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586554 Aug 23 11:54:55.469591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-87ef0297-b378-4dd6-9968-b14683893d1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 217 time: 0.5469997 Aug 23 11:54:55.488704 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6daf0156-fd7f-4f56-a22f-bb3a18f0440a req-b6c4fe5c-5d4b-435d-8d76-999e2cb7c721 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856541 Aug 23 11:54:55.509341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:54:55.513620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:54:55.569108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.578194 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.635969 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260b1fee-2fb1-4815-8371-295851cba0ae x-openstack-request-id: req-260b1fee-2fb1-4815-8371-295851cba0ae {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:55.636282 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-plugged", "status": "completed", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:55.636538 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-260b1fee-2fb1-4815-8371-295851cba0ae {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:55.637120 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'code': 200} Aug 23 11:54:55.664024 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc6d2b-b34a-42cf-80af-1a68d9e7d01e x-openstack-request-id: req-1dcc6d2b-b34a-42cf-80af-1a68d9e7d01e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:55.664743 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:55.664930 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dcc6d2b-b34a-42cf-80af-1a68d9e7d01e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:55.673260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-583872bc-44da-4f8a-be56-95a8916345ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:55.676912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-583872bc-44da-4f8a-be56-95a8916345ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1900351 Aug 23 11:54:55.679515 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'code': 200} Aug 23 11:54:55.758701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0940643c-c09d-4dc0-a37b-09a44819faca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742493 Aug 23 11:54:55.808002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.830543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.883518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-a1aa0404-a6a1-404e-a7a1-2d1132331b40 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123757 Aug 23 11:54:55.922161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a73f51-3911-4f31-944f-e19c219d5c80,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:55.950376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7162d9de-a70d-47c2-b897-379e240fc190 req-139ebbe2-2e73-4238-800e-524ee4a043e2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 210 time: 0.1112583 Aug 23 11:54:55.959473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=8']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:55.975655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:55.976302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.977777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] 10.222.0.41 "PUT /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 1121 time: 3.4205766 Aug 23 11:54:55.984706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:55.995021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.995289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.995918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.997517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.997517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.997517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.997517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.999897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.999897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.999897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.999897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:55.999897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.034737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c2c13474-1bc2-46d9-b4fa-f08687ea5721 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7f270f2bc4d44eb80a36c94adccd95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9278331 Aug 23 11:54:56.035900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40934) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:56.036068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.036245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.036566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.036985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.037333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.037677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.044382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.045000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.049978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.050645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.050882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.051163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399afe58-b696-4ed4-94fa-4bdc0b143cea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:54:56.088087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:56.153585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:56.275404 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-da5a006d-7388-4ff5-9386-95074fa35a5b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1706586 Aug 23 11:54:56.400272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-d348da68-675e-4420-80cd-f3ea4ebe00a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069566 Aug 23 11:54:56.438249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc833805-693b-42a1-afa1-2ab6218b7a0f req-6fc5f7a2-c525-448c-af33-e2ee5c62e28d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:56.450673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc833805-693b-42a1-afa1-2ab6218b7a0f req-6fc5f7a2-c525-448c-af33-e2ee5c62e28d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.3210366 Aug 23 11:54:56.619646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Deleting port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:54:56.620059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:56.668624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-375d624d-df86-4dec-b9fc-5348aa93c3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:56.751700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] For port 0085ae7d-4f33-43b4-8d0d-040ad3fd5951, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:56.752389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:56.774249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Calling delete_port for 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:54:56.778922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-375d624d-df86-4dec-b9fc-5348aa93c3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:56.795955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc833805-693b-42a1-afa1-2ab6218b7a0f req-69090928-570f-43e5-a098-df7c90432526 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446109 Aug 23 11:54:56.880196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-f555ec4d-7838-49ff-b2ce-9e5f11fbe4d9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:56.885215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-f555ec4d-7838-49ff-b2ce-9e5f11fbe4d9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5709784 Aug 23 11:54:56.953336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Request body: {'port': {'device_id': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '4112d38acd174aafb9a0fa0f3e50a594'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:56.957471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:54:57.023955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-375d624d-df86-4dec-b9fc-5348aa93c3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.030047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-375d624d-df86-4dec-b9fc-5348aa93c3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.031350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-375d624d-df86-4dec-b9fc-5348aa93c3da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0a73f51-3911-4f31-944f-e19c219d5c80 HTTP/1.1" status: 204 len: 168 time: 0.9949956 Aug 23 11:54:57.068957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e8a5-0460-4975-bcbe-7bd162664849 req-78e5fdaf-c56b-4c33-aa6f-0e3339272e21 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:57.092470 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8e6e8a5-0460-4975-bcbe-7bd162664849 req-78e5fdaf-c56b-4c33-aa6f-0e3339272e21 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 944 time: 0.1032760 Aug 23 11:54:57.163111 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8e6e8a5-0460-4975-bcbe-7bd162664849 req-0bfcc789-b7d4-41ab-b345-6c1d35723dc7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696461 Aug 23 11:54:57.239474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d624d-df86-4dec-b9fc-5348aa93c3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a73f51-3911-4f31-944f-e19c219d5c80,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:57.253054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acba85-5eae-4a47-8ac0-e6862dbf3013 req-ebe735a2-a194-4103-8965-b5cfb52e3373 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:57.262804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97acba85-5eae-4a47-8ac0-e6862dbf3013 req-ebe735a2-a194-4103-8965-b5cfb52e3373 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.3162792 Aug 23 11:54:57.327769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.376956 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.396747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:57.444806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0085ae7d-4f33-43b4-8d0d-040ad3fd5951,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:57.445078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97acba85-5eae-4a47-8ac0-e6862dbf3013 req-239b64cc-dc6c-4261-b986-71372ee8525a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771243 Aug 23 11:54:57.459343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Made reservation on behalf of 4112d38acd174aafb9a0fa0f3e50a594 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:57.462270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'port_id': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'mac_address': 'fa:16:3e:22:09:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f0c7f-1d8e-4d6a-bf99-ef4417c7d619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:54:57.476032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.477151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.590574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.616213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d455ce-9bab-4090-92aa-ac6676a070ad {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:54:57.681337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:54:57.687205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:57.758804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:57.868150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2f5612e-6967-4f09-a5a5-74a910fc3d97 req-8aa9b851-2da1-4f9b-a274-afc655dc5c2e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 210 time: 0.1468072 Aug 23 11:54:57.999277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:58.012501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Allocated IP 192.168.233.243 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/a3be125f-8473-4bf2-8989-c9aba25d9a3a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:54:58.020918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['52d455ce-9bab-4090-92aa-ac6676a070ad'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:58.052716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:54:58.059881 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52ba487-5241-451f-810f-85c05e43cde9" -d '{"events": [{"name": "network-changed", "server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:54:58.063855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:58.297916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b37222-a4e9-4bc0-9aaf-445b3b3cb164 req-a3b08ccb-4929-4797-bacc-ea39c5f27a4a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:58.299567 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78b37222-a4e9-4bc0-9aaf-445b3b3cb164 req-a3b08ccb-4929-4797-bacc-ea39c5f27a4a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.2493253 Aug 23 11:54:58.305386 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a89bf77-0699-4226-87a5-4cd296bb8716 x-openstack-request-id: req-5a89bf77-0699-4226-87a5-4cd296bb8716 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:54:58.305677 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:54:58.305948 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a89bf77-0699-4226-87a5-4cd296bb8716 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:54:58.306343 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'status': 'completed', 'code': 200} Aug 23 11:54:58.413006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78b37222-a4e9-4bc0-9aaf-445b3b3cb164 req-3cf7f8e8-2b64-4389-a574-7675e4373516 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042535 Aug 23 11:54:58.458798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba487-5241-451f-810f-85c05e43cde9 req-fd5f593f-5211-4ba7-9b42-eee5da4f506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:58.460508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-fd5f593f-5211-4ba7-9b42-eee5da4f506c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1124 time: 0.2837763 Aug 23 11:54:58.485854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:58.536235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:54:58.554984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b721c35-5c2d-4737-818d-7089723eb0f6 req-9994c9fa-f607-4a13-ac9a-f504f0ae425a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:58.556585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b721c35-5c2d-4737-818d-7089723eb0f6 req-9994c9fa-f607-4a13-ac9a-f504f0ae425a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 945 time: 0.2308028 Aug 23 11:54:58.625825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Transition to ACTIVE for port object a3be125f-8473-4bf2-8989-c9aba25d9a3a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:54:58.723413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba487-5241-451f-810f-85c05e43cde9 req-d1bce076-8dce-4c35-aa6b-7d7bb9c628fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:58.738755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-d1bce076-8dce-4c35-aa6b-7d7bb9c628fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.2665062 Aug 23 11:54:58.757011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40992) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:58.891003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:54:58.901649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e308ed13-7575-458d-9469-afe71cd1cd83 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bafa5f3-6985-4b47-81ac-4329d535b6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0128157 Aug 23 11:54:58.907398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40996) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:54:58.908020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] Sync routers for ids ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:54:58.936033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-83f45411-f652-41ab-a0f7-5b2731b146c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 217 time: 0.1803493 Aug 23 11:54:58.938200 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] Routers {'7bafa5f3-6985-4b47-81ac-4329d535b6c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:58.939079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:59.073358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba487-5241-451f-810f-85c05e43cde9 req-e6c96bbc-e905-4ac4-81b0-cdf99d93c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:59.076144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-e6c96bbc-e905-4ac4-81b0-cdf99d93c2ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1296594 Aug 23 11:54:59.145027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-650e4b7a-9861-4b64-8857-a64eab3976b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522332 Aug 23 11:54:59.159339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:59.167782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b721c35-5c2d-4737-818d-7089723eb0f6 req-1012dffd-778d-4f4c-ac85-f8223799f24b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300140 Aug 23 11:54:59.200196 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] Set router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:54:59.210973 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:59.228078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:59.247861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a', '0380ed73-1b20-4c8a-8f1f-c7085810ce82'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:54:59.300630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2099191608-network', 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:54:59.333610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4740f-f1bd-4fed-bc55-dadf987ed3a5 req-e5acf44e-d943-406f-ac65-09102d4f24cc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:59.351877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bc4740f-f1bd-4fed-bc55-dadf987ed3a5 req-e5acf44e-d943-406f-ac65-09102d4f24cc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.5458004 Aug 23 11:54:59.353313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:59.524638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-fd32c273-3175-4986-a466-0b76dc1a53a4 service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488212 Aug 23 11:54:59.587023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:54:59.588819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:59.612453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:59.631740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bc4740f-f1bd-4fed-bc55-dadf987ed3a5 req-0f1555d4-cf91-430a-bba6-afb1485768ca tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552674 Aug 23 11:54:59.672932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:54:59.691940 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:54:57Z', 'revision_number': 5, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port': {'id': '357234c3-ff4a-45f8-a951-13d852687ed0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:49:53Z', 'updated_at': '2021-08-23T11:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:59.698151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:54:59.714091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:54:59.723644 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] Checking router: 7bafa5f3-6985-4b47-81ac-4329d535b6c5 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:54:59.735983 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] Routers {'7bafa5f3-6985-4b47-81ac-4329d535b6c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:54:59.737024 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:54:59.749471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:54:59.786302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f52ba487-5241-451f-810f-85c05e43cde9 req-b5b5a030-a834-43c3-8d80-f2c13530d20e service neutron] 10.222.0.44 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551470 Aug 23 11:54:59.898627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48524000-a447-47e3-893d-2ab4b12cba13 req-a0d4b138-c44d-41ad-9a50-05a816add44c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:59.911403 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48524000-a447-47e3-893d-2ab4b12cba13 req-a0d4b138-c44d-41ad-9a50-05a816add44c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 936 time: 0.2690089 Aug 23 11:54:59.931670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:54:59.932395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:54:59.950243 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] Set router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:55:00.013461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48524000-a447-47e3-893d-2ab4b12cba13 req-f20ff41f-c9a7-4027-8c45-53c252835613 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977528 Aug 23 11:55:00.026226 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:54:59Z', 'revision_number': 6, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:00.070497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a38aa-e2e3-4851-8eaf-268a5abfeb59 None None] The sync data for ids ['7bafa5f3-6985-4b47-81ac-4329d535b6c5'] in n-d-773645-7 is: [{'id': '7bafa5f3-6985-4b47-81ac-4329d535b6c5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-476636256-router', 'tenant_id': '34771d30e13d4862b0a6bc53539d330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:49:52Z', 'updated_at': '2021-08-23T11:54:59Z', 'revision_number': 6, 'project_id': '34771d30e13d4862b0a6bc53539d330e', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:55:00.168782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d098d829-3911-4db7-8dfd-24d8b254b41f None None] Provisioning for port a3be125f-8473-4bf2-8989-c9aba25d9a3a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:00.178158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d098d829-3911-4db7-8dfd-24d8b254b41f None None] Provisioning complete for port a3be125f-8473-4bf2-8989-c9aba25d9a3a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:00.179191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d098d829-3911-4db7-8dfd-24d8b254b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.230904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d098d829-3911-4db7-8dfd-24d8b254b41f None None] Port a3be125f-8473-4bf2-8989-c9aba25d9a3a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:55:00.242820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da1abf-309d-4d70-b488-a51cd7e92301 req-2a232119-0bf5-4a43-95ee-a35d97a9c0b8 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:00.244686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22da1abf-309d-4d70-b488-a51cd7e92301 req-2a232119-0bf5-4a43-95ee-a35d97a9c0b8 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 950 time: 0.0721061 Aug 23 11:55:00.288173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Deleting port 357234c3-ff4a-45f8-a951-13d852687ed0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:00.289071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.296459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22da1abf-309d-4d70-b488-a51cd7e92301 req-e46f74e4-af92-414b-b4a9-642ed364d117 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 Aug 23 11:55:00.458687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53afd9-cd55-4308-a7e0-b1b814fbf236 req-7c2b5d70-206b-47e6-bb79-23609f4b514b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:00.467611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8e95-34ce-4eed-8fd6-f620b3eaf3b1 req-f0242941-7f16-459f-9664-44b7edaee85a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:00.468361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa53afd9-cd55-4308-a7e0-b1b814fbf236 req-7c2b5d70-206b-47e6-bb79-23609f4b514b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 945 time: 0.0873816 Aug 23 11:55:00.476131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23bf8e95-34ce-4eed-8fd6-f620b3eaf3b1 req-f0242941-7f16-459f-9664-44b7edaee85a tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1904657 Aug 23 11:55:00.479526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] For port 357234c3-ff4a-45f8-a951-13d852687ed0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=357234c3-ff4a-45f8-a951-13d852687ed0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:00.479934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.519043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa53afd9-cd55-4308-a7e0-b1b814fbf236 req-9a4fa144-c2df-4274-b275-4cb20edc3c3b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Aug 23 11:55:00.520944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Calling delete_port for 357234c3-ff4a-45f8-a951-13d852687ed0 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:00.608265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23bf8e95-34ce-4eed-8fd6-f620b3eaf3b1 req-9ad8e9b5-2612-4526-a947-53f838022ae5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309528 Aug 23 11:55:00.756251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.774522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-3aa86bf3-3cef-4ebf-b8ff-8cacf8c71211 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8263581 Aug 23 11:55:00.788732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.803967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Request body: {'port': {'device_id': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:00.841281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:55:00.889557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db53a590-ed98-4beb-b442-c4aa6dd24634,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:00.896046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.896824 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Added segment ff436bc4-4b97-4200-9249-ad63ee2330c3 of type vlan for network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 Aug 23 11:55:00.950749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:00.972322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:00.993944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2634632-5796-446c-8501-dab274948a1e req-7cedb3ac-7746-458e-a97a-5b6831ee2fef tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:00.995619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2634632-5796-446c-8501-dab274948a1e req-7cedb3ac-7746-458e-a97a-5b6831ee2fef tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.2630610 Aug 23 11:55:01.084120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.220736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 52d455ce-9bab-4090-92aa-ac6676a070ad completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:01.226934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.238068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 52d455ce-9bab-4090-92aa-ac6676a070ad triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:01.238732 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.264721 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2634632-5796-446c-8501-dab274948a1e req-5cd75005-8488-4a20-823d-f6f20bcba38f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387550 Aug 23 11:55:01.346530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc5cf-ca9f-410e-8e94-6e4d6f6f1b36 req-9a4b70e8-ea9f-40de-aae7-0603c4cba5f0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:01.348209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93cbc5cf-ca9f-410e-8e94-6e4d6f6f1b36 req-9a4b70e8-ea9f-40de-aae7-0603c4cba5f0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 936 time: 0.1572413 Aug 23 11:55:01.404052 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.415376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Pushing event deleted for resources: {'Port': ['ID=357234c3-ff4a-45f8-a951-13d852687ed0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:01.459725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93cbc5cf-ca9f-410e-8e94-6e4d6f6f1b36 req-dcdadf11-bad0-48db-9aec-6f63f2e62101 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618811 Aug 23 11:55:01.497451 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.498901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:01.504914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:01.506049 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88247d14-5ff3-47a0-805c-7d132ea1ba53" -d '{"events": [{"server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "name": "network-vif-plugged", "status": "completed", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:01.506425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.522152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:01.532958 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.640438 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f35e1fc-b908-47d0-8df2-0605f94063d2 x-openstack-request-id: req-0f35e1fc-b908-47d0-8df2-0605f94063d2 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:01.641082 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "name": "network-vif-plugged", "status": "completed", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:01.641544 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f35e1fc-b908-47d0-8df2-0605f94063d2 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:01.642349 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'code': 200} Aug 23 11:55:01.700562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3be125f-8473-4bf2-8989-c9aba25d9a3a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:01.735801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:01.759712 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0010867 Aug 23 11:55:01.767704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.769311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48382e77-56ff-46ce-ad87-a2549eac06a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1119b2-cc2e-4aba-bb05-590cef2947f9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:01.771824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41070) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:01.784690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:55:01.797905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Request body: {'subnet': {'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2099191608-subnet', 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:01.815563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Transition to ACTIVE for port object a3be125f-8473-4bf2-8989-c9aba25d9a3a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:01.823881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.827361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:01.897770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:02.082112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e180cb-34e7-453d-97af-d77138bb58c5 req-07f63fc6-e581-4597-8b7d-1b40c3ecd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:02.086000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3e180cb-34e7-453d-97af-d77138bb58c5 req-07f63fc6-e581-4597-8b7d-1b40c3ecd133 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 1097 time: 0.3760190 Aug 23 11:55:02.108258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:55:02.114032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 357234c3-ff4a-45f8-a951-13d852687ed0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:02.114919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.119582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.123836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.138025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 357234c3-ff4a-45f8-a951-13d852687ed0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:02.138676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 357234c3-ff4a-45f8-a951-13d852687ed0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:02.139258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:02.143548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cfe33-102f-4aad-afc9-973fc82a129f req-d4f4d56d-e212-409b-a5ee-7e35bebbc9e6 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:02.156552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d9cfe33-102f-4aad-afc9-973fc82a129f req-d4f4d56d-e212-409b-a5ee-7e35bebbc9e6 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.3379648 Aug 23 11:55:02.178176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:02.178841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0085ae7d-4f33-43b4-8d0d-040ad3fd5951 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:02.192899 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.193531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bafa5f3-6985-4b47-81ac-4329d535b6c5 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:55:02.198834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.200186 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f1b9715-f116-4308-b048-5b9fc64e5614 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7bafa5f3-6985-4b47-81ac-4329d535b6c5 HTTP/1.1" status: 204 len: 168 time: 3.2874384 Aug 23 11:55:02.203148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41074) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:02.301234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:02.302042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:02.302607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:02.313238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:02.313456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Deleting subnet 67cc7ea5-3b04-4053-9ee7-ede224ee28a0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:55:02.314263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:02.322143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.354864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:02.355357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:02.355797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:02.356466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Bound port: a3be125f-8473-4bf2-8989-c9aba25d9a3a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:02.356921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.382004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.383027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d9cfe33-102f-4aad-afc9-973fc82a129f req-5915e831-ee67-408a-a256-18b1f730ba53 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245932 Aug 23 11:55:02.401030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3e180cb-34e7-453d-97af-d77138bb58c5 req-d8d8d27f-c6a3-4b3e-92fc-abf481939558 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709122 Aug 23 11:55:02.467558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:02.472122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:02.483536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.508666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.601634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:02.604155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.611556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] 10.222.0.44 "PUT /v2.0/ports/a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 1096 time: 1.8237331 Aug 23 11:55:02.615100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:02.619347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e92148-7e81-4c00-87a8-7881e6f228c6 req-7696979b-bd68-4bb1-9d70-c951d1f397f1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:02.619766 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ea73e1-700e-41d8-8fad-99e770419194" -d '{"events": [{"name": "network-changed", "server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:02.621130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52e92148-7e81-4c00-87a8-7881e6f228c6 req-7696979b-bd68-4bb1-9d70-c951d1f397f1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.8655996 Aug 23 11:55:02.639673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.716909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cc7ea5-3b04-4053-9ee7-ede224ee28a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:02.737204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.741656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f63713b4-0609-4c88-818f-08b00bec7f23 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/67cc7ea5-3b04-4053-9ee7-ede224ee28a0 HTTP/1.1" status: 204 len: 168 time: 0.5351806 Aug 23 11:55:02.742005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41092) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:02.743651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9d530-5e63-4320-9eb0-0ea6c7c759ad None None] Network 2c40823b-96a2-4b8f-b5a0-d9577294efc6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:55:02.755539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52e92148-7e81-4c00-87a8-7881e6f228c6 req-84712198-7e26-4908-84d6-74c89502bf89 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127846 Aug 23 11:55:02.850999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.907367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8dfb9-5514-4f17-88a2-04a2eec6160e service neutron] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:02.961108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:02.973759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:02.988972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32d1b-0107-4ab5-96ae-3d3a0e64a45d req-bb7046bd-e073-404f-a250-bfad9ae802f7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:02.992497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86d32d1b-0107-4ab5-96ae-3d3a0e64a45d req-bb7046bd-e073-404f-a250-bfad9ae802f7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.3661926 Aug 23 11:55:03.058015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-a2053f39-3a51-413e-ac8a-56d266c3d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:03.060127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-a2053f39-3a51-413e-ac8a-56d266c3d176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1099 time: 0.3690598 Aug 23 11:55:03.080918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] DHCP port deletion for 2c40823b-96a2-4b8f-b5a0-d9577294efc6 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:55:03.081382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45979f79-3e65-4d60-885a-c7300449442e req-568a69c7-9988-4296-9ba9-6a2fb52c1793 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:03.090928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45979f79-3e65-4d60-885a-c7300449442e req-568a69c7-9988-4296-9ba9-6a2fb52c1793 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.2375917 Aug 23 11:55:03.147763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-dc0bd85d-e1da-4099-b470-7224eaf2c90c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0750837 Aug 23 11:55:03.156151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Deleting port 7acd71f8-35ae-45be-80f5-f8d833632ea6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:03.158083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.182455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bdc3c7-04ed-41eb-8eb0-62ffd7238316,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:03.201066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45979f79-3e65-4d60-885a-c7300449442e req-ee4dcc35-5051-4410-8b38-f3be722025f1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038978 Aug 23 11:55:03.228806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86d32d1b-0107-4ab5-96ae-3d3a0e64a45d req-c0622190-b053-4bc6-a0c7-91b9e92245f7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063181 Aug 23 11:55:03.232820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] Deleting port 7acd71f8-35ae-45be-80f5-f8d833632ea6 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:03.233201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.274432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:03.278873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Network hostable DHCP agents. Network: 3e1119b2-cc2e-4aba-bb05-590cef2947f9, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:55:03.297343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-788d94cb-1652-4a22-83f2-1b9561e7f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:03.299791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-788d94cb-1652-4a22-83f2-1b9561e7f9f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1413658 Aug 23 11:55:03.342058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:55:03.351270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] For port 7acd71f8-35ae-45be-80f5-f8d833632ea6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7acd71f8-35ae-45be-80f5-f8d833632ea6,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:03.351657 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.382806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] For port 7acd71f8-35ae-45be-80f5-f8d833632ea6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7acd71f8-35ae-45be-80f5-f8d833632ea6,segment=NetworkSegment(6d19292e-596f-4c5f-9a30-83d1cff0a6be),segment_id=6d19292e-596f-4c5f-9a30-83d1cff0a6be)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:03.383256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.387110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Calling delete_port for 7acd71f8-35ae-45be-80f5-f8d833632ea6 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:03.392398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3e1119b2-cc2e-4aba-bb05-590cef2947f9) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:03.408910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] Calling delete_port for 7acd71f8-35ae-45be-80f5-f8d833632ea6 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:03.417326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67ef9e-ea8b-45bd-9fd0-ea71f81c99d7 None None] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:55:03.420630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:03.421967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.481363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-23f34c30-376c-4ce2-853a-7e2b6fbf0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:03.483576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-23f34c30-376c-4ce2-853a-7e2b6fbf0025 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672573 Aug 23 11:55:03.512754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ad51c2b6-f831-4e80-ae46-9dd976a04e09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7278867 Aug 23 11:55:03.614618 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1565cdbb-ed3d-4d02-9143-1129883f85ae x-openstack-request-id: req-1565cdbb-ed3d-4d02-9143-1129883f85ae {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:03.614941 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:03.615199 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1565cdbb-ed3d-4d02-9143-1129883f85ae {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:03.615783 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'status': 'completed', 'code': 200} Aug 23 11:55:03.632112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.685646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-1da536fd-98e4-48ea-a00c-b196e7db83aa service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874912 Aug 23 11:55:03.703482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] No DVR routers for this DVR port 7acd71f8-35ae-45be-80f5-f8d833632ea6 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:03.705396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acd71f8-35ae-45be-80f5-f8d833632ea6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:03.745375 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.820069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e793f10-3163-42c1-b87e-c5cbe70fce83 req-d2129126-799c-4143-9d24-98c2363a999f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:03.827619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e793f10-3163-42c1-b87e-c5cbe70fce83 req-d2129126-799c-4143-9d24-98c2363a999f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1369202 Aug 23 11:55:03.877130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a80a21a0-5aaa-4302-aa55-ba7ca865cffc req-f7663369-6a03-4dc4-a5bc-02f58bb9d5c6 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764109 Aug 23 11:55:03.885143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] No DVR routers for this DVR port 7acd71f8-35ae-45be-80f5-f8d833632ea6 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:03.902414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bf071-825d-42d3-9328-1b27d6a391cf None None] Pushing event deleted for resources: {'Port': ['ID=7acd71f8-35ae-45be-80f5-f8d833632ea6,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:03.920162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e331a6ad-d0c2-45f6-b129-e1a65eb7b814 None None] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:55:03.930828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:03.987997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e793f10-3163-42c1-b87e-c5cbe70fce83 req-a6f65f68-1dfb-40fb-a2e3-8b6e37fa1b38 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593397 Aug 23 11:55:03.994115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c40823b-96a2-4b8f-b5a0-d9577294efc6']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:04.034525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d19292e-596f-4c5f-9a30-83d1cff0a6be') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:04.034946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d19292e-596f-4c5f-9a30-83d1cff0a6be') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:04.050332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.071380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.082398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:55:04.083133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190510-8cbc-4502-b5b3-16989bf206ab req-4ceb2990-ea20-4ea7-815a-82c9a28753a1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:04.083362 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.083838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7acd71f8-35ae-45be-80f5-f8d833632ea6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:55:04.085798 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:55:04.094865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88190510-8cbc-4502-b5b3-16989bf206ab req-4ceb2990-ea20-4ea7-815a-82c9a28753a1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1706164 Aug 23 11:55:04.107300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:04.114394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7acd71f8-35ae-45be-80f5-f8d833632ea6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:04.114783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7acd71f8-35ae-45be-80f5-f8d833632ea6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:04.197428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.211069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.213508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2c40823b-96a2-4b8f-b5a0-d9577294efc6 HTTP/1.1" status: 204 len: 168 time: 1.4705398 Aug 23 11:55:04.243197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88190510-8cbc-4502-b5b3-16989bf206ab req-57ed6578-c0da-4f0c-8ffd-21e8a7d1e791 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401556 Aug 23 11:55:04.243197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea73e1-700e-41d8-8fad-99e770419194 req-e4014feb-0fbb-444a-aebd-246b2b481d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:04.250172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-e4014feb-0fbb-444a-aebd-246b2b481d9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1099 time: 0.2671254 Aug 23 11:55:04.261496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b56224-a76b-44a0-8427-c2b333326237 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c40823b-96a2-4b8f-b5a0-d9577294efc6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:04.373261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.404894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:04.407974 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b50480b-ed9e-496d-b3c0-4f60e9bba63a" -d '{"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:04.430033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:04.431597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41134) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:04.437435 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.509815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:04.533733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ffc38230-8dd9-40e6-8cbe-4348e8d43bf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79db2d3882d34e0aa00d78d355a4d678&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1006279 Aug 23 11:55:04.536463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41138) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:04.559225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-eee1595e-f7f3-47e8-90c9-ecf732a8cd52 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:04.561128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-eee1595e-f7f3-47e8-90c9-ecf732a8cd52 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.3462448 Aug 23 11:55:04.608170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-46015137-afad-40ea-b3a4-1cf02cfaba54 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0328732 Aug 23 11:55:04.637172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-021d420b-1cd7-492d-999d-89736b869a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.658510 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-aa678eab-499e-4830-829b-baa0c0a945b8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365553 Aug 23 11:55:04.719818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-021d420b-1cd7-492d-999d-89736b869a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.825405 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-77fa6139-9978-4b6e-82fe-9357ec65b96c service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551585 Aug 23 11:55:04.846228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea73e1-700e-41d8-8fad-99e770419194 req-e2bed2cb-b4d6-4b68-9838-aaaf428641b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:04.847813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-e2bed2cb-b4d6-4b68-9838-aaaf428641b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.5910943 Aug 23 11:55:04.859058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc088-4135-467b-9a49-367cf89a0ddd req-8ae3f032-0970-4202-a409-95376159f519 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:04.867559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-975bc088-4135-467b-9a49-367cf89a0ddd req-8ae3f032-0970-4202-a409-95376159f519 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.4697831 Aug 23 11:55:04.872253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-c985fb60-003d-42fc-b6cc-24c73f1e5f22 service neutron] 10.222.0.44 "GET /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4/bindings/n-h2-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.4823928 Aug 23 11:55:04.940366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-021d420b-1cd7-492d-999d-89736b869a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.945310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-021d420b-1cd7-492d-999d-89736b869a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:04.945310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-021d420b-1cd7-492d-999d-89736b869a13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7af55c13-89f5-4231-b666-a4f60b388286 HTTP/1.1" status: 204 len: 168 time: 0.4074748 Aug 23 11:55:04.946334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-29931456-23eb-4235-8a2d-710b2eb8b224 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0756061 Aug 23 11:55:04.967468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d420b-1cd7-492d-999d-89736b869a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af55c13-89f5-4231-b666-a4f60b388286,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:04.974420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:04.991962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-46b26691-6da3-4814-9064-c3495afbf19a service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634548 Aug 23 11:55:05.066508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-975bc088-4135-467b-9a49-367cf89a0ddd req-5d26204f-195a-497c-82bd-c7219129a0f8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929369 Aug 23 11:55:05.211260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea73e1-700e-41d8-8fad-99e770419194 req-ce7296be-3a81-4ad1-930e-6a036cdeb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:05.213618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-ce7296be-3a81-4ad1-930e-6a036cdeb243 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2563074 Aug 23 11:55:05.232517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:05.274401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'mac_address': 'fa:16:3e:0c:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:05.419164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea73e1-700e-41d8-8fad-99e770419194 req-78f7d32c-5ea4-4f39-bef3-43d263d6fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:05.421411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-78f7d32c-5ea4-4f39-bef3-43d263d6fd82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1948619 Aug 23 11:55:05.439027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b8a3-32d2-4e72-8a22-8a4c9f1d063e req-c75c05fa-b460-4917-a565-68761187be86 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:05.448065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9476b8a3-32d2-4e72-8a22-8a4c9f1d063e req-c75c05fa-b460-4917-a565-68761187be86 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.2387509 Aug 23 11:55:05.454116 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:05.496402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70149299-c5b7-4984-9ef5-1d6b1488a385 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:05.521927 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1256472-bd8a-4a1b-af0e-5a272c36ffa4 x-openstack-request-id: req-f1256472-bd8a-4a1b-af0e-5a272c36ffa4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:05.521927 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:05.521927 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1256472-bd8a-4a1b-af0e-5a272c36ffa4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:05.523384 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'code': 200} Aug 23 11:55:05.543198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:05.565937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:05.574235 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:05.599436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9476b8a3-32d2-4e72-8a22-8a4c9f1d063e req-eb41eba3-1f40-40ef-95a9-14326bf0eb6c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500583 Aug 23 11:55:05.646482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:05.754465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:05.766740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['70149299-c5b7-4984-9ef5-1d6b1488a385'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:05.767363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-6073d1c0-7c1f-4d71-a7ff-a94b1cbd7176 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143430 Aug 23 11:55:05.794224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:05.858502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:05.868312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d55dd698-2aff-4591-b946-df13f2480e3a req-139af256-821b-4e12-b3bf-0933503e6e53 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 210 time: 0.0890708 Aug 23 11:55:05.881906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced330cb-615f-4f25-b0a5-c9bc4475b6da req-c2163d9e-d036-4292-a81f-e07a22ec26c9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:05.890232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:05.891021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ced330cb-615f-4f25-b0a5-c9bc4475b6da req-c2163d9e-d036-4292-a81f-e07a22ec26c9 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 943 time: 0.1577704 Aug 23 11:55:05.913020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41188) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:06.025737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] Transition to ACTIVE for port object 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:06.046616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:06.075048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-579dc83e-29a9-4158-9ec3-1dfcd9ebb95e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34771d30e13d4862b0a6bc53539d330e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1591270 Aug 23 11:55:06.076625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41196) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:06.159545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] No DVR routers for this DVR port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:06.181331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ced330cb-615f-4f25-b0a5-c9bc4475b6da req-3b1058f7-a91c-4c6f-b317-44f0d57d4763 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835338 Aug 23 11:55:06.259682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46ea73e1-700e-41d8-8fad-99e770419194 req-d42940d8-97f7-4380-9105-c768413e5ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734125 Aug 23 11:55:06.267074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4/bindings/n-h2-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3829083 Aug 23 11:55:06.288859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee7717-33f5-4c47-a44e-52e7973c0675 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:06.312158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fa3a4-6b04-4bc8-8d5a-74b5351036f3 req-7acc55c3-2f6a-4188-af75-ebc290d7e870 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:06.323370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-252fa3a4-6b04-4bc8-8d5a-74b5351036f3 req-7acc55c3-2f6a-4188-af75-ebc290d7e870 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1317928 Aug 23 11:55:06.326372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45508ae5-3ea8-40d3-85ee-c2a94f09ddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:06.382966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45508ae5-3ea8-40d3-85ee-c2a94f09ddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:06.398561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c0ac-50f0-4269-acb1-e1d0fa2cab20 req-74a5b875-87c3-4b5d-8278-610da615e110 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:06.406003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7438c0ac-50f0-4269-acb1-e1d0fa2cab20 req-74a5b875-87c3-4b5d-8278-610da615e110 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.1124885 Aug 23 11:55:06.419944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-252fa3a4-6b04-4bc8-8d5a-74b5351036f3 req-22d7d61a-2e00-49e2-8f5c-d69923139eda tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953217 Aug 23 11:55:06.466040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7438c0ac-50f0-4269-acb1-e1d0fa2cab20 req-86f1dd9e-8817-407e-943d-be2d11755898 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527668 Aug 23 11:55:06.572194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-c8b03b36-bfcd-4904-a4d2-e1132843b583 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:06.576515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-c8b03b36-bfcd-4904-a4d2-e1132843b583 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1501057 Aug 23 11:55:06.624450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45508ae5-3ea8-40d3-85ee-c2a94f09ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:06.636330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45508ae5-3ea8-40d3-85ee-c2a94f09ddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:06.640730 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-45508ae5-3ea8-40d3-85ee-c2a94f09ddda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/319969bd-f984-436a-bea8-79c53a96ed1c HTTP/1.1" status: 204 len: 168 time: 0.5573189 Aug 23 11:55:06.671923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45508ae5-3ea8-40d3-85ee-c2a94f09ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319969bd-f984-436a-bea8-79c53a96ed1c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:06.713434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01fc7a-0652-41c6-bfc7-776cd2115474 req-4d2953b9-2c81-4c4f-998c-2e63422e02a4 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:06.715558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f01fc7a-0652-41c6-bfc7-776cd2115474 req-4d2953b9-2c81-4c4f-998c-2e63422e02a4 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1151438 Aug 23 11:55:06.801245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f01fc7a-0652-41c6-bfc7-776cd2115474 req-5c5e8eef-15b9-440b-8730-aec173f5e7d4 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694089 Aug 23 11:55:06.875376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c85636-f1b2-4423-b9e4-0bb4f2d52965 req-9abf0f0c-07f9-4def-842e-6dec9c913d4a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:06.880423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-06c85636-f1b2-4423-b9e4-0bb4f2d52965 req-9abf0f0c-07f9-4def-842e-6dec9c913d4a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.1695414 Aug 23 11:55:06.989618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:06.994461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:07.031074 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-06c85636-f1b2-4423-b9e4-0bb4f2d52965 req-3c80eeb1-43b6-4d31-99a7-542b8139b44b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423852 Aug 23 11:55:07.069568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-69e8ffa2-7242-48f1-9c7a-11cee1b7c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.072941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-69e8ffa2-7242-48f1-9c7a-11cee1b7c2fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9 HTTP/1.1" status: 200 len: 1095 time: 0.4780047 Aug 23 11:55:07.087692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e76cd28-b9f6-43a6-8414-94bd68881cb5 req-3b42cde4-7755-4f98-bcc2-ed75f65f141d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 210 time: 0.0522430 Aug 23 11:55:07.248418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-45a9f071-97e3-4e5a-830a-21affce39025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.250582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-45a9f071-97e3-4e5a-830a-21affce39025 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1095 time: 0.1364250 Aug 23 11:55:07.296702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8ae1b-365f-4315-b501-0d8f7cf4c1a0 req-a8d75dfc-127d-49cf-bc21-71a62a5b1a07 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.299920 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8f8ae1b-365f-4315-b501-0d8f7cf4c1a0 req-a8d75dfc-127d-49cf-bc21-71a62a5b1a07 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1233497 Aug 23 11:55:07.303287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 70149299-c5b7-4984-9ef5-1d6b1488a385 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:07.304345 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:07.452869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-97f72aa8-4291-437a-95e5-fcbf51daa340 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.454419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-97f72aa8-4291-437a-95e5-fcbf51daa340 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.1837187 Aug 23 11:55:07.479436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:07.492403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Request body: {'port': {'device_id': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'admin_state_up': True, 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:07.524561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:07.527300 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c51065d-e0d9-4720-88f8-c3f292127385" -d '{"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-plugged", "status": "completed", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:07.554061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:07.560474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:07.582061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8f8ae1b-365f-4315-b501-0d8f7cf4c1a0 req-ded6c1d8-e527-48f7-8590-fbf695a62a16 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664952 Aug 23 11:55:07.590885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:07.595507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-9cb29daf-f555-4767-84ea-8cf661858e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.605596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-9cb29daf-f555-4767-84ea-8cf661858e43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 200 len: 921 time: 0.3448670 Aug 23 11:55:07.645480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68095d17-cd56-4625-b378-b2b9c2a9f6ef req-aadddf02-c1d9-4b5b-aa1e-784dc7239132 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.659961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68095d17-cd56-4625-b378-b2b9c2a9f6ef req-aadddf02-c1d9-4b5b-aa1e-784dc7239132 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.2044790 Aug 23 11:55:07.678121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'mac_address': 'fa:16:3e:e7:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:07.707927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-5ff44029-f2c5-466b-b359-3688e22cb9ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0945728 Aug 23 11:55:07.729240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68095d17-cd56-4625-b378-b2b9c2a9f6ef req-3772280b-7007-4078-b4df-e95b47a2e0f6 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620239 Aug 23 11:55:07.816943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:55:07.823412 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:07.864557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-b10a64ea-498b-4f7d-928a-a1b4b3b6135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.866415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-b10a64ea-498b-4f7d-928a-a1b4b3b6135c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 200 len: 860 time: 0.1499901 Aug 23 11:55:07.882493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb28ae-0707-493c-b5e3-53d285e0cee1 req-405ebd2e-5b1e-49b6-b5bb-25ec05452aa0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:07.893289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2fcb28ae-0707-493c-b5e3-53d285e0cee1 req-405ebd2e-5b1e-49b6-b5bb-25ec05452aa0 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.1009231 Aug 23 11:55:07.894056 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae000d8-17a6-4872-bba4-49e77ecf974d x-openstack-request-id: req-aae000d8-17a6-4872-bba4-49e77ecf974d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:07.894563 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-plugged", "status": "completed", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:07.896676 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aae000d8-17a6-4872-bba4-49e77ecf974d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:07.897262 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'code': 200} Aug 23 11:55:07.906423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:07.938144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-f37801d4-430f-48f2-90ef-8971944d9e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ccb809c-534f-4ce3-a72f-ddddeac16567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343323 Aug 23 11:55:07.962646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3be125f-8473-4bf2-8989-c9aba25d9a3a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:07.969241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:08.018886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2fcb28ae-0707-493c-b5e3-53d285e0cee1 req-62523b87-17b2-4f07-af36-1a802458b612 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244423 Aug 23 11:55:08.033681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:08.044998 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:08.130727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Allocated IP 172.20.0.4 (3e1119b2-cc2e-4aba-bb05-590cef2947f9/23bdc3c7-04ed-41eb-8eb0-62ffd7238316/98d376c1-5e9c-4df4-b652-03ef42323386) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:55:08.170831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:08.197411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-97f84d96-b4e8-4624-accc-4f3606ee7668 service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421296 Aug 23 11:55:08.374765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a3be125f-8473-4bf2-8989-c9aba25d9a3a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:08.385846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d87b8-2c51-4cc6-82bb-4147df8e6fa6 req-91fde367-1877-4052-b6e7-26e9a9cc9579 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:08.391435 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-479d87b8-2c51-4cc6-82bb-4147df8e6fa6 req-91fde367-1877-4052-b6e7-26e9a9cc9579 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1881440 Aug 23 11:55:08.404026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607b199-4cea-4bdd-ab16-d249f2c44668 req-a2b101f1-034e-4668-b498-f42b665ae193 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:08.414131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8607b199-4cea-4bdd-ab16-d249f2c44668 req-a2b101f1-034e-4668-b498-f42b665ae193 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.1267490 Aug 23 11:55:08.461420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-479d87b8-2c51-4cc6-82bb-4147df8e6fa6 req-9db5dc8c-3113-448a-92da-993982457c57 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622053 Aug 23 11:55:08.498298 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-ac81db42-0efd-4cd4-85cb-2b7d59d0fcaf service neutron] 10.222.0.41 "GET /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751637 Aug 23 11:55:08.589529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8607b199-4cea-4bdd-ab16-d249f2c44668 req-f7a1d367-7461-4c4a-a672-a05bb8c6b3fc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723933 Aug 23 11:55:08.652451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:08.709432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6c21d84d-25da-43f5-9f4a-fcb9ffd64108 req-b2317ab7-b54a-4aec-aef8-50006977a1f4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 210 time: 0.0864663 Aug 23 11:55:08.836123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:08.911816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:55:08.920172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aec04a-2ff1-4993-a626-5fc96b6af524 req-9acd6c15-5b5d-4dca-82e8-888e993d6582 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:08.922097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2aec04a-2ff1-4993-a626-5fc96b6af524 req-9acd6c15-5b5d-4dca-82e8-888e993d6582 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1875889 Aug 23 11:55:08.925871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:08.930627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:55:08.991541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:08.992304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:08.999041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be6371-e0a2-433d-babc-fa9ab637e9ab req-cf7bf1d8-1c2e-4801-b3cb-b3e99b4d1e3c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:09.004626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14be6371-e0a2-433d-babc-fa9ab637e9ab req-cf7bf1d8-1c2e-4801-b3cb-b3e99b4d1e3c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.1707563 Aug 23 11:55:09.015151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-ea9eedab-fe71-4f36-8db2-d17f2cc40597 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:09.017166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5304480 Aug 23 11:55:09.017359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-ea9eedab-fe71-4f36-8db2-d17f2cc40597 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129&tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1717820 Aug 23 11:55:09.017936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db9473-54a0-4aca-a008-9c13e5bd0e35 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event updated for resources: {'Port': ['ID=98d376c1-5e9c-4df4-b652-03ef42323386,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:09.042563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Request body: {'port': {'device_id': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:09.089565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2aec04a-2ff1-4993-a626-5fc96b6af524 req-36b56630-9a04-4e39-975d-7eb00d76e47d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083155 Aug 23 11:55:09.116888 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:55:09.136298 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14be6371-e0a2-433d-babc-fa9ab637e9ab req-f6816c48-4b66-4ba4-a529-1d32b9aaf0d7 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175034 Aug 23 11:55:09.183244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:09.278772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-6a8191e5-ea00-4c1f-9b5c-247dfd394999 service neutron] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:09.290410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-6a8191e5-ea00-4c1f-9b5c-247dfd394999 service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:09.290410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0e0f56-a308-4b19-9576-94c17449ba75 req-6a8191e5-ea00-4c1f-9b5c-247dfd394999 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4/bindings/n-h1-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.2507184 Aug 23 11:55:09.313576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f8d0-c9d0-4c1f-b1eb-ad7bad97e7bc req-656043c1-fb85-4b6d-857e-3b0c6e136df1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:09.315579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8997f8d0-c9d0-4c1f-b1eb-ad7bad97e7bc req-656043c1-fb85-4b6d-857e-3b0c6e136df1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.1048524 Aug 23 11:55:09.515396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135af9fa-a426-4b65-8ec7-855189199928 req-cb7e7fd0-ec27-4471-964e-d1c6b6748bc8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:09.534397 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-135af9fa-a426-4b65-8ec7-855189199928 req-cb7e7fd0-ec27-4471-964e-d1c6b6748bc8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1206405 Aug 23 11:55:09.540438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8997f8d0-c9d0-4c1f-b1eb-ad7bad97e7bc req-06400103-3840-475b-bac1-75685fc64726 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531653 Aug 23 11:55:09.685153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-135af9fa-a426-4b65-8ec7-855189199928 req-8e35af85-898f-4255-b00d-5b2150e6a7c1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449790 Aug 23 11:55:09.900925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ac981-0f65-43cf-a010-c7b17a8f0a94 req-cd4498f7-6a39-4aac-920a-3d15dac88be9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:09.903007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a2ac981-0f65-43cf-a010-c7b17a8f0a94 req-cd4498f7-6a39-4aac-920a-3d15dac88be9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.1365166 Aug 23 11:55:09.951778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d376c1-5e9c-4df4-b652-03ef42323386 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:09.964926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:09.992589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Transition to ACTIVE for port object 98d376c1-5e9c-4df4-b652-03ef42323386 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:10.003561 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:10.089196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83e091-d0d6-4440-a278-ae4ccbf02774 req-57c64a4b-a208-4e3e-8460-c580c7f4734e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:10.094374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c83e091-d0d6-4440-a278-ae4ccbf02774 req-57c64a4b-a208-4e3e-8460-c580c7f4734e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 943 time: 0.0782416 Aug 23 11:55:10.143296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=98d376c1-5e9c-4df4-b652-03ef42323386,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:10.157157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a2ac981-0f65-43cf-a010-c7b17a8f0a94 req-4bf9f5d4-ad09-4d90-88f7-ff2705a1fec4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776624 Aug 23 11:55:10.226749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Attempting to bind port 98d376c1-5e9c-4df4-b652-03ef42323386 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:10.227427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Attempting to bind port 98d376c1-5e9c-4df4-b652-03ef42323386 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:10.227569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Attempting to bind port 98d376c1-5e9c-4df4-b652-03ef42323386 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:10.234849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Port 98d376c1-5e9c-4df4-b652-03ef42323386 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:10.235403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Attempting to bind port 98d376c1-5e9c-4df4-b652-03ef42323386 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:10.253666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:10.254545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:10.255524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Bound using segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:10.255524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Bound port: 98d376c1-5e9c-4df4-b652-03ef42323386, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:10.255524 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:10.509630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] For port 98d376c1-5e9c-4df4-b652-03ef42323386, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:10.519691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece7d-50cc-431b-b708-abb0b645289b req-cfb0af00-78f3-4b54-a7fc-057b94cb621c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:10.528882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4bdece7d-50cc-431b-b708-abb0b645289b req-cfb0af00-78f3-4b54-a7fc-057b94cb621c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1614993 Aug 23 11:55:10.532797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] For port 98d376c1-5e9c-4df4-b652-03ef42323386, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=98d376c1-5e9c-4df4-b652-03ef42323386,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:10.541205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:10.608249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:10.608884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:10.610441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/98d376c1-5e9c-4df4-b652-03ef42323386 HTTP/1.1" status: 200 len: 1091 time: 1.5728850 Aug 23 11:55:10.613255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'tag': '98d376c1-5e9c-4df4-b652-03ef42323386'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:10.616366 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266107bf-95a4-46d0-ae63-62a08eaeb727" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5f0a59-15c4-4df9-8960-efa51dfca8d2", "tag": "98d376c1-5e9c-4df4-b652-03ef42323386"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:10.633595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4bdece7d-50cc-431b-b708-abb0b645289b req-7b5fad79-def1-45d2-8c75-460ed2b2efaa tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037254 Aug 23 11:55:10.745477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c83e091-d0d6-4440-a278-ae4ccbf02774 req-87684d3a-3d61-44eb-84da-67f9d178b509 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408548 Aug 23 11:55:10.747114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798225b-fc52-4bf0-a986-d0d85bd2b3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=98d376c1-5e9c-4df4-b652-03ef42323386,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:10.827331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-81782620-cb9d-4642-961c-bf6d6a871174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:10.828737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41332) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:10.828875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-81782620-cb9d-4642-961c-bf6d6a871174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 1094 time: 0.1445713 Aug 23 11:55:10.840615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceb88-f55b-46da-9b2c-865b5b28c4ca req-a4ae7c7e-8ea4-4bbc-a56a-bfb4211efe24 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:10.848556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cbceb88-f55b-46da-9b2c-865b5b28c4ca req-a4ae7c7e-8ea4-4bbc-a56a-bfb4211efe24 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.0893514 Aug 23 11:55:10.906815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-04918bd1-221d-4d56-990d-dd3b69456f51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d376c1-5e9c-4df4-b652-03ef42323386 HTTP/1.1" status: 200 len: 217 time: 0.0558639 Aug 23 11:55:10.959611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cbceb88-f55b-46da-9b2c-865b5b28c4ca req-dd0acfd1-700f-43fd-8568-ba70b5b0ab51 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096938 Aug 23 11:55:10.996945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-cc3b917c-9b29-4b6a-ae27-b8e1c191fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:10.998613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-cc3b917c-9b29-4b6a-ae27-b8e1c191fe13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.0794141 Aug 23 11:55:11.005122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:11.056391 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f512b1-bb09-4ff6-9e55-14165a949529 x-openstack-request-id: req-b9f512b1-bb09-4ff6-9e55-14165a949529 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:11.056714 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5f0a59-15c4-4df9-8960-efa51dfca8d2", "tag": "98d376c1-5e9c-4df4-b652-03ef42323386", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:11.057166 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9f512b1-bb09-4ff6-9e55-14165a949529 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:11.058620 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'tag': '98d376c1-5e9c-4df4-b652-03ef42323386', 'status': 'completed', 'code': 200} Aug 23 11:55:11.063468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-d48a8c49-7fa3-461d-982f-35fe88d5ba29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497115 Aug 23 11:55:11.064468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a491eb2-ee3a-4164-8faa-eda9c44e3d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.088112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4773ae-dce1-4350-a679-d25bc7e31232 req-250bc2da-c25f-444b-8e55-1da55c7f07d2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:11.095194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a3be125f-8473-4bf2-8989-c9aba25d9a3a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:11.101544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f4773ae-dce1-4350-a679-d25bc7e31232 req-250bc2da-c25f-444b-8e55-1da55c7f07d2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.1351078 Aug 23 11:55:11.119930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a3be125f-8473-4bf2-8989-c9aba25d9a3a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:11.122549 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.211647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f4773ae-dce1-4350-a679-d25bc7e31232 req-6d6898bf-47cf-4822-bfa4-b18ded0c5962 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088703 Aug 23 11:55:11.248795 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-60452e5a-5305-4ed3-82f8-1147ae77995e service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776371 Aug 23 11:55:11.271631 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.329646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:11.333734 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67398d7c-5a87-462e-8ad6-4c54b57f2c29" -d '{"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-plugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:11.352078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:11.359572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.404980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf75d9f-6bde-4412-8122-c52c3b728b34 req-05f4ec99-86a8-4152-b4da-ef174c0c455f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:11.413998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf75d9f-6bde-4412-8122-c52c3b728b34 req-05f4ec99-86a8-4152-b4da-ef174c0c455f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1597276 Aug 23 11:55:11.434092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a491eb2-ee3a-4164-8faa-eda9c44e3d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.446523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a491eb2-ee3a-4164-8faa-eda9c44e3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.457154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:11.463877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf75d9f-6bde-4412-8122-c52c3b728b34 req-9ad36ba4-35ec-4e76-8943-b935ae2f0a0f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Aug 23 11:55:11.492146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a491eb2-ee3a-4164-8faa-eda9c44e3d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f336ea2f-8590-4b8e-bb9c-68b713d66d3f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:11.497588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ad85dab-01a3-4899-9455-1a9a3a09db30 req-01fadb06-fba9-409d-a9f3-384882dc7653 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342522 Aug 23 11:55:11.575132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038ebea-6b2b-4328-85fc-252752f05137 req-ab44ed60-77ea-40a9-9f21-81decca7e17c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:11.576979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3038ebea-6b2b-4328-85fc-252752f05137 req-ab44ed60-77ea-40a9-9f21-81decca7e17c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.1943004 Aug 23 11:55:11.584422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a491eb2-ee3a-4164-8faa-eda9c44e3d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026023f4ab8446fb9f860d47e58003af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516494 Aug 23 11:55:11.584659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:11.648271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-1a197855-7353-4cb1-9593-c657e5af7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:11.649845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-1a197855-7353-4cb1-9593-c657e5af7d28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0933142 Aug 23 11:55:11.651927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aae9f-cbc9-4747-b527-2860156b9637 req-3e759af5-16ee-4036-b427-35e825be2e51 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:11.654205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3038ebea-6b2b-4328-85fc-252752f05137 req-aac6ba65-cf0a-4353-a9ea-1a08711b466a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552428 Aug 23 11:55:11.659129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e03aae9f-cbc9-4747-b527-2860156b9637 req-3e759af5-16ee-4036-b427-35e825be2e51 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 1095 time: 0.0766451 Aug 23 11:55:11.675879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f74da0fa-8637-421f-b8cb-33c35ce9ed8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.708614 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f74da0fa-8637-421f-b8cb-33c35ce9ed8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.747946 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e75af-738c-4421-bf9c-725be720cab6 x-openstack-request-id: req-9d1e75af-738c-4421-bf9c-725be720cab6 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:11.750546 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-plugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:11.757035 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d1e75af-738c-4421-bf9c-725be720cab6 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:11.762567 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'code': 200} Aug 23 11:55:11.777886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f74da0fa-8637-421f-b8cb-33c35ce9ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.779312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e03aae9f-cbc9-4747-b527-2860156b9637 req-6e4e0ebe-13a5-4059-b6cd-c5ac6f77a2f5 tempest-LiveAutoBlockMigrationV225Test-1888228782 tempest-LiveAutoBlockMigrationV225Test-1888228782-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Aug 23 11:55:11.781227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f74da0fa-8637-421f-b8cb-33c35ce9ed8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:11.782883 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f74da0fa-8637-421f-b8cb-33c35ce9ed8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f336ea2f-8590-4b8e-bb9c-68b713d66d3f HTTP/1.1" status: 204 len: 168 time: 0.1969833 Aug 23 11:55:11.811679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74da0fa-8637-421f-b8cb-33c35ce9ed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336ea2f-8590-4b8e-bb9c-68b713d66d3f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:11.850274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-33b89e2c-3a84-4768-87d8-94f873773ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:11.857627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-33b89e2c-3a84-4768-87d8-94f873773ce4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.1888237 Aug 23 11:55:11.985582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-4e775228-0563-4875-908e-2b471240326e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d376c1-5e9c-4df4-b652-03ef42323386 HTTP/1.1" status: 200 len: 217 time: 0.0771596 Aug 23 11:55:12.014259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d85fe-8def-420b-9ea2-7544917d0694 req-55fffb07-09a2-4981-a408-d999a2e31915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:12.015778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee7d85fe-8def-420b-9ea2-7544917d0694 req-55fffb07-09a2-4981-a408-d999a2e31915 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1101 time: 0.1685638 Aug 23 11:55:12.095689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddc03e-a9b4-45a5-92e9-20292cd3e9a8 req-940a6dc2-b585-41d4-a6b6-5e9a72d1402f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:12.097347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27ddc03e-a9b4-45a5-92e9-20292cd3e9a8 req-940a6dc2-b585-41d4-a6b6-5e9a72d1402f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 943 time: 0.1902654 Aug 23 11:55:12.117733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-84a1f1b2-ff52-4834-bcb3-68fb6e98a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:12.119991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-84a1f1b2-ff52-4834-bcb3-68fb6e98a7cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.1250868 Aug 23 11:55:12.141799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee7d85fe-8def-420b-9ea2-7544917d0694 req-623c205c-5f7c-473a-985d-800988a26f01 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976965 Aug 23 11:55:12.178458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-9689d4b5-10af-44ab-99b5-12f877707671 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389833 Aug 23 11:55:12.187179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27ddc03e-a9b4-45a5-92e9-20292cd3e9a8 req-5cd44e39-8e3f-4291-a106-38aab7fbb236 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745664 Aug 23 11:55:12.334230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-88c4bd90-6b71-462b-a1c0-1e537bef1055 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450362 Aug 23 11:55:12.346074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41380) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:12.377411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26d0da42-37a0-4fd2-9026-fbaa9b5bd0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:12.691609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-266107bf-95a4-46d0-ae63-62a08eaeb727 req-db6ff434-becc-4747-b9f4-df14e897723a service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473742 Aug 23 11:55:12.695758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26d0da42-37a0-4fd2-9026-fbaa9b5bd0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:12.704949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775735a-ed41-4ffc-aca0-12f6906bef5a req-75bd824e-4e89-4b3b-a8ea-0e430b0c618b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:12.739936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c775735a-ed41-4ffc-aca0-12f6906bef5a req-75bd824e-4e89-4b3b-a8ea-0e430b0c618b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.2141418 Aug 23 11:55:12.740385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8068103-984f-4361-9a85-1cf099c3d35a req-e7604c96-0f40-49fa-a6d8-eea9ab947460 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:12.740385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8068103-984f-4361-9a85-1cf099c3d35a req-e7604c96-0f40-49fa-a6d8-eea9ab947460 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.0846698 Aug 23 11:55:12.759140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26d0da42-37a0-4fd2-9026-fbaa9b5bd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:12.790316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c775735a-ed41-4ffc-aca0-12f6906bef5a req-b51959ca-a85c-4b4f-81d4-4f9281f51c82 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607860 Aug 23 11:55:12.820880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0da42-37a0-4fd2-9026-fbaa9b5bd0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d4696-3dd2-4115-b523-011abad72403,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:12.846294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-26d0da42-37a0-4fd2-9026-fbaa9b5bd0fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ba64b0e00ee4de4836a6b406adf83d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990578 Aug 23 11:55:12.847846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41404) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:12.850526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8068103-984f-4361-9a85-1cf099c3d35a req-f455b6e3-67f3-4baf-9b16-ecf1f9452489 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082659 Aug 23 11:55:12.934819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c1b146-1e9b-4971-b404-8d42a38b1420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:12.988473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c1b146-1e9b-4971-b404-8d42a38b1420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:13.045960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32ed52-b627-4fa2-b96d-e2abfa036287 req-ec480b39-145b-40f4-8fd2-6d9e09a16f3a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:13.050562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b32ed52-b627-4fa2-b96d-e2abfa036287 req-ec480b39-145b-40f4-8fd2-6d9e09a16f3a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.1088159 Aug 23 11:55:13.142981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b32ed52-b627-4fa2-b96d-e2abfa036287 req-e4d28ad4-9c3d-4af4-ba43-59a93f5d0fd6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798094 Aug 23 11:55:13.369447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d26e-71fd-48cd-8a13-93684cd3588e req-75aae2ed-d6b7-46f2-b67e-866fcb36bbef tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:13.371345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6d8d26e-71fd-48cd-8a13-93684cd3588e req-75aae2ed-d6b7-46f2-b67e-866fcb36bbef tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 943 time: 0.0818548 Aug 23 11:55:13.439124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6d8d26e-71fd-48cd-8a13-93684cd3588e req-f4edab83-773d-4097-a9f5-de7787ee00b3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Aug 23 11:55:13.501162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c1b146-1e9b-4971-b404-8d42a38b1420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:13.504616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c1b146-1e9b-4971-b404-8d42a38b1420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:13.518760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82c1b146-1e9b-4971-b404-8d42a38b1420 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/879d4696-3dd2-4115-b523-011abad72403 HTTP/1.1" status: 204 len: 168 time: 0.6639607 Aug 23 11:55:13.591640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1b146-1e9b-4971-b404-8d42a38b1420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d4696-3dd2-4115-b523-011abad72403,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:13.632748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba188c86-9386-468b-85f6-6417f6e88453 req-b1c97934-fde2-4fa7-8205-857f4d6df23d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:13.634563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba188c86-9386-468b-85f6-6417f6e88453 req-b1c97934-fde2-4fa7-8205-857f4d6df23d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.4940062 Aug 23 11:55:13.649595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf780fa-c73d-46af-88ee-0f13604211e4 req-415e8efe-eb55-477c-a340-dffe70260da9 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:13.663081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdf780fa-c73d-46af-88ee-0f13604211e4 req-415e8efe-eb55-477c-a340-dffe70260da9 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.5571535 Aug 23 11:55:13.740192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdf780fa-c73d-46af-88ee-0f13604211e4 req-04c332a2-3839-491e-8fb7-8d08be8e59f3 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750687 Aug 23 11:55:13.823444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Deleting port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:13.823900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:13.993811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7ea5e-5635-468e-8324-1c4b882217da req-a2e13992-6271-458c-85b1-5af72d4063d2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:14.005880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20d7ea5e-5635-468e-8324-1c4b882217da req-a2e13992-6271-458c-85b1-5af72d4063d2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1100402 Aug 23 11:55:14.063483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20d7ea5e-5635-468e-8324-1c4b882217da req-8c54f6de-232f-48d5-ad53-003b4e150db7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Aug 23 11:55:14.081062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7cc75b5c-d35a-41fd-bf04-ec0988bbfbf0 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:14.083086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7cc75b5c-d35a-41fd-bf04-ec0988bbfbf0 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.1796539 Aug 23 11:55:14.083271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 98d376c1-5e9c-4df4-b652-03ef42323386 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:14.096642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e3101-7b93-4261-a039-10243163f752 req-51313384-ae49-463e-8123-542cea3964a0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:14.098740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-918e3101-7b93-4261-a039-10243163f752 req-51313384-ae49-463e-8123-542cea3964a0 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 944 time: 0.1041784 Aug 23 11:55:14.107852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773645-7'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:14.199256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:14.224012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] For port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:14.224590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:14.278074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Calling delete_port for 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:14.328549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 98d376c1-5e9c-4df4-b652-03ef42323386, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=98d376c1-5e9c-4df4-b652-03ef42323386,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:14.362266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '98d376c1-5e9c-4df4-b652-03ef42323386', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': '98d376c1-5e9c-4df4-b652-03ef42323386', 'mac_address': 'fa:16:3e:02:04:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:14.393814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-918e3101-7b93-4261-a039-10243163f752 req-69b529c4-b7cd-46f1-a799-4017120ce89e tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954474 Aug 23 11:55:14.396940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd70d2-38c4-407e-bffd-da013685b027 req-ee5a9923-5991-4bdf-a414-9538c1222da5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:14.406330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbcd70d2-38c4-407e-bffd-da013685b027 req-ee5a9923-5991-4bdf-a414-9538c1222da5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 945 time: 0.0903680 Aug 23 11:55:14.485769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbcd70d2-38c4-407e-bffd-da013685b027 req-362fd849-2d8e-4df3-b4b6-bb1b36d182bb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725255 Aug 23 11:55:14.499133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:14.533857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d376c1-5e9c-4df4-b652-03ef42323386 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:14.584435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:14.597649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 98d376c1-5e9c-4df4-b652-03ef42323386, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=98d376c1-5e9c-4df4-b652-03ef42323386,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:14.603999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:14.718616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=98d376c1-5e9c-4df4-b652-03ef42323386,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:14.795287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466e736-cc41-432a-a366-8ed00f2180d4 req-8db6b1b5-1129-43ac-94b2-70241341217a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:14.797800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5466e736-cc41-432a-a366-8ed00f2180d4 req-8db6b1b5-1129-43ac-94b2-70241341217a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 943 time: 0.2416451 Aug 23 11:55:14.799502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:14.876186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:14.895372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f3cdeaee-a685-483d-ac12-b0ef886a495f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:14.937530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event deleted for resources: {'Port': ['ID=4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:14.961882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:14.964677 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78798b0e-8a74-4338-ad8b-bc7349b5a6b4" -d '{"events": [{"server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "name": "network-vif-unplugged", "status": "completed", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:14.976638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['98d376c1-5e9c-4df4-b652-03ef42323386'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:15.018060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:15.020144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981b78-826a-4b89-bc23-eb280ad15438 req-fd009ede-0407-4bcc-b5e8-4cd03051b31c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:15.034953 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6981b78-826a-4b89-bc23-eb280ad15438 req-fd009ede-0407-4bcc-b5e8-4cd03051b31c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.1728773 Aug 23 11:55:15.073499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5466e736-cc41-432a-a366-8ed00f2180d4 req-fba7e8a6-5f46-4c2f-a07c-927318c0a86e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454407 Aug 23 11:55:15.079218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:15.141833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6981b78-826a-4b89-bc23-eb280ad15438 req-63ecc276-e2a6-43b9-b057-14a06410b63c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059330 Aug 23 11:55:15.143865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:15.164560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] No DVR routers for this DVR port 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:15.223169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:15.235684 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba188c86-9386-468b-85f6-6417f6e88453 req-ce4e23f3-325a-4b60-8fd9-bbd1fc72602d tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "DELETE /v2.0/ports/4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 HTTP/1.1" status: 204 len: 173 time: 1.5582571 Aug 23 11:55:15.237812 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae8baf-4c84-48c9-9d91-8fede4816c21 x-openstack-request-id: req-45ae8baf-4c84-48c9-9d91-8fede4816c21 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:15.238216 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "name": "network-vif-unplugged", "status": "completed", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:15.238485 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45ae8baf-4c84-48c9-9d91-8fede4816c21 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:15.238936 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'code': 200} Aug 23 11:55:15.312838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1505c-2396-4e60-80b4-2ce576ee5aae req-1be3d780-7ca6-42a0-bcf5-0b9ac27d67eb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:15.321748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ad1505c-2396-4e60-80b4-2ce576ee5aae req-1be3d780-7ca6-42a0-bcf5-0b9ac27d67eb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0864193 Aug 23 11:55:15.367018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on host n-h2-773645-7 for vnic_type normal with profile {"migrating_to": "n-h1-773645-7"} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:15.367498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:15.368194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:15.372132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:15.391304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:15.391638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:15.397972 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ad1505c-2396-4e60-80b4-2ce576ee5aae req-dd45d102-ff00-44fe-89ed-a29f362587ce tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751143 Aug 23 11:55:15.409270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:15.409630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:15.410169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:15.410639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Bound port: 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:15.411111 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:15.639595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:15.657108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0050f16f-42dc-4e5b-a65f-fe0364a982f5 req-0ded7c2f-eedf-4470-a0d9-d85dc2868ffa tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0754759 Aug 23 11:55:15.702628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:15.718587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9e22-c47a-47da-a2c0-ac8a52e45c4b req-a80fc83e-3ffe-4acc-a416-1957174c16ce tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:15.725447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:15.731045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bbf9e22-c47a-47da-a2c0-ac8a52e45c4b req-a80fc83e-3ffe-4acc-a416-1957174c16ce tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1101 time: 0.1777675 Aug 23 11:55:15.768790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:15.827527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bbf9e22-c47a-47da-a2c0-ac8a52e45c4b req-368edfb6-9559-4168-a14e-1d4742ed49f8 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951068 Aug 23 11:55:15.890500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:15.891816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:15.892939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1d8a9-def1-4320-bb49-3013ecab4707 req-e0ff1fc2-e476-490b-9f90-78bb894f8086 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:15.894023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] 10.222.0.44 "PUT /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 1121 time: 1.7903461 Aug 23 11:55:15.905089 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-28e1d8a9-def1-4320-bb49-3013ecab4707 req-e0ff1fc2-e476-490b-9f90-78bb894f8086 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1182027 Aug 23 11:55:15.916997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on host n-h2-773645-7 for vnic_type normal with profile {"migrating_to": "n-h1-773645-7"} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:15.918890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488163c-c7cc-4ac8-99de-08a09b882097 service neutron] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=8']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:15.921308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:15.921911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:15.946847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:15.946847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Attempting to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on network 8151cdda-2d70-4715-99bf-42e75d6ff4a6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:16.039492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:16.039991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Checking segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:16.061670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-28e1d8a9-def1-4320-bb49-3013ecab4707 req-e524b9b6-a60d-47f0-ba11-b0706b92855d tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552773 Aug 23 11:55:16.065183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Bound using segment: {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:16.068977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Bound port: 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761a5c92-dea0-4bf3-b024-3fcbf8159351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8151cdda-2d70-4715-99bf-42e75d6ff4a6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:16.071374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:16.117301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1636603b-d6e6-42ba-9ee5-cedcf92b7d89'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:16.202751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:16.218495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['1636603b-d6e6-42ba-9ee5-cedcf92b7d89'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:16.340389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deee04-94e8-4826-b771-df32c9d67f3e req-d415c003-fc18-47fe-af3e-9fd05b6dc2cf tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:16.354066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5deee04-94e8-4826-b771-df32c9d67f3e req-d415c003-fc18-47fe-af3e-9fd05b6dc2cf tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 944 time: 0.1225066 Aug 23 11:55:16.515527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5deee04-94e8-4826-b771-df32c9d67f3e req-e68c00fc-11b9-4a1b-a2a1-f49d58cf242c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558533 Aug 23 11:55:16.632942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:16.633436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:16.712463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac7aaa-4073-471d-bdb8-6edc585348e2 req-55529d7f-e2af-4ab5-9783-e3b380eca8c7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:16.725578 n-d-773645-7 neutron-server[101059]: WARNING neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Concurrent port binding operations failed on port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 Aug 23 11:55:16.728743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3ac7aaa-4073-471d-bdb8-6edc585348e2 req-55529d7f-e2af-4ab5-9783-e3b380eca8c7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 946 time: 0.2915044 Aug 23 11:55:16.734303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:16.747169 n-d-773645-7 neutron-server[101059]: INFO neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Attempt 2 to bind port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 Aug 23 11:55:16.748122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 has no active binding in host n-h1-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 11:55:16.827382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915bb60-28bb-4fa6-bd91-d02a4241e375 req-380b700d-4394-4270-9006-a25f25ee9843 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:16.841106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1915bb60-28bb-4fa6-bd91-d02a4241e375 req-380b700d-4394-4270-9006-a25f25ee9843 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1529236 Aug 23 11:55:16.846061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-b6e861da-f4b6-4683-baab-b4fe6496cfac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2772036 Aug 23 11:55:16.897288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3ac7aaa-4073-471d-bdb8-6edc585348e2 req-37747736-461f-4049-b87c-6928fb1e1d53 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674147 Aug 23 11:55:16.951290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1915bb60-28bb-4fa6-bd91-d02a4241e375 req-fa29f2f8-005e-417f-a777-4fa774b22058 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088417 Aug 23 11:55:16.990471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:17.025948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:17.135104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffa767b-9355-4155-8a4c-3b461208ed73 req-b32e2bab-928f-4ced-ba5c-8279fe4ef217 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0641041 Aug 23 11:55:17.303226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'name': 'network-vif-deleted', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4'}, {'name': 'network-changed', 'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:17.305562 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a159143-ac17-4b0e-8b02-9df70014e6d5" -d '{"events": [{"server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "name": "network-vif-deleted", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4"}, {"name": "network-changed", "server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:17.351836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:17.377919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'port_id': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'mac_address': 'fa:16:3e:22:09:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f0c7f-1d8e-4d6a-bf99-ef4417c7d619', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:17.396890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c61c171-fd5c-4d74-a9be-622b1f50825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:17.422851 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f392a5d-c50f-417d-a054-ed4034fc2ef1 x-openstack-request-id: req-0f392a5d-c50f-417d-a054-ed4034fc2ef1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:17.423149 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986e2d-dfa4-47e6-8c5d-9e060e561129", "name": "network-vif-deleted", "tag": "4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:17.423430 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f392a5d-c50f-417d-a054-ed4034fc2ef1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:17.423812 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986e2d-dfa4-47e6-8c5d-9e060e561129', 'name': 'network-vif-deleted', 'tag': '4b6a9a40-bed3-49ce-a10a-2a1db1b8a5a4', 'status': 'completed', 'code': 200} Aug 23 11:55:17.424077 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'status': 'completed', 'code': 200} Aug 23 11:55:17.461436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:17.487145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52d455ce-9bab-4090-92aa-ac6676a070ad {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:17.503974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5746b-d81b-4fb0-a683-30cc9e2b3eb3 req-49244cb7-d39f-4f66-abd5-3e51ef767086 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:17.505533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf5746b-d81b-4fb0-a683-30cc9e2b3eb3 req-49244cb7-d39f-4f66-abd5-3e51ef767086 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.2647710 Aug 23 11:55:17.516074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:17.522656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:17.604312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-25fa8e71-7ff6-4e6e-81f7-d76408213ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:17.606404 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-25fa8e71-7ff6-4e6e-81f7-d76408213ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1124 time: 0.1652036 Aug 23 11:55:17.612501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:17.667656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf5746b-d81b-4fb0-a683-30cc9e2b3eb3 req-8a4cb974-2c9d-4451-abdd-2e8737201ef2 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362374 Aug 23 11:55:17.730372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0ab1-9052-4e1c-88d0-022141611fa6 req-58c948ba-4248-4b17-9983-30ff05fbf8f6 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:17.741228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e4d0ab1-9052-4e1c-88d0-022141611fa6 req-58c948ba-4248-4b17-9983-30ff05fbf8f6 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 944 time: 0.0848317 Aug 23 11:55:17.779508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-3b9b3365-0fb2-46b8-82bd-152cd448847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:17.781159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-3b9b3365-0fb2-46b8-82bd-152cd448847a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.1630228 Aug 23 11:55:17.800681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e4d0ab1-9052-4e1c-88d0-022141611fa6 req-5e2cd9f5-b6e1-4fc3-9b21-c9cc886e6f63 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515673 Aug 23 11:55:17.845228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['52d455ce-9bab-4090-92aa-ac6676a070ad'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:18.016614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c61c171-fd5c-4d74-a9be-622b1f50825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.026074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-942ef28a-f0c8-4250-b37b-5d4b1603d51a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 217 time: 0.2070568 Aug 23 11:55:18.030494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c61c171-fd5c-4d74-a9be-622b1f50825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.114326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 98d376c1-5e9c-4df4-b652-03ef42323386 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:18.129777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61c171-fd5c-4d74-a9be-622b1f50825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86d3a8-d882-4008-a7d0-ebfdaa566f5f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:18.206315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba45-3ebb-424a-80eb-69cb2851534c req-7ac98c25-94b8-4302-8f60-782fc59bba04 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:18.222400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41bcba45-3ebb-424a-80eb-69cb2851534c req-7ac98c25-94b8-4302-8f60-782fc59bba04 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1363261 Aug 23 11:55:18.254535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c61c171-fd5c-4d74-a9be-622b1f50825b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85c82d9285a64e1fb3a0fe79041a3f15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2622335 Aug 23 11:55:18.254856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41570) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:18.299717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec5e9e-7f35-4da5-9d9e-a190043193c2 req-472d9c17-5c86-4c9e-9c09-800e3dae46bf tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:18.317759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cec5e9e-7f35-4da5-9d9e-a190043193c2 req-472d9c17-5c86-4c9e-9c09-800e3dae46bf tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 945 time: 0.2782216 Aug 23 11:55:18.320505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-b3b70698-fc69-4e10-97be-9779a3559039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:18.322682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-b3b70698-fc69-4e10-97be-9779a3559039 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.2799783 Aug 23 11:55:18.404018 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2e4-90f9-438f-b7e9-2fc401417a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.416191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-f26714d0-03ea-408c-b5c1-eb881d708b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563257 Aug 23 11:55:18.429193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 98d376c1-5e9c-4df4-b652-03ef42323386 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:18.433500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cec5e9e-7f35-4da5-9d9e-a190043193c2 req-57e0bcfa-57c5-44ca-a7bc-d97ab4af8d58 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097264 Aug 23 11:55:18.437773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41bcba45-3ebb-424a-80eb-69cb2851534c req-b8096b0d-dcea-49c5-97e0-70320dc31077 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142303 Aug 23 11:55:18.469142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 98d376c1-5e9c-4df4-b652-03ef42323386 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:18.469586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.527973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2e4-90f9-438f-b7e9-2fc401417a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.574953 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.654805 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2e4-90f9-438f-b7e9-2fc401417a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.658400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe25a2e4-90f9-438f-b7e9-2fc401417a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.659846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fe25a2e4-90f9-438f-b7e9-2fc401417a32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd86d3a8-d882-4008-a7d0-ebfdaa566f5f HTTP/1.1" status: 204 len: 168 time: 0.4010656 Aug 23 11:55:18.681735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d376c1-5e9c-4df4-b652-03ef42323386'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:18.686977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a2e4-90f9-438f-b7e9-2fc401417a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86d3a8-d882-4008-a7d0-ebfdaa566f5f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:18.692591 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ce233-ec91-43e8-bf95-c825102f150a" -d '{"events": [{"server_uuid": "6c5f0a59-15c4-4df9-8960-efa51dfca8d2", "name": "network-vif-plugged", "status": "completed", "tag": "98d376c1-5e9c-4df4-b652-03ef42323386"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:18.732503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 98d376c1-5e9c-4df4-b652-03ef42323386, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=98d376c1-5e9c-4df4-b652-03ef42323386,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:18.760274 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:18.775942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-178bf615-187c-45ed-82eb-85f3e1ad7fef req-17c96770-1481-41d1-be78-aec136d29a3c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.1374898 Aug 23 11:55:18.967104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=98d376c1-5e9c-4df4-b652-03ef42323386,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:18.996565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-1471f538-8bf6-46e1-9a02-b49b38f11049 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593405 Aug 23 11:55:19.030032 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4755a27d-87a8-4d67-9cd7-933b6267a323 x-openstack-request-id: req-4755a27d-87a8-4d67-9cd7-933b6267a323 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:19.031107 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f0a59-15c4-4df9-8960-efa51dfca8d2", "name": "network-vif-plugged", "status": "completed", "tag": "98d376c1-5e9c-4df4-b652-03ef42323386", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:19.032711 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4755a27d-87a8-4d67-9cd7-933b6267a323 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:19.034417 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d376c1-5e9c-4df4-b652-03ef42323386', 'code': 200} Aug 23 11:55:19.049476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:19.086437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-23a4a694-659b-40cc-a5c9-4fa08ec3499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:19.088112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-23a4a694-659b-40cc-a5c9-4fa08ec3499f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1101 time: 0.2236788 Aug 23 11:55:19.162915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77a4d4-9465-4275-9eb9-64946737d0a6 req-f3e8e663-8973-40bd-ab45-415d3a831918 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:19.170770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b77a4d4-9465-4275-9eb9-64946737d0a6 req-f3e8e663-8973-40bd-ab45-415d3a831918 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.2168534 Aug 23 11:55:19.234516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:19.309651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 52d455ce-9bab-4090-92aa-ac6676a070ad {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:19.313504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218637dc-0af1-4201-914b-139f73fffcb3 req-7cb123ae-957d-43cf-95eb-6d91205b839a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:19.337129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-218637dc-0af1-4201-914b-139f73fffcb3 req-7cb123ae-957d-43cf-95eb-6d91205b839a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 945 time: 0.1384578 Aug 23 11:55:19.359488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12701f-5d18-4148-b37f-f5803b11d9ab req-67d33874-739e-45c4-9512-b0deb336f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:19.368368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e12701f-5d18-4148-b37f-f5803b11d9ab req-67d33874-739e-45c4-9512-b0deb336f683 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 1096 time: 0.2458785 Aug 23 11:55:19.421747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:19.434060 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:19.505849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b77a4d4-9465-4275-9eb9-64946737d0a6 req-8c2790b5-08fb-4aeb-bba7-b7f09b84bbeb tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336370 Aug 23 11:55:19.547825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41598) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:19.570675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-218637dc-0af1-4201-914b-139f73fffcb3 req-e2f2d5cc-0bc8-4adb-aac9-293fa6eb0007 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311130 Aug 23 11:55:19.597300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e12701f-5d18-4148-b37f-f5803b11d9ab req-e15562dc-02bc-4c4c-a7ac-e6168d3e6f67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651843 Aug 23 11:55:19.598659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:19.614611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a159143-ac17-4b0e-8b02-9df70014e6d5 req-d35b22e1-60b8-4706-9406-207d0ca8ecc2 service neutron] 10.222.0.41 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880985 Aug 23 11:55:19.639514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-f65da298-17a0-46aa-b738-3e8ca2130dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:19.641513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-f65da298-17a0-46aa-b738-3e8ca2130dcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4637849 Aug 23 11:55:19.667247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4868099a-923d-4e4b-a14e-166c6755491f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:19.732395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea9a92-e10c-4342-b521-13f00ebe0de0 req-29ccd209-4b42-4191-9167-ef0427e9c8c6 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:19.744779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8ea9a92-e10c-4342-b521-13f00ebe0de0 req-29ccd209-4b42-4191-9167-ef0427e9c8c6 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 944 time: 0.0837381 Aug 23 11:55:19.826337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8ea9a92-e10c-4342-b521-13f00ebe0de0 req-61e2798c-b525-4b0d-95c1-60fa8bc8c099 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797169 Aug 23 11:55:19.833093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4868099a-923d-4e4b-a14e-166c6755491f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:19.891046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4868099a-923d-4e4b-a14e-166c6755491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:19.902322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-2eafa35b-4688-4267-a289-47ee78eaab58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.2224278 Aug 23 11:55:19.989108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868099a-923d-4e4b-a14e-166c6755491f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af24abea-e3ca-49c3-9deb-79ab367d724d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:20.029316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f3b5a-7e32-46cf-beed-bcade4d235f7 req-761252c7-ecce-46aa-9792-52c9ef408758 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:20.038715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-243f3b5a-7e32-46cf-beed-bcade4d235f7 req-761252c7-ecce-46aa-9792-52c9ef408758 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.3422976 Aug 23 11:55:20.046493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4868099a-923d-4e4b-a14e-166c6755491f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3f638c2412943448944b176d576578c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955866 Aug 23 11:55:20.049110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41618) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:20.090043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-a9ff3bb4-e57d-4baa-944f-bde5ad6392dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:20.091614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-a9ff3bb4-e57d-4baa-944f-bde5ad6392dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1732790 Aug 23 11:55:20.102972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-243f3b5a-7e32-46cf-beed-bcade4d235f7 req-ec74ca43-7865-4459-b7a4-468ccda7682e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Aug 23 11:55:20.195372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-4e726034-f48d-4a0d-8fed-69aa61e20dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:20.197502 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-4e726034-f48d-4a0d-8fed-69aa61e20dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901101 Aug 23 11:55:20.274277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3053e867-0a34-40bd-87e6-ffdcbb252302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:20.287410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88c4dc9d-bdd7-476d-af91-abc530caa47f req-2c36e016-80d1-4c38-abf1-ae6016c254db tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0874069 Aug 23 11:55:20.327352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3053e867-0a34-40bd-87e6-ffdcbb252302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:20.347692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-7c081185-e1f0-47ab-af93-b7213914b1fd service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406379 Aug 23 11:55:20.403030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3053e867-0a34-40bd-87e6-ffdcbb252302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:20.406426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3053e867-0a34-40bd-87e6-ffdcbb252302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:20.408419 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3053e867-0a34-40bd-87e6-ffdcbb252302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af24abea-e3ca-49c3-9deb-79ab367d724d HTTP/1.1" status: 204 len: 168 time: 0.3577921 Aug 23 11:55:20.438626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053e867-0a34-40bd-87e6-ffdcbb252302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24abea-e3ca-49c3-9deb-79ab367d724d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:20.508757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-9d883537-66d5-4f40-a92c-2deb0fe806ff service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480513 Aug 23 11:55:20.836470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f95fc4-fabe-4c4a-aed5-2cef26cd861e req-c3edae27-befb-4271-b5e1-8be6f6c1564f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:20.850913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0f95fc4-fabe-4c4a-aed5-2cef26cd861e req-c3edae27-befb-4271-b5e1-8be6f6c1564f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1211109 Aug 23 11:55:20.852857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757c33c-ed62-4566-b83f-21c70380d20f req-17066b30-e0ac-44ef-84e5-d9b627c38bd2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:20.868777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f757c33c-ed62-4566-b83f-21c70380d20f req-17066b30-e0ac-44ef-84e5-d9b627c38bd2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 945 time: 0.1421857 Aug 23 11:55:20.927650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0f95fc4-fabe-4c4a-aed5-2cef26cd861e req-b6eaa82d-219b-49c5-afa0-c614209cd345 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691903 Aug 23 11:55:20.972130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f757c33c-ed62-4566-b83f-21c70380d20f req-c3b7c0d6-cb2a-4463-8cf9-8fbb328edef3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022294 Aug 23 11:55:21.038758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:21.143228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 52d455ce-9bab-4090-92aa-ac6676a070ad triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:21.143663 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:21.176489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-88f004c8-87c1-4a84-9141-1f0cbbec8a98 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:21.178295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-88f004c8-87c1-4a84-9141-1f0cbbec8a98 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 944 time: 0.2297800 Aug 23 11:55:21.280305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11983eb7-f25e-4b3a-bdba-879bb2c7b7ec req-2b3cc96e-78ab-4c60-a5da-1a5a03dc8d50 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:21.285215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11983eb7-f25e-4b3a-bdba-879bb2c7b7ec req-2b3cc96e-78ab-4c60-a5da-1a5a03dc8d50 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 944 time: 0.2652514 Aug 23 11:55:21.404299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:21.428260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11983eb7-f25e-4b3a-bdba-879bb2c7b7ec req-9dc56dd4-2756-4456-b8f2-6cb81221d02d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211829 Aug 23 11:55:21.452850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Deleting port 52d455ce-9bab-4090-92aa-ac6676a070ad {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:21.460927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:21.463821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:21.465841 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ee7635-2cda-4c56-96ab-b59c4c46637b" -d '{"events": [{"server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "name": "network-vif-plugged", "status": "completed", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:21.497270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:21.504095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:21.547337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb994c-64a7-4852-87a9-b5998bd780ab req-2acb7ceb-404d-4e19-8db1-048d8f4cb542 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:21.570811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bdb994c-64a7-4852-87a9-b5998bd780ab req-2acb7ceb-404d-4e19-8db1-048d8f4cb542 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1664252 Aug 23 11:55:21.671722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bdb994c-64a7-4852-87a9-b5998bd780ab req-39d77106-cff8-4654-9b27-2aef3b68f400 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937347 Aug 23 11:55:21.691346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] For port 52d455ce-9bab-4090-92aa-ac6676a070ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=52d455ce-9bab-4090-92aa-ac6676a070ad,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:21.691756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:21.692954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:21.770243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6db91d2d-f183-48ff-8b3d-7cdf7d69db33 req-1ce0bf4c-245f-4c12-996d-09773bbe2905 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=42986e2d-dfa4-47e6-8c5d-9e060e561129 HTTP/1.1" status: 200 len: 210 time: 0.0831940 Aug 23 11:55:21.774464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Calling delete_port for 52d455ce-9bab-4090-92aa-ac6676a070ad owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:21.779988 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d42fda41-f753-45b5-ab2f-10845213a895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:22.086752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:22.103527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['52d455ce-9bab-4090-92aa-ac6676a070ad'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:22.117738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:22.242313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event deleted for resources: {'Port': ['ID=52d455ce-9bab-4090-92aa-ac6676a070ad,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:22.314252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] No DVR routers for this DVR port 52d455ce-9bab-4090-92aa-ac6676a070ad on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:22.324195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:22.326356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f31d4ba8-ea44-47b9-b316-e9a5015f7dbe req-6a624792-4e97-4335-a328-4ef82d9af389 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "DELETE /v2.0/ports/52d455ce-9bab-4090-92aa-ac6676a070ad HTTP/1.1" status: 204 len: 173 time: 1.1324360 Aug 23 11:55:22.328603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'name': 'network-vif-deleted', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:22.332056 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca55bfe-1d07-4052-ab5b-3d706ba55aad" -d '{"events": [{"server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "name": "network-vif-deleted", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:22.362767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54523529-831c-4ffe-946f-a57f5874d492 req-03d5c7a7-7b1a-418f-960f-a0962fd653fc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:22.370509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54523529-831c-4ffe-946f-a57f5874d492 req-03d5c7a7-7b1a-418f-960f-a0962fd653fc tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.2932224 Aug 23 11:55:22.451865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54523529-831c-4ffe-946f-a57f5874d492 req-fb55f473-5d60-4375-8c41-31134b3484f4 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791297 Aug 23 11:55:22.520512 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33356ba3-addc-4cbd-a023-afdbafb5a1c6 x-openstack-request-id: req-33356ba3-addc-4cbd-a023-afdbafb5a1c6 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:22.520812 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "name": "network-vif-plugged", "status": "completed", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:22.521071 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33356ba3-addc-4cbd-a023-afdbafb5a1c6 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:22.534540 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'code': 200} Aug 23 11:55:22.594907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8902a30-3237-4837-8f2f-439e80d71acb req-672c7c7f-20b8-4572-a100-84fd0fbe7e82 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:22.596616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8902a30-3237-4837-8f2f-439e80d71acb req-672c7c7f-20b8-4572-a100-84fd0fbe7e82 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 945 time: 0.2172117 Aug 23 11:55:22.721461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8902a30-3237-4837-8f2f-439e80d71acb req-249f4f5e-d5a5-44c3-a498-7447fa91f103 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998068 Aug 23 11:55:22.802293 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df435e6c-2f38-486d-bf84-12dac60beb01 x-openstack-request-id: req-df435e6c-2f38-486d-bf84-12dac60beb01 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:22.802637 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6385ac6-35ae-427f-a8de-3fa27c70a39f", "name": "network-vif-deleted", "tag": "52d455ce-9bab-4090-92aa-ac6676a070ad", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:22.805249 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df435e6c-2f38-486d-bf84-12dac60beb01 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:22.807341 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6385ac6-35ae-427f-a8de-3fa27c70a39f', 'name': 'network-vif-deleted', 'tag': '52d455ce-9bab-4090-92aa-ac6676a070ad', 'status': 'completed', 'code': 200} Aug 23 11:55:22.884493 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5044fa2-d004-4861-b74a-dca8f87909e7 req-87c111a3-2336-4576-ac7f-5352f5b4496e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6385ac6-35ae-427f-a8de-3fa27c70a39f HTTP/1.1" status: 200 len: 210 time: 0.0500417 Aug 23 11:55:23.061553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54a087-5f7b-42ff-b3ad-7a15dfc0dad1 req-97ea7171-3065-4a05-95af-26c8893ad4ad tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:23.064612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b54a087-5f7b-42ff-b3ad-7a15dfc0dad1 req-97ea7171-3065-4a05-95af-26c8893ad4ad tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1392796 Aug 23 11:55:23.186587 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b54a087-5f7b-42ff-b3ad-7a15dfc0dad1 req-c714ea0d-f1c5-4c67-a634-281abbf26cac tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989766 Aug 23 11:55:23.488601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7e2a-be2d-4fed-bafc-bd0f4c54a9b8 req-1c97208f-c25a-4864-bb70-c583867e4b16 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:23.512907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3aaa7e2a-be2d-4fed-bafc-bd0f4c54a9b8 req-1c97208f-c25a-4864-bb70-c583867e4b16 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 945 time: 0.1966400 Aug 23 11:55:23.621434 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3aaa7e2a-be2d-4fed-bafc-bd0f4c54a9b8 req-e14a6269-cf5f-4542-a29d-57ff66da6ffb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043017 Aug 23 11:55:23.770661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257e0ce-e789-482d-b9ce-d357f41c82d2 req-85a167b0-6213-4e32-aac5-219228083e4f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:23.778607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1257e0ce-e789-482d-b9ce-d357f41c82d2 req-85a167b0-6213-4e32-aac5-219228083e4f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.1745205 Aug 23 11:55:23.870038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1257e0ce-e789-482d-b9ce-d357f41c82d2 req-f03bfc6d-f641-4df8-a1ef-4df6ff6aecd5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902820 Aug 23 11:55:24.115342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-895da53f-beef-4b1d-821d-ac658038f9ba tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0c08af976eb94755aea287e3178425bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587647 Aug 23 11:55:24.300329 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:24.343127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-99e3f167-6bc4-4785-98d7-b921b78dfe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:24.352634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-bd5f7d59-c9f2-49e9-976e-c2d7c673c022 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:24.366247 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-bd5f7d59-c9f2-49e9-976e-c2d7c673c022 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432380 Aug 23 11:55:24.380957 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-91d91a1f-924d-484f-9df9-eb4c8718f448 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/quotas/0c08af976eb94755aea287e3178425bb HTTP/1.1" status: 200 len: 375 time: 0.0132387 Aug 23 11:55:24.459844 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-d7bf7603-547f-4217-a384-3e70672e61e6 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08af976eb94755aea287e3178425bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650120 Aug 23 11:55:24.579819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-3b8eb185-609b-4f7b-a742-5bd8b59701bf tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:24.585818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-3b8eb185-609b-4f7b-a742-5bd8b59701bf tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 945 time: 0.1439757 Aug 23 11:55:24.621984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41748) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:24.635342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599281240', 'description': 'tempest-description--684867759'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:24.801216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b20af7-cc17-45b8-928d-3c2a9ddc5cf7 req-3f60d5a7-df31-4858-a32b-57048e1d666a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:24.803165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33b20af7-cc17-45b8-928d-3c2a9ddc5cf7 req-3f60d5a7-df31-4858-a32b-57048e1d666a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0892599 Aug 23 11:55:24.826934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:24.858451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33b20af7-cc17-45b8-928d-3c2a9ddc5cf7 req-ee6cfb4b-a3e9-4428-8422-aedb3eddcafe tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 Aug 23 11:55:24.869238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Deleting port 98d376c1-5e9c-4df4-b652-03ef42323386 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:24.869578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.035888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.071561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.071918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:25.101778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa85246a-7dfb-4654-afaa-096f03621a4a req-f9524192-0b65-4d47-9e29-abb90134a470 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 210 time: 0.0402775 Aug 23 11:55:25.133157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] For port 98d376c1-5e9c-4df4-b652-03ef42323386, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=98d376c1-5e9c-4df4-b652-03ef42323386,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:25.133981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.159340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 52d455ce-9bab-4090-92aa-ac6676a070ad {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:25.159958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 52d455ce-9bab-4090-92aa-ac6676a070ad not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:25.183241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Calling delete_port for 98d376c1-5e9c-4df4-b652-03ef42323386 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:25.234920 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-c0a151c7-563b-48c9-be4f-81aefffa7ae6 service neutron] 10.222.0.41 "GET /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.5492482 Aug 23 11:55:25.280399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.287496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6666844 Aug 23 11:55:25.289264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:25.296443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'security_group_rule': {'security_group_id': 'a6bbaa3b-8f11-439f-81ec-c9d30cd63420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:25.322615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0401bb1-35c5-4647-bfb6-ccfdbbab092b req-d7bd7355-77cf-4bd2-9f29-c2f0d6567be8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:25.342076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0401bb1-35c5-4647-bfb6-ccfdbbab092b req-d7bd7355-77cf-4bd2-9f29-c2f0d6567be8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 945 time: 0.2993717 Aug 23 11:55:25.396355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116ce11-6b23-4300-a160-a1ab4d18ea9b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bbaa3b-8f11-439f-81ec-c9d30cd63420,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:25.466990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602506f3-5e8b-4e72-9d9c-c139ae8ac1d2 req-a0e083b7-cf29-4901-be60-6df5f4cf601a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:25.469675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-602506f3-5e8b-4e72-9d9c-c139ae8ac1d2 req-a0e083b7-cf29-4901-be60-6df5f4cf601a tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 943 time: 0.2109973 Aug 23 11:55:25.475871 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.554890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0401bb1-35c5-4647-bfb6-ccfdbbab092b req-1114e2a7-55fb-489f-9230-106dc5696316 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082806 Aug 23 11:55:25.578432 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.698727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-602506f3-5e8b-4e72-9d9c-c139ae8ac1d2 req-d644d231-f144-47f0-878b-fa4808c5d935 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142375 Aug 23 11:55:25.741926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.756350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['98d376c1-5e9c-4df4-b652-03ef42323386'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:25.812559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:25.831334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event deleted for resources: {'Port': ['ID=98d376c1-5e9c-4df4-b652-03ef42323386,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:25.874889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:25.901309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.924404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.961170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:25.974056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] No DVR routers for this DVR port 98d376c1-5e9c-4df4-b652-03ef42323386 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:25.978917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:25.986531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:25.989972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5a91ff4-db03-4190-9c5f-b272ba47cc5e req-7c4173d9-5054-40e8-83d9-8753318193e7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "DELETE /v2.0/ports/98d376c1-5e9c-4df4-b652-03ef42323386 HTTP/1.1" status: 204 len: 173 time: 1.3983231 Aug 23 11:55:25.990746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'name': 'network-vif-deleted', 'tag': '98d376c1-5e9c-4df4-b652-03ef42323386'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:25.994272 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77719a8c-921e-47be-b6cf-3c4a86d8087d" -d '{"events": [{"server_uuid": "6c5f0a59-15c4-4df9-8960-efa51dfca8d2", "name": "network-vif-deleted", "tag": "98d376c1-5e9c-4df4-b652-03ef42323386"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:25.999670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee46bbe7-ff92-48cd-9fb3-100b17eabb02,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:26.010289 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.015353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d0d0371b-3785-470b-8cbf-2867ca8d563d tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7229788 Aug 23 11:55:26.016290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41786) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:26.018957 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.032544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'security_group_rule': {'security_group_id': 'a6bbaa3b-8f11-439f-81ec-c9d30cd63420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:26.069462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.089617 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dabd01-47e0-4896-a8e5-f6ddb8fe51aa x-openstack-request-id: req-07dabd01-47e0-4896-a8e5-f6ddb8fe51aa {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:26.090017 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5f0a59-15c4-4df9-8960-efa51dfca8d2", "name": "network-vif-deleted", "tag": "98d376c1-5e9c-4df4-b652-03ef42323386", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:26.090402 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07dabd01-47e0-4896-a8e5-f6ddb8fe51aa {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:26.090898 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5f0a59-15c4-4df9-8960-efa51dfca8d2', 'name': 'network-vif-deleted', 'tag': '98d376c1-5e9c-4df4-b652-03ef42323386', 'status': 'completed', 'code': 200} Aug 23 11:55:26.183572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.189366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.234808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8c4664-b2d2-4b83-a04b-2b351fe74124,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:26.248488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.261427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f58e6809-ec5d-4dd3-a053-5bb299181e75 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424541 Aug 23 11:55:26.262245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41794) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:26.274648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:26.314076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] Transition to ACTIVE for port object 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:26.324766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.327010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15691161-7fd0-4f32-a8d2-96d858271c87 req-4aa8453d-e874-4e83-9838-c39776711a8b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:26.336724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15691161-7fd0-4f32-a8d2-96d858271c87 req-4aa8453d-e874-4e83-9838-c39776711a8b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.2088223 Aug 23 11:55:26.345136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.438033 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15691161-7fd0-4f32-a8d2-96d858271c87 req-73a00a02-96fc-457b-a2c8-a04068dc799a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002030 Aug 23 11:55:26.494026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f62a1d5-e39c-4508-948e-a3e8e2b51076 req-74159ff3-ae1b-48e2-afd7-afab00686c5a tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 210 time: 0.0666816 Aug 23 11:55:26.551074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] No DVR routers for this DVR port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:26.552653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:26.554505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=10']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:26.647980 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0fe076d9-d9fd-4ac8-b3a3-3439cea6d2a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89/bindings/n-h1-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3589940 Aug 23 11:55:26.695165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-43940c07-72ba-4b2e-9538-bf31213dcd5c tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0c08af976eb94755aea287e3178425bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428448 Aug 23 11:55:26.728460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac56c9a1-4aa2-4a81-b14e-bfd09ad5cb40 req-e8e63bf4-5f40-4c6a-8b7e-212b425852bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5f0a59-15c4-4df9-8960-efa51dfca8d2 HTTP/1.1" status: 200 len: 210 time: 0.0558064 Aug 23 11:55:26.982639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96aa47-9c1b-43f9-8e8d-afe92943582d req-d11ea801-638a-479c-8cad-1a3cf79744da tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:26.991413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9a96aa47-9c1b-43f9-8e8d-afe92943582d req-d11ea801-638a-479c-8cad-1a3cf79744da tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.0840366 Aug 23 11:55:27.066749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9a96aa47-9c1b-43f9-8e8d-afe92943582d req-0ce76321-0661-4071-ae10-f352f549ae3f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738144 Aug 23 11:55:27.244619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:27.351845 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:27.357596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Allocated IP 172.25.1.8 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/27b65b64-9350-40bf-9bc4-be0cb80c364e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:55:27.403451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-493ba978-9d59-4c6d-909b-93b361a9f237 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:27.405648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-493ba978-9d59-4c6d-909b-93b361a9f237 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.6071541 Aug 23 11:55:27.416279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-07c68ba0-0907-4b8d-96d3-5f43d438ca7d tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:27.417812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-07c68ba0-0907-4b8d-96d3-5f43d438ca7d tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7147815 Aug 23 11:55:27.457958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Request body: {'port': {'device_id': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '0c08af976eb94755aea287e3178425bb'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:27.627095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9ecb3-eeca-4620-bd05-28cc9d89092f req-e02812ec-b20b-42cd-ba5e-03da3728b012 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:27.629766 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99e9ecb3-eeca-4620-bd05-28cc9d89092f req-e02812ec-b20b-42cd-ba5e-03da3728b012 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0923357 Aug 23 11:55:27.633006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-80c6f02d-9c80-4fcd-9dda-b76b15f4ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:27.634642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-80c6f02d-9c80-4fcd-9dda-b76b15f4ca75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813&tenant_id=432d6d273d1b44838b7efbd7ee416a11 HTTP/1.1" status: 200 len: 1095 time: 0.2097430 Aug 23 11:55:27.693981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:27.706533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99e9ecb3-eeca-4620-bd05-28cc9d89092f req-d823ffb7-868a-4223-9628-f3b3961f7a53 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693753 Aug 23 11:55:27.770982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c010173-c49d-454b-9c34-130647258740 req-7e70f37f-01f8-4801-9614-e6d333fd7b87 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 210 time: 0.1027851 Aug 23 11:55:27.820583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Made reservation on behalf of 0c08af976eb94755aea287e3178425bb for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:55:27.825183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:27.849879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:27.890867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-d82a6b93-a994-4bf4-9316-9648bcd5e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:27.892623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-d82a6b93-a994-4bf4-9316-9648bcd5e18f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1095 time: 0.1838362 Aug 23 11:55:28.012149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:28.047996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:28.058875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:28.118666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d636c-3b0a-4359-aba6-75d76971d68c req-d6b7a8c8-7432-49cc-8ffd-26236020a71a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:28.120390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-493d636c-3b0a-4359-aba6-75d76971d68c req-d6b7a8c8-7432-49cc-8ffd-26236020a71a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 949 time: 0.0586324 Aug 23 11:55:28.128306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 98d376c1-5e9c-4df4-b652-03ef42323386 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:28.148138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 98d376c1-5e9c-4df4-b652-03ef42323386 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:28.148830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 98d376c1-5e9c-4df4-b652-03ef42323386 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:28.155954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'Port': ['ID=27b65b64-9350-40bf-9bc4-be0cb80c364e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:28.158923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:28.181904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-493d636c-3b0a-4359-aba6-75d76971d68c req-2ed75a4a-2a25-47fe-85b8-70b0a3fef3d3 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484669 Aug 23 11:55:28.295252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511810d1-cc5a-4671-a9ab-65bc957bcba0 req-2ec18e11-7a81-4763-87a2-2f511b466b29 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:28.296856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-511810d1-cc5a-4671-a9ab-65bc957bcba0 req-2ec18e11-7a81-4763-87a2-2f511b466b29 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.0564251 Aug 23 11:55:28.336425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-511810d1-cc5a-4671-a9ab-65bc957bcba0 req-6b26bae4-9c42-427c-948b-554e71d41ad6 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Aug 23 11:55:28.403040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:55:28.422781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:28.428618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Allocated IP 192.168.233.53 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/81cdc141-0fdf-48ec-8b45-eceec628fccb) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:55:28.432826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:28.442752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:55:28.534780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-9c84e77a-9c39-4140-bbc4-78e00a876a30 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:28.541397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-9c84e77a-9c39-4140-bbc4-78e00a876a30 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.4848673 Aug 23 11:55:28.589412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0d1ee57a-3b5e-4407-88ae-6a02db219ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:28.591504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0d1ee57a-3b5e-4407-88ae-6a02db219ff6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.5372636 Aug 23 11:55:28.606257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-b7d652b3-5d5b-4691-8185-53c7e9ea9bbd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0635095 Aug 23 11:55:28.676273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-5537d13f-a21a-4ae0-bdbd-628b9bc4b22f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 200 len: 217 time: 0.0722504 Aug 23 11:55:28.680362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:28.754670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-ea277f88-93b7-485a-ba91-341bd9be1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:28.756036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-ea277f88-93b7-485a-ba91-341bd9be1fe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.0598340 Aug 23 11:55:28.757802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-8a130169-6551-4ceb-bb6d-a2af970b3bed tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1432972 Aug 23 11:55:28.860144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7b9a6721-de8c-4f05-8508-3e49ab21590b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893486 Aug 23 11:55:28.868046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:28.870789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb361e-f308-46f4-808d-00cb0bd783bd req-540c6b37-54ab-4a8c-9801-68818ade300f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:28.874265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edb361e-f308-46f4-808d-00cb0bd783bd req-540c6b37-54ab-4a8c-9801-68818ade300f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0929656 Aug 23 11:55:28.944701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edb361e-f308-46f4-808d-00cb0bd783bd req-d8ad6cd9-94b7-4b96-aebf-09d4be7b712c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Aug 23 11:55:28.988750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:29.003212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Transition to ACTIVE for port object 81cdc141-0fdf-48ec-8b45-eceec628fccb will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:29.048915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8f45b79-a7b7-4e3c-96c1-5102fe8b3efe req-800fec5d-50ef-46c5-b73b-9c9a112d49cd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 210 time: 0.0509157 Aug 23 11:55:29.278460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:29.284723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-265916a8-101f-41a7-acb2-8aa3acd23f21 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128858 Aug 23 11:55:29.296192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-7e8833de-d179-455d-b4df-aae5799ae34e service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243989 Aug 23 11:55:29.367829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec79133-18ad-4769-90c2-4530480da6d5 req-156a0a6d-3837-4b9d-8583-fa5103571ee3 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:29.374264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ec79133-18ad-4769-90c2-4530480da6d5 req-156a0a6d-3837-4b9d-8583-fa5103571ee3 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 949 time: 0.0746639 Aug 23 11:55:29.416121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:55:29.418293 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ec79133-18ad-4769-90c2-4530480da6d5 req-5cdf8fa4-6e52-4378-8791-5a06b0cf27ab tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Aug 23 11:55:29.484244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:29.490679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Pushing event updated for resources: {'Port': ['ID=81cdc141-0fdf-48ec-8b45-eceec628fccb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:29.509824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:55:29.580808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1bb1e-43cd-47d2-ab93-0c325ced0a78 req-d768c7cc-31f7-4316-b2ce-650744b8c523 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:29.588037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24e1bb1e-43cd-47d2-ab93-0c325ced0a78 req-d768c7cc-31f7-4316-b2ce-650744b8c523 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 944 time: 0.0979533 Aug 23 11:55:29.641988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:29.657516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:29.666015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24e1bb1e-43cd-47d2-ab93-0c325ced0a78 req-4386d650-5913-4e94-abf3-c6de95440fc5 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758770 Aug 23 11:55:29.670727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-1dedbcc2-483e-49f9-a2fd-fbe8f9336acc service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789029 Aug 23 11:55:29.719664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:29.723061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:29.787853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-4a9fe8ab-6abb-4a85-96fc-d95c41fc6bf8 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395192 Aug 23 11:55:29.800521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef47d9b-3dc0-4e99-9f70-c10d8ecb675f req-d4afe335-0a01-48d3-8890-fa30420a9488 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:29.804126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ef47d9b-3dc0-4e99-9f70-c10d8ecb675f req-d4afe335-0a01-48d3-8890-fa30420a9488 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.0611563 Aug 23 11:55:29.849078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-ced755d4-f1e6-4443-9ff3-a2c9a04a3004 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4122357 Aug 23 11:55:29.873510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Request body: {'port': {'device_id': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:29.911791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'Port': ['ID=27b65b64-9350-40bf-9bc4-be0cb80c364e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:29.923563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ef47d9b-3dc0-4e99-9f70-c10d8ecb675f req-f3950208-b1a7-4f23-a59e-df38d320240c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069114 Aug 23 11:55:29.938319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca623ca-0929-4e23-8514-868e7d061380 req-63f89942-e9d4-4e2b-bb99-cb1512507d95 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:29.940526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eca623ca-0929-4e23-8514-868e7d061380 req-63f89942-e9d4-4e2b-bb99-cb1512507d95 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 944 time: 0.1351695 Aug 23 11:55:29.960439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80b7bcf0-9ec8-4c14-bddd-acae7d82518f None None] Provisioning for port 81cdc141-0fdf-48ec-8b45-eceec628fccb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:29.971219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80b7bcf0-9ec8-4c14-bddd-acae7d82518f None None] Provisioning complete for port 81cdc141-0fdf-48ec-8b45-eceec628fccb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:29.971786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80b7bcf0-9ec8-4c14-bddd-acae7d82518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.002888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.063527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.087658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-80b7bcf0-9ec8-4c14-bddd-acae7d82518f None None] Port 81cdc141-0fdf-48ec-8b45-eceec628fccb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:55:30.100832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.100832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b4e8eb55-aa3b-423d-9c46-3c9f647f62f2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8373992 Aug 23 11:55:30.144379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Deleting port f3cdeaee-a685-483d-ac12-b0ef886a495f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:30.144863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.262149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-4d0f45fe-737d-4e2b-8824-6aadb85a3eea tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:30.273051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-4d0f45fe-737d-4e2b-8824-6aadb85a3eea tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813&tenant_id=432d6d273d1b44838b7efbd7ee416a11&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.1232715 Aug 23 11:55:30.333709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c1e5350-f7e2-4aae-a4b6-b3421d5b6aca req-ee6e3e8b-3b9d-4d87-9ab2-5c79d3ee5dc4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 210 time: 0.1510081 Aug 23 11:55:30.412024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] For port f3cdeaee-a685-483d-ac12-b0ef886a495f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3cdeaee-a685-483d-ac12-b0ef886a495f,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:30.413795 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.429349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Calling delete_port for f3cdeaee-a685-483d-ac12-b0ef886a495f owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:30.714661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258c48e-93fa-4bae-b89a-991c62badbbf req-c32ddb82-ee19-4796-a237-a461466c3288 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:30.717385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4258c48e-93fa-4bae-b89a-991c62badbbf req-c32ddb82-ee19-4796-a237-a461466c3288 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1634846 Aug 23 11:55:30.824094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4258c48e-93fa-4bae-b89a-991c62badbbf req-5f73613c-9f5f-45c3-aff8-1f5885a77bf7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Aug 23 11:55:30.835147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.853017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f3cdeaee-a685-483d-ac12-b0ef886a495f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:30.888008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event deleted for resources: {'Port': ['ID=f3cdeaee-a685-483d-ac12-b0ef886a495f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:30.894781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cdc141-0fdf-48ec-8b45-eceec628fccb {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:30.941354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ef394-1043-4cde-bdc7-eaaa8795def4 req-86bdbf01-bf97-4f13-958a-f3047a0e37e7 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:30.943180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d1ef394-1043-4cde-bdc7-eaaa8795def4 req-86bdbf01-bf97-4f13-958a-f3047a0e37e7 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 935 time: 0.2402341 Aug 23 11:55:30.945395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.971908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] No DVR routers for this DVR port f3cdeaee-a685-483d-ac12-b0ef886a495f on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:30.975907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:30.978198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eca623ca-0929-4e23-8514-868e7d061380 req-30ede941-bb00-415c-9545-a4a6fb52fb54 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "DELETE /v2.0/ports/f3cdeaee-a685-483d-ac12-b0ef886a495f HTTP/1.1" status: 204 len: 173 time: 1.0309439 Aug 23 11:55:30.978666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'name': 'network-vif-deleted', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:30.983080 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50905c35-13db-44d9-96a2-e0f134c384a0" -d '{"events": [{"server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "name": "network-vif-deleted", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:30.996882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Transition to ACTIVE for port object 81cdc141-0fdf-48ec-8b45-eceec628fccb will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:31.014937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:31.080037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0e37ef80-dda6-4ddc-8ef6-a403b15357c7 service neutron] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:31.095782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0e37ef80-dda6-4ddc-8ef6-a403b15357c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:31.096915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-0e37ef80-dda6-4ddc-8ef6-a403b15357c7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89/bindings/n-h2-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.8145337 Aug 23 11:55:31.099947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-17c3a48e-9afc-4e9d-b9e0-0f1205421580 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.109019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-17c3a48e-9afc-4e9d-b9e0-0f1205421580 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 821 time: 0.1470649 Aug 23 11:55:31.121212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d1ef394-1043-4cde-bdc7-eaaa8795def4 req-00522683-e610-4238-a974-5e8ecbe4b3b7 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692200 Aug 23 11:55:31.140663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-1d9ee010-97ef-4e31-8696-276e8940d341 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/quotas/dd502f507f594bedb69065868a2a423f HTTP/1.1" status: 200 len: 375 time: 0.0107005 Aug 23 11:55:31.143782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=81cdc141-0fdf-48ec-8b45-eceec628fccb,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:31.238341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-eb6b8cef-b778-45c1-97fd-49e4fd288df8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864987 Aug 23 11:55:31.246561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Attempting to bind port 81cdc141-0fdf-48ec-8b45-eceec628fccb on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:31.247038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Attempting to bind port 81cdc141-0fdf-48ec-8b45-eceec628fccb by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:31.247469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Attempting to bind port 81cdc141-0fdf-48ec-8b45-eceec628fccb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:31.260379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Port 81cdc141-0fdf-48ec-8b45-eceec628fccb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:31.260868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Attempting to bind port 81cdc141-0fdf-48ec-8b45-eceec628fccb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:31.277425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:31.277884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:31.281527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:31.282201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Bound port: 81cdc141-0fdf-48ec-8b45-eceec628fccb, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:31.282784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:31.366505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] For port 81cdc141-0fdf-48ec-8b45-eceec628fccb, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:31.370796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] For port 81cdc141-0fdf-48ec-8b45-eceec628fccb, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:31.384696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:31.385511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b098e3e5-f3f2-4649-b9b4-3e44bf570d93 service neutron] 10.222.0.21 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388917 Aug 23 11:55:31.456630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.457431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:31.459586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] 10.222.0.44 "PUT /v2.0/ports/81cdc141-0fdf-48ec-8b45-eceec628fccb HTTP/1.1" status: 200 len: 1095 time: 1.5987320 Aug 23 11:55:31.462054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'tag': '81cdc141-0fdf-48ec-8b45-eceec628fccb'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:31.466427 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ada21e2b-dec4-4e19-b9e6-827366ca5780", "tag": "81cdc141-0fdf-48ec-8b45-eceec628fccb"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:31.514966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8b6ae-b7b4-4eec-b7a2-cd0b946ec6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=81cdc141-0fdf-48ec-8b45-eceec628fccb,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:31.564576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-825a4449-f22f-4506-acff-6baab9113637 service neutron] 10.222.0.21 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780224 Aug 23 11:55:31.630174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90ee3f10-7c69-402b-90ab-d37cfdc603b2 req-eca6d8a2-8503-46db-b925-dd647038b72c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=802a7667-a04f-4472-ad65-d093d704a148 HTTP/1.1" status: 200 len: 210 time: 0.0586548 Aug 23 11:55:31.668344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-cf8c3da7-a2d0-4418-bd62-f7f64a3f73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.669925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-cf8c3da7-a2d0-4418-bd62-f7f64a3f73fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c08af976eb94755aea287e3178425bb&device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 1098 time: 0.1474476 Aug 23 11:55:31.701559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-feb8a493-0d90-4426-b3ec-96ed7e0e6896 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.703672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-feb8a493-0d90-4426-b3ec-96ed7e0e6896 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.1644609 Aug 23 11:55:31.726965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Request body: {'port': {'device_id': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'admin_state_up': True, 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:31.763949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-5417d6ca-6879-4d95-8f2f-0f81e9c5a09b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb HTTP/1.1" status: 200 len: 217 time: 0.0828283 Aug 23 11:55:31.873367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-b0365fa9-7823-464f-9738-8cff3602047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.875367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-b0365fa9-7823-464f-9738-8cff3602047d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0948696 Aug 23 11:55:31.894824 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d3bfc-55c9-4389-9843-3f39687f48e2 x-openstack-request-id: req-366d3bfc-55c9-4389-9843-3f39687f48e2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:31.895227 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802a7667-a04f-4472-ad65-d093d704a148", "name": "network-vif-deleted", "tag": "f3cdeaee-a685-483d-ac12-b0ef886a495f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:31.895453 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-366d3bfc-55c9-4389-9843-3f39687f48e2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:31.895750 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802a7667-a04f-4472-ad65-d093d704a148', 'name': 'network-vif-deleted', 'tag': 'f3cdeaee-a685-483d-ac12-b0ef886a495f', 'status': 'completed', 'code': 200} Aug 23 11:55:31.940342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:55:31.946505 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:31.956660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c619b-f8bb-4ff8-9542-89c09d63b68d req-43f280d1-5a30-4d74-9472-60bdc7eb1f3f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.957599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fb6c619b-f8bb-4ff8-9542-89c09d63b68d req-43f280d1-5a30-4d74-9472-60bdc7eb1f3f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.2012868 Aug 23 11:55:31.964178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-498e6908-0e3f-4343-abfb-10a398f25477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:31.965955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-498e6908-0e3f-4343-abfb-10a398f25477 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789559 Aug 23 11:55:32.022496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fb6c619b-f8bb-4ff8-9542-89c09d63b68d req-b741fe6d-8537-419b-b894-552745e8ba0b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481820 Aug 23 11:55:32.117896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fea9d6fe-9d0b-44ca-b270-7f86ae0f8d9c req-668f0bc2-2d80-4a6d-a31c-2bbcf1e4a6cb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 210 time: 0.1105711 Aug 23 11:55:32.156410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-d840ce72-5142-4edf-bfbf-28d0d7db1a6b service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371768 Aug 23 11:55:32.162250 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32a8752-4fd6-4d33-80a8-fa7680f1b85e x-openstack-request-id: req-c32a8752-4fd6-4d33-80a8-fa7680f1b85e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:32.163704 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada21e2b-dec4-4e19-b9e6-827366ca5780", "tag": "81cdc141-0fdf-48ec-8b45-eceec628fccb", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:32.165591 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c32a8752-4fd6-4d33-80a8-fa7680f1b85e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:32.166068 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'tag': '81cdc141-0fdf-48ec-8b45-eceec628fccb', 'status': 'completed', 'code': 200} Aug 23 11:55:32.245344 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc69cba1-9207-497e-b41d-1c576ab76238 req-77e9b940-4586-4ab3-801a-4c06a5893974 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 210 time: 0.0425036 Aug 23 11:55:32.294315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Allocated IP 172.20.0.9 (3e1119b2-cc2e-4aba-bb05-590cef2947f9/23bdc3c7-04ed-41eb-8eb0-62ffd7238316/fda37bca-2628-46a7-8fdc-5aeb354fdecc) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:55:32.357678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd3c57be-7a5e-4b40-ac1a-63d12daa3411 req-4a1580eb-63a9-43e3-b80f-6fd4f7823cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881323 Aug 23 11:55:32.368570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32bde-2863-44aa-bda0-5d6f761dfbbc req-e0623efb-1979-481d-9aa3-b91f221d4bc2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:32.370141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ee32bde-2863-44aa-bda0-5d6f761dfbbc req-e0623efb-1979-481d-9aa3-b91f221d4bc2 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1079135 Aug 23 11:55:32.500171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83872-f4a0-41a9-81a9-3424eaba7ddc req-dcd2f103-75c7-4b6e-983e-a17ef2395454 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:32.502432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1d83872-f4a0-41a9-81a9-3424eaba7ddc req-dcd2f103-75c7-4b6e-983e-a17ef2395454 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 947 time: 0.1174128 Aug 23 11:55:32.582726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:32.592850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1d83872-f4a0-41a9-81a9-3424eaba7ddc req-aa38bc12-a2ca-4f6e-9903-052d3c648529 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788512 Aug 23 11:55:32.637114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:32.706218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:55:32.710582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:32.727804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:55:32.733367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event updated for resources: {'Port': ['ID=fda37bca-2628-46a7-8fdc-5aeb354fdecc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:32.799099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:32.799743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:32.800064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ee32bde-2863-44aa-bda0-5d6f761dfbbc req-3d5da0fb-ab2e-44df-ab38-250ae74fc11b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179661 Aug 23 11:55:32.809607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-c5c714dd-c424-4823-9ea3-9cdc0907d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:32.811222 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-c5c714dd-c424-4823-9ea3-9cdc0907d4d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c08af976eb94755aea287e3178425bb&device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 1098 time: 0.0745158 Aug 23 11:55:32.838692 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3c4c7acb-cfbb-4c3f-9aec-d6adcb1ee2bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1182041 Aug 23 11:55:32.852499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Request body: {'port': {'device_id': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:32.873544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817b6ff-d73e-40bb-8e67-947a0d59f785 req-929a1d1c-d5e4-4f09-add6-9e8e89b9fd01 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:32.875055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9817b6ff-d73e-40bb-8e67-947a0d59f785 req-929a1d1c-d5e4-4f09-add6-9e8e89b9fd01 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 1095 time: 0.0726745 Aug 23 11:55:32.916694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-10471a8b-22df-4692-a818-d4441c04ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:32.919137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-10471a8b-22df-4692-a818-d4441c04ef0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.0980947 Aug 23 11:55:32.933570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:32.949291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9817b6ff-d73e-40bb-8e67-947a0d59f785 req-becc3ce8-a8ba-40f4-817f-bc4f7488e383 tempest-LiveMigrationTest-1284555033 tempest-LiveMigrationTest-1284555033-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641782 Aug 23 11:55:32.985302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-9aa0894f-1388-4461-9ac9-5a355b40098c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb HTTP/1.1" status: 200 len: 217 time: 0.0543065 Aug 23 11:55:33.039556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-191fb05c-af10-4260-9261-77c3292b6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.041189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-191fb05c-af10-4260-9261-77c3292b6885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0508859 Aug 23 11:55:33.106688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:33.159044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-7cd5aaf5-b197-41ce-9a6d-b6648efe4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.163495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-7cd5aaf5-b197-41ce-9a6d-b6648efe4690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908124 Aug 23 11:55:33.237207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:33.262514 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f3746-0263-40c8-8582-54e5f969d2a9 req-4aea534a-798d-4728-8f57-eb7141c0d997 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.264378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-014f3746-0263-40c8-8582-54e5f969d2a9 req-4aea534a-798d-4728-8f57-eb7141c0d997 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.0723825 Aug 23 11:55:33.277913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:33.281044 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18145ea-30f9-43cd-ba0b-6676246c3422" -d '{"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-unplugged", "status": "completed", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:33.285186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:33.307052 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:33.357082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-014f3746-0263-40c8-8582-54e5f969d2a9 req-6d0d4a61-485c-4fd9-b625-27dc9962ea87 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808458 Aug 23 11:55:33.395861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda37bca-2628-46a7-8fdc-5aeb354fdecc {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:33.398411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:33.414374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:33.422606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-c317e252-3001-400e-b18f-95ae105b8811 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.424793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-c317e252-3001-400e-b18f-95ae105b8811 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 821 time: 0.1580734 Aug 23 11:55:33.429155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Transition to ACTIVE for port object fda37bca-2628-46a7-8fdc-5aeb354fdecc will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:33.438548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9af0e6-ab41-45bb-9275-2b17c76c9efa req-2e71952c-31e8-4142-aaa1-eccdaa6fbf29 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.440082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d9af0e6-ab41-45bb-9275-2b17c76c9efa req-2e71952c-31e8-4142-aaa1-eccdaa6fbf29 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 931 time: 0.2069526 Aug 23 11:55:33.444351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:33.444746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'port': {'device_id': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'admin_state_up': True, 'tenant_id': 'dd502f507f594bedb69065868a2a423f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:33.487532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-23d2a9c6-6eb4-40c4-93b2-5cf5003e743a service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019862 Aug 23 11:55:33.530333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Pushing event updated for resources: {'Port': ['ID=fda37bca-2628-46a7-8fdc-5aeb354fdecc,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:33.551878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a630-d231-4738-8098-b5918ef8b93c req-c1995a7e-ce9e-40ad-b3b1-ab9160d2a8d9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.553456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac67a630-d231-4738-8098-b5918ef8b93c req-c1995a7e-ce9e-40ad-b3b1-ab9160d2a8d9 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.1210287 Aug 23 11:55:33.613432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d9af0e6-ab41-45bb-9275-2b17c76c9efa req-4b5a662a-e03f-4cf0-9fbe-ef916d8fcc1a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557450 Aug 23 11:55:33.636340 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac67a630-d231-4738-8098-b5918ef8b93c req-721c3fb8-7e97-4a64-8bb3-dd4df4117437 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691330 Aug 23 11:55:33.658185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Attempting to bind port fda37bca-2628-46a7-8fdc-5aeb354fdecc on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:33.659128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Attempting to bind port fda37bca-2628-46a7-8fdc-5aeb354fdecc by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:33.659483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Attempting to bind port fda37bca-2628-46a7-8fdc-5aeb354fdecc on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:33.667332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Port fda37bca-2628-46a7-8fdc-5aeb354fdecc on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:33.667665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Attempting to bind port fda37bca-2628-46a7-8fdc-5aeb354fdecc on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:33.678374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:33.678753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:33.679153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Bound using segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:33.679801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Bound port: fda37bca-2628-46a7-8fdc-5aeb354fdecc, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:33.680172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:33.696054 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c94bf-83ec-4856-8210-a477b81ff08f x-openstack-request-id: req-6a7c94bf-83ec-4856-8210-a477b81ff08f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:33.696347 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-unplugged", "status": "completed", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:33.696598 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a7c94bf-83ec-4856-8210-a477b81ff08f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:33.696987 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'code': 200} Aug 23 11:55:33.698684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-8ea3d226-c31e-4200-bbae-65ba16083a04 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:33.700207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-8ea3d226-c31e-4200-bbae-65ba16083a04 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.1897609 Aug 23 11:55:33.779605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2359f4a7-f93c-4b8b-9fed-bc1c1a40fbb1 req-29716689-da87-4585-be50-5a131ec0f149 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830589 Aug 23 11:55:33.786163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43f9d685-8b09-40b9-aaf8-8c423ba0840c req-722d9de1-b19b-440c-9667-6d833e4be47f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 210 time: 0.0603778 Aug 23 11:55:33.820091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] For port fda37bca-2628-46a7-8fdc-5aeb354fdecc, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:33.830395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] For port fda37bca-2628-46a7-8fdc-5aeb354fdecc, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:33.832547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Made reservation on behalf of dd502f507f594bedb69065868a2a423f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:55:33.839519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:33.873470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.078941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Deleting port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:34.081755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.138875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:34.144869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:34.178662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: f3cdeaee-a685-483d-ac12-b0ef886a495f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:34.178922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3cdeaee-a685-483d-ac12-b0ef886a495f not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:34.210077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-e198ec93-c0e5-4137-b4c4-83e69dd132d0 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.212680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-e198ec93-c0e5-4137-b4c4-83e69dd132d0 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.3125927 Aug 23 11:55:34.274315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.275362 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.278029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] 10.222.0.41 "PUT /v2.0/ports/fda37bca-2628-46a7-8fdc-5aeb354fdecc HTTP/1.1" status: 200 len: 1091 time: 1.4292758 Aug 23 11:55:34.291940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c819e-d98a-43ab-9d16-923ea79f301f req-3b5ad154-ff83-4d6c-855b-bc9ad65a79a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.293531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d9c819e-d98a-43ab-9d16-923ea79f301f req-3b5ad154-ff83-4d6c-855b-bc9ad65a79a4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.3201501 Aug 23 11:55:34.295371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e16ac-bf3f-47a6-9eed-2407aca0cf27 req-d0f9e2d7-c004-4f9e-a459-8bd9dc8fbdd2 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.307766 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-976e16ac-bf3f-47a6-9eed-2407aca0cf27 req-d0f9e2d7-c004-4f9e-a459-8bd9dc8fbdd2 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 947 time: 0.5608931 Aug 23 11:55:34.313053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:34.322276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'tag': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:34.324481 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf6bfdf-8d2a-4d46-a644-731b9f966315", "tag": "fda37bca-2628-46a7-8fdc-5aeb354fdecc"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:34.326126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Allocated IP 172.20.0.14 (f992ef1a-2674-440f-b351-1b1402a48209/556f0c7f-1d8e-4d6a-bf99-ef4417c7d619/75a1911a-f296-44d2-ac79-9bc10729944a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:55:34.354058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'mac_address': 'fa:16:3e:02:61:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:34.356087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] For port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:34.356467 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.376035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-f3b91983-6509-4dac-b04c-832c90a65177 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5429792 Aug 23 11:55:34.390005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Calling delete_port for 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:34.432252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.452588 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:34.470904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d9c819e-d98a-43ab-9d16-923ea79f301f req-df20b4d9-95ac-4d33-a9e1-7145c4a808d7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405072 Aug 23 11:55:34.478264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:34.484075 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.499891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bacdcc-cee1-4c36-b0c5-e754fa702dcd service neutron] Pushing event updated for resources: {'Port': ['ID=fda37bca-2628-46a7-8fdc-5aeb354fdecc,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:34.522943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-976e16ac-bf3f-47a6-9eed-2407aca0cf27 req-dbcacd74-c248-4c20-a795-5365910e29c7 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135627 Aug 23 11:55:34.573457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3cdb8f66-572b-43d9-aec8-be0852150065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.575938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-3cdb8f66-572b-43d9-aec8-be0852150065 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 1094 time: 0.2246490 Aug 23 11:55:34.604875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1e05d62c-8d9b-4520-a6be-c3265d66e4a4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:34.689743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-eb20beb8-192b-4b20-b723-4331dcf5a78e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc HTTP/1.1" status: 200 len: 217 time: 0.0994008 Aug 23 11:55:34.692430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-b7d899f8-29c8-4c36-b2e5-dfde87bdefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.699157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-b7d899f8-29c8-4c36-b2e5-dfde87bdefb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=432d6d273d1b44838b7efbd7ee416a11&device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 1096 time: 0.2921205 Aug 23 11:55:34.732262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:34.811163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Deleting port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:34.811515 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.949174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:34.956665 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb545a2-1e2c-4abc-bae2-9c8eaf8b3afe x-openstack-request-id: req-8eb545a2-1e2c-4abc-bae2-9c8eaf8b3afe {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:34.957554 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf6bfdf-8d2a-4d46-a644-731b9f966315", "tag": "fda37bca-2628-46a7-8fdc-5aeb354fdecc", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:34.957554 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb545a2-1e2c-4abc-bae2-9c8eaf8b3afe {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:34.961217 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'tag': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc', 'status': 'completed', 'code': 200} Aug 23 11:55:34.968070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1b7f-1548-4b26-a661-6d5b945a573d req-01157725-7b44-48f2-9adb-3bf03c58a3ae tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.976561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c4c1b7f-1548-4b26-a661-6d5b945a573d req-01157725-7b44-48f2-9adb-3bf03c58a3ae tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa3fa630-b59d-4f9c-be63-046de3f28ecf HTTP/1.1" status: 200 len: 945 time: 0.2737551 Aug 23 11:55:34.994526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-394e2866-b253-4941-8174-40d1c4639f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:34.999353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-394e2866-b253-4941-8174-40d1c4639f4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.2989581 Aug 23 11:55:35.046984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.056582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-a73d67dd-5b16-4183-a0a1-f42e1feea074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456905 Aug 23 11:55:35.090072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c4c1b7f-1548-4b26-a661-6d5b945a573d req-a5d86002-01c7-4f3e-aa11-b5d07810fb3c tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124632 Aug 23 11:55:35.096659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] For port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:35.097235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.128203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81cdc141-0fdf-48ec-8b45-eceec628fccb details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:35.144304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event deleted for resources: {'Port': ['ID=903bb2ac-58af-49cd-b0ff-a5fe36e77a55,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:35.212037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-8e8d0d33-ed91-4fe6-859c-f54c5a2bd7e1 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378975 Aug 23 11:55:35.252468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] No DVR routers for this DVR port 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:35.254702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.267254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-d50d60cf-cfb1-4eca-b976-0813f4fe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.267536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.268767 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-d50d60cf-cfb1-4eca-b976-0813f4fe97f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 200 len: 909 time: 0.5065334 Aug 23 11:55:35.275747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2e36345-3f03-4601-a3bd-73d12dacf589 req-598fe474-207e-4d35-841b-c24b96d0f11f tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "DELETE /v2.0/ports/903bb2ac-58af-49cd-b0ff-a5fe36e77a55 HTTP/1.1" status: 204 len: 173 time: 1.5574021 Aug 23 11:55:35.280703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'name': 'network-vif-deleted', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:35.287452 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c88224-b071-4a73-837a-6f34c037cde4" -d '{"events": [{"server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "name": "network-vif-deleted", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:35.290173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81cdc141-0fdf-48ec-8b45-eceec628fccb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:35.302534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Calling delete_port for 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:35.319470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '81cdc141-0fdf-48ec-8b45-eceec628fccb', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '81cdc141-0fdf-48ec-8b45-eceec628fccb', 'mac_address': 'fa:16:3e:b1:e8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:35.368279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.385759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cdc141-0fdf-48ec-8b45-eceec628fccb {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:35.411426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81cdc141-0fdf-48ec-8b45-eceec628fccb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:35.417588 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.420002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Network f992ef1a-2674-440f-b351-1b1402a48209 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:55:35.426096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9e454-9306-42cc-aa18-13fd41b1a6b7 req-e34dd152-37b5-40f3-8c6d-a1e40711e42e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.438551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8d9e454-9306-42cc-aa18-13fd41b1a6b7 req-e34dd152-37b5-40f3-8c6d-a1e40711e42e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 943 time: 0.3770986 Aug 23 11:55:35.448602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:35.450959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-7a31f7d7-c806-450f-ac43-f2ab00a3daa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 200 len: 217 time: 0.1217060 Aug 23 11:55:35.458288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:35.462558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:55:35.475647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453d318-350f-4970-9f92-8e3fccf6db91 req-80201829-c5d6-4c8f-82d7-303ffd8a1383 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.491142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4453d318-350f-4970-9f92-8e3fccf6db91 req-80201829-c5d6-4c8f-82d7-303ffd8a1383 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 944 time: 0.2732239 Aug 23 11:55:35.514780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81cdc141-0fdf-48ec-8b45-eceec628fccb,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:35.573341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dd3aa2-6281-4e2b-beea-dc2091368e64 req-6fa248e1-f582-4d39-a3af-3f30ef9267de service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477614 Aug 23 11:55:35.599450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4453d318-350f-4970-9f92-8e3fccf6db91 req-c9c577dc-0efb-40cc-868a-c1f365fe95d0 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990140 Aug 23 11:55:35.602580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-eaebe0be-d267-4fc1-90fa-d4553e471e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.604618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-eaebe0be-d267-4fc1-90fa-d4553e471e17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 200 len: 848 time: 0.1289308 Aug 23 11:55:35.618030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8d9e454-9306-42cc-aa18-13fd41b1a6b7 req-71e06809-5870-4b76-81dc-c6b22d721ca6 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530693 Aug 23 11:55:35.652462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.653221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:35.673113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-514977c3-5092-4636-b49e-824c1d72502b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8151cdda-2d70-4715-99bf-42e75d6ff4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583200 Aug 23 11:55:35.686551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81cdc141-0fdf-48ec-8b45-eceec628fccb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:35.755958 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-30258aa1-dc94-4927-8d22-4b98a67992a8 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3144746 Aug 23 11:55:35.794061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Request body: {'port': {'device_id': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:35.826378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-5c91c4fe-151e-4f99-846b-936a0f8365b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.828738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-5c91c4fe-151e-4f99-846b-936a0f8365b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 1094 time: 0.1591954 Aug 23 11:55:35.883533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee64a-850e-4212-9633-142024f84124 req-545bb91a-c7b6-4dcf-a059-aec0bac522be tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:35.893542 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81bee64a-850e-4212-9633-142024f84124 req-545bb91a-c7b6-4dcf-a059-aec0bac522be tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 932 time: 0.1518657 Aug 23 11:55:35.944388 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff429597-b7d2-4d77-941e-51dab400bd5c x-openstack-request-id: req-ff429597-b7d2-4d77-941e-51dab400bd5c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:35.947591 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3fa630-b59d-4f9c-be63-046de3f28ecf", "name": "network-vif-deleted", "tag": "903bb2ac-58af-49cd-b0ff-a5fe36e77a55", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:35.947857 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff429597-b7d2-4d77-941e-51dab400bd5c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:35.948289 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3fa630-b59d-4f9c-be63-046de3f28ecf', 'name': 'network-vif-deleted', 'tag': '903bb2ac-58af-49cd-b0ff-a5fe36e77a55', 'status': 'completed', 'code': 200} Aug 23 11:55:35.997565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-542c95c9-a63e-4226-9ec6-e594e50acca3 service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892151 Aug 23 11:55:36.071117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:36.146965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81bee64a-850e-4212-9633-142024f84124 req-e7b9945b-6539-457b-b347-056b73d10369 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520993 Aug 23 11:55:36.156453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-f1c23012-38a7-4f73-9392-4ebcdb7ba07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:36.159212 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-f1c23012-38a7-4f73-9392-4ebcdb7ba07b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.3212230 Aug 23 11:55:36.159387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:36.219237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-beb3d4ad-6280-44c6-8f3b-a8af99ed1939 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc HTTP/1.1" status: 200 len: 217 time: 0.0515401 Aug 23 11:55:36.240943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:36.241466 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:36.287547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-b231246d-08d7-4303-9650-a12031389117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:36.289357 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-b231246d-08d7-4303-9650-a12031389117 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.0576639 Aug 23 11:55:36.351744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:36.377626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35268057-56b5-4e4b-acb3-ed311699cabd req-a2fe07d2-f06d-4068-beb4-1ecc1eebd333 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:36.379522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35268057-56b5-4e4b-acb3-ed311699cabd req-a2fe07d2-f06d-4068-beb4-1ecc1eebd333 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.3019445 Aug 23 11:55:36.380525 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:36.392910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7e97dbd-6524-4a95-930a-8fbf900a5b11 req-3fb0a500-8f71-44a5-b9df-f759b3f687af service neutron] 10.222.0.44 "GET /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847628 Aug 23 11:55:36.396157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-09082789-c2a2-44b3-bd26-8f90e123783e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824707 Aug 23 11:55:36.431599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:36.432820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:36.436981 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478df98-b27d-4652-bc19-2deb92667c57" -d '{"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:36.442065 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:36.443006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:36.473396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:36.473836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 903bb2ac-58af-49cd-b0ff-a5fe36e77a55 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:36.483301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd0a93-248b-4a74-97ac-f2f67ac6b0ba req-c8c9b538-e3a5-470f-8256-5b48901f585b tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:36.491858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9efd0a93-248b-4a74-97ac-f2f67ac6b0ba req-c8c9b538-e3a5-470f-8256-5b48901f585b tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 948 time: 0.2009966 Aug 23 11:55:36.560818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:36.575273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9efd0a93-248b-4a74-97ac-f2f67ac6b0ba req-3a33a549-003f-403f-8aeb-685b072ff867 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820987 Aug 23 11:55:36.583819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-84a456d6-7744-4bd0-b248-0b038fc8f33e service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776667 Aug 23 11:55:36.634252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['bbfaa17e-0dc4-48d5-bf7a-317139546d18', '1636603b-d6e6-42ba-9ee5-cedcf92b7d89'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:36.780107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e53cd44-b002-4cc0-8f49-4cdda4d04dc0 req-d986b1a6-ee0b-40d9-85d8-2132ae4b3e96 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884081 Aug 23 11:55:36.791031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event deleted for resources: {'Port': ['ID=1636603b-d6e6-42ba-9ee5-cedcf92b7d89,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:36.804041 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b1642-64a7-454a-9691-ffae561a92aa x-openstack-request-id: req-d12b1642-64a7-454a-9691-ffae561a92aa {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:36.804041 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:36.804041 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d12b1642-64a7-454a-9691-ffae561a92aa {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:36.804041 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'code': 200} Aug 23 11:55:36.827654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] No DVR routers for this DVR port 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:36.837075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:36.846891 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe35cdf-ba9d-446c-8fcc-453991cf22f8 req-6a691213-09a2-4a3e-9b17-84e58e3eacb5 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "DELETE /v2.0/ports/1636603b-d6e6-42ba-9ee5-cedcf92b7d89 HTTP/1.1" status: 204 len: 173 time: 2.6236987 Aug 23 11:55:36.923956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-817030a5-0478-4465-8808-e62ea064cd45 req-300979af-d297-4564-93d6-0d08cb0417f3 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0419455 Aug 23 11:55:36.986572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35268057-56b5-4e4b-acb3-ed311699cabd req-00e162ba-b9c2-4496-aaa2-649456735807 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179461 Aug 23 11:55:37.113785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a1911a-f296-44d2-ac79-9bc10729944a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:37.115343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c23cff-edfd-44b5-b187-f36e9322166f req-580ee0b1-668e-4535-a5ec-762b07a60fb0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.117213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90c23cff-edfd-44b5-b187-f36e9322166f req-580ee0b1-668e-4535-a5ec-762b07a60fb0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 943 time: 0.0986979 Aug 23 11:55:37.130125 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.136942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81cdc141-0fdf-48ec-8b45-eceec628fccb up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:37.146385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Transition to ACTIVE for port object 75a1911a-f296-44d2-ac79-9bc10729944a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:37.157011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.228710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:37.252083 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90c23cff-edfd-44b5-b187-f36e9322166f req-a1c00ccd-dae7-40a9-9427-062c19263117 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257768 Aug 23 11:55:37.298481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 81cdc141-0fdf-48ec-8b45-eceec628fccb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:37.307017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 81cdc141-0fdf-48ec-8b45-eceec628fccb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:37.307473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.434567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Attempting to bind port 75a1911a-f296-44d2-ac79-9bc10729944a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:37.435196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Attempting to bind port 75a1911a-f296-44d2-ac79-9bc10729944a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:37.435298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Attempting to bind port 75a1911a-f296-44d2-ac79-9bc10729944a on network f992ef1a-2674-440f-b351-1b1402a48209 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:37.444688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Port 75a1911a-f296-44d2-ac79-9bc10729944a on network f992ef1a-2674-440f-b351-1b1402a48209 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:37.445036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Attempting to bind port 75a1911a-f296-44d2-ac79-9bc10729944a on network f992ef1a-2674-440f-b351-1b1402a48209 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:37.451535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:37.451939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Checking segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:37.452344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Bound using segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:37.452792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Bound port: 75a1911a-f296-44d2-ac79-9bc10729944a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:37.453173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.456365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.530395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12ae9-afb6-411c-8fcc-dd87b10cef00 req-8e3cc14b-cbd7-4b7a-adeb-c0c27ec5930b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.532131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7c12ae9-afb6-411c-8fcc-dd87b10cef00 req-8e3cc14b-cbd7-4b7a-adeb-c0c27ec5930b tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 944 time: 0.1379275 Aug 23 11:55:37.539283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81cdc141-0fdf-48ec-8b45-eceec628fccb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:37.545829 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.553931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e41569-9025-46ee-b778-56f3986f8e5e req-ad0b5a4a-f65f-487c-becf-a91ff98a9eaf tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.564754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57e41569-9025-46ee-b778-56f3986f8e5e req-ad0b5a4a-f65f-487c-becf-a91ff98a9eaf tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 944 time: 0.1863031 Aug 23 11:55:37.619104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7c12ae9-afb6-411c-8fcc-dd87b10cef00 req-73039b47-ba5f-4749-9240-d661309dfb21 tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/security-groups?id=943bdc93-9629-4112-b517-80d3916a6d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698555 Aug 23 11:55:37.643988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:37.650467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:37.665627 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-d13f65b0-d4ff-4c09-a584-13854768957e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2153654 Aug 23 11:55:37.665939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.686919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81cdc141-0fdf-48ec-8b45-eceec628fccb,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:37.734908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.736168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:37.738210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/75a1911a-f296-44d2-ac79-9bc10729944a HTTP/1.1" status: 200 len: 1092 time: 1.9632404 Aug 23 11:55:37.753666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57e41569-9025-46ee-b778-56f3986f8e5e req-9b6a263d-f6f8-49c8-9045-bc1333efc181 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866853 Aug 23 11:55:37.853898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-665ac778-a35c-4d96-bcb1-91b6a1d4b0bd tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.855697 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-665ac778-a35c-4d96-bcb1-91b6a1d4b0bd tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 944 time: 0.2021623 Aug 23 11:55:37.857235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c76da-ca4a-417c-8983-bbd555093e63 req-f06cfa25-e256-43a2-847c-9428c05bcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.858959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-f06cfa25-e256-43a2-847c-9428c05bcf61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 1101 time: 0.1030979 Aug 23 11:55:37.935331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-150d45b1-9eb6-41d2-b24f-6e8a168aa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:37.937242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-150d45b1-9eb6-41d2-b24f-6e8a168aa316 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 1095 time: 0.1529973 Aug 23 11:55:37.942408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd215-5ab6-4a22-8bdd-7ffdcfbeb7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:37.993742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'name': 'network-vif-deleted', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89'}, {'name': 'network-changed', 'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:37.996038 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d056a037-0275-4262-8b01-a9bce34c1ee6" -d '{"events": [{"server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "name": "network-vif-deleted", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89"}, {"name": "network-changed", "server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:38.003597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-4df2deea-da7a-4383-9751-3ff51b524db0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a1911a-f296-44d2-ac79-9bc10729944a HTTP/1.1" status: 200 len: 217 time: 0.0519264 Aug 23 11:55:38.014686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312411-5e21-49fb-803f-d88c9bab9ffb req-56349430-b19b-4c4b-b14f-a0f57b6644d2 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.022180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba312411-5e21-49fb-803f-d88c9bab9ffb req-56349430-b19b-4c4b-b14f-a0f57b6644d2 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.2812490 Aug 23 11:55:38.081057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c76da-ca4a-417c-8983-bbd555093e63 req-ff9711e7-d293-4157-a2ed-a7dce3491582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.083306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-ff9711e7-d293-4157-a2ed-a7dce3491582 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1935594 Aug 23 11:55:38.109936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Deleting port ef863516-86f4-4292-bc51-531f1a3143de {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:38.110554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:38.122035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96282464-ed4f-4f33-830c-3c73e5a67b13 req-606fcf5d-6aca-4d67-94de-b6019bdad328 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0484605 Aug 23 11:55:38.158631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fda37bca-2628-46a7-8fdc-5aeb354fdecc details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:38.197604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-dfe6e611-fe85-465f-b1b9-9b210f319893 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 200 len: 217 time: 0.0907722 Aug 23 11:55:38.200296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba312411-5e21-49fb-803f-d88c9bab9ffb req-a7e5fc7d-0121-48b7-863a-f406dfd65b5d tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771507 Aug 23 11:55:38.204582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-8741750e-701e-47ed-a3ef-9215b38b39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.216347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-8741750e-701e-47ed-a3ef-9215b38b39fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 200 len: 861 time: 0.1871800 Aug 23 11:55:38.217915 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b0c2b0-7dc6-45f7-b7aa-dee8f682fa58 x-openstack-request-id: req-f8b0c2b0-7dc6-45f7-b7aa-dee8f682fa58 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:38.218221 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4f021-efed-4a59-8b6d-e6045eeb2813", "name": "network-vif-deleted", "tag": "1636603b-d6e6-42ba-9ee5-cedcf92b7d89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:38.218480 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8b0c2b0-7dc6-45f7-b7aa-dee8f682fa58 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:38.218883 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4f021-efed-4a59-8b6d-e6045eeb2813', 'name': 'network-vif-deleted', 'tag': '1636603b-d6e6-42ba-9ee5-cedcf92b7d89', 'status': 'completed', 'code': 200} Aug 23 11:55:38.219144 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a', 'status': 'completed', 'code': 200} Aug 23 11:55:38.274940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c76da-ca4a-417c-8983-bbd555093e63 req-444eac17-dda8-4f2b-8cbf-27763fc8d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.295406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-444eac17-dda8-4f2b-8cbf-27763fc8d5fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0806150 Aug 23 11:55:38.302957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-a61d52e1-bea0-4719-aaf9-b3b162437417 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f992ef1a-2674-440f-b351-1b1402a48209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634289 Aug 23 11:55:38.306981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fda37bca-2628-46a7-8fdc-5aeb354fdecc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:38.326143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc', 'mac_address': 'fa:16:3e:c2:45:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:38.366329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] For port ef863516-86f4-4292-bc51-531f1a3143de, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ef863516-86f4-4292-bc51-531f1a3143de,segment=NetworkSegment(5de9ad99-66ac-448c-84b2-1dc2d3a9f081),segment_id=5de9ad99-66ac-448c-84b2-1dc2d3a9f081)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:38.366570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:38.382331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:38.398719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda37bca-2628-46a7-8fdc-5aeb354fdecc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:38.428915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Calling delete_port for ef863516-86f4-4292-bc51-531f1a3143de owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:38.434212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fda37bca-2628-46a7-8fdc-5aeb354fdecc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:38.441588 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:38.508251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fda37bca-2628-46a7-8fdc-5aeb354fdecc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:38.529886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c76da-ca4a-417c-8983-bbd555093e63 req-9287722d-cbe4-4f6f-905c-be2cd9683028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.532019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-9287722d-cbe4-4f6f-905c-be2cd9683028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126720 Aug 23 11:55:38.547046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0403b-6101-4837-8295-db94493ac0f6 req-7e21b70a-a1fd-4936-aca8-745ac7253a2c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.549190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3b0403b-6101-4837-8295-db94493ac0f6 req-7e21b70a-a1fd-4936-aca8-745ac7253a2c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.2470236 Aug 23 11:55:38.569954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-b847aec2-8478-4786-8d4f-73d87d104e5a service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559166 Aug 23 11:55:38.589950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332d8bd-2302-487b-8e6e-184f9ef510c6 req-968bca6d-62ec-4dd6-bb3f-d10b9abdd929 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:38.591916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8332d8bd-2302-487b-8e6e-184f9ef510c6 req-968bca6d-62ec-4dd6-bb3f-d10b9abdd929 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 944 time: 0.1944590 Aug 23 11:55:38.669908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-f01f801b-c539-4c30-8f64-dde5a2a31b9f service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196244 Aug 23 11:55:38.687270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['fda37bca-2628-46a7-8fdc-5aeb354fdecc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:38.752642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8332d8bd-2302-487b-8e6e-184f9ef510c6 req-d59f59e2-5a8d-4fb9-8366-4552de7241cf tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472614 Aug 23 11:55:38.794274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3b0403b-6101-4837-8295-db94493ac0f6 req-32a0523c-a61d-4900-ad13-5c6712538a3d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464329 Aug 23 11:55:38.827034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cdc141-0fdf-48ec-8b45-eceec628fccb'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:38.830085 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae6d69-00f1-44ce-ba6c-4c3d1f47b1e5" -d '{"events": [{"server_uuid": "ada21e2b-dec4-4e19-b9e6-827366ca5780", "name": "network-vif-plugged", "status": "completed", "tag": "81cdc141-0fdf-48ec-8b45-eceec628fccb"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:38.919385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aed0744b-d85d-4066-b320-e017f3b5f184 req-4719f35e-48bb-466a-b482-92bd961e3822 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369215 Aug 23 11:55:38.921842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:38.989625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be53c5f9-3f78-45a4-bf39-d5b96b48d768 req-3d1e8b42-d174-457d-bf9b-cbb28b7772de tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab4e2402-9f03-40e6-933c-5e3a16737723 HTTP/1.1" status: 200 len: 210 time: 0.0603552 Aug 23 11:55:39.003000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709c76da-ca4a-417c-8983-bbd555093e63 req-8c79beed-ba67-403f-9370-4e6ab8d3c83d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115067 Aug 23 11:55:39.096205 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9b5a4b-4912-4b3e-9912-88c20557b5c5 x-openstack-request-id: req-4e9b5a4b-4912-4b3e-9912-88c20557b5c5 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:39.096516 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada21e2b-dec4-4e19-b9e6-827366ca5780", "name": "network-vif-plugged", "status": "completed", "tag": "81cdc141-0fdf-48ec-8b45-eceec628fccb", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:39.096826 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e9b5a4b-4912-4b3e-9912-88c20557b5c5 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:39.097232 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cdc141-0fdf-48ec-8b45-eceec628fccb', 'code': 200} Aug 23 11:55:39.148023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:39.152867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Pushing event deleted for resources: {'Port': ['ID=ef863516-86f4-4292-bc51-531f1a3143de,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:39.201558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:39.206896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1636603b-d6e6-42ba-9ee5-cedcf92b7d89 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:39.273280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] No DVR routers for this DVR port ef863516-86f4-4292-bc51-531f1a3143de on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:39.275953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:39.278660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8c1066f-d532-46c2-ad1a-21bfbca272ec req-8c0754b3-bd20-4ad0-8f85-92a306cfb2eb tempest-LiveAutoBlockMigrationV225Test-1153007206 tempest-LiveAutoBlockMigrationV225Test-1153007206-project] 10.222.0.41 "DELETE /v2.0/ports/ef863516-86f4-4292-bc51-531f1a3143de HTTP/1.1" status: 204 len: 173 time: 1.4142084 Aug 23 11:55:39.302608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c730c-ab16-43fe-8c59-219016400f97 req-f1b1bdd1-6914-4b7f-af30-bf04c7c60378 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.311734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-824c730c-ab16-43fe-8c59-219016400f97 req-f1b1bdd1-6914-4b7f-af30-bf04c7c60378 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 944 time: 0.3969016 Aug 23 11:55:39.326825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-b3878f83-7c7e-4db6-a4a4-07be1dc43a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.328477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-b3878f83-7c7e-4db6-a4a4-07be1dc43a1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 1095 time: 0.2208724 Aug 23 11:55:39.353600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f02169a9-5f03-4472-ae88-51f42bf95d40 req-c06ea77f-b561-4b7e-bd7d-930add500f50 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0677979 Aug 23 11:55:39.573590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf1ad2-eb3b-4167-89c7-ee6d6f8674bd req-b3cf1502-5c8c-4fef-a248-1c06a3de30ec tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.581939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01bf1ad2-eb3b-4167-89c7-ee6d6f8674bd req-b3cf1502-5c8c-4fef-a248-1c06a3de30ec tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.0892816 Aug 23 11:55:39.598617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74890-8aee-4ce3-9e82-b362d9ce08f3 req-655ab3e7-2168-4773-92f1-4172732eb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.600831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7c74890-8aee-4ce3-9e82-b362d9ce08f3 req-655ab3e7-2168-4773-92f1-4172732eb383 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 1100 time: 0.2846587 Aug 23 11:55:39.623636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-824c730c-ab16-43fe-8c59-219016400f97 req-65541731-e105-419d-b067-c0f2c5fc64cd tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107586 Aug 23 11:55:39.632013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01bf1ad2-eb3b-4167-89c7-ee6d6f8674bd req-49a4e259-5d0a-433c-b905-c38a9695b7dc tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Aug 23 11:55:39.711304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7c74890-8aee-4ce3-9e82-b362d9ce08f3 req-a0435b3d-ec68-4bbc-a3d8-dd8a7d8df479 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831189 Aug 23 11:55:39.712794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-fa35641e-4d06-4458-80f0-863368e24017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.713774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-fa35641e-4d06-4458-80f0-863368e24017 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 922 time: 0.3634467 Aug 23 11:55:39.943396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeed44b-b52e-40c7-929b-08bf42d5b4b4 req-6c35a8a8-a889-4778-b5e3-c1b5e012ca95 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.952128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeeed44b-b52e-40c7-929b-08bf42d5b4b4 req-6c35a8a8-a889-4778-b5e3-c1b5e012ca95 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 944 time: 0.1174898 Aug 23 11:55:39.982665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-24c62a15-60ff-47f0-86ee-c24426895d4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75a1911a-f296-44d2-ac79-9bc10729944a HTTP/1.1" status: 200 len: 217 time: 0.0509298 Aug 23 11:55:39.996645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe70c4f-2ea5-43be-b66d-664e77f6370a req-d8881feb-9991-4695-b27d-964e91cd65b6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:39.998195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fe70c4f-2ea5-43be-b66d-664e77f6370a req-d8881feb-9991-4695-b27d-964e91cd65b6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1252990 Aug 23 11:55:40.032650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeeed44b-b52e-40c7-929b-08bf42d5b4b4 req-9d97af97-d788-403a-9ca0-61f234179a61 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750868 Aug 23 11:55:40.073598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-b7658973-17cb-4e9d-9537-8ed0df58a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:40.075232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-b7658973-17cb-4e9d-9537-8ed0df58a98d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 200 len: 861 time: 0.0760443 Aug 23 11:55:40.124478 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fe70c4f-2ea5-43be-b66d-664e77f6370a req-cb432184-a895-40a0-b3a7-739eae576750 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111228 Aug 23 11:55:40.150336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42136) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:40.160411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-22d57f67-f45b-4651-b4f2-055529389052 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f992ef1a-2674-440f-b351-1b1402a48209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595729 Aug 23 11:55:40.171874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fda37bca-2628-46a7-8fdc-5aeb354fdecc up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:40.240348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port fda37bca-2628-46a7-8fdc-5aeb354fdecc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:40.244787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port fda37bca-2628-46a7-8fdc-5aeb354fdecc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:40.245216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.324097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'name': 'network-vif-deleted', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:40.326421 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea952421-5ccb-49b8-aed7-9770989874c8" -d '{"events": [{"server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "name": "network-vif-deleted", "tag": "ef863516-86f4-4292-bc51-531f1a3143de"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:40.412698 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109604f8-1d4b-433b-8033-5e8784f0d4ea x-openstack-request-id: req-109604f8-1d4b-433b-8033-5e8784f0d4ea {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:40.412994 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4e2402-9f03-40e6-933c-5e3a16737723", "name": "network-vif-deleted", "tag": "ef863516-86f4-4292-bc51-531f1a3143de", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:40.413508 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-109604f8-1d4b-433b-8033-5e8784f0d4ea {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:40.413920 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4e2402-9f03-40e6-933c-5e3a16737723', 'name': 'network-vif-deleted', 'tag': 'ef863516-86f4-4292-bc51-531f1a3143de', 'status': 'completed', 'code': 200} Aug 23 11:55:40.426110 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-ce9cbfeb-e391-4b8e-8bd9-c8a9da0f8e0b service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578735 Aug 23 11:55:40.474675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.535014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Deleting subnet ca98d8bb-33e2-4920-b7bf-967fecca1bc0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:55:40.540190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fda37bca-2628-46a7-8fdc-5aeb354fdecc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:40.544662 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.548017 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.549865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ef863516-86f4-4292-bc51-531f1a3143de no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:40.576793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24c4d93c-3d2b-4f77-83d5-6d781640ab71 req-81f396e9-2483-4e83-a6a0-80ca4ba82fe7 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0809028 Aug 23 11:55:40.599144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.632124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d056a037-0275-4262-8b01-a9bce34c1ee6 req-61142a18-a8dd-4c27-b58f-52c2a1734226 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913171 Aug 23 11:55:40.642509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ef863516-86f4-4292-bc51-531f1a3143de {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:40.642861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ef863516-86f4-4292-bc51-531f1a3143de not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:40.659159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.712200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fda37bca-2628-46a7-8fdc-5aeb354fdecc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:40.723488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.755601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca98d8bb-33e2-4920-b7bf-967fecca1bc0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:40.761804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.764124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-492a462d-72d0-4e1c-a476-fe97d0d1c401 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca98d8bb-33e2-4920-b7bf-967fecca1bc0 HTTP/1.1" status: 204 len: 168 time: 0.6126041 Aug 23 11:55:40.766856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42150) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:40.832223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8482-702c-4617-94d3-ba5e5d281a9a req-98b30c82-894e-40b0-90ca-176f8615037b tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:40.839359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f2f8482-702c-4617-94d3-ba5e5d281a9a req-98b30c82-894e-40b0-90ca-176f8615037b tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.0684125 Aug 23 11:55:40.852150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:40.895432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f2f8482-702c-4617-94d3-ba5e5d281a9a req-ddd3cd01-4aa9-4382-bdae-a5d024fc571e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Aug 23 11:55:40.996963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.011234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccb809c-534f-4ce3-a72f-ddddeac16567']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:41.025292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de9ad99-66ac-448c-84b2-1dc2d3a9f081') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:41.025662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de9ad99-66ac-448c-84b2-1dc2d3a9f081') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:41.035817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4793d-51fc-4f23-bee4-83a55e7188bf req-4f1f5761-2880-4ac3-80e5-2506139100a9 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:41.045063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09d4793d-51fc-4f23-bee4-83a55e7188bf req-4f1f5761-2880-4ac3-80e5-2506139100a9 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 944 time: 0.1873541 Aug 23 11:55:41.067069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.089823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.098888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:41.102616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:55:41.103046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.103695 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1862b9-0baa-44b2-902c-e61f849d3ec9" -d '{"events": [{"server_uuid": "9cf6bfdf-8d2a-4d46-a644-731b9f966315", "name": "network-vif-plugged", "status": "completed", "tag": "fda37bca-2628-46a7-8fdc-5aeb354fdecc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:55:41.105080 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:55:41.185452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09d4793d-51fc-4f23-bee4-83a55e7188bf req-d479e51c-c385-4e4c-bb2b-893991c6ce65 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396573 Aug 23 11:55:41.213391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.226090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19174106-8a37-4242-b907-db7520df54a0 req-4f222c7e-9ae9-4b89-aa00-cb92ac05cb73 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:41.227883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.229907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ccb809c-534f-4ce3-a72f-ddddeac16567 HTTP/1.1" status: 204 len: 168 time: 0.4620147 Aug 23 11:55:41.232529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-19174106-8a37-4242-b907-db7520df54a0 req-4f222c7e-9ae9-4b89-aa00-cb92ac05cb73 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 945 time: 0.0907996 Aug 23 11:55:41.236027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42164) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:41.252988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfa154-448b-4907-9deb-439f99d7f7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ccb809c-534f-4ce3-a72f-ddddeac16567,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:41.319338 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80155366-a511-43d8-8c29-4dc93be02d2e x-openstack-request-id: req-80155366-a511-43d8-8c29-4dc93be02d2e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:41.320215 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf6bfdf-8d2a-4d46-a644-731b9f966315", "name": "network-vif-plugged", "status": "completed", "tag": "fda37bca-2628-46a7-8fdc-5aeb354fdecc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:41.320513 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80155366-a511-43d8-8c29-4dc93be02d2e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:41.320979 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc', 'code': 200} Aug 23 11:55:41.345985 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-19174106-8a37-4242-b907-db7520df54a0 req-2afebd07-a31f-43dc-aaa6-21d77ef7d34c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952098 Aug 23 11:55:41.364663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Deleting subnet dfbba5e7-eb2e-4d1c-822c-ea39cfa57e24 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:55:41.371828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.453892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.485921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ffde7-add6-4402-bb1f-224b1efb39df req-1f55637c-2c2d-4d60-bf34-81c3dd7ad46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:41.487854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-422ffde7-add6-4402-bb1f-224b1efb39df req-1f55637c-2c2d-4d60-bf34-81c3dd7ad46e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 1096 time: 0.0752053 Aug 23 11:55:41.500527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a78fb-8d40-4e49-82b2-ccf4e8140c47 req-be387d1b-86cb-4e39-9e75-82e1732ca720 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:41.501752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.502775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-003a78fb-8d40-4e49-82b2-ccf4e8140c47 req-be387d1b-86cb-4e39-9e75-82e1732ca720 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1272879 Aug 23 11:55:41.561343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-422ffde7-add6-4402-bb1f-224b1efb39df req-bfcc9061-2f16-4118-a6eb-0ca3b8ab8038 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572119 Aug 23 11:55:41.580843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-003a78fb-8d40-4e49-82b2-ccf4e8140c47 req-f631dce9-cd5b-4d9b-8806-8f401a560521 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656140 Aug 23 11:55:41.589115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.628464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbba5e7-eb2e-4d1c-822c-ea39cfa57e24,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:41.635556 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.642471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42178) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:41.645992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b75bf56a-ccb4-4702-9c1c-d06b3d8652eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfbba5e7-eb2e-4d1c-822c-ea39cfa57e24 HTTP/1.1" status: 204 len: 168 time: 0.4023676 Aug 23 11:55:41.724002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab648a19-6f38-4be5-bb5c-64002c6305ae req-24450ebf-2048-4c95-aaf9-abbade690b3c tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bd4f021-efed-4a59-8b6d-e6045eeb2813 HTTP/1.1" status: 200 len: 210 time: 0.0487034 Aug 23 11:55:41.765238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.868182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.880073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e01653d-4a49-453c-99e0-75ea9b3869e8']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:41.898919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c52ac0-f25c-46c1-b926-e7403b36e497') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:41.899282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c52ac0-f25c-46c1-b926-e7403b36e497') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:55:41.913910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.933845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.942869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:55:41.943389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:55:41.946080 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:55:42.058683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:42.072074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:42.074265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e01653d-4a49-453c-99e0-75ea9b3869e8 HTTP/1.1" status: 204 len: 168 time: 0.4301364 Aug 23 11:55:42.085659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8b02-37f5-4980-a461-3dc80ac5df7a req-277b99c6-f1f0-40ec-b482-ff068a38d1af tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:42.087238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-185e8b02-37f5-4980-a461-3dc80ac5df7a req-277b99c6-f1f0-40ec-b482-ff068a38d1af tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.1117353 Aug 23 11:55:42.104285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ec70b-2fea-401b-9171-3cf9b760133b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e01653d-4a49-453c-99e0-75ea9b3869e8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:42.158052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-185e8b02-37f5-4980-a461-3dc80ac5df7a req-9a8d1839-4e1b-4bab-9842-5a48050d0020 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Aug 23 11:55:42.253948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42190) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:42.332731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e1488b83-0a1c-496e-8b6a-e9875e391448 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63af80bfd7424b4cb8ec69d8aeda6ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775435 Aug 23 11:55:42.335615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:42.382650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f64d4-c2b7-4e3c-9703-f9c013445708 req-49c2a469-1804-4696-ab51-5a22efd800ad tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:42.384826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902f64d4-c2b7-4e3c-9703-f9c013445708 req-49c2a469-1804-4696-ab51-5a22efd800ad tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 944 time: 0.1231594 Aug 23 11:55:42.487115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902f64d4-c2b7-4e3c-9703-f9c013445708 req-a1ed0ba7-a188-417e-b127-8732a0a9a23b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927486 Aug 23 11:55:42.495545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d4d26fb-884d-4bb2-b731-a17b7adc0986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:42.525931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d4d26fb-884d-4bb2-b731-a17b7adc0986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:42.632100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-163fef6f-1435-4034-9b15-a413c31e71f4 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0c08af976eb94755aea287e3178425bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352752 Aug 23 11:55:42.692258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13a152-d1d5-40a7-8ab9-9ae2a2498a0a req-39fb2486-11cf-464f-8677-6ce8bd94568b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:42.699833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a13a152-d1d5-40a7-8ab9-9ae2a2498a0a req-39fb2486-11cf-464f-8677-6ce8bd94568b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 945 time: 0.1005640 Aug 23 11:55:42.717262 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d4d26fb-884d-4bb2-b731-a17b7adc0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:42.729007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d4d26fb-884d-4bb2-b731-a17b7adc0986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:42.751582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4d4d26fb-884d-4bb2-b731-a17b7adc0986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/943bdc93-9629-4112-b517-80d3916a6d34 HTTP/1.1" status: 204 len: 168 time: 0.4143746 Aug 23 11:55:42.763464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d26fb-884d-4bb2-b731-a17b7adc0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943bdc93-9629-4112-b517-80d3916a6d34,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:42.825127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a13a152-d1d5-40a7-8ab9-9ae2a2498a0a req-00270f93-1aea-4cb6-9a7a-4639a106635e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137884 Aug 23 11:55:42.898714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-45905d5a-3357-4b0a-9e2b-c7de8bfda5c5 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:42.905783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-45905d5a-3357-4b0a-9e2b-c7de8bfda5c5 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628336 Aug 23 11:55:42.934248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-d3d28454-d120-478a-9e75-c6b0ed00380b tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/quotas/0c08af976eb94755aea287e3178425bb HTTP/1.1" status: 200 len: 375 time: 0.0275049 Aug 23 11:55:43.057165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-96f3f292-8a99-485e-92d5-3013b8d4bf07 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c08af976eb94755aea287e3178425bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189108 Aug 23 11:55:43.140024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e5567-eebf-4082-ba2f-81f193ca489d req-c2f5b54d-d3ed-4d92-a38d-ed432290688d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:43.149553 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a74e5567-eebf-4082-ba2f-81f193ca489d req-c2f5b54d-d3ed-4d92-a38d-ed432290688d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1092451 Aug 23 11:55:43.187381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:43.213444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a74e5567-eebf-4082-ba2f-81f193ca489d req-16e658d8-d3c4-4ff0-8b6e-ff375920ed99 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623827 Aug 23 11:55:43.342425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-116b0ae3-3a91-41e1-ab96-4caefc94d46f req-a1139c9d-f85a-405e-ac33-80329ccd3d62 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 210 time: 0.0455043 Aug 23 11:55:43.348642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:43.384523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '75a1911a-f296-44d2-ac79-9bc10729944a', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'port_id': '75a1911a-f296-44d2-ac79-9bc10729944a', 'mac_address': 'fa:16:3e:f8:04:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f0c7f-1d8e-4d6a-bf99-ef4417c7d619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:43.434793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:43.454490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a1911a-f296-44d2-ac79-9bc10729944a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:43.481733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:43.491337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:43.570405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42248) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:43.612460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:43.688457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a4b1650e-4f58-4c61-920d-1f55267cbdf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acc4c8e001b148e7808e8e9a1c3df455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145308 Aug 23 11:55:43.688824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42254) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:43.791649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['75a1911a-f296-44d2-ac79-9bc10729944a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:43.805851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-613ae5c4-ed0a-43ac-aae2-7a4e0afa3aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:43.851200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ddfd7-819a-4bf9-8269-cd3a92c90f1e req-eae3f211-25b6-4a7b-888e-7c3759321230 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:43.852791 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a43ddfd7-819a-4bf9-8269-cd3a92c90f1e req-eae3f211-25b6-4a7b-888e-7c3759321230 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 945 time: 0.1696925 Aug 23 11:55:43.894629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-613ae5c4-ed0a-43ac-aae2-7a4e0afa3aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:43.959256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a43ddfd7-819a-4bf9-8269-cd3a92c90f1e req-e5dece73-e8b4-40a7-a515-c4ab45ff82d9 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979319 Aug 23 11:55:44.109320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-613ae5c4-ed0a-43ac-aae2-7a4e0afa3aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:44.114255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-613ae5c4-ed0a-43ac-aae2-7a4e0afa3aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:44.115891 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-613ae5c4-ed0a-43ac-aae2-7a4e0afa3aa2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11ba2bce-cfd6-422f-aed3-ecf6cdd235e2 HTTP/1.1" status: 204 len: 168 time: 0.4253247 Aug 23 11:55:44.139111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ae5c4-ed0a-43ac-aae2-7a4e0afa3aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba2bce-cfd6-422f-aed3-ecf6cdd235e2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:44.179765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5102d85-55da-43f0-9c03-a19576121322 req-5b624179-f97d-4112-b13d-81ce0f7d18ef tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:44.204970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5102d85-55da-43f0-9c03-a19576121322 req-5b624179-f97d-4112-b13d-81ce0f7d18ef tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 945 time: 0.2772295 Aug 23 11:55:44.297448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5102d85-55da-43f0-9c03-a19576121322 req-92d81d53-beaa-422c-a491-b55f25fae5e3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874798 Aug 23 11:55:44.457512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f555d98-82a1-47f7-9864-6007b10090ca req-2048e844-fc9c-40d0-b9a8-7434c62e3cd6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:44.459361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f555d98-82a1-47f7-9864-6007b10090ca req-2048e844-fc9c-40d0-b9a8-7434c62e3cd6 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0891719 Aug 23 11:55:44.561059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-44d80d7d-e5b0-40d8-8f31-95ecb5dc862e req-225817f9-a6b3-47da-84e4-da1ac49c5b3e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 210 time: 0.0614159 Aug 23 11:55:44.571796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f555d98-82a1-47f7-9864-6007b10090ca req-dd1d6fb6-6556-423d-92af-78a139034718 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Aug 23 11:55:45.062815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-433d2d4d-7d21-4dc7-ab45-287ea8b61fdb tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c08af976eb94755aea287e3178425bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707929 Aug 23 11:55:45.187535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:45.323082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e46df-c6be-4287-aa9f-b5ba226f4aad req-49a92cf1-2860-4685-b1f4-ac47c204ef95 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:45.337967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b25e46df-c6be-4287-aa9f-b5ba226f4aad req-49a92cf1-2860-4685-b1f4-ac47c204ef95 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 945 time: 0.1801405 Aug 23 11:55:45.440333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b25e46df-c6be-4287-aa9f-b5ba226f4aad req-7e91fa30-e891-4fba-b9c2-9c1eaba0ffa9 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964489 Aug 23 11:55:45.462683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-d04f9b3c-9a6a-4195-91f4-cbdc1c727184 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:45.464803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-d04f9b3c-9a6a-4195-91f4-cbdc1c727184 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876603 Aug 23 11:55:45.491100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Request body: {'port': {'device_id': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '0c08af976eb94755aea287e3178425bb'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:45.592470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 75a1911a-f296-44d2-ac79-9bc10729944a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:45.604770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 75a1911a-f296-44d2-ac79-9bc10729944a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:45.606059 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:45.866482 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:45.884477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bf8bf-f29e-48ab-b315-c6e36f005128 req-6266e6bc-4563-411f-9767-a82a6595d2d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:45.897478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-534bf8bf-f29e-48ab-b315-c6e36f005128 req-6266e6bc-4563-411f-9767-a82a6595d2d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1308310 Aug 23 11:55:45.929548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:45.935766 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4992d6-9d15-403d-ad94-490459776153" -d '{"events": [{"server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "name": "network-vif-plugged", "status": "completed", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:45.948104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Made reservation on behalf of 0c08af976eb94755aea287e3178425bb for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:55:45.956668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:45.967174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:45.979092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:46.000090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbf1b4c5-cf97-4f50-abb7-76663972a332 req-a23569e9-5dd3-4db8-ad93-c7d67be5da61 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 210 time: 0.1372228 Aug 23 11:55:46.024863 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-534bf8bf-f29e-48ab-b315-c6e36f005128 req-8415fda7-6cab-44cb-bfa6-70ad4796092b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246102 Aug 23 11:55:46.103719 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:55:46.174835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:46.200890 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da870b-ecec-4287-9eba-879bb908a82f x-openstack-request-id: req-45da870b-ecec-4287-9eba-879bb908a82f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:46.200890 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "name": "network-vif-plugged", "status": "completed", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:46.200890 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45da870b-ecec-4287-9eba-879bb908a82f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:46.200890 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a', 'code': 200} Aug 23 11:55:46.385527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Allocated IP 192.168.233.245 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/4a8db3e7-c56b-46b5-b67f-a3aefda4b10a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:55:46.395372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa05720-6b61-41a3-a1ea-df4393d148d9 req-80939d99-89e5-4085-8046-6f2c934b0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:46.396769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1aa05720-6b61-41a3-a1ea-df4393d148d9 req-80939d99-89e5-4085-8046-6f2c934b0860 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 1097 time: 0.0956619 Aug 23 11:55:46.524885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1aa05720-6b61-41a3-a1ea-df4393d148d9 req-f4d55f2e-eb53-4f1a-80a5-71a488844034 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094592 Aug 23 11:55:46.724823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b657c92-6cfd-4b79-9136-df5ad64cfa56 req-147ac2f7-8bd2-4532-86cb-e88e4500d8aa tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:46.744351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b657c92-6cfd-4b79-9136-df5ad64cfa56 req-147ac2f7-8bd2-4532-86cb-e88e4500d8aa tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.1374986 Aug 23 11:55:46.865162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b657c92-6cfd-4b79-9136-df5ad64cfa56 req-ef261358-9fb4-4376-8630-b4e87a347422 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964944 Aug 23 11:55:46.972315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:47.048004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Transition to ACTIVE for port object 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:47.177928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:47.191783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81cdc141-0fdf-48ec-8b45-eceec628fccb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:47.277999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:55:47.282149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:55:47.289218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:55:47.359060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Pushing event updated for resources: {'Port': ['ID=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:47.375729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655aaf7-1b9d-4d4b-9e0b-7429c529b301 req-47fa375d-bcf7-40d5-929c-d3a0ad70d561 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:47.377915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6655aaf7-1b9d-4d4b-9e0b-7429c529b301 req-47fa375d-bcf7-40d5-929c-d3a0ad70d561 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 936 time: 0.2307968 Aug 23 11:55:47.383233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44be50b-e6cd-4646-9e06-792f0f5c32e8 req-c9d4bb29-4922-4f30-9bd0-27363e3eab53 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:47.397742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c44be50b-e6cd-4646-9e06-792f0f5c32e8 req-c9d4bb29-4922-4f30-9bd0-27363e3eab53 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.2573850 Aug 23 11:55:47.441598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:47.461094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:47.507656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c44be50b-e6cd-4646-9e06-792f0f5c32e8 req-a87b556b-ea5c-4ae7-9df1-d604e8eedb72 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046815 Aug 23 11:55:47.511005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-db4e1511-d6a4-424d-bed8-a4c52a06681e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0334024 Aug 23 11:55:47.556256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Request body: {'port': {'device_id': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:47.564703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6655aaf7-1b9d-4d4b-9e0b-7429c529b301 req-ed4ca8d5-bd8f-400a-8056-93939717a6a6 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697764 Aug 23 11:55:47.718208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:47.943290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9864ad80-a947-42c6-869e-bed161d0fdd7 None None] Provisioning for port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:47.952316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9864ad80-a947-42c6-869e-bed161d0fdd7 None None] Provisioning complete for port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:47.952774 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9864ad80-a947-42c6-869e-bed161d0fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:48.020966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8203cf-b0e4-4f08-8bbf-8bba8f2a5018 req-d0b4489d-994f-44de-b900-ddb292718a5e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:48.023409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c8203cf-b0e4-4f08-8bbf-8bba8f2a5018 req-d0b4489d-994f-44de-b900-ddb292718a5e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.0762181 Aug 23 11:55:48.088307 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c8203cf-b0e4-4f08-8bbf-8bba8f2a5018 req-6067e2cf-1244-4463-8111-716ff5a9f019 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549653 Aug 23 11:55:48.102933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9864ad80-a947-42c6-869e-bed161d0fdd7 None None] Port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:55:48.147732 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-2b282614-70d5-46cd-8805-44537d66c845 service neutron] show failed (client error): The resource could not be found. Aug 23 11:55:48.152254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-2b282614-70d5-46cd-8805-44537d66c845 service neutron] 10.222.0.44 "GET /v2.0/ports/a3be125f-8473-4bf2-8989-c9aba25d9a3a/bindings/n-h2-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.1381574 Aug 23 11:55:48.476768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:48.489853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:48.522832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Transition to ACTIVE for port object 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:48.532713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f353454-2084-467d-baf7-78a3abd44d64 req-44b94bff-a267-4f16-b1e4-cea2956bb936 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:48.540696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f353454-2084-467d-baf7-78a3abd44d64 req-44b94bff-a267-4f16-b1e4-cea2956bb936 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.1139913 Aug 23 11:55:48.550337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:48.588286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-5aa7bca8-1d51-4115-994b-698173e030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:48.590195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-5aa7bca8-1d51-4115-994b-698173e030dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63&tenant_id=4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 1101 time: 0.1136026 Aug 23 11:55:48.603957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:55:48.745544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f353454-2084-467d-baf7-78a3abd44d64 req-138d3c61-7c0d-4033-9739-0a49a7ce8b08 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034867 Aug 23 11:55:48.784477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Pushing event updated for resources: {'Port': ['ID=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:48.823510 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:49.072803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Attempting to bind port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:49.072803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Attempting to bind port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:49.072803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Attempting to bind port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:49.106613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3845a9-c6e5-4f52-aca1-1d9a11118799 req-9abb3e40-666e-4fd3-91ee-06dcda65afdc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:49.134712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae3845a9-c6e5-4f52-aca1-1d9a11118799 req-9abb3e40-666e-4fd3-91ee-06dcda65afdc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.1904607 Aug 23 11:55:49.252166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:49.252166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Attempting to bind port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:49.279490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:49.281585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:49.282696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:49.284032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Bound port: 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:49.286072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:49.350223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae3845a9-c6e5-4f52-aca1-1d9a11118799 req-93b6e95a-3d65-4217-beca-623ff07f13d9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082372 Aug 23 11:55:49.518687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] For port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:49.541486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] For port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:49.544064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:50.072183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8454f8-f4bd-4fbb-a2a1-e91f9ebc4a2c req-3210cda7-5d50-47e3-a969-4c78c3ff91f1 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:50.080042 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a8454f8-f4bd-4fbb-a2a1-e91f9ebc4a2c req-3210cda7-5d50-47e3-a969-4c78c3ff91f1 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 948 time: 0.3278196 Aug 23 11:55:50.131667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:50.133242 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:50.135119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] 10.222.0.41 "PUT /v2.0/ports/4a8db3e7-c56b-46b5-b67f-a3aefda4b10a HTTP/1.1" status: 200 len: 1096 time: 2.5879979 Aug 23 11:55:50.144430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'tag': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:50.147086 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159114be-56d5-450f-ac2f-e152930fed28" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7b3366-ccaa-4c0f-befc-fb2a411123b6", "tag": "4a8db3e7-c56b-46b5-b67f-a3aefda4b10a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:50.179722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a8454f8-f4bd-4fbb-a2a1-e91f9ebc4a2c req-7fc82480-ff34-433d-8486-c9172ba24d27 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986021 Aug 23 11:55:50.218502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Pushing event updated for resources: {'Port': ['ID=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:50.239448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.239793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.240143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.240487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.240830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.241170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.241501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.242047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.242562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.243982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.245354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.245947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698d335-b04d-46c4-bdb9-9c624f89aa6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:50.341221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:50.397942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-7b9ef48f-cc60-465c-8341-387160586f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:50.399496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-7b9ef48f-cc60-465c-8341-387160586f5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c08af976eb94755aea287e3178425bb&device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 1099 time: 0.1334527 Aug 23 11:55:50.467217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:50.586028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-347e0018-1db0-4ace-8b86-8993e6cd8c06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a HTTP/1.1" status: 200 len: 217 time: 0.1729975 Aug 23 11:55:50.668284 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09413218-1c22-4f32-9a03-0cf8e3f534fc x-openstack-request-id: req-09413218-1c22-4f32-9a03-0cf8e3f534fc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:50.669353 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7b3366-ccaa-4c0f-befc-fb2a411123b6", "tag": "4a8db3e7-c56b-46b5-b67f-a3aefda4b10a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:50.669813 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09413218-1c22-4f32-9a03-0cf8e3f534fc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:50.670397 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'tag': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a', 'status': 'completed', 'code': 200} Aug 23 11:55:50.702103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-9a7c4db5-5049-408e-bbfc-aeecf9ada888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:50.709567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-9a7c4db5-5049-408e-bbfc-aeecf9ada888 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1226487 Aug 23 11:55:50.805099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:50.812126 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed532f5-abfd-4d98-bcab-84dd1f4377d0" -d '{"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:50.833242 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:50.868715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Transition to ACTIVE for port object a3be125f-8473-4bf2-8989-c9aba25d9a3a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:55:50.874005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:51.002370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-530e1656-69ec-4901-8ec7-afcb812d36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:51.004025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-530e1656-69ec-4901-8ec7-afcb812d36a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2871957 Aug 23 11:55:51.024044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c1376-80db-43b4-864a-79f628abebdb req-f43b4d46-09f1-45c0-b81e-088870f68650 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:51.025600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f78c1376-80db-43b4-864a-79f628abebdb req-f43b4d46-09f1-45c0-b81e-088870f68650 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.2028592 Aug 23 11:55:51.066324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:51.105424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] No DVR routers for this DVR port a3be125f-8473-4bf2-8989-c9aba25d9a3a on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:51.241112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:55:51.241462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:55:51.241834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:51.266692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:55:51.267036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:55:51.278635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:55:51.281742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:55:51.281742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:55:51.281742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Bound port: a3be125f-8473-4bf2-8989-c9aba25d9a3a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:55:51.281742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:51.289507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-df184497-a146-4a95-ba56-4a4688e33ec9 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748063 Aug 23 11:55:51.448610 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4b4ff-d79c-4003-898c-21e81f166840 x-openstack-request-id: req-d4f4b4ff-d79c-4003-898c-21e81f166840 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:51.448913 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:51.449172 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4f4b4ff-d79c-4003-898c-21e81f166840 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:51.449566 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'code': 200} Aug 23 11:55:51.474600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:55:51.480458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:55:51.487821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:51.532780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f78c1376-80db-43b4-864a-79f628abebdb req-ecff026c-73e0-4d8f-9cb0-b06109a6b509 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418721 Aug 23 11:55:51.583050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:51.583740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:51.585754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] 10.222.0.41 "PUT /v2.0/ports/a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 1096 time: 2.9876273 Aug 23 11:55:51.687807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb86b619-8741-408e-967d-3763ea2d21e7 req-caf1a78c-b5fe-4060-a317-e03b5fefc2a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785686 Aug 23 11:55:51.770693 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001260c0-7f28-4854-aa1d-cf0e15c020be service neutron] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:51.777404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84611ccb-6f9c-47ba-9ebd-8fdc4a290fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:51.835995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-b3804541-3a3b-400f-b490-6681311898d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:51.837744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-b3804541-3a3b-400f-b490-6681311898d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1099 time: 0.2208276 Aug 23 11:55:51.981814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2baa9-541b-4eb7-a958-5c7631f2a8da req-b705ed25-d7ab-45b2-a3f7-7efda28aa97a tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:51.990229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54f2baa9-541b-4eb7-a958-5c7631f2a8da req-b705ed25-d7ab-45b2-a3f7-7efda28aa97a tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 948 time: 0.2079043 Aug 23 11:55:52.011939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159114be-56d5-450f-ac2f-e152930fed28 req-62d7b684-49a2-4acd-bbe7-939dee2d1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.020816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-62d7b684-49a2-4acd-bbe7-939dee2d1dd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c08af976eb94755aea287e3178425bb&device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 1099 time: 0.1712830 Aug 23 11:55:52.036118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-b4bdb956-659e-48d3-b301-fe34b040f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.037661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-b4bdb956-659e-48d3-b301-fe34b040f4d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1884923 Aug 23 11:55:52.091040 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-c0d10e65-2ba6-46bb-872f-2069e6d59497 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0367429 Aug 23 11:55:52.148583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c66987-1ab0-41e9-bbbb-9438e4ab091c req-89a75cbf-144f-4b98-b319-0762e0e57f80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.160122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75c66987-1ab0-41e9-bbbb-9438e4ab091c req-89a75cbf-144f-4b98-b319-0762e0e57f80 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 945 time: 0.1457303 Aug 23 11:55:52.168464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-62a5dd6e-0dec-4d24-9080-ef284fe8b1da tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.169944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-62a5dd6e-0dec-4d24-9080-ef284fe8b1da tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 945 time: 0.2444098 Aug 23 11:55:52.175892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54f2baa9-541b-4eb7-a958-5c7631f2a8da req-9a067a07-1f36-4a92-b224-a91e558f6593 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846256 Aug 23 11:55:52.200559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159114be-56d5-450f-ac2f-e152930fed28 req-5c3990ad-0c87-460e-9aca-e8222735d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.202615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-5c3990ad-0c87-460e-9aca-e8222735d204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1556277 Aug 23 11:55:52.203543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-0885ed25-585b-4146-bc1d-1f14a9a23f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.205091 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-0885ed25-585b-4146-bc1d-1f14a9a23f1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1007721 Aug 23 11:55:52.221994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75c66987-1ab0-41e9-bbbb-9438e4ab091c req-f07846f1-d1eb-4b56-9d1d-b0f1814deb29 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556388 Aug 23 11:55:52.313495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-9b411cb1-3ce1-4155-af66-2be19c7acf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.315083 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-9b411cb1-3ce1-4155-af66-2be19c7acf1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921328 Aug 23 11:55:52.367707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-113a6dee-ae77-4431-bdd5-243d88febd88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a HTTP/1.1" status: 200 len: 217 time: 0.1312938 Aug 23 11:55:52.438429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159114be-56d5-450f-ac2f-e152930fed28 req-1394bfcb-d67d-41e4-86ad-1bce207a71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.440042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-1394bfcb-d67d-41e4-86ad-1bce207a71b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0638647 Aug 23 11:55:52.443277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Deleting port bbfaa17e-0dc4-48d5-bf7a-317139546d18 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:52.444025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:52.460023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a38dd-6d95-4c50-895a-046e9b075947 req-5adf1f7d-1325-4eda-95dc-b8621cc67c99 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.461671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d95a38dd-6d95-4c50-895a-046e9b075947 req-5adf1f7d-1325-4eda-95dc-b8621cc67c99 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.1231236 Aug 23 11:55:52.536796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d95a38dd-6d95-4c50-895a-046e9b075947 req-08221854-dd21-4453-8e50-ff10d432dd1a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634792 Aug 23 11:55:52.554157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-f32fd29e-3846-44ca-92d7-6d1e457445d5 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257631 Aug 23 11:55:52.681757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159114be-56d5-450f-ac2f-e152930fed28 req-d32af40a-91fa-4d21-a4c9-2b76247d9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.683505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-d32af40a-91fa-4d21-a4c9-2b76247d9601 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252077 Aug 23 11:55:52.692129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] For port bbfaa17e-0dc4-48d5-bf7a-317139546d18, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=bbfaa17e-0dc4-48d5-bf7a-317139546d18,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:52.692416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:52.825527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-e96e49c9-ea29-4da9-a07e-0731590b638a service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296780 Aug 23 11:55:52.838187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc494c25-5d22-4fa0-9a23-5a250df3a6c9 req-35c74626-1c6e-4336-8869-f601d5e17702 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:52.840175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc494c25-5d22-4fa0-9a23-5a250df3a6c9 req-35c74626-1c6e-4336-8869-f601d5e17702 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.1023035 Aug 23 11:55:52.847509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68b46f63-0ec0-4af9-ac62-c07721902173 req-8850d4fd-95f5-48b0-91f3-0dd4503e6c47 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804658 Aug 23 11:55:52.854582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Calling delete_port for bbfaa17e-0dc4-48d5-bf7a-317139546d18 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:52.950062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc494c25-5d22-4fa0-9a23-5a250df3a6c9 req-7b982fd6-2b74-47d6-b7ad-f8e7ef3ffca9 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015022 Aug 23 11:55:53.206654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159114be-56d5-450f-ac2f-e152930fed28 req-e4f95f9e-fe00-40f9-9079-354496624437 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738089 Aug 23 11:55:53.212173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:53.223333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:53.228213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:53.273770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event deleted for resources: {'Port': ['ID=bbfaa17e-0dc4-48d5-bf7a-317139546d18,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:53.315720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['bbfaa17e-0dc4-48d5-bf7a-317139546d18'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:53.397868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] No DVR routers for this DVR port bbfaa17e-0dc4-48d5-bf7a-317139546d18 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:53.401245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:53.403600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1463d0b2-db4c-4ba2-b2df-59c22950d70e req-845be8ba-43a0-49ad-a4d1-904d3bbc3594 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "DELETE /v2.0/ports/bbfaa17e-0dc4-48d5-bf7a-317139546d18 HTTP/1.1" status: 204 len: 173 time: 1.1995339 Aug 23 11:55:53.406192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'name': 'network-vif-deleted', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:53.416356 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6368480-f73c-476f-8d11-6ae4eac1c138" -d '{"events": [{"server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "name": "network-vif-deleted", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:53.424915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-02cc3332-603c-4dea-b5ee-44e52361d7b9 req-82565796-74c4-46fc-b8e9-7fef85ddb923 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fbc0265-586d-4833-8015-519f4d24762c HTTP/1.1" status: 200 len: 210 time: 0.0701165 Aug 23 11:55:53.447704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e90fe7-0371-4ab5-9228-83c35e747403 req-7247526c-4345-4d83-950d-4d1b61139c8f tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:53.456083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:53.456476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60e90fe7-0371-4ab5-9228-83c35e747403 req-7247526c-4345-4d83-950d-4d1b61139c8f tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 948 time: 0.0965378 Aug 23 11:55:53.456622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:53.460456 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e9d677-dc8b-4688-9a3e-086f789b8d32" -d '{"events": [{"name": "network-changed", "server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:53.559992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60e90fe7-0371-4ab5-9228-83c35e747403 req-e4f697d9-e61d-4643-b5b8-df99b0370217 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019952 Aug 23 11:55:53.629308 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b801a92-40d8-4380-9d29-f3adf940dd1f x-openstack-request-id: req-8b801a92-40d8-4380-9d29-f3adf940dd1f {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:53.629734 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbc0265-586d-4833-8015-519f4d24762c", "name": "network-vif-deleted", "tag": "bbfaa17e-0dc4-48d5-bf7a-317139546d18", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:53.630105 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b801a92-40d8-4380-9d29-f3adf940dd1f {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:53.630725 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbc0265-586d-4833-8015-519f4d24762c', 'name': 'network-vif-deleted', 'tag': 'bbfaa17e-0dc4-48d5-bf7a-317139546d18', 'status': 'completed', 'code': 200} Aug 23 11:55:53.649844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:53.651181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42542) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:53.699024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '75a1911a-f296-44d2-ac79-9bc10729944a', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'port_id': '75a1911a-f296-44d2-ac79-9bc10729944a', 'mac_address': 'fa:16:3e:f8:04:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f0c7f-1d8e-4d6a-bf99-ef4417c7d619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:53.751910 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c36ecb-88f4-4258-88c9-abea096790d6 x-openstack-request-id: req-35c36ecb-88f4-4258-88c9-abea096790d6 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:53.752206 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:53.752461 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35c36ecb-88f4-4258-88c9-abea096790d6 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:53.753049 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'status': 'completed', 'code': 200} Aug 23 11:55:53.812977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:53.831274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75a1911a-f296-44d2-ac79-9bc10729944a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:53.857066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:53.863037 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:53.912719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-025ad1c3-61ae-447c-9153-b14b1f5fa168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:53.919704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:53.930835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.931189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.931542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.931889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.932231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.932605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.932897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.933231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.933829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.934196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.934783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.934783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:53.988306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924b708-f190-479c-8b3b-00131f754a31 req-e72d3468-d7bb-43c1-8d2f-bd26dc6c43d7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:53.994742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['75a1911a-f296-44d2-ac79-9bc10729944a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:54.018622 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3924b708-f190-479c-8b3b-00131f754a31 req-e72d3468-d7bb-43c1-8d2f-bd26dc6c43d7 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.3196669 Aug 23 11:55:54.168899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-025ad1c3-61ae-447c-9153-b14b1f5fa168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.174698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-51f23477-fa49-4130-97ef-d206fcb217b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:54.175683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:54.176976 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-51f23477-fa49-4130-97ef-d206fcb217b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1099 time: 0.3485968 Aug 23 11:55:54.196664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-025ad1c3-61ae-447c-9153-b14b1f5fa168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.212010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6341d-ab16-4d7f-b5d1-2355a80429e6 req-2e5ecdea-5fcb-4e53-9eda-757efa1f0393 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:54.224645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-58b6341d-ab16-4d7f-b5d1-2355a80429e6 req-2e5ecdea-5fcb-4e53-9eda-757efa1f0393 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.1330664 Aug 23 11:55:54.334734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-58b6341d-ab16-4d7f-b5d1-2355a80429e6 req-c9a511be-2139-4257-b49a-27c2327d40e1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056128 Aug 23 11:55:54.409642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:54.450367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a', 'mac_address': 'fa:16:3e:75:76:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:54.454550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.464547 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d26f5f58-48c2-487d-9e48-f503941cae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.479176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ad1c3-61ae-447c-9153-b14b1f5fa168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d56a32-ce27-4d7c-9092-50ca422362ca,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:54.496852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-fab00df3-ee30-4b0a-aa49-27602fa5d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:54.502108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-fab00df3-ee30-4b0a-aa49-27602fa5d2ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2953889 Aug 23 11:55:54.511283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-7836d5ed-c91b-4d33-927b-11cdadca08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:54.512831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-7836d5ed-c91b-4d33-927b-11cdadca08c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1099 time: 0.7223895 Aug 23 11:55:54.555470 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3924b708-f190-479c-8b3b-00131f754a31 req-2f436cea-8863-4266-a40f-284e1ff25001 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356328 Aug 23 11:55:54.611991 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.649358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:54.664206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-5dabb58f-60ba-40bc-ba54-231b75347148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:54.667252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-5dabb58f-60ba-40bc-ba54-231b75347148 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1167774 Aug 23 11:55:54.715446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-5a53318b-41b9-42e0-9c7b-9a1dc22d3e67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.1683238 Aug 23 11:55:54.730881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:54.741881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.764290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-dfa60007-241d-46eb-9ffa-346496d8a5a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0557492 Aug 23 11:55:54.817563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42568) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:54.823670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-025ad1c3-61ae-447c-9153-b14b1f5fa168 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24e9fd5c80fc4653a29a35ac76753564&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1706455 Aug 23 11:55:54.870475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:54.890633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc25bb6a-7f9a-4278-9569-49d9695fe1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.920809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc25bb6a-7f9a-4278-9569-49d9695fe1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:54.949444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-31bcd74a-38cf-492b-95c1-5c643737004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:54.953188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-31bcd74a-38cf-492b-95c1-5c643737004c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1438029 Aug 23 11:55:55.033481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc25bb6a-7f9a-4278-9569-49d9695fe1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.038411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc25bb6a-7f9a-4278-9569-49d9695fe1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.042176 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc25bb6a-7f9a-4278-9569-49d9695fe1d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0d56a32-ce27-4d7c-9092-50ca422362ca HTTP/1.1" status: 204 len: 168 time: 0.2244930 Aug 23 11:55:55.064621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25bb6a-7f9a-4278-9569-49d9695fe1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d56a32-ce27-4d7c-9092-50ca422362ca,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:55.094244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['4a8db3e7-c56b-46b5-b67f-a3aefda4b10a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:55.136355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404c34-00c4-4552-b43b-ea951eb02b66 req-c58853fa-94a1-48ba-91ec-d4f2ec5c1e0c tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.145710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8404c34-00c4-4552-b43b-ea951eb02b66 req-c58853fa-94a1-48ba-91ec-d4f2ec5c1e0c tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 949 time: 0.4354491 Aug 23 11:55:55.160724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-09f3303c-1fc7-42eb-9050-3e8b48965059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.167938 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-09f3303c-1fc7-42eb-9050-3e8b48965059 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.4022439 Aug 23 11:55:55.183144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-e9fcb6ee-72ab-408c-87c4-854ed3f65131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.197457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-e9fcb6ee-72ab-408c-87c4-854ed3f65131 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918473 Aug 23 11:55:55.228032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:55.246655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e72c3-cbfb-4ee4-b394-e2db3a724731 req-00335455-1cf8-43b7-8e7d-e05aa664956e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.267269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a5e72c3-cbfb-4ee4-b394-e2db3a724731 req-00335455-1cf8-43b7-8e7d-e05aa664956e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 944 time: 0.1707783 Aug 23 11:55:55.360987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a5e72c3-cbfb-4ee4-b394-e2db3a724731 req-e46dfc58-9212-4cad-aea0-6a6e65635dac tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909173 Aug 23 11:55:55.410179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-90318173-6335-4dae-8eb9-34adee0fe3fb service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686280 Aug 23 11:55:55.445034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 75a1911a-f296-44d2-ac79-9bc10729944a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:55.446206 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.475769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8404c34-00c4-4552-b43b-ea951eb02b66 req-cef4d52a-5c63-423e-a8cd-5df35cb96e75 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196342 Aug 23 11:55:55.549412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-c79b0d2f-217c-40ca-bdac-2eae3050c4be tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.551020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-78c21057-c379-4902-9475-bea6c301f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.553135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-78c21057-c379-4902-9475-bea6c301f739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3732433 Aug 23 11:55:55.562924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-c79b0d2f-217c-40ca-bdac-2eae3050c4be tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 944 time: 0.1665254 Aug 23 11:55:55.696304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42592) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:55.741722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-c3e4c9de-a729-467a-835e-ab77944f7bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152883 Aug 23 11:55:55.747897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.753565 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e84f202-762f-45b4-9cfd-2f489b9ebfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.796902 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.804265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac58410-9fe0-4fbe-8e8c-57fd0bf960ea req-83fa842d-864b-4a0a-bbbb-b39d168a3adb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.812283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cac58410-9fe0-4fbe-8e8c-57fd0bf960ea req-83fa842d-864b-4a0a-bbbb-b39d168a3adb tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 948 time: 0.1739752 Aug 23 11:55:55.819618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:55.822005 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f9388e-2568-4f02-b0f0-51c2f14065c2" -d '{"events": [{"server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "name": "network-vif-plugged", "status": "completed", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:55.830154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-cc8c4eee-fcb2-470d-a072-3818bcd28ed2 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675893 Aug 23 11:55:55.864899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c638be-b25b-4609-b158-2c1059943962 req-a418b03f-975c-4c90-ac0f-4cecbb378246 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:55.868967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:55.872830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29c638be-b25b-4609-b158-2c1059943962 req-a418b03f-975c-4c90-ac0f-4cecbb378246 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 945 time: 0.1407239 Aug 23 11:55:55.878586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.879954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:55.911164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Deleting port 53122172-f274-419e-9bfe-6d08430ff69e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:55.911164 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:55.915558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cac58410-9fe0-4fbe-8e8c-57fd0bf960ea req-e69f4dc7-44d0-488e-84aa-782289060e7d tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022141 Aug 23 11:55:55.971650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29c638be-b25b-4609-b158-2c1059943962 req-cfdf5578-8db8-40bc-be4c-05869cf9993a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900519 Aug 23 11:55:56.057730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: bbfaa17e-0dc4-48d5-bf7a-317139546d18 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:56.060348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device bbfaa17e-0dc4-48d5-bf7a-317139546d18 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:56.073111 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eca878a-b33c-4347-9eb8-756f247dfde3 x-openstack-request-id: req-6eca878a-b33c-4347-9eb8-756f247dfde3 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:56.073923 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "name": "network-vif-plugged", "status": "completed", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:56.075078 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eca878a-b33c-4347-9eb8-756f247dfde3 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:56.075330 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a', 'code': 200} Aug 23 11:55:56.132204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49e9d677-dc8b-4688-9a3e-086f789b8d32 req-8cf13159-8c1c-4497-8a2e-263d406f4ee6 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792284 Aug 23 11:55:56.150579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:56.174299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:55:56.195196 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e84f202-762f-45b4-9cfd-2f489b9ebfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.200311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] For port 53122172-f274-419e-9bfe-6d08430ff69e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=53122172-f274-419e-9bfe-6d08430ff69e,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:56.200770 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.202203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e84f202-762f-45b4-9cfd-2f489b9ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.243032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Calling delete_port for 53122172-f274-419e-9bfe-6d08430ff69e owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:56.270347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6e84f202-762f-45b4-9cfd-2f489b9ebfd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99c574d1ee5a4f4aa1461199010f23be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510232 Aug 23 11:55:56.271179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:55:56.372320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f202-762f-45b4-9cfd-2f489b9ebfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc4773b-1582-4e82-b6d6-e0244d24ca9b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:56.452245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:56.477256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'mac_address': 'fa:16:3e:e7:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:55:56.556611 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.564682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea9a5-1f15-4cf1-97a1-c115c6acbe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.574941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3be125f-8473-4bf2-8989-c9aba25d9a3a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:55:56.583071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-e46d4489-856d-4092-98a4-65d7061aa64b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:56.587241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-e46d4489-856d-4092-98a4-65d7061aa64b tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63&tenant_id=4112d38acd174aafb9a0fa0f3e50a594&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 948 time: 0.1753607 Aug 23 11:55:56.598764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:56.604123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.647157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04307810-166f-48e3-8f68-a50722dcf95a req-5f3471df-d79d-48d3-a3af-dbd35ff716be tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:56.654771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04307810-166f-48e3-8f68-a50722dcf95a req-5f3471df-d79d-48d3-a3af-dbd35ff716be tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.1585755 Aug 23 11:55:56.660292 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea9a5-1f15-4cf1-97a1-c115c6acbe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.665630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.680675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:56.716506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc758f-d301-4e24-a97b-17aa274ad3df req-f1f96920-03e2-489e-9095-688eda88b2aa tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:56.723904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40bc758f-d301-4e24-a97b-17aa274ad3df req-f1f96920-03e2-489e-9095-688eda88b2aa tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.1588790 Aug 23 11:55:56.734333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event deleted for resources: {'Port': ['ID=53122172-f274-419e-9bfe-6d08430ff69e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:56.760509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.760867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.761233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.761418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-954df5f1-f6af-4e85-8971-fe24c0bb7799 service neutron] 10.222.0.41 "GET /v2.0/ports/a3be125f-8473-4bf2-8989-c9aba25d9a3a/bindings/n-h2-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.1602895 Aug 23 11:55:56.761586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.763955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.764383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:55:56.775748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04307810-166f-48e3-8f68-a50722dcf95a req-e732811b-a628-417a-bd3b-82b9ece08536 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198874 Aug 23 11:55:56.793655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea9a5-1f15-4cf1-97a1-c115c6acbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.807649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea9a5-1f15-4cf1-97a1-c115c6acbe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.807649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6d5ea9a5-1f15-4cf1-97a1-c115c6acbe0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cc4773b-1582-4e82-b6d6-e0244d24ca9b HTTP/1.1" status: 204 len: 168 time: 0.5307517 Aug 23 11:55:56.827403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ea9a5-1f15-4cf1-97a1-c115c6acbe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc4773b-1582-4e82-b6d6-e0244d24ca9b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:56.850249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] No DVR routers for this DVR port 53122172-f274-419e-9bfe-6d08430ff69e on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:56.880990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40bc758f-d301-4e24-a97b-17aa274ad3df req-be32b037-a85e-45bd-a49c-49930b8b5f1a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561115 Aug 23 11:55:56.883036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:56.885372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1ac14d9-1b77-4e59-a839-41144681ddd7 req-d699fbf4-309f-4d66-b101-ca7ab6dfdf76 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.41 "DELETE /v2.0/ports/53122172-f274-419e-9bfe-6d08430ff69e HTTP/1.1" status: 204 len: 173 time: 1.3215830 Aug 23 11:55:56.886124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'name': 'network-vif-deleted', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:56.888750 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b75465-dab3-4b62-a930-1ab80642c503" -d '{"events": [{"server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "name": "network-vif-deleted", "tag": "53122172-f274-419e-9bfe-6d08430ff69e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:56.898026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['a3be125f-8473-4bf2-8989-c9aba25d9a3a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:55:56.935287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c94f7402-f999-4bd4-a994-0454fe695564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:56.945555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c94f7402-f999-4bd4-a994-0454fe695564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1100 time: 0.1382749 Aug 23 11:55:57.129120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b030c8-fd64-45db-9ead-6e82b196d8c8 req-4a989ca7-64fe-41a0-87d7-d92d59ae65b2 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:57.140665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0b030c8-fd64-45db-9ead-6e82b196d8c8 req-4a989ca7-64fe-41a0-87d7-d92d59ae65b2 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 949 time: 0.1488321 Aug 23 11:55:57.197760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0b030c8-fd64-45db-9ead-6e82b196d8c8 req-42b38b3c-5cc5-4a47-a50a-312e6b57900f tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Aug 23 11:55:57.238944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f95af5d2-07a8-48b7-86bd-c39e486327de req-a3be7de2-4a33-4f39-ac38-00fa5cc4d6ce tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be4b7cc-f857-48b6-8087-7d83da3feb7f HTTP/1.1" status: 200 len: 210 time: 0.2862730 Aug 23 11:55:57.251680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-57b2bfcc-b17f-49d2-884a-750da53b5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:57.253255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-57b2bfcc-b17f-49d2-884a-750da53b5e33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2615254 Aug 23 11:55:57.268084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:57.330313 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be898332-1221-403a-9fef-b0be73692c31 x-openstack-request-id: req-be898332-1221-403a-9fef-b0be73692c31 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:57.330644 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be4b7cc-f857-48b6-8087-7d83da3feb7f", "name": "network-vif-deleted", "tag": "53122172-f274-419e-9bfe-6d08430ff69e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:57.330907 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be898332-1221-403a-9fef-b0be73692c31 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:57.331324 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be4b7cc-f857-48b6-8087-7d83da3feb7f', 'name': 'network-vif-deleted', 'tag': '53122172-f274-419e-9bfe-6d08430ff69e', 'status': 'completed', 'code': 200} Aug 23 11:55:57.341056 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-ed7e1635-36e1-44ef-875c-2dc20069b01e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0781646 Aug 23 11:55:57.384586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:57.418116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-4c5d93f0-927d-4c51-b10e-fbefd89fa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:57.419743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-4c5d93f0-927d-4c51-b10e-fbefd89fa1c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0692775 Aug 23 11:55:57.494812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-35f09acf-32c7-4e2b-a252-70cd9f72d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:57.496897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-35f09acf-32c7-4e2b-a252-70cd9f72d3dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638199 Aug 23 11:55:57.673181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-d03a80d0-9c30-4d3b-8633-4da101c6f7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599271 Aug 23 11:55:57.789326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c7097e8d-89f4-42cd-b54a-6196a8dafe28 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072803 Aug 23 11:55:57.934030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cdeee-fc10-46c5-ae8a-7aa02f0adb77 req-f10a2f55-f801-45de-8238-6bb160889dbd tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:57.935716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-270cdeee-fc10-46c5-ae8a-7aa02f0adb77 req-f10a2f55-f801-45de-8238-6bb160889dbd tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.0619116 Aug 23 11:55:58.015571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-270cdeee-fc10-46c5-ae8a-7aa02f0adb77 req-c259948d-f4c7-49b0-80c1-1258f96d31b1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671749 Aug 23 11:55:58.017806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.085802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf354d5-f957-48b5-b760-0b6302f488b8 req-0aef383a-723b-4d41-a1af-1ffb77cba32e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:58.088138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2bf354d5-f957-48b5-b760-0b6302f488b8 req-0aef383a-723b-4d41-a1af-1ffb77cba32e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.0683193 Aug 23 11:55:58.124771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-9704ff4f-884a-4909-bbd0-71713b3664c4 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:58.127763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-9704ff4f-884a-4909-bbd0-71713b3664c4 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 946 time: 0.0766485 Aug 23 11:55:58.142907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2bf354d5-f957-48b5-b760-0b6302f488b8 req-038c7394-08d9-4dc8-a647-b96caf3ac033 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Aug 23 11:55:58.205616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:58.262642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Deleting port 75a1911a-f296-44d2-ac79-9bc10729944a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:58.263217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.299060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:58.305442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:58.305843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.439915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609dc0b-f49d-436b-87c0-99105b307872 req-9063bebe-c69e-4396-9fc2-e46d5db2e4ad tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:58.441426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f609dc0b-f49d-436b-87c0-99105b307872 req-9063bebe-c69e-4396-9fc2-e46d5db2e4ad tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 949 time: 0.1189435 Aug 23 11:55:58.472965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.476324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] For port 75a1911a-f296-44d2-ac79-9bc10729944a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=75a1911a-f296-44d2-ac79-9bc10729944a,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:58.476736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.507985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Calling delete_port for 75a1911a-f296-44d2-ac79-9bc10729944a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:58.526363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:58.530617 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad62698-e311-4401-8cdb-10a59d6c616e" -d '{"events": [{"server_uuid": "fd7b3366-ccaa-4c0f-befc-fb2a411123b6", "name": "network-vif-plugged", "status": "completed", "tag": "4a8db3e7-c56b-46b5-b67f-a3aefda4b10a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:58.546145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f609dc0b-f49d-436b-87c0-99105b307872 req-c4f22e15-ebf2-4d34-89bd-ec9f8baca50d tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888929 Aug 23 11:55:58.587349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:58.595627 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.602276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:55:58.806407 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4158b17a-5895-49d0-aab3-ddd570c537ba x-openstack-request-id: req-4158b17a-5895-49d0-aab3-ddd570c537ba {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:58.806766 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7b3366-ccaa-4c0f-befc-fb2a411123b6", "name": "network-vif-plugged", "status": "completed", "tag": "4a8db3e7-c56b-46b5-b67f-a3aefda4b10a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:58.806950 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4158b17a-5895-49d0-aab3-ddd570c537ba {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:58.807346 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a', 'code': 200} Aug 23 11:55:58.854768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:58.864209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.872530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port a3be125f-8473-4bf2-8989-c9aba25d9a3a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:55:58.883612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port a3be125f-8473-4bf2-8989-c9aba25d9a3a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:55:58.899489 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:58.949426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842e7b1-ed6c-4ce9-a661-27588f3dbc41 req-04ef168f-79d4-4d12-be63-210a572a1137 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:58.955677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e842e7b1-ed6c-4ce9-a661-27588f3dbc41 req-04ef168f-79d4-4d12-be63-210a572a1137 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.1148026 Aug 23 11:55:58.957789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event deleted for resources: {'Port': ['ID=75a1911a-f296-44d2-ac79-9bc10729944a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:59.018627 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e842e7b1-ed6c-4ce9-a661-27588f3dbc41 req-bf10b69c-93b4-41d8-bd32-7dc8fcf7bd5b tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c14109-75c0-45f9-ba9b-3a0001e251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529246 Aug 23 11:55:59.109430 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:59.193465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:59.206121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:59.207066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:59.231069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 53122172-f274-419e-9bfe-6d08430ff69e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:59.231633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 53122172-f274-419e-9bfe-6d08430ff69e not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:59.236735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:55:59.277896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 75a1911a-f296-44d2-ac79-9bc10729944a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:55:59.279313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:55:59.316144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:55:59.446250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555a823-437e-4f0a-846d-9c83436adc0d req-b64a886b-01c0-477b-a7e4-6fea937fb9d5 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:59.447749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f555a823-437e-4f0a-846d-9c83436adc0d req-b64a886b-01c0-477b-a7e4-6fea937fb9d5 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0644341 Aug 23 11:55:59.494527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f555a823-437e-4f0a-846d-9c83436adc0d req-48545921-ec71-4c14-9b2b-4843069121bd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Aug 23 11:55:59.522599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c74094e3-519d-4bcc-ba8a-a2c6fc39933e req-16be0a13-d1f7-4614-bf28-8a11575ce5e1 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=94e9e616-a82a-43ee-a065-4a05b24ab7da HTTP/1.1" status: 200 len: 210 time: 0.0774534 Aug 23 11:55:59.526937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] No DVR routers for this DVR port 75a1911a-f296-44d2-ac79-9bc10729944a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:55:59.536774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:59.547050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-560f873d-0c4e-421a-9cbd-17adb06e8a78 req-18b642f7-0659-4c28-84cb-db78003d3520 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "DELETE /v2.0/ports/75a1911a-f296-44d2-ac79-9bc10729944a HTTP/1.1" status: 204 len: 173 time: 1.4079723 Aug 23 11:55:59.547768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'name': 'network-vif-deleted', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:55:59.554183 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6475c-6369-4a20-a391-6342ed715154" -d '{"events": [{"server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "name": "network-vif-deleted", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:55:59.565623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517a91f-26cf-46b8-928b-d3a42e37e5da req-972f6a42-578d-4606-99cc-31c3e86ac816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:59.567225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e517a91f-26cf-46b8-928b-d3a42e37e5da req-972f6a42-578d-4606-99cc-31c3e86ac816 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 1101 time: 0.6266358 Aug 23 11:55:59.590495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-8443a888-0620-45ec-961e-eafd164ecf69 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:59.592057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-8443a888-0620-45ec-961e-eafd164ecf69 tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 944 time: 0.1461039 Aug 23 11:55:59.701174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e517a91f-26cf-46b8-928b-d3a42e37e5da req-8a95b7f6-1615-4d57-93b7-f2e4eb1acfb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230443 Aug 23 11:55:59.707247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cc7aa-5816-408d-9b63-c862b7e1b400 req-5364e513-71b1-471e-9f67-cf5331004fe9 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:59.708828 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-613cc7aa-5816-408d-9b63-c862b7e1b400 req-5364e513-71b1-471e-9f67-cf5331004fe9 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 950 time: 0.0943947 Aug 23 11:55:59.751070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-613cc7aa-5816-408d-9b63-c862b7e1b400 req-c4c24302-f7cd-48fc-a42a-83e71512d801 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Aug 23 11:55:59.754340 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cf3de5-1272-4f37-85b3-b5c34e0f3c3c x-openstack-request-id: req-24cf3de5-1272-4f37-85b3-b5c34e0f3c3c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:55:59.754809 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e9e616-a82a-43ee-a065-4a05b24ab7da", "name": "network-vif-deleted", "tag": "75a1911a-f296-44d2-ac79-9bc10729944a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:55:59.755082 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24cf3de5-1272-4f37-85b3-b5c34e0f3c3c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:55:59.755826 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9e616-a82a-43ee-a065-4a05b24ab7da', 'name': 'network-vif-deleted', 'tag': '75a1911a-f296-44d2-ac79-9bc10729944a', 'status': 'completed', 'code': 200} Aug 23 11:55:59.761192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Deleting port e122300d-ffc5-4c8b-a47f-66a546aaa3ef {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:55:59.761542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:59.864665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] For port e122300d-ffc5-4c8b-a47f-66a546aaa3ef, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,segment=NetworkSegment(761a5c92-dea0-4bf3-b024-3fcbf8159351),segment_id=761a5c92-dea0-4bf3-b024-3fcbf8159351)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:55:59.865636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:55:59.879192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Calling delete_port for e122300d-ffc5-4c8b-a47f-66a546aaa3ef owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:55:59.940211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde7315-2430-4e05-b23b-da3498f77f20 req-0fee55f7-db7a-4354-96d5-2a1bac8ec699 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:55:59.942384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2bde7315-2430-4e05-b23b-da3498f77f20 req-0fee55f7-db7a-4354-96d5-2a1bac8ec699 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 951 time: 0.0602028 Aug 23 11:55:59.995751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2bde7315-2430-4e05-b23b-da3498f77f20 req-ada45a02-cdec-4e42-84a2-4085badad3bf tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 Aug 23 11:56:00.047823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.096050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Pushing event deleted for resources: {'Port': ['ID=e122300d-ffc5-4c8b-a47f-66a546aaa3ef,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:00.158434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] No DVR routers for this DVR port e122300d-ffc5-4c8b-a47f-66a546aaa3ef on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:00.174103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.176158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5389d8c-17db-4f9a-8d44-e0e644e9efdc req-928c3492-4aa1-443d-9f5c-8e7c477f236f tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.44 "DELETE /v2.0/ports/e122300d-ffc5-4c8b-a47f-66a546aaa3ef HTTP/1.1" status: 204 len: 173 time: 0.5609930 Aug 23 11:56:00.178377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bb6452e-e937-48c9-9549-c337ed4ae8d4 req-dd195ddf-7957-49ce-ae8c-0c14ba6d675e tempest-LiveMigrationTest-596451245 tempest-LiveMigrationTest-596451245-project] 10.222.0.21 "GET /v2.0/ports?device_id=1489a87b-9aca-40d1-95df-222a15dccbdc HTTP/1.1" status: 200 len: 210 time: 0.0492039 Aug 23 11:56:00.218643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:00.345922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e63711ea-b6a9-4e2e-9996-f0e6973bcf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.420008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-e926ba25-c70b-41d4-be57-a766e77270c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:00.421550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-e926ba25-c70b-41d4-be57-a766e77270c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63&tenant_id=4112d38acd174aafb9a0fa0f3e50a594 HTTP/1.1" status: 200 len: 1101 time: 0.0646803 Aug 23 11:56:00.435443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:00.511001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.536206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e63711ea-b6a9-4e2e-9996-f0e6973bcf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.572028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e63711ea-b6a9-4e2e-9996-f0e6973bcf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.611129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63711ea-b6a9-4e2e-9996-f0e6973bcf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5f842-45bb-4ba5-acb0-c29d5c1a37fe,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:00.667331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e2fd-4828-4c86-8661-e0745762855a req-bd6872df-b166-4b21-95df-57f4c2bf4f98 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:00.669005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a84e2fd-4828-4c86-8661-e0745762855a req-bd6872df-b166-4b21-95df-57f4c2bf4f98 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0717933 Aug 23 11:56:00.687685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e63711ea-b6a9-4e2e-9996-f0e6973bcf24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cdc3e2cb8194f96a2f76f071a017cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657247 Aug 23 11:56:00.688781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42778) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:00.769674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a84e2fd-4828-4c86-8661-e0745762855a req-ecad26db-92f6-47f8-8676-fdd15fcff200 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867567 Aug 23 11:56:00.805017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aedb9d23-2c7e-45ef-8df9-9e840b00a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.808880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:00.811656 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad4814-acec-49cd-ad3b-daaa569f67d0" -d '{"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-plugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:00.830032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aedb9d23-2c7e-45ef-8df9-9e840b00a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.918928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:00.926499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cbb3d-930d-4a53-bc06-6f39b40934b3 req-d70f1821-97e7-4e20-a5d6-086a5b68b9ad tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:00.928273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d88cbb3d-930d-4a53-bc06-6f39b40934b3 req-d70f1821-97e7-4e20-a5d6-086a5b68b9ad tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 950 time: 0.0692067 Aug 23 11:56:00.968479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aedb9d23-2c7e-45ef-8df9-9e840b00a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.971651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aedb9d23-2c7e-45ef-8df9-9e840b00a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:00.975390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aedb9d23-2c7e-45ef-8df9-9e840b00a9ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bf5f842-45bb-4ba5-acb0-c29d5c1a37fe HTTP/1.1" status: 204 len: 168 time: 0.2830999 Aug 23 11:56:00.978385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d88cbb3d-930d-4a53-bc06-6f39b40934b3 req-8260ec12-9350-49a9-ac6d-a0b7788b250e tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Aug 23 11:56:00.983969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-aeae4a4e-b1b9-4d22-8b9d-f8ede03e8eed tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:00.990990 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-aeae4a4e-b1b9-4d22-8b9d-f8ede03e8eed tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 821 time: 0.1676259 Aug 23 11:56:01.002334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9d23-2c7e-45ef-8df9-9e840b00a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5f842-45bb-4ba5-acb0-c29d5c1a37fe,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:01.015860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:01.045627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-08c764ac-b743-4aa5-8a42-938f0c5564af tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/quotas/dd502f507f594bedb69065868a2a423f HTTP/1.1" status: 200 len: 375 time: 0.0536118 Aug 23 11:56:01.049152 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f87804-6f80-4bc1-8d3b-0a12714036fb x-openstack-request-id: req-18f87804-6f80-4bc1-8d3b-0a12714036fb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:01.049454 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-plugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:01.049727 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18f87804-6f80-4bc1-8d3b-0a12714036fb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:01.050132 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'code': 200} Aug 23 11:56:01.077290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.112493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Transition to ACTIVE for port object a3be125f-8473-4bf2-8989-c9aba25d9a3a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:01.118481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.155416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-dbb0eff2-d330-4323-9905-096ab4d5346e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998240 Aug 23 11:56:01.200153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=10']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:01.202868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] No DVR routers for this DVR port a3be125f-8473-4bf2-8989-c9aba25d9a3a on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:01.255891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea7ef9-fb92-4aa0-a9a3-3d5c7118ed52 req-2a644285-c664-4b6c-9a3f-f5b3885a97de tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:01.257771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52ea7ef9-fb92-4aa0-a9a3-3d5c7118ed52 req-2a644285-c664-4b6c-9a3f-f5b3885a97de tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 951 time: 0.0793338 Aug 23 11:56:01.292603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:01.293226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:01.293539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:01.301882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:56:01.302218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Attempting to bind port a3be125f-8473-4bf2-8989-c9aba25d9a3a on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:01.309842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42806) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:01.319675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52ea7ef9-fb92-4aa0-a9a3-3d5c7118ed52 req-3e7182fd-9aa1-4268-b399-0ce0d58ee328 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510221 Aug 23 11:56:01.329253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:01.329680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:01.330021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:01.330475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Bound port: a3be125f-8473-4bf2-8989-c9aba25d9a3a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:01.330863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.341764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df5d-9774-4786-81e0-34cb8647ef4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.364452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9a380937-44a8-4772-ad8c-094ef62743d4 service neutron] 10.222.0.21 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728189 Aug 23 11:56:01.370686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:01.559071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:01.562303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:01.573818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.638616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:01.639239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.640661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] 10.222.0.44 "PUT /v2.0/ports/a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 1097 time: 1.2092750 Aug 23 11:56:01.660562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-70016ab7-bdf8-42f5-bb72-597a0094de6b service neutron] 10.222.0.21 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628450 Aug 23 11:56:01.730237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d93cad-9d2d-4bae-a1c5-a9807670a331 service neutron] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=11']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:01.761550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'name': 'network-vif-deleted', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef'}, {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}, {'name': 'network-changed', 'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:01.764027 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2" -d '{"events": [{"server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "name": "network-vif-deleted", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef"}, {"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}, {"name": "network-changed", "server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:01.809336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df5d-9774-4786-81e0-34cb8647ef4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.817668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Deleting subnet c290c15c-0f3c-475a-9e11-21b95cefc955 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:56:01.823807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-1d233cbb-6486-4d47-9a74-075018a02b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:01.825059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-1d233cbb-6486-4d47-9a74-075018a02b8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1100 time: 0.1495981 Aug 23 11:56:01.825929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.827692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df5d-9774-4786-81e0-34cb8647ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.878802 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee5c72-76e8-4e7a-86f4-b6c097a0c005 x-openstack-request-id: req-a8ee5c72-76e8-4e7a-86f4-b6c097a0c005 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:01.879116 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1489a87b-9aca-40d1-95df-222a15dccbdc", "name": "network-vif-deleted", "tag": "e122300d-ffc5-4c8b-a47f-66a546aaa3ef", "status": "completed", "code": 200}, {"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-unplugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "code": 200}, {"name": "network-changed", "server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:01.879380 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8ee5c72-76e8-4e7a-86f4-b6c097a0c005 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:01.879785 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1489a87b-9aca-40d1-95df-222a15dccbdc', 'name': 'network-vif-deleted', 'tag': 'e122300d-ffc5-4c8b-a47f-66a546aaa3ef', 'status': 'completed', 'code': 200} Aug 23 11:56:01.880042 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'code': 200} Aug 23 11:56:01.880296 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'status': 'completed', 'code': 200} Aug 23 11:56:01.930463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:01.963268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732bd23-57c6-45d5-85bc-0b83df4bace8 req-d8a552f8-be59-4227-9ec5-33c5f105373a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:01.965398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e732bd23-57c6-45d5-85bc-0b83df4bace8 req-d8a552f8-be59-4227-9ec5-33c5f105373a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.0570014 Aug 23 11:56:02.026877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e732bd23-57c6-45d5-85bc-0b83df4bace8 req-6a1fc18c-684c-4280-aa41-531052d9b0f4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 Aug 23 11:56:02.138383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43b30c28-d063-4daf-8a4a-c6a23414a15d req-869170f9-a32e-4720-ad91-e2a492a9991a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 210 time: 0.1412041 Aug 23 11:56:02.162181 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.218640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1df5d-9774-4786-81e0-34cb8647ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a3ca66-14a7-4c62-bbf7-6bb592bd75a5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:02.227712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:02.236366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe8e62-4359-431a-ba19-31d64057eb91 req-c5fdc947-f084-414f-a9f2-03dea4b08e65 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.238195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76fe8e62-4359-431a-ba19-31d64057eb91 req-c5fdc947-f084-414f-a9f2-03dea4b08e65 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 950 time: 0.0657637 Aug 23 11:56:02.260826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:02.261419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3ea1df5d-9774-4786-81e0-34cb8647ef4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dcf3a5e935e419193c7e04c2478d43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9505050 Aug 23 11:56:02.277621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-9f9f7024-5e31-4669-9f4b-c2bbc757a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.279217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-9f9f7024-5e31-4669-9f4b-c2bbc757a685 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4024765 Aug 23 11:56:02.294897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-9bc280f1-906b-4132-be19-253c5f7e7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.296675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-9bc280f1-906b-4132-be19-253c5f7e7ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1100 time: 0.3253286 Aug 23 11:56:02.315576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76fe8e62-4359-431a-ba19-31d64057eb91 req-59f9ce9b-1259-4677-9fb9-2b5fe452dce0 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698669 Aug 23 11:56:02.348117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b894ab22-d328-4a16-ab3e-cfd2c487b441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.389130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b894ab22-d328-4a16-ab3e-cfd2c487b441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.399035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.421255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-22bc797a-ab58-4b0c-9c60-5a0f62fa5dab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.1302857 Aug 23 11:56:02.481762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b894ab22-d328-4a16-ab3e-cfd2c487b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.485862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b894ab22-d328-4a16-ab3e-cfd2c487b441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.487312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b894ab22-d328-4a16-ab3e-cfd2c487b441 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77a3ca66-14a7-4c62-bbf7-6bb592bd75a5 HTTP/1.1" status: 204 len: 168 time: 0.2249615 Aug 23 11:56:02.493646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-6225b39e-d1ed-4dba-93a1-1bfbc6c19be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.495169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-6225b39e-d1ed-4dba-93a1-1bfbc6c19be9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0622520 Aug 23 11:56:02.507724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:02.513780 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.514592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:02.520211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894ab22-d328-4a16-ab3e-cfd2c487b441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a3ca66-14a7-4c62-bbf7-6bb592bd75a5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:02.589015 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.627241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-456e815c-a275-404e-a1dd-833f48142751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.627241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-456e815c-a275-404e-a1dd-833f48142751 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3185797 Aug 23 11:56:02.628198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c290c15c-0f3c-475a-9e11-21b95cefc955,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:02.654701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.659028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-88c35c37-952b-43ca-87dc-739a94e1cd5c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c290c15c-0f3c-475a-9e11-21b95cefc955 HTTP/1.1" status: 204 len: 168 time: 1.2881365 Aug 23 11:56:02.661760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42922) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:02.674098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:02.676913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:02.718022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-17b4d44a-e235-49ab-b3e2-1f209ba6166d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0819936 Aug 23 11:56:02.721653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-13a55908-ab31-49eb-878f-2a104e460117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.723171 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-13a55908-ab31-49eb-878f-2a104e460117 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141612 Aug 23 11:56:02.866155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.931042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-ead618a8-be86-44a9-9020-bbea09625281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.932761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-ead618a8-be86-44a9-9020-bbea09625281 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1979940 Aug 23 11:56:02.938068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ab42-4246-4d78-a951-342b1b948290 req-57626b39-bac3-43cb-905f-d2826495b2a3 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:02.946335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e152ab42-4246-4d78-a951-342b1b948290 req-57626b39-bac3-43cb-905f-d2826495b2a3 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 1101 time: 0.2202361 Aug 23 11:56:02.978078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e152ab42-4246-4d78-a951-342b1b948290 req-3f297aa0-74e3-4bbd-a195-aa4efd97a531 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:02.993065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.011318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8151cdda-2d70-4715-99bf-42e75d6ff4a6']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:03.024850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761a5c92-dea0-4bf3-b024-3fcbf8159351') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:03.025422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761a5c92-dea0-4bf3-b024-3fcbf8159351') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:03.050171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.051550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:03.055266 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e279d991-87b3-4a7e-9f74-cfe593f37137" -d '{"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:03.092973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.107017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:56:03.107448 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.110551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-a0707160-2968-41af-ad03-dfc7f0b4cbd3 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643050 Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:56:03.110704 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:56:03.128258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-357a398c-bdb2-43be-b4a6-64d196ac9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:03.131379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-357a398c-bdb2-43be-b4a6-64d196ac9b82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545489 Aug 23 11:56:03.249302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:03.271876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e122300d-ffc5-4c8b-a47f-66a546aaa3ef {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:03.272549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e122300d-ffc5-4c8b-a47f-66a546aaa3ef not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:03.273198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:03.299176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 75a1911a-f296-44d2-ac79-9bc10729944a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:03.299805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 75a1911a-f296-44d2-ac79-9bc10729944a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:03.313900 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.324653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.326559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8151cdda-2d70-4715-99bf-42e75d6ff4a6 HTTP/1.1" status: 204 len: 168 time: 0.6630158 Aug 23 11:56:03.344776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42978) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:03.349154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baed23-7064-403b-8eda-fe64d2bb0665 req-715c366d-a34f-4238-a7dd-695d4f713142 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:03.357798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89baed23-7064-403b-8eda-fe64d2bb0665 req-715c366d-a34f-4238-a7dd-695d4f713142 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.2020464 Aug 23 11:56:03.381748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e9b21-fcdb-429e-8ce6-34e20e2d50c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8151cdda-2d70-4715-99bf-42e75d6ff4a6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:03.409413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89baed23-7064-403b-8eda-fe64d2bb0665 req-e8c86074-6755-4e1b-91f6-f8bc90372ac8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Aug 23 11:56:03.444430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Deleting subnet 4ff458c4-546e-4bdd-9689-4223cdffdc51 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:56:03.471369 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e09528-868a-4fad-872b-d5238fe04f21 x-openstack-request-id: req-41e09528-868a-4fad-872b-d5238fe04f21 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:03.471759 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:03.472068 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41e09528-868a-4fad-872b-d5238fe04f21 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:03.472580 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'code': 200} Aug 23 11:56:03.495223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.571681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e152ab42-4246-4d78-a951-342b1b948290 req-3f297aa0-74e3-4bbd-a195-aa4efd97a531 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.574986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-826d179c-35e3-4972-bdb3-5935a7c66c00 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108779 Aug 23 11:56:03.582440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b25f726d-b66a-4d20-88b1-cba8bbe03ffb req-1034e07d-050a-486a-8469-0b4c956b3698 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304986 Aug 23 11:56:03.591381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e152ab42-4246-4d78-a951-342b1b948290 req-3f297aa0-74e3-4bbd-a195-aa4efd97a531 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.627141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.630485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e152ab42-4246-4d78-a951-342b1b948290 req-3f297aa0-74e3-4bbd-a195-aa4efd97a531 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827168 Aug 23 11:56:03.714585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-431b0e0f-2779-4a70-a70b-a6ec699f2cf5 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:03.716054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-431b0e0f-2779-4a70-a70b-a6ec699f2cf5 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 821 time: 0.4803250 Aug 23 11:56:03.737728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Request body: {'port': {'device_id': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'admin_state_up': True, 'tenant_id': 'dd502f507f594bedb69065868a2a423f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:03.804188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297aa0-74e3-4bbd-a195-aa4efd97a531 tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae1889-3a15-427e-910f-7123726696f4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:03.814339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ee46e15-9f10-48ee-9abd-fcc28ec0861c req-d3d642f0-549f-4934-93ff-5dcfd293d596 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0973277 Aug 23 11:56:03.845808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:03.966419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee33ff2-8c10-4c31-a83f-0e9c0b97863e req-a8cceaf9-b250-45be-a593-36c51ab1c6ba tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:03.968329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ee33ff2-8c10-4c31-a83f-0e9c0b97863e req-a8cceaf9-b250-45be-a593-36c51ab1c6ba tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 945 time: 0.0533695 Aug 23 11:56:04.038727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ee33ff2-8c10-4c31-a83f-0e9c0b97863e req-45af4ef9-9d6a-41ad-a04c-51ca9de7ab34 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601311 Aug 23 11:56:04.192249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-043e89d3-1d59-489f-9b86-4e64e5e1d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:04.194060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-043e89d3-1d59-489f-9b86-4e64e5e1d926 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1100 time: 0.5311434 Aug 23 11:56:04.236909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-e6a4968a-633e-4428-9454-e652b48209ec service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465745 Aug 23 11:56:04.334597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.382951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff458c4-546e-4bdd-9689-4223cdffdc51,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:04.397334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.399449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28ee4f4f-5685-4dd3-b0e3-abcadc57dae8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ff458c4-546e-4bdd-9689-4223cdffdc51 HTTP/1.1" status: 204 len: 168 time: 1.0498712 Aug 23 11:56:04.402103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43074) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:04.406507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-05848762-d439-4a46-a14e-a30ede281729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:04.408266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-05848762-d439-4a46-a14e-a30ede281729 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2008045 Aug 23 11:56:04.413660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Made reservation on behalf of dd502f507f594bedb69065868a2a423f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:04.418904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.477533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-83e00fee-9d49-4705-a407-74d099eaf85b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 200 len: 217 time: 0.0542057 Aug 23 11:56:04.505794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.612542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.622208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-629235dc-6c46-443c-ba24-083a341a2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:04.623703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-629235dc-6c46-443c-ba24-083a341a2aac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1348987 Aug 23 11:56:04.624238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ddb78b-5e05-4394-bfff-55ed0bd4bce4']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:04.634975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1670e27b-d646-497c-ada2-e37c52b05067') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:04.635273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1670e27b-d646-497c-ada2-e37c52b05067') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:04.645386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.662117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.670256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:56:04.670801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:56:04.672609 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:56:04.697825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bcfe-4180-42f2-88ef-ab5d17006716 req-3db55f16-7dfa-47e2-b63e-794c4dcc490f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:04.699381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de04bcfe-4180-42f2-88ef-ab5d17006716 req-3db55f16-7dfa-47e2-b63e-794c4dcc490f tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.1800342 Aug 23 11:56:04.732974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Allocated IP 172.20.0.14 (f992ef1a-2674-440f-b351-1b1402a48209/556f0c7f-1d8e-4d6a-bf99-ef4417c7d619/6bd195d0-36a5-4339-83de-acc6d64365f4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:04.734254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.744585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-6026a852-6740-4ce7-9c42-05737d177efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:04.745679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:04.746165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-6026a852-6740-4ce7-9c42-05737d177efc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904758 Aug 23 11:56:04.752159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c3ddb78b-5e05-4394-bfff-55ed0bd4bce4 HTTP/1.1" status: 204 len: 168 time: 0.3488364 Aug 23 11:56:04.767157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08f036-8c05-40ad-b764-52cf70288a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ddb78b-5e05-4394-bfff-55ed0bd4bce4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:04.808583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de04bcfe-4180-42f2-88ef-ab5d17006716 req-3a2fd780-3c56-46df-96ca-6810438f7edd tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007564 Aug 23 11:56:04.918650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c0b58e5-16e8-4bb0-8fe5-51c4c48374d3 req-a562636a-9cda-4499-8a05-1260c34da991 tempest-FlavorsV2NegativeTest-2030051936 tempest-FlavorsV2NegativeTest-2030051936-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c07f76bf41a4379bd0b83c9ff9a496c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262046 Aug 23 11:56:04.980482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43126) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:04.991817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-058e7006-95de-47a5-be70-6351b9922618 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319179 Aug 23 11:56:05.040572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b58e5-16e8-4bb0-8fe5-51c4c48374d3 req-47d37b8f-33a6-4010-9687-6047e6899747 tempest-FlavorsV2NegativeTest-2030051936 tempest-FlavorsV2NegativeTest-2030051936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:05.042108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c0b58e5-16e8-4bb0-8fe5-51c4c48374d3 req-47d37b8f-33a6-4010-9687-6047e6899747 tempest-FlavorsV2NegativeTest-2030051936 tempest-FlavorsV2NegativeTest-2030051936-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169407 Aug 23 11:56:05.057588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c0b58e5-16e8-4bb0-8fe5-51c4c48374d3 req-d52bc26b-a7dc-4dda-a873-4f35337008cb tempest-FlavorsV2NegativeTest-2030051936 tempest-FlavorsV2NegativeTest-2030051936-project] 10.222.0.21 "GET /v2.0/quotas/9c07f76bf41a4379bd0b83c9ff9a496c HTTP/1.1" status: 200 len: 375 time: 0.0091915 Aug 23 11:56:05.065739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6a36b-9a26-458c-9439-88bbe041873b req-49f79ffd-38ea-4d26-81d7-fe45876f38ea tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:05.067917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0aa6a36b-9a26-458c-9439-88bbe041873b req-49f79ffd-38ea-4d26-81d7-fe45876f38ea tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 1101 time: 0.1673625 Aug 23 11:56:05.093073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c0b58e5-16e8-4bb0-8fe5-51c4c48374d3 req-559a346c-5cce-4a14-bbaa-df667ac6df8e tempest-FlavorsV2NegativeTest-2030051936 tempest-FlavorsV2NegativeTest-2030051936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c07f76bf41a4379bd0b83c9ff9a496c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286083 Aug 23 11:56:05.139151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e1482fa-6cc2-4518-bfa6-2c94e62c06e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=432d6d273d1b44838b7efbd7ee416a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573071 Aug 23 11:56:05.141749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43136) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:05.142208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.196289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c86c-6d9e-445c-93ef-10a14d14e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.199211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0aa6a36b-9a26-458c-9439-88bbe041873b req-99f04b94-6e25-4d57-8e6b-9bb38012ee0d tempest-ServersAdminNegativeTestJSON-971428017 tempest-ServersAdminNegativeTestJSON-971428017-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208344 Aug 23 11:56:05.226724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fb8fdb6-b10e-445b-9fcc-eff7f769d5d2 req-0cec3d0f-3a81-40ca-b874-55cbc5b9402d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218163 Aug 23 11:56:05.255882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c86c-6d9e-445c-93ef-10a14d14e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.269598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.316059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c86c-6d9e-445c-93ef-10a14d14e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.321027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c86c-6d9e-445c-93ef-10a14d14e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.322345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a1d5c86c-6d9e-445c-93ef-10a14d14e084 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39c14109-75c0-45f9-ba9b-3a0001e251a7 HTTP/1.1" status: 204 len: 168 time: 0.1792624 Aug 23 11:56:05.333283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c86c-6d9e-445c-93ef-10a14d14e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c14109-75c0-45f9-ba9b-3a0001e251a7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:05.377971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Network f992ef1a-2674-440f-b351-1b1402a48209 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:05.405060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:05.411554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event updated for resources: {'Port': ['ID=6bd195d0-36a5-4339-83de-acc6d64365f4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:05.416418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:05.487589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b82c7e-5a6a-425f-abe8-e8abfe9e06af req-23b5e223-4e01-467f-b60f-9d6467473898 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:05.494974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28b82c7e-5a6a-425f-abe8-e8abfe9e06af req-23b5e223-4e01-467f-b60f-9d6467473898 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 932 time: 0.1757789 Aug 23 11:56:05.545429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:05.546935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.558675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-d3ab7311-4989-421a-8d2e-84600de85f94 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:05.560247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-d3ab7311-4989-421a-8d2e-84600de85f94 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 945 time: 0.2012246 Aug 23 11:56:05.607875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-9aa330ca-d5ec-4f9c-b985-2a354e00bfdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8787167 Aug 23 11:56:05.626251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28b82c7e-5a6a-425f-abe8-e8abfe9e06af req-31b8b615-adb7-4a81-a574-5ec2fb381653 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255417 Aug 23 11:56:05.648587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Request body: {'port': {'device_id': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:05.773939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.841787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Deleting port fda37bca-2628-46a7-8fdc-5aeb354fdecc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:05.842484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:05.879238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43198) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:05.888925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b9e06-178a-414c-83df-1aa1cc8d66a1 req-8407c2ae-7ff9-48be-b82d-39202fa8bee9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:05.890663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-405b9e06-178a-414c-83df-1aa1cc8d66a1 req-8407c2ae-7ff9-48be-b82d-39202fa8bee9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 945 time: 0.1314993 Aug 23 11:56:06.012103 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd801-085d-4a69-9729-5ab06d32b22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.034210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43202) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:06.062939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-405b9e06-178a-414c-83df-1aa1cc8d66a1 req-37e19efc-ff10-4d49-8d34-b79cd0bcc0b2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616275 Aug 23 11:56:06.082763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] For port fda37bca-2628-46a7-8fdc-5aeb354fdecc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fda37bca-2628-46a7-8fdc-5aeb354fdecc,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:06.083383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.106053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f5c6c2cd-34e0-42e7-a162-7f18d7fa4df9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2873c6e3e691482bb629eabbbe2183c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706239 Aug 23 11:56:06.108374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43212) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:06.109314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Calling delete_port for fda37bca-2628-46a7-8fdc-5aeb354fdecc owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:06.232087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b82900a-fa28-4624-8b5b-ddaf2151b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.249030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23d4e-f15e-4717-b6cd-2a47eee11b10 req-fac83ab5-3836-464b-931b-1c80e7041d3e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:06.251349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6c23d4e-f15e-4717-b6cd-2a47eee11b10 req-fac83ab5-3836-464b-931b-1c80e7041d3e tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 949 time: 0.1045704 Aug 23 11:56:06.280302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd801-085d-4a69-9729-5ab06d32b22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.291057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b82900a-fa28-4624-8b5b-ddaf2151b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.299348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd9cd801-085d-4a69-9729-5ab06d32b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.357151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd195d0-36a5-4339-83de-acc6d64365f4 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:56:06.366615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.372788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.379383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd9cd801-085d-4a69-9729-5ab06d32b22f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c07f76bf41a4379bd0b83c9ff9a496c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987416 Aug 23 11:56:06.383442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6c23d4e-f15e-4717-b6cd-2a47eee11b10 req-186cf3df-14be-4342-860e-cbce073c5471 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160340 Aug 23 11:56:06.384088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43222) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:06.386631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cd801-085d-4a69-9729-5ab06d32b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f7570f-eacb-4c7b-996f-ee66a7bce155,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:06.407904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Transition to ACTIVE for port object 6bd195d0-36a5-4339-83de-acc6d64365f4 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:06.409291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event deleted for resources: {'Port': ['ID=fda37bca-2628-46a7-8fdc-5aeb354fdecc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:06.424161 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.438026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b82900a-fa28-4624-8b5b-ddaf2151b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.440717 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b82900a-fa28-4624-8b5b-ddaf2151b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.446179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2b82900a-fa28-4624-8b5b-ddaf2151b35c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35aaaec9-b7de-4508-9ae9-70ad49bbbaa3 HTTP/1.1" status: 204 len: 168 time: 0.3366363 Aug 23 11:56:06.493063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82900a-fa28-4624-8b5b-ddaf2151b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aaaec9-b7de-4508-9ae9-70ad49bbbaa3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:06.517714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] No DVR routers for this DVR port fda37bca-2628-46a7-8fdc-5aeb354fdecc on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:06.531034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5733a0dc-618d-4fe8-96ea-ea69eb02f015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.534715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.536998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c6ee82f-8b01-4270-b88c-33d9f0ef8118 req-1016d413-7e4d-4054-99a1-9cf57b068c43 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "DELETE /v2.0/ports/fda37bca-2628-46a7-8fdc-5aeb354fdecc HTTP/1.1" status: 204 len: 173 time: 0.9660518 Aug 23 11:56:06.539007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'name': 'network-vif-deleted', 'tag': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:06.541663 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e181d7-6c76-4d94-97b0-c554a225d627" -d '{"events": [{"server_uuid": "9cf6bfdf-8d2a-4d46-a644-731b9f966315", "name": "network-vif-deleted", "tag": "fda37bca-2628-46a7-8fdc-5aeb354fdecc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:06.549528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Pushing event updated for resources: {'Port': ['ID=6bd195d0-36a5-4339-83de-acc6d64365f4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:06.614120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5733a0dc-618d-4fe8-96ea-ea69eb02f015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.656396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Attempting to bind port 6bd195d0-36a5-4339-83de-acc6d64365f4 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:06.657403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Attempting to bind port 6bd195d0-36a5-4339-83de-acc6d64365f4 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:06.657875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Attempting to bind port 6bd195d0-36a5-4339-83de-acc6d64365f4 on network f992ef1a-2674-440f-b351-1b1402a48209 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:06.662573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Port 6bd195d0-36a5-4339-83de-acc6d64365f4 on network f992ef1a-2674-440f-b351-1b1402a48209 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:56:06.663455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Attempting to bind port 6bd195d0-36a5-4339-83de-acc6d64365f4 on network f992ef1a-2674-440f-b351-1b1402a48209 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:06.675350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:06.676348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Checking segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:06.677105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Bound using segment: {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:06.678269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Bound port: 6bd195d0-36a5-4339-83de-acc6d64365f4, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75690709-4660-4a9c-85ce-d31090c3597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:06.678708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.747544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb666d-2b31-4a29-9ee1-6fc8a47f85e9 req-c5086cb1-e811-4d06-ab68-ce78b95a7761 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:06.749236 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dddb666d-2b31-4a29-9ee1-6fc8a47f85e9 req-c5086cb1-e811-4d06-ab68-ce78b95a7761 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 1100 time: 0.1150444 Aug 23 11:56:06.764325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] For port 6bd195d0-36a5-4339-83de-acc6d64365f4, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:06.772671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] For port 6bd195d0-36a5-4339-83de-acc6d64365f4, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bd195d0-36a5-4339-83de-acc6d64365f4,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:06.774970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5733a0dc-618d-4fe8-96ea-ea69eb02f015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.778368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.778527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5733a0dc-618d-4fe8-96ea-ea69eb02f015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.779723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5733a0dc-618d-4fe8-96ea-ea69eb02f015 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89f7570f-eacb-4c7b-996f-ee66a7bce155 HTTP/1.1" status: 204 len: 168 time: 0.3941836 Aug 23 11:56:06.812124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733a0dc-618d-4fe8-96ea-ea69eb02f015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f7570f-eacb-4c7b-996f-ee66a7bce155,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:06.833420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dddb666d-2b31-4a29-9ee1-6fc8a47f85e9 req-d9220ebe-83fc-45f1-b19f-3361c9d5c498 tempest-MigrationsAdminTest-1030784848 tempest-MigrationsAdminTest-1030784848-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674329 Aug 23 11:56:06.869248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:06.869908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:06.871332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] 10.222.0.44 "PUT /v2.0/ports/6bd195d0-36a5-4339-83de-acc6d64365f4 HTTP/1.1" status: 200 len: 1092 time: 1.2351022 Aug 23 11:56:06.961100 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d66a75-51ef-453d-b871-00edf6962b90 x-openstack-request-id: req-71d66a75-51ef-453d-b871-00edf6962b90 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:06.962190 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf6bfdf-8d2a-4d46-a644-731b9f966315", "name": "network-vif-deleted", "tag": "fda37bca-2628-46a7-8fdc-5aeb354fdecc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:06.962684 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71d66a75-51ef-453d-b871-00edf6962b90 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:06.963297 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf6bfdf-8d2a-4d46-a644-731b9f966315', 'name': 'network-vif-deleted', 'tag': 'fda37bca-2628-46a7-8fdc-5aeb354fdecc', 'status': 'completed', 'code': 200} Aug 23 11:56:06.968368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adaeb8-7736-4fd6-86b7-0adbd846d69e service neutron] Pushing event updated for resources: {'Port': ['ID=6bd195d0-36a5-4339-83de-acc6d64365f4,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:06.982300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-f974eb45-fd21-444e-8b7c-0a9f42578d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:06.984083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-f974eb45-fd21-444e-8b7c-0a9f42578d6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0717208 Aug 23 11:56:07.056743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-79ccc069-d689-4d63-8196-ea1dfb134119 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd195d0-36a5-4339-83de-acc6d64365f4 HTTP/1.1" status: 200 len: 217 time: 0.0623364 Aug 23 11:56:07.124608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae084-f9fe-4076-8fde-33948151bc3a req-51332d49-a453-4879-90b4-2496e48fe146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:07.126726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-51332d49-a453-4879-90b4-2496e48fe146 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 200 len: 861 time: 0.0574546 Aug 23 11:56:07.134861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41439fa8-44d8-4a00-bf5e-97b4bc2d7ab6 req-1bcfa363-37ab-482f-9a1f-1c70d366c5e0 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:07.137061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41439fa8-44d8-4a00-bf5e-97b4bc2d7ab6 req-1bcfa363-37ab-482f-9a1f-1c70d366c5e0 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 944 time: 0.1445236 Aug 23 11:56:07.207465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-f1d33a65-f075-4e28-93fa-a39039e6a9db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f992ef1a-2674-440f-b351-1b1402a48209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691299 Aug 23 11:56:07.211856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41439fa8-44d8-4a00-bf5e-97b4bc2d7ab6 req-7506548d-5382-406c-be4d-89d8df4e66d5 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652437 Aug 23 11:56:07.277551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:56:07.438059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-e39c6218-d2f3-4603-a3eb-25cab72f8f0a service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228777 Aug 23 11:56:07.492014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:07.548627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'mac_address': 'fa:16:3e:e7:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:56:07.640400 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:07.666932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3be125f-8473-4bf2-8989-c9aba25d9a3a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:56:07.685567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e38743a6-a4a0-4757-9792-1a6f4815f588 req-5c0e1cdd-887c-43e0-b66d-ae2e42164a1f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 210 time: 0.0804112 Aug 23 11:56:07.701470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:07.721460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:07.726511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-075ae084-f9fe-4076-8fde-33948151bc3a req-f5b3ae04-20fe-4eba-aec7-37a38371f02f service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761228 Aug 23 11:56:07.850523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:07.878617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab196c9-b653-4b4b-b8b2-ff68b7fc300a req-13c5daea-cbe0-4381-a0af-19da5db3a803 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:07.880300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ab196c9-b653-4b4b-b8b2-ff68b7fc300a req-13c5daea-cbe0-4381-a0af-19da5db3a803 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.0935385 Aug 23 11:56:07.925731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48001ff-13dd-4688-aa0f-50e9ccc0525a req-20fe1895-72ca-450c-aef6-85a51d0844e7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:07.933316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b48001ff-13dd-4688-aa0f-50e9ccc0525a req-20fe1895-72ca-450c-aef6-85a51d0844e7 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0681450 Aug 23 11:56:07.941207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ab196c9-b653-4b4b-b8b2-ff68b7fc300a req-fa151b3b-9daf-4e40-ad3e-9e9ab2bec73a tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536201 Aug 23 11:56:07.985797 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b48001ff-13dd-4688-aa0f-50e9ccc0525a req-b02b1522-cb71-4bbe-a03a-8ee0b00c0c33 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Aug 23 11:56:08.076807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a3be125f-8473-4bf2-8989-c9aba25d9a3a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:08.185130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463f40-ebde-4ec4-8887-bb79b6204e52 req-ff15ca48-d6dc-4418-9b38-98ba6cca324d tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:08.190016 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3463f40-ebde-4ec4-8887-bb79b6204e52 req-ff15ca48-d6dc-4418-9b38-98ba6cca324d tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 950 time: 0.1212356 Aug 23 11:56:08.233604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3463f40-ebde-4ec4-8887-bb79b6204e52 req-b1ac100d-c2a9-46fa-87ec-5a8ec5dc3d9c tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Aug 23 11:56:08.254061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43322) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:08.307427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fda37bca-2628-46a7-8fdc-5aeb354fdecc no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:08.335250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: fda37bca-2628-46a7-8fdc-5aeb354fdecc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:08.335600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fda37bca-2628-46a7-8fdc-5aeb354fdecc not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:08.387318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140694-981f-4796-b932-1cce8278ba52 req-7434d76b-1e80-4bf9-86da-0929717a3e51 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:08.388951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-83140694-981f-4796-b932-1cce8278ba52 req-7434d76b-1e80-4bf9-86da-0929717a3e51 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 944 time: 0.0696514 Aug 23 11:56:08.444312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-83140694-981f-4796-b932-1cce8278ba52 req-40222178-b0a3-4781-a95f-63bbe84de473 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Aug 23 11:56:08.490856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-96369943-network', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:08.515628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Made reservation on behalf of 303b30498b7e440cb4c70e74003bb67f for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:08.520788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.528713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.644756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.649177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.676803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:56:08.686574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d18eb-a9c9-4d23-a3b6-5413beaae9bc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:08.692021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.692366 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Added segment 15fdc949-1c63-4e70-8da9-9e4f75c043ba of type vlan for network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 Aug 23 11:56:08.735977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.766250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.767242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:08.767826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.801189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5456157 Aug 23 11:56:08.803429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43340) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:08.805005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1452ea9f-d772-43d1-a7c6-c7ba7ef38771 req-6315af36-33e3-46ca-a250-17662c10368d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 210 time: 0.0402420 Aug 23 11:56:08.809817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Request body: {'subnet': {'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-96369943-subnet', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:08.863421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a17430-b6cc-4fa0-8d16-e25673bded99 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcaff68-f2d7-4fc8-90c0-15b208bddd20,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:08.878385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Made reservation on behalf of 303b30498b7e440cb4c70e74003bb67f for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:08.879174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:56:08.880757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:08.964459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'tag': '6bd195d0-36a5-4339-83de-acc6d64365f4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:08.967794 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6d720b-2246-4a1a-b160-9fc6891a0ce1", "tag": "6bd195d0-36a5-4339-83de-acc6d64365f4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:09.093393 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7670a073-1ee6-4060-9dee-48afce3ec2c3 x-openstack-request-id: req-7670a073-1ee6-4060-9dee-48afce3ec2c3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:09.094103 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6d720b-2246-4a1a-b160-9fc6891a0ce1", "tag": "6bd195d0-36a5-4339-83de-acc6d64365f4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:09.094548 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7670a073-1ee6-4060-9dee-48afce3ec2c3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:09.095025 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'tag': '6bd195d0-36a5-4339-83de-acc6d64365f4', 'status': 'completed', 'code': 200} Aug 23 11:56:09.204682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f70ecf-e7c6-47cc-9b30-d90f59cfb2f8 req-8a008151-1f06-4c3f-b919-b964ca9bc8b3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.207299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61f70ecf-e7c6-47cc-9b30-d90f59cfb2f8 req-8a008151-1f06-4c3f-b919-b964ca9bc8b3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.0667617 Aug 23 11:56:09.210460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.228199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-8dffbeff-3f67-4dd5-adb6-912c651d4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.229733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-8dffbeff-3f67-4dd5-adb6-912c651d4962 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd502f507f594bedb69065868a2a423f&device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 1095 time: 0.1470277 Aug 23 11:56:09.257981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61f70ecf-e7c6-47cc-9b30-d90f59cfb2f8 req-2958f663-59b6-4bd9-8d7e-c9708b08ac75 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Aug 23 11:56:09.289171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:09.291564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985a30-e5ae-4efa-97a1-b85874022213 req-38ba9dc1-30d8-41d8-94d3-dda90fa3ea94 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.299271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68985a30-e5ae-4efa-97a1-b85874022213 req-38ba9dc1-30d8-41d8-94d3-dda90fa3ea94 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.1952815 Aug 23 11:56:09.319869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-cb1f2689-144c-48cc-a289-4a9166f421ed tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.321409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-cb1f2689-144c-48cc-a289-4a9166f421ed tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 950 time: 0.1693401 Aug 23 11:56:09.352616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a3be125f-8473-4bf2-8989-c9aba25d9a3a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:09.359284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a3be125f-8473-4bf2-8989-c9aba25d9a3a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:09.360055 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.461459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d266bb-194f-4cae-a9f9-257b9975a3a8,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:09.468600 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.506801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-70908588-b2cf-4740-9d00-8286dd210f8f tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.508709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-70908588-b2cf-4740-9d00-8286dd210f8f tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6466ea8-a060-4d6a-bc75-5e6884edcaff HTTP/1.1" status: 200 len: 947 time: 0.0774114 Aug 23 11:56:09.530321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68985a30-e5ae-4efa-97a1-b85874022213 req-6fc3d772-085b-4b93-8326-13b1ce04571c tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151980 Aug 23 11:56:09.548837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:09.551919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:09.567142 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7cafab-4841-4c1b-a7d8-f61e20b2928e" -d '{"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-plugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:09.572143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.645657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-7526af4e-610f-45c3-a059-a1abdeeb30e3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.647169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-7526af4e-610f-45c3-a059-a1abdeeb30e3 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 950 time: 0.3198090 Aug 23 11:56:09.651774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Checking segment: {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:09.652220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Network hostable DHCP agents. Network: 3fcaff68-f2d7-4fc8-90c0-15b208bddd20, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:56:09.664138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=13']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:09.680791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-c7849f1f-6ea8-4cbc-b13a-59e77381d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.681117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Deleting port 70149299-c5b7-4984-9ef5-1d6b1488a385 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:09.681633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.682558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-c7849f1f-6ea8-4cbc-b13a-59e77381d820 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 200 len: 922 time: 0.4324331 Aug 23 11:56:09.777384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-6d599027-d20d-4eba-9356-6b633ba650ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bd195d0-36a5-4339-83de-acc6d64365f4 HTTP/1.1" status: 200 len: 217 time: 0.0583296 Aug 23 11:56:09.790924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:56:09.795003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] For port 70149299-c5b7-4984-9ef5-1d6b1488a385, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=70149299-c5b7-4984-9ef5-1d6b1488a385,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:09.795379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.810411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Calling delete_port for 70149299-c5b7-4984-9ef5-1d6b1488a385 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:09.857348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3fcaff68-f2d7-4fc8-90c0-15b208bddd20) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:09.869808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d612a-cae6-42ad-94a5-fe0d8fd4cd97 None None] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:09.874461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732cef2-6928-42fd-8f0e-33e4555c6e0b req-e894e0bf-0a9e-425a-a72c-e73dea2e7dba tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.881623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5732cef2-6928-42fd-8f0e-33e4555c6e0b req-e894e0bf-0a9e-425a-a72c-e73dea2e7dba tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 950 time: 0.2308440 Aug 23 11:56:09.887867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.888784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.908098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Deleting port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:09.908326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:09.917732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567efb-1cb2-404b-892c-3f5d750693e8 req-b66e2973-44af-44df-8bce-5e0f92e5bcdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.925528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1567efb-1cb2-404b-892c-3f5d750693e8 req-b66e2973-44af-44df-8bce-5e0f92e5bcdb tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 944 time: 0.1031775 Aug 23 11:56:09.941792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-7924cf71-b79f-4a9c-82ec-5f332c6f23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:09.943322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-7924cf71-b79f-4a9c-82ec-5f332c6f23cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 200 len: 861 time: 0.1558828 Aug 23 11:56:09.964427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3c5a8eb1-99a4-4c43-91ba-591b09fedbab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1600349 Aug 23 11:56:09.983481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:09.999183 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1567efb-1cb2-404b-892c-3f5d750693e8 req-4111d27c-8981-491a-91e2-525d996451bd tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726929 Aug 23 11:56:10.003726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:10.083502 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b750cf05-f480-4309-9cb0-5a9c69aba525 x-openstack-request-id: req-b750cf05-f480-4309-9cb0-5a9c69aba525 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:10.084575 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-plugged", "status": "completed", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:10.084987 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b750cf05-f480-4309-9cb0-5a9c69aba525 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:10.085610 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'code': 200} Aug 23 11:56:10.115690 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.116811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.171238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-3fcaff68-f2d7-4fc8-90c0-15b208bddd20', 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'fixed_ips': [{'subnet_id': '40d266bb-194f-4cae-a9f9-257b9975a3a8'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:56:10.172345 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.176081 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.225602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Pushing event deleted for resources: {'Port': ['ID=70149299-c5b7-4984-9ef5-1d6b1488a385,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:10.289306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] No DVR routers for this DVR port 70149299-c5b7-4984-9ef5-1d6b1488a385 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:10.294289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.296613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b1adbeb-697e-4057-9ed5-e479b05292bd req-901220b2-0bfe-476d-abcf-a9efe17d674b tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.44 "DELETE /v2.0/ports/70149299-c5b7-4984-9ef5-1d6b1488a385 HTTP/1.1" status: 204 len: 173 time: 0.7793908 Aug 23 11:56:10.297353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-deleted', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:10.301784 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4ba7c-f36c-4ef4-bbd7-7982ccf7025b" -d '{"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-deleted", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:10.352289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.364424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-304dfffa-ad55-4f98-a25c-739bdada8f5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f992ef1a-2674-440f-b351-1b1402a48209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4075916 Aug 23 11:56:10.387666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5732cef2-6928-42fd-8f0e-33e4555c6e0b req-58a2ea7c-a91f-4081-828f-aaea53938e03 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050628 Aug 23 11:56:10.427709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Deleting port a3be125f-8473-4bf2-8989-c9aba25d9a3a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:10.428056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.486794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Allocated IP 172.20.0.2 (3fcaff68-f2d7-4fc8-90c0-15b208bddd20/40d266bb-194f-4cae-a9f9-257b9975a3a8/9e58fc31-1902-4c43-a9e4-d9885c037307) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:10.703145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-bb4b2c78-b529-4e1b-9151-14d65a450dc8 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287845 Aug 23 11:56:10.721923 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.733063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Transition to ACTIVE for port object 9e58fc31-1902-4c43-a9e4-d9885c037307 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:10.751220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Transition to ACTIVE for port object 9e58fc31-1902-4c43-a9e4-d9885c037307 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:10.759811 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.815376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:10.819874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:10.827132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:10.840339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Pushing event updated for resources: {'Port': ['ID=9e58fc31-1902-4c43-a9e4-d9885c037307,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:10.889680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] For port a3be125f-8473-4bf2-8989-c9aba25d9a3a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a3be125f-8473-4bf2-8989-c9aba25d9a3a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:10.890367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:10.913524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e030169f-1f90-4038-8219-1811a66b9415 req-3a1ce035-0bd1-425d-8689-75052fed4ffe tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 210 time: 0.5415173 Aug 23 11:56:10.926467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Calling delete_port for a3be125f-8473-4bf2-8989-c9aba25d9a3a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:10.979829 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b63d4-742c-4fbe-84df-f51727ee809c x-openstack-request-id: req-717b63d4-742c-4fbe-84df-f51727ee809c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:10.980125 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6466ea8-a060-4d6a-bc75-5e6884edcaff", "name": "network-vif-deleted", "tag": "70149299-c5b7-4984-9ef5-1d6b1488a385", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:10.980378 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-717b63d4-742c-4fbe-84df-f51727ee809c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:10.980853 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6466ea8-a060-4d6a-bc75-5e6884edcaff', 'name': 'network-vif-deleted', 'tag': '70149299-c5b7-4984-9ef5-1d6b1488a385', 'status': 'completed', 'code': 200} Aug 23 11:56:11.041129 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.065037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] For port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:11.065429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.121622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Calling delete_port for 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:11.164075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Attempting to bind port 9e58fc31-1902-4c43-a9e4-d9885c037307 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:11.164598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Attempting to bind port 9e58fc31-1902-4c43-a9e4-d9885c037307 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:11.165233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Attempting to bind port 9e58fc31-1902-4c43-a9e4-d9885c037307 on network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:11.171663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:11.172085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Checking segment: {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:11.172641 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.173058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Bound using segment: {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:11.173535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Bound port: 9e58fc31-1902-4c43-a9e4-d9885c037307, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:11.173953 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.178463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406957-0303-4cc0-81d5-60ff026d90f4 req-e79e1468-d8f5-4d28-817a-ef1be0284600 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:11.180124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f406957-0303-4cc0-81d5-60ff026d90f4 req-e79e1468-d8f5-4d28-817a-ef1be0284600 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f80c149-b6a6-467d-a5ce-30dc8dc3dc63 HTTP/1.1" status: 200 len: 951 time: 0.6528966 Aug 23 11:56:11.275161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] For port 9e58fc31-1902-4c43-a9e4-d9885c037307, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:11.278874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] For port 9e58fc31-1902-4c43-a9e4-d9885c037307, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e58fc31-1902-4c43-a9e4-d9885c037307,segment=NetworkSegment(15fdc949-1c63-4e70-8da9-9e4f75c043ba),segment_id=15fdc949-1c63-4e70-8da9-9e4f75c043ba)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:11.285488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.300514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bd195d0-36a5-4339-83de-acc6d64365f4 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:56:11.333991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d089ea2-e207-4ab6-a303-d7dfaf723b0d req-7514e3dc-f9fc-421a-bd1c-5e52426afb58 service neutron] 10.222.0.44 "GET /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420210 Aug 23 11:56:11.367972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f406957-0303-4cc0-81d5-60ff026d90f4 req-22511254-76d4-466a-a09e-dc0cbf37edd8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665592 Aug 23 11:56:11.485428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.530649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.616353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.653058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e954bd-84cd-4a8a-8590-aae95db22362 None None] Pushing event updated for resources: {'Port': ['ID=9e58fc31-1902-4c43-a9e4-d9885c037307,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:11.735352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6bd195d0-36a5-4339-83de-acc6d64365f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bd195d0-36a5-4339-83de-acc6d64365f4,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:11.755612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a', '0380ed73-1b20-4c8a-8f1f-c7085810ce82'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:11.762608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb', 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:11.816024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event deleted for resources: {'Port': ['ID=a3be125f-8473-4bf2-8989-c9aba25d9a3a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:11.849315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Allocated IP 172.25.1.135 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/9927768a-12f7-45f5-941d-ba0d81a26d79) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:11.938623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55bc06-3c06-422b-8c7a-4e4e31d06468 req-23809fec-81c7-45fb-9642-cd9319d7ffc2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:11.946112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d55bc06-3c06-422b-8c7a-4e4e31d06468 req-23809fec-81c7-45fb-9642-cd9319d7ffc2 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 944 time: 0.3998833 Aug 23 11:56:11.949143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] No DVR routers for this DVR port a3be125f-8473-4bf2-8989-c9aba25d9a3a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:11.960028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.963730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:11.974678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d652d3f6-3440-43e9-b22a-7283ff326a78 req-fba024e1-3336-4558-b70b-27ccb6c2cfe1 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "DELETE /v2.0/ports/a3be125f-8473-4bf2-8989-c9aba25d9a3a HTTP/1.1" status: 204 len: 173 time: 2.3183229 Aug 23 11:56:11.976202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-deleted', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:11.978540 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e056d8e-3171-41ca-a5f1-151bd8219236" -d '{"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-deleted", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:12.024989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '6bd195d0-36a5-4339-83de-acc6d64365f4', 'network_id': 'f992ef1a-2674-440f-b351-1b1402a48209', 'port_id': '6bd195d0-36a5-4339-83de-acc6d64365f4', 'mac_address': 'fa:16:3e:e5:ca:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556f0c7f-1d8e-4d6a-bf99-ef4417c7d619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:56:12.092929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:12.098598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Pushing event deleted for resources: {'Port': ['ID=4a8db3e7-c56b-46b5-b67f-a3aefda4b10a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:12.258349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81169e28-5221-4a39-a7ae-ce0f9e58886d req-dca9b18e-d460-483c-a575-96982221202c tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd7b3366-ccaa-4c0f-befc-fb2a411123b6 HTTP/1.1" status: 200 len: 210 time: 0.0497391 Aug 23 11:56:12.260953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:12.293621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] No DVR routers for this DVR port 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:12.299980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:12.302779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b5a5ffc-b7dc-41dc-86ed-cd4725ef65c0 req-a535551c-0bad-4288-bb1a-9739331f0cbd tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.41 "DELETE /v2.0/ports/4a8db3e7-c56b-46b5-b67f-a3aefda4b10a HTTP/1.1" status: 204 len: 173 time: 2.9588344 Aug 23 11:56:12.310845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e58fc31-1902-4c43-a9e4-d9885c037307 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:12.313949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d55bc06-3c06-422b-8c7a-4e4e31d06468 req-ffe20408-8531-46fe-9488-2d94b0ac2b8b tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558609 Aug 23 11:56:12.347008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:12.348136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Pushing event updated for resources: {'Port': ['ID=9927768a-12f7-45f5-941d-ba0d81a26d79,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:12.355400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:12.362321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:12.372010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:12.378344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:12.474329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd195d0-36a5-4339-83de-acc6d64365f4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:56:12.582728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:12.583842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 4a8db3e7-c56b-46b5-b67f-a3aefda4b10a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:12.591501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782dc23-3652-40fe-b31c-5802b55b7dcd req-904a7962-ccaa-49ac-badb-60deae96430d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:12.603562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8782dc23-3652-40fe-b31c-5802b55b7dcd req-904a7962-ccaa-49ac-badb-60deae96430d tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 949 time: 0.1319590 Aug 23 11:56:12.698733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8782dc23-3652-40fe-b31c-5802b55b7dcd req-55c1bc4e-a464-4ce9-9154-85e100cb1764 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839455 Aug 23 11:56:12.723873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6bd195d0-36a5-4339-83de-acc6d64365f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bd195d0-36a5-4339-83de-acc6d64365f4,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:12.770418 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:12.788843 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cec6c7-a11e-4276-b10e-e6e2343becd3 x-openstack-request-id: req-d7cec6c7-a11e-4276-b10e-e6e2343becd3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:12.794500 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f80c149-b6a6-467d-a5ce-30dc8dc3dc63", "name": "network-vif-deleted", "tag": "a3be125f-8473-4bf2-8989-c9aba25d9a3a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:12.795001 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7cec6c7-a11e-4276-b10e-e6e2343becd3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:12.795579 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f80c149-b6a6-467d-a5ce-30dc8dc3dc63', 'name': 'network-vif-deleted', 'tag': 'a3be125f-8473-4bf2-8989-c9aba25d9a3a', 'status': 'completed', 'code': 200} Aug 23 11:56:12.807816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db461e4d-e41f-452f-abbe-1b605e406962 req-c73b9765-a0e1-40da-a8c9-92bc2c6173b7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf6bfdf-8d2a-4d46-a644-731b9f966315 HTTP/1.1" status: 200 len: 210 time: 0.1945841 Aug 23 11:56:12.969440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9e58fc31-1902-4c43-a9e4-d9885c037307 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:13.011345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6bd195d0-36a5-4339-83de-acc6d64365f4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:13.062684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6bd195d0-36a5-4339-83de-acc6d64365f4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:13.116520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43432) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:13.140633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81cdc141-0fdf-48ec-8b45-eceec628fccb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:13.149722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa82039-be17-4f9f-a123-3a1cc87998a3 None None] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:13.185424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.329967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-043b8e4d-f325-4596-abed-beb021ca05e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.383965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:13.400525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8987c-8ab8-4aed-8587-db3db470712b req-130e34e4-7d84-49b9-a935-148d9f5493ad tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:13.409167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57d8987c-8ab8-4aed-8587-db3db470712b req-130e34e4-7d84-49b9-a935-148d9f5493ad tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 950 time: 0.0832148 Aug 23 11:56:13.414901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: a3be125f-8473-4bf2-8989-c9aba25d9a3a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:13.415341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a3be125f-8473-4bf2-8989-c9aba25d9a3a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:13.415715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:13.442300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] Provisioning for port 9e58fc31-1902-4c43-a9e4-d9885c037307 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:13.455213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 70149299-c5b7-4984-9ef5-1d6b1488a385 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:13.455589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 70149299-c5b7-4984-9ef5-1d6b1488a385 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:13.470739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] Provisioning complete for port 9e58fc31-1902-4c43-a9e4-d9885c037307 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:13.471142 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.520161 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-043b8e4d-f325-4596-abed-beb021ca05e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.537337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57d8987c-8ab8-4aed-8587-db3db470712b req-80e97b28-9ecf-482e-a44f-6cb27a67f3f4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267734 Aug 23 11:56:13.541945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a76cd-174e-464d-b73b-6c4d401b90a8 req-5702d273-b21f-4375-abd3-9a4179fdf832 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:13.552551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c0a76cd-174e-464d-b73b-6c4d401b90a8 req-5702d273-b21f-4375-abd3-9a4179fdf832 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 945 time: 0.0918126 Aug 23 11:56:13.555050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-043b8e4d-f325-4596-abed-beb021ca05e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.569668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.632210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-043b8e4d-f325-4596-abed-beb021ca05e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60b1429bfef349779854954309ed23cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121243 Aug 23 11:56:13.652737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c0a76cd-174e-464d-b73b-6c4d401b90a8 req-df055138-343b-48a4-a47a-1de87106ec9f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854464 Aug 23 11:56:13.653356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43444) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:13.655518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b8e4d-f325-4596-abed-beb021ca05e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8376c71-7e36-40b9-91c3-acbd515d5b39,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:13.743177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62c7e79f-15f9-45c3-b65a-d3c0d51d0058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.769441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Router 9e76f4e5-4516-4e4c-a785-55660429d18e is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:56:13.828066 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.863918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62c7e79f-15f9-45c3-b65a-d3c0d51d0058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.900236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] For port 9e58fc31-1902-4c43-a9e4-d9885c037307, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e58fc31-1902-4c43-a9e4-d9885c037307,segment=NetworkSegment(15fdc949-1c63-4e70-8da9-9e4f75c043ba),segment_id=15fdc949-1c63-4e70-8da9-9e4f75c043ba)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:13.906985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:13.912594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95989d01-4b74-40d8-98eb-d27392ee10af req-8ce63d24-9a30-4ef9-afa4-c1221a5b9569 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:13.914868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84395-cffc-4f6e-8264-d382b19f354c req-ccf62e65-7abc-4582-a0ed-ddf1d3eec3ec tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:13.915391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95989d01-4b74-40d8-98eb-d27392ee10af req-8ce63d24-9a30-4ef9-afa4-c1221a5b9569 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 949 time: 0.1631484 Aug 23 11:56:13.916427 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57d84395-cffc-4f6e-8264-d382b19f354c req-ccf62e65-7abc-4582-a0ed-ddf1d3eec3ec tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.0908926 Aug 23 11:56:13.952513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:13.976857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892e460-c855-4301-b900-bbbb6720609b req-2bbc73bd-76ff-4945-af28-245c3fc63788 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:13.978931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7892e460-c855-4301-b900-bbbb6720609b req-2bbc73bd-76ff-4945-af28-245c3fc63788 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a1df-9875-48b7-87ee-403cb5bec6b3 HTTP/1.1" status: 200 len: 949 time: 0.1664069 Aug 23 11:56:13.983928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f090df-8780-4b60-ac60-ccf946863dd3 None None] Pushing event updated for resources: {'Port': ['ID=9e58fc31-1902-4c43-a9e4-d9885c037307,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:14.004619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57d84395-cffc-4f6e-8264-d382b19f354c req-7b0627be-5c65-4a5e-9fa1-7cffcb5cf373 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763295 Aug 23 11:56:14.005661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Sync routers for ids ['9e76f4e5-4516-4e4c-a785-55660429d18e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:14.007676 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.009007 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-80da2b15-3225-4a6a-824d-cf2ecfd7de9d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0088279 Aug 23 11:56:14.011907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43454) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:14.029092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Routers {'9e76f4e5-4516-4e4c-a785-55660429d18e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:14.031242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:55:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9e76f4e5-4516-4e4c-a785-55660429d18e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:14.141484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62c7e79f-15f9-45c3-b65a-d3c0d51d0058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.149028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62c7e79f-15f9-45c3-b65a-d3c0d51d0058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.154369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62c7e79f-15f9-45c3-b65a-d3c0d51d0058 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8376c71-7e36-40b9-91c3-acbd515d5b39 HTTP/1.1" status: 204 len: 168 time: 0.4956589 Aug 23 11:56:14.164030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e58fc31-1902-4c43-a9e4-d9885c037307 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:14.168993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7892e460-c855-4301-b900-bbbb6720609b req-d06d15c4-a2db-4d4a-b7d4-e67e90a80fb2 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.21 "GET /v2.0/security-groups?id=5804e534-7118-4619-b48e-9492f94cfaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822691 Aug 23 11:56:14.195112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7e79f-15f9-45c3-b65a-d3c0d51d0058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8376c71-7e36-40b9-91c3-acbd515d5b39,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:14.216374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Deleting port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:14.218471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.292573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Set router 9e76f4e5-4516-4e4c-a785-55660429d18e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:14.295105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ac1ccf7d-6ee4-46be-bcdc-aeb65bf26b25 None None] Provisioning complete for port 9e58fc31-1902-4c43-a9e4-d9885c037307 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:14.295470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac1ccf7d-6ee4-46be-bcdc-aeb65bf26b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.430190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] For port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:14.430637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.462227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Calling delete_port for 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:14.482743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9e58fc31-1902-4c43-a9e4-d9885c037307 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:14.483174 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.671071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-719361ec-4992-467a-b31f-e068d2f80364 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:14.672556 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-719361ec-4992-467a-b31f-e068d2f80364 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 950 time: 0.0905414 Aug 23 11:56:14.698951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:14.745174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-961085ce-6ce1-485e-8e74-fdce20ff930f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.765579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.821139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'name': 'network-vif-deleted', 'tag': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:14.823702 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a8eb2-3722-4b55-8e17-2496484e5b67" -d '{"events": [{"server_uuid": "fd7b3366-ccaa-4c0f-befc-fb2a411123b6", "name": "network-vif-deleted", "tag": "4a8db3e7-c56b-46b5-b67f-a3aefda4b10a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:14.836026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:12Z', 'revision_number': 3, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:14.852148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c672596-58f4-46f3-834d-b8e782ce90cf req-4b09cd75-9412-4e49-a2d8-e2f68c510500 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:14.853649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c672596-58f4-46f3-834d-b8e782ce90cf req-4b09cd75-9412-4e49-a2d8-e2f68c510500 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 950 time: 0.0882163 Aug 23 11:56:14.863537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Pushing event deleted for resources: {'Port': ['ID=1e05d62c-8d9b-4520-a6be-c3265d66e4a4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:14.871021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Checking router: 9e76f4e5-4516-4e4c-a785-55660429d18e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:14.871609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Updating router 9e76f4e5-4516-4e4c-a785-55660429d18e port 9927768a-12f7-45f5-941d-ba0d81a26d79 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:14.912438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Deleting port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:14.912438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.912974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.944745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] No DVR routers for this DVR port 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:14.947535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:14.950322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95989d01-4b74-40d8-98eb-d27392ee10af req-67bfe12d-086a-4ed0-b58a-9a92369df182 tempest-ListImageFiltersTestJSON-1329125583 tempest-ListImageFiltersTestJSON-1329125583-project] 10.222.0.41 "DELETE /v2.0/ports/1e05d62c-8d9b-4520-a6be-c3265d66e4a4 HTTP/1.1" status: 204 len: 173 time: 1.0255070 Aug 23 11:56:14.976914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-27310533-6b27-4ec0-8483-edfa4e2b7061 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:14.978878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-27310533-6b27-4ec0-8483-edfa4e2b7061 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.2808371 Aug 23 11:56:15.006639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-e44f5757-4c4e-4405-88de-518586cc805b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0197613 Aug 23 11:56:15.030392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c672596-58f4-46f3-834d-b8e782ce90cf req-12b9db1f-fd24-44e7-9d0c-657012157f41 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534550 Aug 23 11:56:15.072133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-db9af359-485a-4a9e-ad17-8e82d03174f2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597579 Aug 23 11:56:15.076814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.106721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] For port 0380ed73-1b20-4c8a-8f1f-c7085810ce82, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0380ed73-1b20-4c8a-8f1f-c7085810ce82,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:15.107370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.127553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Calling delete_port for 0380ed73-1b20-4c8a-8f1f-c7085810ce82 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:15.143068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-961085ce-6ce1-485e-8e74-fdce20ff930f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.187306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-961085ce-6ce1-485e-8e74-fdce20ff930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.244851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.259129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Transition to ACTIVE for port object 9927768a-12f7-45f5-941d-ba0d81a26d79 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:15.271030 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.279069 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-961085ce-6ce1-485e-8e74-fdce20ff930f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=defbed59afbf4330a95c0f5fb747830e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789878 Aug 23 11:56:15.279977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961085ce-6ce1-485e-8e74-fdce20ff930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e83904-9a22-4af7-b68b-1c9b9833acf7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:15.288479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43494) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:15.316353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-006719b0-ac62-4088-b758-0f212e5b0d0d service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330322 Aug 23 11:56:15.338767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-eaede453-f797-4a50-82d7-5b6804d1f195 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:15.340508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-eaede453-f797-4a50-82d7-5b6804d1f195 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.1655176 Aug 23 11:56:15.349412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbba614-9dc4-42ad-83ad-77b359926b42 None None] Pushing event updated for resources: {'Port': ['ID=9927768a-12f7-45f5-941d-ba0d81a26d79,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:15.361913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bd195d0-36a5-4339-83de-acc6d64365f4 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:15.403534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Allocated IP 172.20.0.1 (3fcaff68-f2d7-4fc8-90c0-15b208bddd20/40d266bb-194f-4cae-a9f9-257b9975a3a8/85b88385-7204-458e-b8e7-3b1072c42fa9) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:15.426436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Attempting to bind port 9927768a-12f7-45f5-941d-ba0d81a26d79 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:15.427573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Attempting to bind port 9927768a-12f7-45f5-941d-ba0d81a26d79 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:15.427573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Attempting to bind port 9927768a-12f7-45f5-941d-ba0d81a26d79 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:15.434505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:15.434900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:15.435317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.435897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:15.436394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Bound port: 9927768a-12f7-45f5-941d-ba0d81a26d79, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:15.436832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.466941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7d290-fbd7-4406-a465-bbb74c236099 req-b8096a88-4c78-4684-ac0b-79275e4b24db tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:15.484059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffd7d290-fbd7-4406-a465-bbb74c236099 req-b8096a88-4c78-4684-ac0b-79275e4b24db tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 945 time: 0.3106523 Aug 23 11:56:15.499308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 6bd195d0-36a5-4339-83de-acc6d64365f4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:15.510275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 6bd195d0-36a5-4339-83de-acc6d64365f4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:15.510652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.575736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] For port 9927768a-12f7-45f5-941d-ba0d81a26d79, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:15.579308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-3123d3fc-dbe5-45f1-8953-1c1d78f2ab83 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611465 Aug 23 11:56:15.579854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] For port 9927768a-12f7-45f5-941d-ba0d81a26d79, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9927768a-12f7-45f5-941d-ba0d81a26d79,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:15.582498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2325d232-85b3-44be-abd3-78f938ecd3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.585172 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.605324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffd7d290-fbd7-4406-a465-bbb74c236099 req-56072ec4-4001-4d99-833c-304d09db30e4 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194730 Aug 23 11:56:15.645302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2325d232-85b3-44be-abd3-78f938ecd3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.681861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Routers {'9e76f4e5-4516-4e4c-a785-55660429d18e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:15.682634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:55:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9e76f4e5-4516-4e4c-a785-55660429d18e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:15.717198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.728796 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae7da02-5ae5-4f13-a3b5-e1b3e0aa39ba x-openstack-request-id: req-6ae7da02-5ae5-4f13-a3b5-e1b3e0aa39ba {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:15.729136 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7b3366-ccaa-4c0f-befc-fb2a411123b6", "name": "network-vif-deleted", "tag": "4a8db3e7-c56b-46b5-b67f-a3aefda4b10a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:15.730807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.734081 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ae7da02-5ae5-4f13-a3b5-e1b3e0aa39ba {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:15.734615 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7b3366-ccaa-4c0f-befc-fb2a411123b6', 'name': 'network-vif-deleted', 'tag': '4a8db3e7-c56b-46b5-b67f-a3aefda4b10a', 'status': 'completed', 'code': 200} Aug 23 11:56:15.746948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a', '0380ed73-1b20-4c8a-8f1f-c7085810ce82'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:15.749170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:15.756595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2325d232-85b3-44be-abd3-78f938ecd3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.759703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Transition to ACTIVE for port object 85b88385-7204-458e-b8e7-3b1072c42fa9 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:15.760310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.768035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2325d232-85b3-44be-abd3-78f938ecd3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.771866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2325d232-85b3-44be-abd3-78f938ecd3e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9e83904-9a22-4af7-b68b-1c9b9833acf7 HTTP/1.1" status: 204 len: 168 time: 0.4823360 Aug 23 11:56:15.798720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Deleting port 81cdc141-0fdf-48ec-8b45-eceec628fccb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:15.799083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:15.803717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325d232-85b3-44be-abd3-78f938ecd3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e83904-9a22-4af7-b68b-1c9b9833acf7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:15.830361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event deleted for resources: {'Port': ['ID=0380ed73-1b20-4c8a-8f1f-c7085810ce82,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:15.892162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbba614-9dc4-42ad-83ad-77b359926b42 None None] Pushing event updated for resources: {'Port': ['ID=9927768a-12f7-45f5-941d-ba0d81a26d79,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:15.989384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd195d0-36a5-4339-83de-acc6d64365f4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:15.993040 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166397cf-270c-4e82-bc25-cbdaefb02c35" -d '{"events": [{"server_uuid": "0e6d720b-2246-4a1a-b160-9fc6891a0ce1", "name": "network-vif-plugged", "status": "completed", "tag": "6bd195d0-36a5-4339-83de-acc6d64365f4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:16.026107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] For port 81cdc141-0fdf-48ec-8b45-eceec628fccb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81cdc141-0fdf-48ec-8b45-eceec628fccb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:16.026492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.037477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] No DVR routers for this DVR port 0380ed73-1b20-4c8a-8f1f-c7085810ce82 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:16.038285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6bd195d0-36a5-4339-83de-acc6d64365f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bd195d0-36a5-4339-83de-acc6d64365f4,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:16.052801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.055065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] Set router 9e76f4e5-4516-4e4c-a785-55660429d18e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:16.059776 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.070475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.072682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a7bf11c-d8ec-4f61-92fa-096e4d443840 req-3fe23913-05d4-4171-b632-739ab10d4f83 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "DELETE /v2.0/ports/0380ed73-1b20-4c8a-8f1f-c7085810ce82 HTTP/1.1" status: 204 len: 173 time: 1.3716629 Aug 23 11:56:16.092271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-deleted', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:16.095554 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f5450-8668-416b-a2ea-7fa9b00cc634" -d '{"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-deleted", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:16.108254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c14efe7-d8d0-4f49-9874-240cafe2e5a8 req-61e34e76-991f-4b5d-9a88-366ab0de8389 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.0716398 Aug 23 11:56:16.118460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Calling delete_port for 81cdc141-0fdf-48ec-8b45-eceec628fccb owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:16.118724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:16.147778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04e941-7e3c-416b-acda-9eaab73c222d req-0c14fd38-8c57-4dff-8259-d6e910395764 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:16.149527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc04e941-7e3c-416b-acda-9eaab73c222d req-0c14fd38-8c57-4dff-8259-d6e910395764 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 949 time: 0.3008211 Aug 23 11:56:16.164750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:16.190114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:16.344478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Pushing event updated for resources: {'Port': ['ID=85b88385-7204-458e-b8e7-3b1072c42fa9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:16.420551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:16.462761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.516892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 0380ed73-1b20-4c8a-8f1f-c7085810ce82 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:16.527754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0380ed73-1b20-4c8a-8f1f-c7085810ce82 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:16.528196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:16.536042 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc04e941-7e3c-416b-acda-9eaab73c222d req-2470a9bd-6391-40d8-ace1-6bcb6c506bbc tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/security-groups?id=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291924 Aug 23 11:56:16.643396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.683768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:16.684522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1e05d62c-8d9b-4520-a6be-c3265d66e4a4 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:16.698046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6bd195d0-36a5-4339-83de-acc6d64365f4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:16.700254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5dc96-e6f1-4630-b80e-fa6827296e7f req-2f73ddd1-ce0c-45a2-9d66-1ae87bed24d0 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:16.708133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bcc5dc96-e6f1-4630-b80e-fa6827296e7f req-2f73ddd1-ce0c-45a2-9d66-1ae87bed24d0 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.4019606 Aug 23 11:56:16.762358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.793474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3f06d604-21a7-4703-9a51-983363daa285 None None] Provisioning for port 85b88385-7204-458e-b8e7-3b1072c42fa9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:16.807332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3f06d604-21a7-4703-9a51-983363daa285 None None] Provisioning complete for port 85b88385-7204-458e-b8e7-3b1072c42fa9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:16.807708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3f06d604-21a7-4703-9a51-983363daa285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.825155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bcc5dc96-e6f1-4630-b80e-fa6827296e7f req-22b7ed97-a18f-49f2-83d1-9c3685088005 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958164 Aug 23 11:56:16.896570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Pushing event deleted for resources: {'Port': ['ID=81cdc141-0fdf-48ec-8b45-eceec628fccb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:16.930427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] No DVR routers for this DVR port 81cdc141-0fdf-48ec-8b45-eceec628fccb on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:16.939766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:16.946055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-945d8261-c1c8-4d47-b3be-be357ff21fbc req-beb886fd-f213-4ff3-a36a-6f0e5a942c05 tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.44 "DELETE /v2.0/ports/81cdc141-0fdf-48ec-8b45-eceec628fccb HTTP/1.1" status: 204 len: 173 time: 1.5820355 Aug 23 11:56:16.960353 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff16c7dc-01d4-4b03-a7c7-ce97545285eb x-openstack-request-id: req-ff16c7dc-01d4-4b03-a7c7-ce97545285eb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:16.963893 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6d720b-2246-4a1a-b160-9fc6891a0ce1", "name": "network-vif-plugged", "status": "completed", "tag": "6bd195d0-36a5-4339-83de-acc6d64365f4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:16.964062 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff16c7dc-01d4-4b03-a7c7-ce97545285eb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:16.964473 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd195d0-36a5-4339-83de-acc6d64365f4', 'code': 200} Aug 23 11:56:17.054366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3f06d604-21a7-4703-9a51-983363daa285 None None] Port 85b88385-7204-458e-b8e7-3b1072c42fa9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:17.056972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1e2dfd5-8012-4acd-aadc-5bba2868bfda req-04337a19-d074-4ec6-90e1-48006de838f5 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e1356d-bb4c-4b08-a848-545a7dd06ece HTTP/1.1" status: 200 len: 210 time: 0.0403244 Aug 23 11:56:17.102700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:17.114834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:17.151975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:12Z', 'revision_number': 3, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:17.177349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e57a3-34e8-47f9-a203-1a4484f8daf4 req-656b2404-cc08-44e6-86e6-1ecfa4149fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:17.182664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f23e57a3-34e8-47f9-a203-1a4484f8daf4 req-656b2404-cc08-44e6-86e6-1ecfa4149fcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0905297 Aug 23 11:56:17.205733 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf72e1a-3927-48de-9cc8-82d60d5d99d9 x-openstack-request-id: req-3cf72e1a-3927-48de-9cc8-82d60d5d99d9 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:17.206619 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e1356d-bb4c-4b08-a848-545a7dd06ece", "name": "network-vif-deleted", "tag": "0380ed73-1b20-4c8a-8f1f-c7085810ce82", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:17.206619 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cf72e1a-3927-48de-9cc8-82d60d5d99d9 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:17.209619 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e1356d-bb4c-4b08-a848-545a7dd06ece', 'name': 'network-vif-deleted', 'tag': '0380ed73-1b20-4c8a-8f1f-c7085810ce82', 'status': 'completed', 'code': 200} Aug 23 11:56:17.243288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece67d0-155b-4345-b253-66d188dbacfc None None] The sync data for ids ['9e76f4e5-4516-4e4c-a785-55660429d18e'] in n-d-773645-7 is: [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:12Z', 'revision_number': 3, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:17.251004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f23e57a3-34e8-47f9-a203-1a4484f8daf4 req-1c72ca57-be43-4cf3-b6d0-9e7b2b2635f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579650 Aug 23 11:56:17.253207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81cdc141-0fdf-48ec-8b45-eceec628fccb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:17.352630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Pushing event updated for resources: {'Port': ['ID=85b88385-7204-458e-b8e7-3b1072c42fa9,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:17.384765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:17.399305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:17.551467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:17.554241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:17.557987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227518-f829-4b06-84ff-396b21407680 req-ad748f0a-1ad8-4b0b-9b7d-50ffe6ade16e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:17.566461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df227518-f829-4b06-84ff-396b21407680 req-ad748f0a-1ad8-4b0b-9b7d-50ffe6ade16e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 946 time: 0.1362343 Aug 23 11:56:17.639463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-network', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:17.692580 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df227518-f829-4b06-84ff-396b21407680 req-11a56416-5f70-4ae1-bc51-9a93573e7c7c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199791 Aug 23 11:56:17.701976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Made reservation on behalf of 8e71e208f3c642c69e9d94543d8765c0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:17.704854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:17.732144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:17.745704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-deleted', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4'}, {'server_uuid': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'name': 'network-vif-deleted', 'tag': '81cdc141-0fdf-48ec-8b45-eceec628fccb'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:17.748859 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd9234b-70d1-4b4d-9ae5-0873766da961" -d '{"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-deleted", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4"}, {"server_uuid": "ada21e2b-dec4-4e19-b9e6-827366ca5780", "name": "network-vif-deleted", "tag": "81cdc141-0fdf-48ec-8b45-eceec628fccb"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:17.839906 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f95794ff-7cc8-48eb-bc5d-148515d73d6b req-e79280a3-391b-4cc0-8a00-e06504bd5995 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.1239598 Aug 23 11:56:17.869462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18b1a4fb-e1b6-4133-ace2-a48103af9b72 req-4d406a75-2858-4b43-bb69-0b5bd021451c tempest-ServersAdminNegativeTestJSON-1756769087 tempest-ServersAdminNegativeTestJSON-1756769087-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada21e2b-dec4-4e19-b9e6-827366ca5780 HTTP/1.1" status: 200 len: 210 time: 0.0348060 Aug 23 11:56:17.888627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Router 9e76f4e5-4516-4e4c-a785-55660429d18e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:18.022100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.027952 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18468e93-bfa4-409f-96f2-06aaf3460d99 x-openstack-request-id: req-18468e93-bfa4-409f-96f2-06aaf3460d99 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:18.029014 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a1df-9875-48b7-87ee-403cb5bec6b3", "name": "network-vif-deleted", "tag": "1e05d62c-8d9b-4520-a6be-c3265d66e4a4", "status": "completed", "code": 200}, {"server_uuid": "ada21e2b-dec4-4e19-b9e6-827366ca5780", "name": "network-vif-deleted", "tag": "81cdc141-0fdf-48ec-8b45-eceec628fccb", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:18.029395 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18468e93-bfa4-409f-96f2-06aaf3460d99 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:18.030173 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a1df-9875-48b7-87ee-403cb5bec6b3', 'name': 'network-vif-deleted', 'tag': '1e05d62c-8d9b-4520-a6be-c3265d66e4a4', 'status': 'completed', 'code': 200} Aug 23 11:56:18.030443 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada21e2b-dec4-4e19-b9e6-827366ca5780', 'name': 'network-vif-deleted', 'tag': '81cdc141-0fdf-48ec-8b45-eceec628fccb', 'status': 'completed', 'code': 200} Aug 23 11:56:18.033637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.108910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce080c7-4bea-4ebc-bebe-28b187c5c9b5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:18.136965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bd0b53fc-8678-442a-9adb-f6faf6a87598 None None] Provisioning complete for port 85b88385-7204-458e-b8e7-3b1072c42fa9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:18.137516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0b53fc-8678-442a-9adb-f6faf6a87598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.144383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:56:18.161299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.161657 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Added segment a91864e8-64f9-40e1-8b36-1d05c8cc3f05 of type vlan for network 46415be8-3288-4991-bfa0-67f23e4f38ef Aug 23 11:56:18.184159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b53fc-8678-442a-9adb-f6faf6a87598 None None] Port 85b88385-7204-458e-b8e7-3b1072c42fa9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:18.246655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.246807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9927768a-12f7-45f5-941d-ba0d81a26d79 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:18.284466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.286866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:18.287897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.375154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9736810 Aug 23 11:56:18.378996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43590) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:18.388068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9927768a-12f7-45f5-941d-ba0d81a26d79 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:18.396417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9927768a-12f7-45f5-941d-ba0d81a26d79 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:18.396417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.398789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Request body: {'subnet': {'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-subnet', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:18.479041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027b7e1-8561-407f-8f04-93bdbe702f11 admin admin] Pushing event updated for resources: {'Network': ['ID=46415be8-3288-4991-bfa0-67f23e4f38ef,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:18.528635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Made reservation on behalf of 8e71e208f3c642c69e9d94543d8765c0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:18.531771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.549405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 46415be8-3288-4991-bfa0-67f23e4f38ef details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:56:18.667988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:18.671237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-f9f289ab-94ef-4004-885f-f51589e62bc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.1012905 Aug 23 11:56:18.674939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95b555f3-3e00-43f6-bee4-cb91eea99562 admin admin] 10.222.0.21 "PUT /v2.0/routers/9e76f4e5-4516-4e4c-a785-55660429d18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6603446 Aug 23 11:56:18.700849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.740315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9927768a-12f7-45f5-941d-ba0d81a26d79, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9927768a-12f7-45f5-941d-ba0d81a26d79,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:18.748691 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:18.843488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fabc8-fd93-4e49-93af-d86a4204e690 req-dde57550-e3a3-4ce9-a44f-0b2470b7d0c7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:18.867808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-489fabc8-fd93-4e49-93af-d86a4204e690 req-dde57550-e3a3-4ce9-a44f-0b2470b7d0c7 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.2135754 Aug 23 11:56:19.030043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-489fabc8-fd93-4e49-93af-d86a4204e690 req-f5cd47af-bd15-4a66-b536-767ac644ec70 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618927 Aug 23 11:56:19.092950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.101240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9927768a-12f7-45f5-941d-ba0d81a26d79,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:19.172061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-05319d29-c37d-44c5-ad32-6d28911f326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:19.174565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-05319d29-c37d-44c5-ad32-6d28911f326b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=14cec318f56d47ef9564d10cd1b7798e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4749112 Aug 23 11:56:19.213076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Checking segment: {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:19.213714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Network hostable DHCP agents. Network: 46415be8-3288-4991-bfa0-67f23e4f38ef, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:56:19.220096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab4a4ce-68fb-4fdc-9615-af37de056da8,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:19.251505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1cf3c-fa4c-42d8-8b17-6bb62df72a64 req-af93ff98-cc60-44b6-bed2-f8db4b3af822 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:19.253475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20c1cf3c-fa4c-42d8-8b17-6bb62df72a64 req-af93ff98-cc60-44b6-bed2-f8db4b3af822 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0908833 Aug 23 11:56:19.254844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Network 46415be8-3288-4991-bfa0-67f23e4f38ef is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:56:19.269708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 46415be8-3288-4991-bfa0-67f23e4f38ef) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:19.281799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:19.282538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.285351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28bfe3-c4b0-45aa-8c88-b326f8213007 None None] Network 46415be8-3288-4991-bfa0-67f23e4f38ef requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:19.326542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-99261b31-eb67-4344-b6ae-ba4b1dc8f6d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9425850 Aug 23 11:56:19.332968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81cdc141-0fdf-48ec-8b45-eceec628fccb no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:19.342186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20c1cf3c-fa4c-42d8-8b17-6bb62df72a64 req-dd746da6-d064-4717-a8ef-30634c3cce9e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798826 Aug 23 11:56:19.342979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:19.358059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:19.364071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:19.367856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffb5dbc7-d3a3-4675-8658-cd855f5554f9 req-3460ab49-b695-4402-9426-d36437f73a15 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.0936410 Aug 23 11:56:19.376250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 81cdc141-0fdf-48ec-8b45-eceec628fccb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:19.376804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81cdc141-0fdf-48ec-8b45-eceec628fccb not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:19.454326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.456344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.607506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.630453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-30da442c-00ca-4054-9df8-5b51356a892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:19.632186 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-30da442c-00ca-4054-9df8-5b51356a892d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4517100 Aug 23 11:56:19.636758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-46415be8-3288-4991-bfa0-67f23e4f38ef', 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'fixed_ips': [{'subnet_id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:56:19.638028 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.715292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d317b61-af2e-44c8-9d2a-abd4b466b184 req-d07fe87f-2601-486f-8ada-edc9ee8ec86a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.0507681 Aug 23 11:56:19.822356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:19.878536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Allocated IP 172.20.0.2 (46415be8-3288-4991-bfa0-67f23e4f38ef/9ab4a4ce-68fb-4fdc-9615-af37de056da8/ac33d78e-a374-423d-865c-4421aeebc2c1) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:19.909883 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f1752724-bc54-441e-ac8d-b73bc4663229 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad3cde277d8243af9cbd6a8487bf4a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442481 Aug 23 11:56:19.915358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43650) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:19.916157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43652) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:19.941965 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Sync routers for ids ['9e76f4e5-4516-4e4c-a785-55660429d18e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:19.956504 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Routers {'9e76f4e5-4516-4e4c-a785-55660429d18e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:19.957113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:55:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9e76f4e5-4516-4e4c-a785-55660429d18e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:20.009422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-89f2b3d4-e0f2-429d-9dd3-26b20d58e88d tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1372008 Aug 23 11:56:20.017432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53983e-022b-4855-8ad5-ff801c45ab1a req-547229cb-33eb-4ab2-b548-6440906f4abc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:20.022565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:20.026054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c53983e-022b-4855-8ad5-ff801c45ab1a req-547229cb-33eb-4ab2-b548-6440906f4abc tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.3826244 Aug 23 11:56:20.071232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.122211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c53983e-022b-4855-8ad5-ff801c45ab1a req-1474d965-8be7-4c6f-86d1-e09dae1e06c4 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949230 Aug 23 11:56:20.137660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4619a21b-065d-4416-ab2a-83e104e223da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.198807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4619a21b-065d-4416-ab2a-83e104e223da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.202304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.220638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Transition to ACTIVE for port object ac33d78e-a374-423d-865c-4421aeebc2c1 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:20.246575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Transition to ACTIVE for port object ac33d78e-a374-423d-865c-4421aeebc2c1 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:20.253945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9927768a-12f7-45f5-941d-ba0d81a26d79 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:20.257088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbd11422-6510-49d3-bb8d-e1bf42e58592 req-d6de1e75-8637-47de-aea1-ea4cc464bfb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.1090696 Aug 23 11:56:20.260635 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.280319 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Set router 9e76f4e5-4516-4e4c-a785-55660429d18e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:20.359957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Pushing event updated for resources: {'Port': ['ID=ac33d78e-a374-423d-865c-4421aeebc2c1,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:20.371586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3ddad587-8054-47b6-ad46-97df044d4b16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c08af976eb94755aea287e3178425bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429426 Aug 23 11:56:20.372586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43656) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:20.380544 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.395336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Network 46415be8-3288-4991-bfa0-67f23e4f38ef is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:20.403092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:20.406031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:20.414923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.461285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4619a21b-065d-4416-ab2a-83e104e223da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.464254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4619a21b-065d-4416-ab2a-83e104e223da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.470042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4619a21b-065d-4416-ab2a-83e104e223da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5804e534-7118-4619-b48e-9492f94cfaa4 HTTP/1.1" status: 204 len: 168 time: 0.5420344 Aug 23 11:56:20.479756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.505659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619a21b-065d-4416-ab2a-83e104e223da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5804e534-7118-4619-b48e-9492f94cfaa4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:20.539560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9927768a-12f7-45f5-941d-ba0d81a26d79 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:20.540073 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.586483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Attempting to bind port ac33d78e-a374-423d-865c-4421aeebc2c1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:20.586922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Attempting to bind port ac33d78e-a374-423d-865c-4421aeebc2c1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:20.587352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Attempting to bind port ac33d78e-a374-423d-865c-4421aeebc2c1 on network 46415be8-3288-4991-bfa0-67f23e4f38ef {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:20.602150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aeb371df-15da-4b66-af91-f3e9912c9261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.615442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:20.617252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11422-6510-49d3-bb8d-e1bf42e58592 req-7992415c-52e3-47be-b018-a6603fb25d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:20.619142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbd11422-6510-49d3-bb8d-e1bf42e58592 req-7992415c-52e3-47be-b018-a6603fb25d61 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=14cec318f56d47ef9564d10cd1b7798e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3531787 Aug 23 11:56:20.623978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Checking segment: {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:20.623978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.624311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Bound using segment: {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:20.624681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Bound port: ac33d78e-a374-423d-865c-4421aeebc2c1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:20.625255 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.626759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-f5dbd16b-a45a-4b66-bde4-a7d3a3604ae8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:20.629228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-f5dbd16b-a45a-4b66-bde4-a7d3a3604ae8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 950 time: 0.2292843 Aug 23 11:56:20.686516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aeb371df-15da-4b66-af91-f3e9912c9261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.782018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] For port ac33d78e-a374-423d-865c-4421aeebc2c1, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:20.786554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] For port ac33d78e-a374-423d-865c-4421aeebc2c1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac33d78e-a374-423d-865c-4421aeebc2c1,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:20.789202 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:16Z', 'revision_number': 4, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '85b88385-7204-458e-b8e7-3b1072c42fa9', 'name': '', 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'mac_address': 'fa:16:3e:14:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '40d266bb-194f-4cae-a9f9-257b9975a3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:15Z', 'updated_at': '2021-08-23T11:56:16Z', 'revision_number': 2, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'subnets': [{'id': '40d266bb-194f-4cae-a9f9-257b9975a3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:20.794769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.835926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Allocated IP 172.25.1.87 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/121744c8-e1b4-4ffe-a6fd-3713ea89ef26) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:20.861767 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Checking router: 9e76f4e5-4516-4e4c-a785-55660429d18e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:20.862510 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Updating router 9e76f4e5-4516-4e4c-a785-55660429d18e port 85b88385-7204-458e-b8e7-3b1072c42fa9 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:20.898723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca244fe-013f-44f5-ad58-1aeec5bb751c None None] Pushing event updated for resources: {'Port': ['ID=ac33d78e-a374-423d-865c-4421aeebc2c1,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:20.910257 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.914971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c000fca-e5e4-4bd5-b1f0-ddad8c4c9536 req-b5faf892-72eb-4f38-ab33-ec7b57ccba9f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.0681489 Aug 23 11:56:20.954461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11422-6510-49d3-bb8d-e1bf42e58592 req-f0332ecf-0e64-46a3-aaa0-7e4f07d47fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:20.956384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbd11422-6510-49d3-bb8d-e1bf42e58592 req-f0332ecf-0e64-46a3-aaa0-7e4f07d47fb3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3266156 Aug 23 11:56:20.980803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aeb371df-15da-4b66-af91-f3e9912c9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.986760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aeb371df-15da-4b66-af91-f3e9912c9261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:20.990490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aeb371df-15da-4b66-af91-f3e9912c9261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fae86a5a-a674-4f8b-ad93-4fa2ae6cb647 HTTP/1.1" status: 204 len: 168 time: 0.6128831 Aug 23 11:56:20.991302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Deleting port fa8323c9-2472-487a-ab42-73ea2d389ebb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:20.991647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.061414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb371df-15da-4b66-af91-f3e9912c9261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae86a5a-a674-4f8b-ad93-4fa2ae6cb647,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:21.073886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbd11422-6510-49d3-bb8d-e1bf42e58592 req-cbbb4e3e-8a70-4f0b-8c34-35a48d261bab tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/ports?device_id=47bd2aed-9623-477a-ad27-c8ab83d93df3 HTTP/1.1" status: 200 len: 210 time: 0.0486250 Aug 23 11:56:21.219907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.267512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] For port fa8323c9-2472-487a-ab42-73ea2d389ebb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fa8323c9-2472-487a-ab42-73ea2d389ebb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:21.267979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.280502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b17eb-da37-4986-b170-5af8b0c2d1af req-ca584a4f-2409-4ad5-803b-f63eaf676139 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:21.290247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-106b17eb-da37-4986-b170-5af8b0c2d1af req-ca584a4f-2409-4ad5-803b-f63eaf676139 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 946 time: 0.1739230 Aug 23 11:56:21.327096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.483722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:21.490757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:21.496136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:21.589856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Pushing event updated for resources: {'Port': ['ID=121744c8-e1b4-4ffe-a6fd-3713ea89ef26,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:21.652478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.662878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43688) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:21.684022 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.697310 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Transition to ACTIVE for port object 85b88385-7204-458e-b8e7-3b1072c42fa9 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:21.707858 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.762650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.771133 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Pushing event updated for resources: {'Port': ['ID=85b88385-7204-458e-b8e7-3b1072c42fa9,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:21.776103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a98d0e5e-abb1-4cf7-a6d3-bd89505fab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.785894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Calling delete_port for fa8323c9-2472-487a-ab42-73ea2d389ebb owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:21.827077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.828812 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.829903 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.830419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.830959 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.831485 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.831979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.832534 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.833028 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.833522 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.834275 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.835035 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:21.856396 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Attempting to bind port 85b88385-7204-458e-b8e7-3b1072c42fa9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:21.857320 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Attempting to bind port 85b88385-7204-458e-b8e7-3b1072c42fa9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:21.857908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Attempting to bind port 85b88385-7204-458e-b8e7-3b1072c42fa9 on network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:21.860529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-22d4ba55-54d6-4548-b8e6-46ae2dfab837 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e85e51e521544df930db2e9861474ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921973 Aug 23 11:56:21.865779 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:21.866465 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Checking segment: {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:21.869067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:21.874619 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.883228 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Bound using segment: {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:21.883905 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Bound port: 85b88385-7204-458e-b8e7-3b1072c42fa9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fdc949-1c63-4e70-8da9-9e4f75c043ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:21.884323 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:21.906437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43694) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:21.957726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f6a58fe5-3dff-4653-8f63-2deca78767ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.013985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-106b17eb-da37-4986-b170-5af8b0c2d1af req-4ee4037f-7b3e-406a-aa0f-aca3d800236e tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223732 Aug 23 11:56:22.031444 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f6a58fe5-3dff-4653-8f63-2deca78767ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.062321 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] For port 85b88385-7204-458e-b8e7-3b1072c42fa9, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:22.084140 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] For port 85b88385-7204-458e-b8e7-3b1072c42fa9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=85b88385-7204-458e-b8e7-3b1072c42fa9,segment=NetworkSegment(15fdc949-1c63-4e70-8da9-9e4f75c043ba),segment_id=15fdc949-1c63-4e70-8da9-9e4f75c043ba)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:22.104985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Allocated IP 172.25.1.175 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/1bcc43f2-d619-4972-8158-0eb8ab5bf54a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:22.105915 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.119979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1584885767-network', 'tenant_id': '5c296edfa7234d5294fe779ec5db29dc'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:22.167756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-9b5b653b-fc8d-47df-b75f-ef20f13da4ec tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:22.169363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-9b5b653b-fc8d-47df-b75f-ef20f13da4ec tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 946 time: 0.3848536 Aug 23 11:56:22.217468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac33d78e-a374-423d-865c-4421aeebc2c1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:22.245039 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bf8fe-061f-4acd-b550-23f340ff1317 None None] Pushing event updated for resources: {'Port': ['ID=85b88385-7204-458e-b8e7-3b1072c42fa9,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:22.263395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.265223 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Routers {'9e76f4e5-4516-4e4c-a785-55660429d18e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:22.266238 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:55:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9e76f4e5-4516-4e4c-a785-55660429d18e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:22.274646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.290205 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f6a58fe5-3dff-4653-8f63-2deca78767ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.293243 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f6a58fe5-3dff-4653-8f63-2deca78767ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.294696 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f6a58fe5-3dff-4653-8f63-2deca78767ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5ae1889-3a15-427e-910f-7123726696f4 HTTP/1.1" status: 204 len: 168 time: 0.4236662 Aug 23 11:56:22.360115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ac33d78e-a374-423d-865c-4421aeebc2c1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:22.384006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a58fe5-3dff-4653-8f63-2deca78767ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae1889-3a15-427e-910f-7123726696f4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:22.456077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Made reservation on behalf of 5c296edfa7234d5294fe779ec5db29dc for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:22.462156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64932c-e9a5-4e2c-8779-62ddbeb23ed1 None None] Network 46415be8-3288-4991-bfa0-67f23e4f38ef requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:22.469781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.504918 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.508572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Pushing event updated for resources: {'Port': ['ID=121744c8-e1b4-4ffe-a6fd-3713ea89ef26,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:22.530984 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] Set router 9e76f4e5-4516-4e4c-a785-55660429d18e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:22.558830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f113c30-327e-4964-8885-5374cfc14001 req-80b4a5c5-5b40-41b7-93de-3c39efc5ab1f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:22.562603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f113c30-327e-4964-8885-5374cfc14001 req-80b4a5c5-5b40-41b7-93de-3c39efc5ab1f tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.2232068 Aug 23 11:56:22.591587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.602879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.619527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] Provisioning for port ac33d78e-a374-423d-865c-4421aeebc2c1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:22.628995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] Provisioning complete for port ac33d78e-a374-423d-865c-4421aeebc2c1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:22.629375 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.668615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.749399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Deleting port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:22.749914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.783286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Pushing event updated for resources: {'Port': ['ID=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:22.811708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa789299-ec04-4866-a61d-239719c2f69b req-b9d754a1-9f99-4ec9-94c4-f144b567f617 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:22.818258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.823803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa789299-ec04-4866-a61d-239719c2f69b req-b9d754a1-9f99-4ec9-94c4-f144b567f617 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.6474547 Aug 23 11:56:22.841206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:22.864319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:22.867507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:22.872385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.874345 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.890588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:22.901649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-edaf27bb-d52b-4752-9d55-d3e30241ca44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8889899 Aug 23 11:56:22.932764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:56:22.960410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa789299-ec04-4866-a61d-239719c2f69b req-a410b91e-b63a-4e0f-b819-88cadd9defc0 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358109 Aug 23 11:56:22.991536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] For port ac33d78e-a374-423d-865c-4421aeebc2c1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac33d78e-a374-423d-865c-4421aeebc2c1,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:22.995906 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:16Z', 'revision_number': 4, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '85b88385-7204-458e-b8e7-3b1072c42fa9', 'name': '', 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'mac_address': 'fa:16:3e:14:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '40d266bb-194f-4cae-a9f9-257b9975a3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:15Z', 'updated_at': '2021-08-23T11:56:22Z', 'revision_number': 4, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'subnets': [{'id': '40d266bb-194f-4cae-a9f9-257b9975a3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:22.998557 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.064833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-ac53024a-4bec-45f1-b119-41df11109393 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1619997 Aug 23 11:56:23.072949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.073646 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Added segment d4de91e7-4a1e-487f-a0dc-4bb9ce23f5a8 of type vlan for network 8865b688-f81c-4f22-aa56-90d5950d4b59 Aug 23 11:56:23.086067 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c9760-2ba3-42ba-887b-5fdfb2d6eee4 None None] The sync data for ids ['9e76f4e5-4516-4e4c-a785-55660429d18e'] in n-d-773645-7 is: [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:16Z', 'revision_number': 4, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '85b88385-7204-458e-b8e7-3b1072c42fa9', 'name': '', 'network_id': '3fcaff68-f2d7-4fc8-90c0-15b208bddd20', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'mac_address': 'fa:16:3e:14:aa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '40d266bb-194f-4cae-a9f9-257b9975a3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:15Z', 'updated_at': '2021-08-23T11:56:22Z', 'revision_number': 4, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'subnets': [{'id': '40d266bb-194f-4cae-a9f9-257b9975a3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:23.124432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:56:23.131414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.137720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c93b2-5d9d-417d-b197-b52d4bd6beab,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:23.160370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fa8323c9-2472-487a-ab42-73ea2d389ebb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:23.202930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e2b27a2d-8548-4c2c-ad44-cea70c1c793a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:23.226870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e1f83-6bf7-434a-a11d-9929e59e2972 None None] Pushing event updated for resources: {'Port': ['ID=ac33d78e-a374-423d-865c-4421aeebc2c1,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:23.251711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Deleting port 6bd195d0-36a5-4339-83de-acc6d64365f4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:23.252465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.328672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] For port 57ea899d-c56d-4e94-9fe3-e5e7868114c9, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=57ea899d-c56d-4e94-9fe3-e5e7868114c9,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:23.329044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.343003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event deleted for resources: {'Port': ['ID=fa8323c9-2472-487a-ab42-73ea2d389ebb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:23.441877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] For port 6bd195d0-36a5-4339-83de-acc6d64365f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bd195d0-36a5-4339-83de-acc6d64365f4,segment=NetworkSegment(75690709-4660-4a9c-85ce-d31090c3597b),segment_id=75690709-4660-4a9c-85ce-d31090c3597b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:23.442266 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.463631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Calling delete_port for 6bd195d0-36a5-4339-83de-acc6d64365f4 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:23.507056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.508297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-627ef056-ede3-4d30-8434-9a82926ef1e9 None None] Provisioning complete for port ac33d78e-a374-423d-865c-4421aeebc2c1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:23.508738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-627ef056-ede3-4d30-8434-9a82926ef1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.639187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dcbc7f44-609b-47bd-a55a-14efa37c28cc req-974a9573-2989-44ed-ac07-efc579d17932 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1f5254e-0f16-4891-813b-0a63a988042a HTTP/1.1" status: 200 len: 210 time: 0.5554681 Aug 23 11:56:23.675613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43722) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:23.711098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] No DVR routers for this DVR port fa8323c9-2472-487a-ab42-73ea2d389ebb on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:23.723624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.728910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0347ce30-fa9d-4a74-b14f-adbee8ec09c4 req-a93b30a6-3393-4a66-990f-1f245e0253d8 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.44 "DELETE /v2.0/ports/fa8323c9-2472-487a-ab42-73ea2d389ebb HTTP/1.1" status: 204 len: 173 time: 3.0914693 Aug 23 11:56:23.729392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-deleted', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:23.732190 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a9eade-4d74-4544-a250-3ad47f0db1c7" -d '{"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-deleted", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:23.745279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.748949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:23.752702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:23.859949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-f36320f4-03d7-43be-bf8d-6b2ba4182a01 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:23.874297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc9be632-f62c-40d8-b648-deaa1a6d2ce3 req-f36320f4-03d7-43be-bf8d-6b2ba4182a01 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.8079407 Aug 23 11:56:24.031478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.064932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1547294 Aug 23 11:56:24.071875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:24.080483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Request body: {'subnet': {'network_id': '8865b688-f81c-4f22-aa56-90d5950d4b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1584885767-subnet', 'tenant_id': '5c296edfa7234d5294fe779ec5db29dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:24.087648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e87fb6-e2a7-40c7-9732-c25cfaa3efc1 admin admin] Pushing event updated for resources: {'Network': ['ID=8865b688-f81c-4f22-aa56-90d5950d4b59,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:24.112429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8865b688-f81c-4f22-aa56-90d5950d4b59 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:56:24.153854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-network', 'tenant_id': '5436b98917924727b51588bf1ff0b343'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:24.158256 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487829ef-50c8-410d-8575-c71a6db162f1 x-openstack-request-id: req-487829ef-50c8-410d-8575-c71a6db162f1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:24.159016 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5254e-0f16-4891-813b-0a63a988042a", "name": "network-vif-deleted", "tag": "fa8323c9-2472-487a-ab42-73ea2d389ebb", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:24.159016 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-487829ef-50c8-410d-8575-c71a6db162f1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:24.159261 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5254e-0f16-4891-813b-0a63a988042a', 'name': 'network-vif-deleted', 'tag': 'fa8323c9-2472-487a-ab42-73ea2d389ebb', 'status': 'completed', 'code': 200} Aug 23 11:56:24.199925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.211931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b24335ab-d8bd-4051-9cef-3890a3137018 req-e850e0f2-17e3-410a-bbfe-399c28c9aba9 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips/c607e385-7965-4395-be22-92ec797fb4ff HTTP/1.1" status: 200 len: 692 time: 0.1577857 Aug 23 11:56:24.215593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Made reservation on behalf of 5c296edfa7234d5294fe779ec5db29dc for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:24.219146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.253190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85b88385-7204-458e-b8e7-3b1072c42fa9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:24.287300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event deleted for resources: {'Port': ['ID=6bd195d0-36a5-4339-83de-acc6d64365f4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:24.317131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629ba7-8859-4b6c-9460-b16ac6c2f1f4 req-5471a660-f74e-478e-93c1-933a73584cff tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:24.319269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da629ba7-8859-4b6c-9460-b16ac6c2f1f4 req-5471a660-f74e-478e-93c1-933a73584cff tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d720b-2246-4a1a-b160-9fc6891a0ce1 HTTP/1.1" status: 200 len: 867 time: 0.4651918 Aug 23 11:56:24.349309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Made reservation on behalf of 5436b98917924727b51588bf1ff0b343 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:24.357176 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.378346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e83dddfb-e559-4052-a57d-918ecfb9f8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.391126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.395873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 85b88385-7204-458e-b8e7-3b1072c42fa9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:24.400827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 85b88385-7204-458e-b8e7-3b1072c42fa9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:24.401355 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.415477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] No DVR routers for this DVR port 6bd195d0-36a5-4339-83de-acc6d64365f4 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:24.507341 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.533665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.537122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c1b92b5-5a5b-4a88-b0a7-a64e4eff8cc7 req-535c4380-3246-410a-806c-1963a0dcdf71 tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.44 "DELETE /v2.0/ports/6bd195d0-36a5-4339-83de-acc6d64365f4 HTTP/1.1" status: 204 len: 173 time: 2.3565073 Aug 23 11:56:24.557873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.599011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 85b88385-7204-458e-b8e7-3b1072c42fa9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=85b88385-7204-458e-b8e7-3b1072c42fa9,segment=NetworkSegment(15fdc949-1c63-4e70-8da9-9e4f75c043ba),segment_id=15fdc949-1c63-4e70-8da9-9e4f75c043ba)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:24.609020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.610423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac33d78e-a374-423d-865c-4421aeebc2c1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:24.620575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da629ba7-8859-4b6c-9460-b16ac6c2f1f4 req-010b9910-633e-42e9-932f-28572983b1fe tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796350 Aug 23 11:56:24.690742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.692086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.692635 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Floating IP 5e6d4d73-3de4-44aa-aaec-cb17d341c4eb disassociated. External IP: 172.25.1.51, port: 57ea899d-c56d-4e94-9fe3-e5e7868114c9. Aug 23 11:56:24.693197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Calling delete_port for 57ea899d-c56d-4e94-9fe3-e5e7868114c9 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:24.720639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=85b88385-7204-458e-b8e7-3b1072c42fa9,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:24.749669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ac33d78e-a374-423d-865c-4421aeebc2c1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:24.751031 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.790641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.797760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.828889 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.949784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:56:24.981789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ce028c-c709-454c-beb7-34e8e89add66,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:24.986806 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:24.987226 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Added segment c29abb68-63e1-4fbc-ab88-4e475aba3ded of type vlan for network 5e13a801-270f-4c12-b39c-2f469bb408f4 Aug 23 11:56:25.018946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24335ab-d8bd-4051-9cef-3890a3137018 req-00d3cc20-59ae-415f-846d-245866bf0eac tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:25.020395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b24335ab-d8bd-4051-9cef-3890a3137018 req-00d3cc20-59ae-415f-846d-245866bf0eac tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.7936852 Aug 23 11:56:25.053259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-b24335ab-d8bd-4051-9cef-3890a3137018 req-3cfaffbf-9d9a-470e-96b0-af53e79fce44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:56:25.054757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b24335ab-d8bd-4051-9cef-3890a3137018 req-3cfaffbf-9d9a-470e-96b0-af53e79fce44 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096045 Aug 23 11:56:25.112331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-c5b7c8a4-98e1-42a4-9968-f75f2a704d22 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:25.121169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-c5b7c8a4-98e1-42a4-9968-f75f2a704d22 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.3255861 Aug 23 11:56:25.126683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.150296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-641b98c5-690f-4eac-802c-f3378b49bece tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0287669 Aug 23 11:56:25.213727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.225007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-7bb7bef8-4838-45b2-abfe-c1a8b16180e3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605183 Aug 23 11:56:25.228277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.229629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.232532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:25.233738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.250932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Router 42908065-0146-4822-b945-e9394c37d201 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:56:25.280356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event deleted for resources: {'Port': ['ID=57ea899d-c56d-4e94-9fe3-e5e7868114c9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:25.291168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6116850 Aug 23 11:56:25.304393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43750) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:25.316838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Request body: {'subnet': {'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-subnet', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:25.334306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5337e-bc5d-4360-be55-c3c6e41cd19f req-91184003-ff84-4a96-b313-0eb39d6ff88e tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:25.335998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5a5337e-bc5d-4360-be55-c3c6e41cd19f req-91184003-ff84-4a96-b313-0eb39d6ff88e tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 946 time: 0.1902947 Aug 23 11:56:25.361896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bd195d0-36a5-4339-83de-acc6d64365f4 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:25.384919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 6bd195d0-36a5-4339-83de-acc6d64365f4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:25.385560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bd195d0-36a5-4339-83de-acc6d64365f4 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:25.386015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:25.405312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: fa8323c9-2472-487a-ab42-73ea2d389ebb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:25.406945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fa8323c9-2472-487a-ab42-73ea2d389ebb not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:25.407116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 57ea899d-c56d-4e94-9fe3-e5e7868114c9 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:25.417923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2017bec-4c07-4019-960c-da816bc9e579 admin admin] Pushing event updated for resources: {'Network': ['ID=5e13a801-270f-4c12-b39c-2f469bb408f4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:25.418183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f91be88-4336-4336-92b9-41fee77a3315,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:25.429011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 57ea899d-c56d-4e94-9fe3-e5e7868114c9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:25.431464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 57ea899d-c56d-4e94-9fe3-e5e7868114c9 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:25.444954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:56:25.445475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Made reservation on behalf of 5436b98917924727b51588bf1ff0b343 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:25.448787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.485668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-e86ddc4f-946b-411a-b465-370d9947d69f service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472250 Aug 23 11:56:25.486111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Checking segment: {'id': 'd4de91e7-4a1e-487f-a0dc-4bb9ce23f5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8865b688-f81c-4f22-aa56-90d5950d4b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:25.486491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Network hostable DHCP agents. Network: 8865b688-f81c-4f22-aa56-90d5950d4b59, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:56:25.495496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5a5337e-bc5d-4360-be55-c3c6e41cd19f req-7100d0da-d33d-468b-8e3f-0b5e330525e4 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups?id=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454318 Aug 23 11:56:25.529426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:25.557728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Sync routers for ids ['42908065-0146-4822-b945-e9394c37d201'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:25.581706 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.582952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Routers {'42908065-0146-4822-b945-e9394c37d201'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:25.583360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['42908065-0146-4822-b945-e9394c37d201'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:25.594547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.598796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d9083dc2-4abd-40b1-9696-383360f9d414 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2485347 Aug 23 11:56:25.601062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43752) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:25.617530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Network 8865b688-f81c-4f22-aa56-90d5950d4b59 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:56:25.637826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Router d8d278f9-7aae-42ec-b150-f2d03c548696 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:25.646358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8865b688-f81c-4f22-aa56-90d5950d4b59) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:25.653923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:25.654580 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:25.658855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32839e-9965-4cb1-b47f-c0c2c647e04d None None] Network 8865b688-f81c-4f22-aa56-90d5950d4b59 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:25.689439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-0801e448-b3f7-4615-96b7-fa6ed98d06b1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949925 Aug 23 11:56:25.864954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9677a86-20f8-4d9a-a0ea-e902a22ec4bc req-07f73a4a-fe7b-4d36-a4ee-a9019b90e825 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=303b30498b7e440cb4c70e74003bb67f HTTP/1.1" status: 200 len: 695 time: 0.1737001 Aug 23 11:56:25.919270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7d34a409-ce7a-439c-a339-725b248abbf1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8434975 Aug 23 11:56:26.026397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Set router 42908065-0146-4822-b945-e9394c37d201 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:26.172883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85b88385-7204-458e-b8e7-3b1072c42fa9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:26.226975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:26.240302 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] Sync routers for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:26.258149 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:26.259795 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:26.301393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.338375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e0342-33b9-4e6e-a723-f5863a8933bc None None] Network 8865b688-f81c-4f22-aa56-90d5950d4b59 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:26.363620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:26.368335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] No DVR routers for this DVR port 57ea899d-c56d-4e94-9fe3-e5e7868114c9 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:26.370243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'name': 'network-vif-deleted', 'tag': '6bd195d0-36a5-4339-83de-acc6d64365f4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:26.373496 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e8f456-3fb0-4e2d-b0ae-b2ba8b991cea" -d '{"events": [{"server_uuid": "0e6d720b-2246-4a1a-b160-9fc6891a0ce1", "name": "network-vif-deleted", "tag": "6bd195d0-36a5-4339-83de-acc6d64365f4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:26.374224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.376300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f113c30-327e-4964-8885-5374cfc14001 req-53b995e2-ca14-4650-9475-862f7564afe5 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.44 "DELETE /v2.0/ports/57ea899d-c56d-4e94-9fe3-e5e7868114c9 HTTP/1.1" status: 204 len: 173 time: 3.7881882 Aug 23 11:56:26.378945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'name': 'network-vif-deleted', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:26.381238 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d21f2-e400-4b4e-8866-bd2a8dfdd933" -d '{"events": [{"server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "name": "network-vif-deleted", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:26.498881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 85b88385-7204-458e-b8e7-3b1072c42fa9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:26.499380 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.499591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9677a86-20f8-4d9a-a0ea-e902a22ec4bc req-0e9f3c2a-d3ee-4c2e-937b-f92f255d1a21 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:26.501211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9677a86-20f8-4d9a-a0ea-e902a22ec4bc req-0e9f3c2a-d3ee-4c2e-937b-f92f255d1a21 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks?id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 787 time: 0.6352477 Aug 23 11:56:26.504623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Checking segment: {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:26.506164 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:26.512197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Network hostable DHCP agents. Network: 5e13a801-270f-4c12-b39c-2f469bb408f4, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:56:26.532573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-e9677a86-20f8-4d9a-a0ea-e902a22ec4bc req-f9939b0d-eb0b-4a91-845a-dcd34598d452 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 11:56:26.533732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9677a86-20f8-4d9a-a0ea-e902a22ec4bc req-f9939b0d-eb0b-4a91-845a-dcd34598d452 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139894 Aug 23 11:56:26.567643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:56:26.593882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5e13a801-270f-4c12-b39c-2f469bb408f4) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:26.611578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:26.612196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.641151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ccdc41-3cd7-4ac9-b1f7-3b8ea7327f0f None None] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:26.646792 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c5ee5cd8-3b2d-4188-9573-1bd9143b1d85 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3368628 Aug 23 11:56:26.649681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43784) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:26.651738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8a67e7e1-32ee-41f7-992e-4515d3f9ce18 req-0744e947-afb9-4b78-906e-b5e1adaa7dc0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 210 time: 0.2613106 Aug 23 11:56:26.668619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:26.737217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.738895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.800861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:23Z', 'revision_number': 3, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:26.883122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9078-5318-4ce8-a868-d7d3289fb315 req-3b0acec5-5e3f-45c5-b212-5d87572f5c4a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:26.884994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76af9078-5318-4ce8-a868-d7d3289fb315 req-3b0acec5-5e3f-45c5-b212-5d87572f5c4a tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.1672449 Aug 23 11:56:26.925584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:26.961225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Checking router: 42908065-0146-4822-b945-e9394c37d201 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:26.965421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Updating router 42908065-0146-4822-b945-e9394c37d201 port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:26.991152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76af9078-5318-4ce8-a868-d7d3289fb315 req-feda98b4-7600-4fd4-8a0e-9e1b738eb575 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/security-groups?id=d41eb7c2-c8af-485d-9462-74d503cbcb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Aug 23 11:56:27.055471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.069601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6cafe29b-3615-49f8-a253-4af04e0b6e98 req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1756502325', 'description': 'tempest-description-88299485'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:27.156992 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:08Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:27.193551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] Checking router: d8d278f9-7aae-42ec-b150-f2d03c548696 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:27.212355 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:27.213150 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:27.241743 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749ab662-1e96-421e-98c1-354abe8f8520 x-openstack-request-id: req-749ab662-1e96-421e-98c1-354abe8f8520 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:27.242660 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c66b60-09fa-4842-a114-6d379cc15295", "name": "network-vif-deleted", "tag": "57ea899d-c56d-4e94-9fe3-e5e7868114c9", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:27.243734 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-749ab662-1e96-421e-98c1-354abe8f8520 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:27.244368 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c66b60-09fa-4842-a114-6d379cc15295', 'name': 'network-vif-deleted', 'tag': '57ea899d-c56d-4e94-9fe3-e5e7868114c9', 'status': 'completed', 'code': 200} Aug 23 11:56:27.255865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5e13a801-270f-4c12-b39c-2f469bb408f4', 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'fixed_ips': [{'subnet_id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:56:27.256749 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.264933 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.275603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.299501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a425b9e8-2232-4848-8dd2-fbdf186075f0 x-openstack-request-id: req-a425b9e8-2232-4848-8dd2-fbdf186075f0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:27.299833 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6d720b-2246-4a1a-b160-9fc6891a0ce1", "name": "network-vif-deleted", "tag": "6bd195d0-36a5-4339-83de-acc6d64365f4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:27.300083 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a425b9e8-2232-4848-8dd2-fbdf186075f0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:27.300446 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6d720b-2246-4a1a-b160-9fc6891a0ce1', 'name': 'network-vif-deleted', 'tag': '6bd195d0-36a5-4339-83de-acc6d64365f4', 'status': 'completed', 'code': 200} Aug 23 11:56:27.310325 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cafe29b-3615-49f8-a253-4af04e0b6e98 req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.428962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:27.455125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ccd6d47-a44f-4807-94c0-8aaee6c746d3 req-0888a30d-5672-4ad3-84fb-9e9a747c3333 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 210 time: 0.1042490 Aug 23 11:56:27.560515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.698393 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.710307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Transition to ACTIVE for port object 1bcc43f2-d619-4972-8158-0eb8ab5bf54a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:27.720445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.733530 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.739534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-f84de1fd-dc1a-434c-abfb-6398a3af004c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:27.747488 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-f84de1fd-dc1a-434c-abfb-6398a3af004c tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 950 time: 0.2856984 Aug 23 11:56:27.766568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-6556b639-f69c-4cba-ab30-9d993a21a266 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips/c607e385-7965-4395-be22-92ec797fb4ff HTTP/1.1" status: 200 len: 692 time: 0.1994481 Aug 23 11:56:27.774419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:08Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:27.779975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-6b8680f2-0b04-4003-a106-c8c7e60a561f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:27.783575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-6b8680f2-0b04-4003-a106-c8c7e60a561f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.2196636 Aug 23 11:56:27.825139 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c30c441-dd08-4e6c-b784-fed8b692bfbb None None] The sync data for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 is: [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:52:59Z', 'revision_number': 4, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2126d181-41bc-42e7-91f1-38e2a229f42e', 'name': '', 'network_id': '12487e61-616f-4b1f-b129-d2ac7a863207', 'tenant_id': '2116802d83594b9abb07730886e22469', 'mac_address': 'fa:16:3e:77:bf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:58Z', 'updated_at': '2021-08-23T11:53:08Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'subnets': [{'id': '62fc422b-ff87-4160-b9b0-a94f4f9f6fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:27.850681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38838dbf-7366-47f5-b5c1-4e380b39417e None None] Pushing event updated for resources: {'Port': ['ID=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:27.858679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Attempting to bind port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:27.858962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Attempting to bind port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:27.859918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Attempting to bind port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:27.867209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:27.869384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cafe29b-3615-49f8-a253-4af04e0b6e98 req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.871007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:27.871437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.871881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:27.872552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Bound port: 1bcc43f2-d619-4972-8158-0eb8ab5bf54a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:27.873060 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:27.885353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Request body: {'port': {'device_id': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'admin_state_up': True, 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:27.911712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Allocated IP 172.20.0.2 (5e13a801-270f-4c12-b39c-2f469bb408f4/c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f/7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:27.975323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] For port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:28.032678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] For port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:28.050688 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.062542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cafe29b-3615-49f8-a253-4af04e0b6e98 req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.095238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6cafe29b-3615-49f8-a253-4af04e0b6e98 req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.096728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cafe29b-3615-49f8-a253-4af04e0b6e98 req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0372281 Aug 23 11:56:28.097473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:28.108979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.109657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.220528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Routers {'42908065-0146-4822-b945-e9394c37d201'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:28.221473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['42908065-0146-4822-b945-e9394c37d201'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:28.271487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38838dbf-7366-47f5-b5c1-4e380b39417e None None] Pushing event updated for resources: {'Port': ['ID=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:28.275267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Deleting port e2b27a2d-8548-4c2c-ad44-cea70c1c793a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:28.278800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.293603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-a71cbd3e-ab30-46e4-a0fb-0f39d6d836a7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:28.301547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-a71cbd3e-ab30-46e4-a0fb-0f39d6d836a7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.5334156 Aug 23 11:56:28.309480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbcb476-f8d7-43c9-bd48-fd9203acf38f None None] New status for floating IP 5e6d4d73-3de4-44aa-aaec-cb17d341c4eb: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:56:28.336003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Allocated IP 172.20.0.5 (3e1119b2-cc2e-4aba-bb05-590cef2947f9/23bdc3c7-04ed-41eb-8eb0-62ffd7238316/632c0819-1f68-454f-8fcf-42f6dbf9cd79) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:28.419094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-bd4f8bc7-393d-4677-a733-73231035de2e tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1161757 Aug 23 11:56:28.485681 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.495272 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-aabe9ff5-fc1f-45f0-9f54-f9a9d4551b48 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.0747898 Aug 23 11:56:28.504743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Transition to ACTIVE for port object 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:28.531884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.535118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] Set router 42908065-0146-4822-b945-e9394c37d201 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:28.542281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Transition to ACTIVE for port object 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:28.574564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Allocated IP 172.20.0.1 (46415be8-3288-4991-bfa0-67f23e4f38ef/9ab4a4ce-68fb-4fdc-9615-af37de056da8/9b4b81b2-4eb7-45a0-8869-8a799dfa2502) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:28.595579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.672234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:28.676755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:28.704085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55942446-a9f7-43cc-a78e-45271882d427 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359ef073-1723-4a9a-8bf0-98312902126a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:28.728546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:28.750778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.754443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] For port e2b27a2d-8548-4c2c-ad44-cea70c1c793a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:28.755086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.780211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Calling delete_port for e2b27a2d-8548-4c2c-ad44-cea70c1c793a owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:28.787167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:28.792890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:28.794259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.798486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.806279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:28.819945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:28.833158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9565876 Aug 23 11:56:28.837772 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.860245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68369413-7600-410a-92a4-5848ac87171d req-51bceb18-124a-4740-89f7-791b4691cdb2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:28.864553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68369413-7600-410a-92a4-5848ac87171d req-51bceb18-124a-4740-89f7-791b4691cdb2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 931 time: 0.2806058 Aug 23 11:56:28.873996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Request body: {'port': {'device_id': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:28.899017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Deleting port 121744c8-e1b4-4ffe-a6fd-3713ea89ef26 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:28.899374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:28.904779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Pushing event updated for resources: {'Port': ['ID=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:28.945301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e679ac-0b95-498f-84fc-c407507f31c1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event updated for resources: {'Port': ['ID=632c0819-1f68-454f-8fcf-42f6dbf9cd79,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:28.981535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Attempting to bind port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:28.983311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Attempting to bind port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:28.984136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Attempting to bind port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 on network 5e13a801-270f-4c12-b39c-2f469bb408f4 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:29.013016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68369413-7600-410a-92a4-5848ac87171d req-fc4dc592-8210-4e0e-8908-426eed435911 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281424 Aug 23 11:56:29.038643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.050028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:29.050837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Checking segment: {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:29.056208 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.059581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Bound using segment: {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:29.063209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Bound port: 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:29.064668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.068686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.140020 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.140379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.179768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Allocated IP 172.25.1.89 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/35b3e84c-a952-4542-a4b3-b03b0f5cf970) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:29.189922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Calling delete_port for 121744c8-e1b4-4ffe-a6fd-3713ea89ef26 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:29.192408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:23Z', 'revision_number': 3, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:29.230460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca475-14f2-42c7-a2c0-805a70586d7b None None] The sync data for ids ['42908065-0146-4822-b945-e9394c37d201'] in n-d-773645-7 is: [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:23Z', 'revision_number': 3, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:29.272813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] For port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:29.277855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] For port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,segment=NetworkSegment(c29abb68-63e1-4fbc-ab88-4e475aba3ded),segment_id=c29abb68-63e1-4fbc-ab88-4e475aba3ded)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:29.286166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.301465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.384058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b62880d-507d-46cd-9268-65577c6553f5 req-4f33d248-76e3-4d87-8303-3daf9a22fa63 tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9374bc-4b4b-4876-b5af-45c4045736d1 HTTP/1.1" status: 200 len: 210 time: 0.0636375 Aug 23 11:56:29.387518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Transition to ACTIVE for port object 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:29.404556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628437db-3be4-440a-a560-9d27a06d3325 None None] Pushing event updated for resources: {'Port': ['ID=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:29.529324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.591368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-3b4484c9-b9d1-4493-bfde-7e25a46e3742 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/359ef073-1723-4a9a-8bf0-98312902126a HTTP/1.1" status: 200 len: 1803 time: 0.1176596 Aug 23 11:56:29.605239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Network 46415be8-3288-4991-bfa0-67f23e4f38ef is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:29.617121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '359ef073-1723-4a9a-8bf0-98312902126a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:29.617490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '359ef073-1723-4a9a-8bf0-98312902126a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:29.669067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:29.690148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:29.693255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:29.784566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Pushing event deleted for resources: {'Port': ['ID=e2b27a2d-8548-4c2c-ad44-cea70c1c793a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:29.810979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.826819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632c0819-1f68-454f-8fcf-42f6dbf9cd79 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:56:29.898716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] No DVR routers for this DVR port e2b27a2d-8548-4c2c-ad44-cea70c1c793a on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:29.912249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.941168 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.960203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Transition to ACTIVE for port object 632c0819-1f68-454f-8fcf-42f6dbf9cd79 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:29.972542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:29.997333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.000899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3388fff1-ca71-423e-b7ea-d627d7712bb0 req-95c14ed0-ecc8-4469-84f3-5a001c1498db tempest-MigrationsAdminTest-1762176337 tempest-MigrationsAdminTest-1762176337-project] 10.222.0.41 "DELETE /v2.0/ports/e2b27a2d-8548-4c2c-ad44-cea70c1c793a HTTP/1.1" status: 204 len: 173 time: 2.2080307 Aug 23 11:56:30.002590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-deleted', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:30.006132 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f254fc9-e76f-4951-a43b-672e2a439e48" -d '{"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-deleted", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:30.012865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.096254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:30.114164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:30.121886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:30.155833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.216484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b9c757a-fb25-4c54-999d-c1d6e0ce4af1 None None] Provisioning for port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:30.226853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b9c757a-fb25-4c54-999d-c1d6e0ce4af1 None None] Provisioning complete for port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:30.227553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b9c757a-fb25-4c54-999d-c1d6e0ce4af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.317368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c757a-fb25-4c54-999d-c1d6e0ce4af1 None None] Port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:30.320066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1bcc43f2-d619-4972-8158-0eb8ab5bf54a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:30.330553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Pushing event updated for resources: {'Port': ['ID=35b3e84c-a952-4542-a4b3-b03b0f5cf970,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:30.358667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=632c0819-1f68-454f-8fcf-42f6dbf9cd79,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:30.368085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.377846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:30.413482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.475389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: e2b27a2d-8548-4c2c-ad44-cea70c1c793a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:30.475678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e2b27a2d-8548-4c2c-ad44-cea70c1c793a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:30.481540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0f6b26-7221-4557-aadb-024595b08b6e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:30.497322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.498943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1595d1bd-c4eb-4c0c-b4ce-cc8c9bfa13ff req-45b4b7e6-2db8-46dd-9a55-7501f0a60923 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8902082 Aug 23 11:56:30.514701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:30.519409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:30.519938 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.528402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Attempting to bind port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:30.528735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Attempting to bind port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:30.529069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Attempting to bind port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:30.548287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.603845 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.671586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:56:30.672192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Attempting to bind port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:30.732261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:30.732926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:30.733169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Pushing event deleted for resources: {'Port': ['ID=121744c8-e1b4-4ffe-a6fd-3713ea89ef26,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:30.734661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Bound using segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:30.741105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Bound port: 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:30.743218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.763084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.821922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:30.830849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:30.831750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:30.874605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7adef719-1333-432e-b6e1-4ae8c7a54585 req-af6adc50-ac49-40ff-b524-a186f804b588 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 210 time: 0.1169944 Aug 23 11:56:31.027986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] For port 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:31.126390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.145995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:31.162909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] For port 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:31.167724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.191870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:31.213967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.223556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86036c6-c86b-4741-9d4d-30d15ac49e06 None None] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:31.230504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.235050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.236787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b2e20d4-5f52-4b1c-ad89-2e3b3043fd4d req-b0e3c0df-688a-4966-a3e9-c33334256cb7 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "DELETE /v2.0/floatingips/c607e385-7965-4395-be22-92ec797fb4ff HTTP/1.1" status: 204 len: 173 time: 2.7402518 Aug 23 11:56:31.240843 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942e3d3-fd9d-4df8-b264-afe941e34de3 x-openstack-request-id: req-a942e3d3-fd9d-4df8-b264-afe941e34de3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:31.244011 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9374bc-4b4b-4876-b5af-45c4045736d1", "name": "network-vif-deleted", "tag": "e2b27a2d-8548-4c2c-ad44-cea70c1c793a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:31.245374 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a942e3d3-fd9d-4df8-b264-afe941e34de3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:31.246139 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9374bc-4b4b-4876-b5af-45c4045736d1', 'name': 'network-vif-deleted', 'tag': 'e2b27a2d-8548-4c2c-ad44-cea70c1c793a', 'status': 'completed', 'code': 200} Aug 23 11:56:31.291410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.307807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec3d4-2383-4275-b14f-fab208dfeb78 req-1ba56c8c-21d7-4f21-a26a-f9c5b4df111d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:31.318324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d4ec3d4-2383-4275-b14f-fab208dfeb78 req-1ba56c8c-21d7-4f21-a26a-f9c5b4df111d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 943 time: 0.1858282 Aug 23 11:56:31.325507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] Provisioning for port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:31.334912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] Provisioning complete for port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:31.335367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.353796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:31.355478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.357521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] 10.222.0.41 "PUT /v2.0/ports/632c0819-1f68-454f-8fcf-42f6dbf9cd79 HTTP/1.1" status: 200 len: 1091 time: 2.5107019 Aug 23 11:56:31.379181 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.382910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'tag': '632c0819-1f68-454f-8fcf-42f6dbf9cd79'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:31.386654 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab19bc6-c536-4136-8f1d-2acd47a02274" -d '{"events": [{"name": "network-changed", "server_uuid": "913aca2a-4d1d-48a3-a3c3-77c245e4fe72", "tag": "632c0819-1f68-454f-8fcf-42f6dbf9cd79"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:31.391909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:31.402676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-93c05821-557e-445a-980f-5b148c816bc0 req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169040846', 'description': 'tempest-description-1927550194'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:31.489425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-93c05821-557e-445a-980f-5b148c816bc0 req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.550080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.595829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] For port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,segment=NetworkSegment(c29abb68-63e1-4fbc-ab88-4e475aba3ded),segment_id=c29abb68-63e1-4fbc-ab88-4e475aba3ded)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:31.602793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.670569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f171b-1ab4-4010-b5c1-2db9d4241bfa None None] Pushing event updated for resources: {'Port': ['ID=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:31.698613 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.774571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d4ec3d4-2383-4275-b14f-fab208dfeb78 req-d7ae7b77-361f-4cd2-aa31-fdfe78d6e990 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550774 Aug 23 11:56:31.790892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43822) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:31.798083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-3c3fb144-b7ed-40d7-b33c-07d92673809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:31.803195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-3c3fb144-b7ed-40d7-b33c-07d92673809c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 1094 time: 0.3940079 Aug 23 11:56:31.806259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c921-de82-439f-b705-7f6cb9a38ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=632c0819-1f68-454f-8fcf-42f6dbf9cd79,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:31.859793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43826) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:31.932263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-68d5f4c9-d5c5-431e-b4a2-dfc5e84b31e2 None None] Provisioning complete for port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:31.932922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-68d5f4c9-d5c5-431e-b4a2-dfc5e84b31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.939525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-4f849530-d19f-490a-bfe8-3b47087f8ef2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79 HTTP/1.1" status: 200 len: 217 time: 0.1271763 Aug 23 11:56:31.946827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-93c05821-557e-445a-980f-5b148c816bc0 req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.959927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-93c05821-557e-445a-980f-5b148c816bc0 req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.988285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-93c05821-557e-445a-980f-5b148c816bc0 req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:31.994932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93c05821-557e-445a-980f-5b148c816bc0 req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6034231 Aug 23 11:56:32.125591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa75b9-af2a-43f9-9678-3b8bff4fab62 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6fa73-a334-4052-a2b7-0eed0ed9c22e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:32.127321 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e8d25e-4412-44fd-b5f9-21057adb1391 x-openstack-request-id: req-c1e8d25e-4412-44fd-b5f9-21057adb1391 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:32.127619 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913aca2a-4d1d-48a3-a3c3-77c245e4fe72", "tag": "632c0819-1f68-454f-8fcf-42f6dbf9cd79", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:32.127880 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e8d25e-4412-44fd-b5f9-21057adb1391 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:32.128290 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'tag': '632c0819-1f68-454f-8fcf-42f6dbf9cd79', 'status': 'completed', 'code': 200} Aug 23 11:56:32.146882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Network 46415be8-3288-4991-bfa0-67f23e4f38ef is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:32.162221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:32.169600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1bcc43f2-d619-4972-8158-0eb8ab5bf54a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:32.234619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:32.236078 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.242768 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7a4e3dc6-9160-4fd0-b842-ef3b242bef77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4112d38acd174aafb9a0fa0f3e50a594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475775 Aug 23 11:56:32.246224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:32.279136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01f683f9-1509-4e46-9f0b-2805b6b3089a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.327503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01f683f9-1509-4e46-9f0b-2805b6b3089a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.351790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-9878f410-7f10-416a-85d8-51a5c152f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:32.353652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-9878f410-7f10-416a-85d8-51a5c152f645 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.3881981 Aug 23 11:56:32.356924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:32.395070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa18daee-742b-421d-86d7-b09d70543332 req-4b19c738-9aa5-432b-a74a-d848cc50e8f6 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c66b60-09fa-4842-a114-6d379cc15295 HTTP/1.1" status: 200 len: 210 time: 0.1562140 Aug 23 11:56:32.424498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Router 53483c3f-518d-412a-ad45-447d44d729d2 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:56:32.427818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:32.427818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.553655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-28a63eae-5ab2-4a68-98d2-b5d10740ce2c None None] Provisioning complete for port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:32.554058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28a63eae-5ab2-4a68-98d2-b5d10740ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.592940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-28a63eae-5ab2-4a68-98d2-b5d10740ce2c None None] Port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:32.612459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01f683f9-1509-4e46-9f0b-2805b6b3089a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.614981 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01f683f9-1509-4e46-9f0b-2805b6b3089a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.619177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-01f683f9-1509-4e46-9f0b-2805b6b3089a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6bbaa3b-8f11-439f-81ec-c9d30cd63420 HTTP/1.1" status: 204 len: 168 time: 0.7535648 Aug 23 11:56:32.623852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43834) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:32.644305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe706-80b4-48e9-8cfe-3a842fa0526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.674778 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-ca30f47b-5795-4560-b203-2c2276f0a13c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] show failed (client error): The resource could not be found. Aug 23 11:56:32.678655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ca30f47b-5795-4560-b203-2c2276f0a13c tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "GET /v2.0/security-groups/a6bbaa3b-8f11-439f-81ec-c9d30cd63420 HTTP/1.1" status: 404 len: 347 time: 0.0441248 Aug 23 11:56:32.678655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f683f9-1509-4e46-9f0b-2805b6b3089a tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bbaa3b-8f11-439f-81ec-c9d30cd63420,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:32.678999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43836) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:32.717948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-f8a23c61-64fa-48e9-971d-aefd2f91f984 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/70d6fa73-a334-4052-a2b7-0eed0ed9c22e HTTP/1.1" status: 200 len: 1805 time: 0.2721136 Aug 23 11:56:32.767952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '70d6fa73-a334-4052-a2b7-0eed0ed9c22e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:32.768311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '70d6fa73-a334-4052-a2b7-0eed0ed9c22e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:32.785601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe706-80b4-48e9-8cfe-3a842fa0526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.790532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-a3ae03fe-e24e-45b0-a288-682893f75beb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4047487 Aug 23 11:56:32.798683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-c8e7f38c-7d6f-4864-bc85-0d7a843cf41d tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8925366 Aug 23 11:56:32.830002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:32.877050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:32.887840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Router 42908065-0146-4822-b945-e9394c37d201 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:32.888560 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Sync routers for ids ['53483c3f-518d-412a-ad45-447d44d729d2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:32.890254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 11:56:32.890254 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 11:56:32.890254 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id_1': '303b30498b7e440cb4c70e74003bb67f', 'expiration_1': datetime.datetime(2021, 8, 23, 11, 56, 32, 844221)}] Aug 23 11:56:32.890254 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:56:32.890634 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:56:32.910645 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Routers {'53483c3f-518d-412a-ad45-447d44d729d2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:32.912255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['53483c3f-518d-412a-ad45-447d44d729d2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:32.942399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:32.946903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8347347b-c825-40c3-afe3-dc8e7c2d47b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2927527 Aug 23 11:56:32.949288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:33.022431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:33.033315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-380af134-76cc-448c-af0a-b38af06091d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/42908065-0146-4822-b945-e9394c37d201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4306440 Aug 23 11:56:33.048287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Sync routers for ids ['42908065-0146-4822-b945-e9394c37d201'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:33.053834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-980e5088-a027-4b40-bb93-0fdd9ad13548 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524123 Aug 23 11:56:33.071333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Routers {'42908065-0146-4822-b945-e9394c37d201'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:33.072075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['42908065-0146-4822-b945-e9394c37d201'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:33.131462 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Set router 53483c3f-518d-412a-ad45-447d44d729d2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:33.148203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.167529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.181381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.206061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe706-80b4-48e9-8cfe-3a842fa0526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.209142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe706-80b4-48e9-8cfe-3a842fa0526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.212639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1f8fe706-80b4-48e9-8cfe-3a842fa0526d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d41eb7c2-c8af-485d-9462-74d503cbcb3c HTTP/1.1" status: 204 len: 168 time: 0.9587419 Aug 23 11:56:33.252018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Deleting port 27b65b64-9350-40bf-9bc4-be0cb80c364e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:33.252375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.260085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fe706-80b4-48e9-8cfe-3a842fa0526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41eb7c2-c8af-485d-9462-74d503cbcb3c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:33.277753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f1bdc-2a81-45ac-9f15-ee914134087a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:33.293816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.304812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3273c3-ab7f-4465-ba45-6a2e451e579c req-87555e13-3677-40cb-a016-d46ba28a2db0 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423005 Aug 23 11:56:33.305086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6c3d60b-d94d-4748-8e34-e6260d551d9e req-76a94f8f-10c0-4f05-b349-1dd8cd4e2220 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5745432 Aug 23 11:56:33.384977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Set router 42908065-0146-4822-b945-e9394c37d201 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:33.488594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.504344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-038da1ec-a61a-49e3-b499-edf0ca70634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:33.510780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-038da1ec-a61a-49e3-b499-edf0ca70634f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 1094 time: 0.1393225 Aug 23 11:56:33.520308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.520898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.548321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc888d1b-2402-46f4-b494-39cb358e5cee req-40d65696-f8da-4203-9dfd-c8a334b956f2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:33.556104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc888d1b-2402-46f4-b494-39cb358e5cee req-40d65696-f8da-4203-9dfd-c8a334b956f2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 943 time: 0.1592176 Aug 23 11:56:33.611638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Calling delete_port for 27b65b64-9350-40bf-9bc4-be0cb80c364e owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:33.643138 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 3, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:33.706033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-b04f9811-1838-4851-8685-de8928dbf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:33.707564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-b04f9811-1838-4851-8685-de8928dbf07b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.1635644 Aug 23 11:56:33.728703 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Checking router: 53483c3f-518d-412a-ad45-447d44d729d2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:33.729064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Updating router 53483c3f-518d-412a-ad45-447d44d729d2 port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:33.748774 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc888d1b-2402-46f4-b494-39cb358e5cee req-921fe955-9d58-4b7a-87a4-6d049b67d7a5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918855 Aug 23 11:56:33.835262 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:33.895510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-90786504-b111-4c7c-a310-1579284e7ee7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79 HTTP/1.1" status: 200 len: 217 time: 0.1748223 Aug 23 11:56:33.922804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43856) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:33.931412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '9b4b81b2-4eb7-45a0-8869-8a799dfa2502', 'name': '', 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'mac_address': 'fa:16:3e:5c:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:27Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 2, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'subnets': [{'id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:33.997239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.004773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.016646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.041996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-75b67ebd-1d42-4e17-97d3-696b9b909fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:34.044015 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-75b67ebd-1d42-4e17-97d3-696b9b909fd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.1358490 Aug 23 11:56:34.045837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Checking router: 42908065-0146-4822-b945-e9394c37d201 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:34.047854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Updating router 42908065-0146-4822-b945-e9394c37d201 port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:34.068023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5bd035da-c671-402a-9249-b89be2e2a32f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c569fbfb9e6e4504ae74c9f7efb53b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413176 Aug 23 11:56:34.071791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Pushing event deleted for resources: {'Port': ['ID=27b65b64-9350-40bf-9bc4-be0cb80c364e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:34.082713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43858) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:34.117118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.155064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-eb3a9895-6a9a-4838-a3a0-a78e15af4d2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709090 Aug 23 11:56:34.284057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.287092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.288781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-142daf93-76e2-42cc-be9d-1b09ba50a72f tempest-ImagesOneServerNegativeTestJSON-1256350724 tempest-ImagesOneServerNegativeTestJSON-1256350724-project] 10.222.0.21 "DELETE /v2.0/floatingips/5cdc8170-174f-4fe2-bcf2-6d98be7a9bed HTTP/1.1" status: 204 len: 168 time: 1.5741484 Aug 23 11:56:34.327117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Allocated IP 172.25.1.191 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/da24129c-28d7-4fea-96bc-adfd63490c6c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:34.370283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Allocated IP 172.20.0.1 (5e13a801-270f-4c12-b39c-2f469bb408f4/c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f/e3919c1c-6488-446b-9a93-8fa498344c80) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:34.487831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.488245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.504081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Transition to ACTIVE for port object e3919c1c-6488-446b-9a93-8fa498344c80 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:34.538093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 632c0819-1f68-454f-8fcf-42f6dbf9cd79 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:56:34.553399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-23ed3c2f-1552-4fe2-989a-9bb19375f776 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885272 Aug 23 11:56:34.554059 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cd11-3c17-4893-bdcd-c637a5f33f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.580058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-143e728b-cf4b-4e18-b02d-fed563dd27d7 req-85d0de84-ff8c-4aee-b6e2-c181c4fd539c tempest-FloatingIPsNegativeTestJSON-577871644 tempest-FloatingIPsNegativeTestJSON-577871644-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=8e71e208f3c642c69e9d94543d8765c0 HTTP/1.1" status: 200 len: 217 time: 0.0505915 Aug 23 11:56:34.591025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.595703 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cd11-3c17-4893-bdcd-c637a5f33f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.600829 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.630758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Transition to ACTIVE for port object 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:34.648507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6cafb701-9120-4295-8f3a-221b5a20a9f2 req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-385485751', 'description': 'tempest-description-681392331'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:34.651719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.666689 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:34.673994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:34.675683 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.682473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:34.732630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Pushing event updated for resources: {'Port': ['ID=e3919c1c-6488-446b-9a93-8fa498344c80,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:34.757678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cafb701-9120-4295-8f3a-221b5a20a9f2 req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.769345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0e59-b9c4-40fb-99ce-bfc12fa74892 None None] Pushing event updated for resources: {'Port': ['ID=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:34.801659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Pushing event updated for resources: {'Port': ['ID=da24129c-28d7-4fea-96bc-adfd63490c6c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:34.810534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:34.849494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:34.864950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:34.870720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:34.990090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cafb701-9120-4295-8f3a-221b5a20a9f2 req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.004280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:35.056091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Attempting to bind port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:35.056650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Attempting to bind port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:35.056776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cafb701-9120-4295-8f3a-221b5a20a9f2 req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.057013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Attempting to bind port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 on network 46415be8-3288-4991-bfa0-67f23e4f38ef {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:35.067108 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.070734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '632c0819-1f68-454f-8fcf-42f6dbf9cd79', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': '632c0819-1f68-454f-8fcf-42f6dbf9cd79', 'mac_address': 'fa:16:3e:69:61:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:56:35.081245 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Transition to ACTIVE for port object 35b3e84c-a952-4542-a4b3-b03b0f5cf970 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:35.090851 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.091099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6cafb701-9120-4295-8f3a-221b5a20a9f2 req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.093793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cafb701-9120-4295-8f3a-221b5a20a9f2 req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4916079 Aug 23 11:56:35.110278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:35.110703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Checking segment: {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:35.111126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.111527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Bound using segment: {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:35.113826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Bound port: 9b4b81b2-4eb7-45a0-8869-8a799dfa2502, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:35.114332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.140066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822718d8-20b7-4e4e-bdc4-c443d4a27a9c tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fdf34e-3b6d-44f2-a329-7735ea96433f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:35.143893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ab19bc6-c536-4136-8f1d-2acd47a02274 req-79cd6be4-328a-46c3-9a98-2b1de77482db service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423722 Aug 23 11:56:35.184684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cd11-3c17-4893-bdcd-c637a5f33f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.192095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cd11-3c17-4893-bdcd-c637a5f33f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.194771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fdb2cd11-3c17-4893-bdcd-c637a5f33f15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d6f5ab4-6478-409a-b974-e9e8a2ef72d5 HTTP/1.1" status: 204 len: 168 time: 1.0967860 Aug 23 11:56:35.202539 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b0bc1-8bdb-4455-953e-71ab2903b44f None None] Pushing event updated for resources: {'Port': ['ID=35b3e84c-a952-4542-a4b3-b03b0f5cf970,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:35.217900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.220052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2cd11-3c17-4893-bdcd-c637a5f33f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f5ab4-6478-409a-b974-e9e8a2ef72d5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:35.266608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Attempting to bind port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:35.267012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Attempting to bind port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:35.267348 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Attempting to bind port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:35.274427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.288050 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:35.288338 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:35.288754 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.289155 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:35.289826 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Bound port: 35b3e84c-a952-4542-a4b3-b03b0f5cf970, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:35.290254 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.332063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.352816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9307992e-87a8-46c2-a4e1-8ff153fec54e req-81411bb5-a072-4356-ae07-46c8a17aebcb tempest-FloatingIPsNegativeTestJSON-577871644 tempest-FloatingIPsNegativeTestJSON-577871644-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0391181 Aug 23 11:56:35.419626 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] For port 35b3e84c-a952-4542-a4b3-b03b0f5cf970, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:35.424490 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] For port 35b3e84c-a952-4542-a4b3-b03b0f5cf970, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=35b3e84c-a952-4542-a4b3-b03b0f5cf970,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:35.430051 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.498603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b0bc1-8bdb-4455-953e-71ab2903b44f None None] Pushing event updated for resources: {'Port': ['ID=35b3e84c-a952-4542-a4b3-b03b0f5cf970,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:35.506696 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Routers {'53483c3f-518d-412a-ad45-447d44d729d2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:35.507326 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['53483c3f-518d-412a-ad45-447d44d729d2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:35.614000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] For port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:35.616480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0c387be5-ee53-4dfa-8691-6a425c0c94a2 None None] Provisioning for port e3919c1c-6488-446b-9a93-8fa498344c80 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:35.622014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] For port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:35.625956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0c387be5-ee53-4dfa-8691-6a425c0c94a2 None None] Provisioning complete for port e3919c1c-6488-446b-9a93-8fa498344c80 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:35.626191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c387be5-ee53-4dfa-8691-6a425c0c94a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.632649 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.666221 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.693932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.700081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.738506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632c0819-1f68-454f-8fcf-42f6dbf9cd79 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:56:35.776127 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] Set router 53483c3f-518d-412a-ad45-447d44d729d2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:35.792995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0c387be5-ee53-4dfa-8691-6a425c0c94a2 None None] Port e3919c1c-6488-446b-9a93-8fa498344c80 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:35.800293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d10a-42d8-4565-9282-ae717a2c8c6c req-51579f17-d5b7-4750-b366-b5863ce6610c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:35.811686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Pushing event updated for resources: {'Port': ['ID=da24129c-28d7-4fea-96bc-adfd63490c6c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:35.829734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da10d10a-42d8-4565-9282-ae717a2c8c6c req-51579f17-d5b7-4750-b366-b5863ce6610c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 943 time: 0.3269775 Aug 23 11:56:35.858169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Routers {'42908065-0146-4822-b945-e9394c37d201'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:35.858820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['42908065-0146-4822-b945-e9394c37d201'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:35.864252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:35.883416 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.888064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0e59-b9c4-40fb-99ce-bfc12fa74892 None None] Pushing event updated for resources: {'Port': ['ID=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:35.925952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.930523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.950003 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:35.951570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-2cd242ae-1164-4962-a85a-d69eb46d28e8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1364377 Aug 23 11:56:35.997170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:36.068974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da10d10a-42d8-4565-9282-ae717a2c8c6c req-e268f923-5c1e-413c-84ca-4d194c374080 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383204 Aug 23 11:56:36.082594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-e4b17902-6056-46c2-b2a3-2424efba67b4 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1134162 Aug 23 11:56:36.143055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-ae4e435b-6735-40c7-be41-7a852cf38fe1 req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-99870354', 'description': 'tempest-description-274763827'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:36.175819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=632c0819-1f68-454f-8fcf-42f6dbf9cd79,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:36.229849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Pushing event updated for resources: {'Port': ['ID=e3919c1c-6488-446b-9a93-8fa498344c80,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:36.244051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:36.253185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e3919c1c-6488-446b-9a93-8fa498344c80', 'name': '', 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'mac_address': 'fa:16:3e:08:84:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:34Z', 'updated_at': '2021-08-23T11:56:34Z', 'revision_number': 1, 'project_id': '5436b98917924727b51588bf1ff0b343', 'subnets': [{'id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:36.316337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-052215c8-df7a-47d2-9301-5b1c1d002b99 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:36.317838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44551ed-1d95-4b9a-aed4-9f6a7ba4ba29 req-052215c8-df7a-47d2-9301-5b1c1d002b99 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2293127 Aug 23 11:56:36.334026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4e435b-6735-40c7-be41-7a852cf38fe1 req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:36.384036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] Set router 42908065-0146-4822-b945-e9394c37d201 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:36.386045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43898) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:36.457978 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1d7f2-7368-44dd-b064-b21ca188eeea None None] The sync data for ids ['53483c3f-518d-412a-ad45-447d44d729d2'] in n-d-773645-7 is: [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e3919c1c-6488-446b-9a93-8fa498344c80', 'name': '', 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'mac_address': 'fa:16:3e:08:84:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:34Z', 'updated_at': '2021-08-23T11:56:34Z', 'revision_number': 1, 'project_id': '5436b98917924727b51588bf1ff0b343', 'subnets': [{'id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:36.495480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['632c0819-1f68-454f-8fcf-42f6dbf9cd79'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:36.548273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a36bbe3-b11b-4d8e-8719-3b3e62036e01 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:36.570776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:36.583206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:36.665232 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-86c37ce9-3e32-4758-95d7-b8f1da8b9e91 req-91f84934-28a8-4e3d-a9f7-3fe7c26c5cf4 tempest-FloatingIPsNegativeTestJSON-577871644 tempest-FloatingIPsNegativeTestJSON-577871644-project] show failed (client error): The resource could not be found. Aug 23 11:56:36.668256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86c37ce9-3e32-4758-95d7-b8f1da8b9e91 req-91f84934-28a8-4e3d-a9f7-3fe7c26c5cf4 tempest-FloatingIPsNegativeTestJSON-577871644 tempest-FloatingIPsNegativeTestJSON-577871644-project] 10.222.0.21 "GET /v2.0/floatingips/a363c9e2-3708-4e40-86fd-e158b254d1ea HTTP/1.1" status: 404 len: 350 time: 0.1247644 Aug 23 11:56:36.681564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43906) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:36.819781 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a36bbe3-b11b-4d8e-8719-3b3e62036e01 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.070809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-9ef8ba16-9649-478e-b40b-16efc6e3e1cd tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips/2fe1eb46-d117-414b-b2fc-53a476f96085 HTTP/1.1" status: 200 len: 693 time: 0.3568392 Aug 23 11:56:37.154198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-260c908f-f9df-4578-a8fc-68a34b779135 None None] Provisioning complete for port e3919c1c-6488-446b-9a93-8fa498344c80 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:37.154780 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-260c908f-f9df-4578-a8fc-68a34b779135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.196480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '9b4b81b2-4eb7-45a0-8869-8a799dfa2502', 'name': '', 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'mac_address': 'fa:16:3e:5c:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:27Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'subnets': [{'id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:37.286503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583184bd-6eed-4ede-badf-1ebcf482204a None None] The sync data for ids ['42908065-0146-4822-b945-e9394c37d201'] in n-d-773645-7 is: [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '9b4b81b2-4eb7-45a0-8869-8a799dfa2502', 'name': '', 'network_id': '46415be8-3288-4991-bfa0-67f23e4f38ef', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'mac_address': 'fa:16:3e:5c:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:27Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'subnets': [{'id': '9ab4a4ce-68fb-4fdc-9615-af37de056da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:37.297805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-31c3b970-6031-4a58-a652-22c7294225a8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:37.301611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-31c3b970-6031-4a58-a652-22c7294225a8 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2127290 Aug 23 11:56:37.317251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-260c908f-f9df-4578-a8fc-68a34b779135 None None] Port e3919c1c-6488-446b-9a93-8fa498344c80 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:37.468728 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4e435b-6735-40c7-be41-7a852cf38fe1 req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.485787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4e435b-6735-40c7-be41-7a852cf38fe1 req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.565739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3690f6fe-e141-428f-9428-61e793347f87,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:37.586536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Router 53483c3f-518d-412a-ad45-447d44d729d2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:37.587749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4e435b-6735-40c7-be41-7a852cf38fe1 req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.588220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a36bbe3-b11b-4d8e-8719-3b3e62036e01 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.589775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ae4e435b-6735-40c7-be41-7a852cf38fe1 req-e971067b-97f0-416c-8fbd-1d0b03e86daa tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4629700 Aug 23 11:56:37.595684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a36bbe3-b11b-4d8e-8719-3b3e62036e01 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.600125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0a36bbe3-b11b-4d8e-8719-3b3e62036e01 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a HTTP/1.1" status: 204 len: 168 time: 1.2099540 Aug 23 11:56:37.603272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43922) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:37.641812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-f1c2a70e-42d5-415a-b337-ac221304ef07 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.3259959 Aug 23 11:56:37.685519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43926) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:37.778220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Deleting subnet 556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:56:37.782715 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-4a9d7f63-a579-45fd-a95c-3d4e8e2f974c tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] show failed (client error): The resource could not be found. Aug 23 11:56:37.786176 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4a9d7f63-a579-45fd-a95c-3d4e8e2f974c tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "GET /v2.0/security-groups/cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a HTTP/1.1" status: 404 len: 347 time: 0.1097002 Aug 23 11:56:37.788061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43928) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:37.789044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.849115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:37.853833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36bbe3-b11b-4d8e-8719-3b3e62036e01 tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb8b7ce-1e62-4138-b9c9-dbd1ea8cad3a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:37.887540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-ee27e9f0-c08b-4ab0-aa01-13c51c8cd218 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.2447240 Aug 23 11:56:37.911526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.163088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:38.180291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-87d5e629-8f80-41e3-950b-e0a3772f67de admin admin] 10.222.0.21 "PUT /v2.0/routers/53483c3f-518d-412a-ad45-447d44d729d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2296014 Aug 23 11:56:38.272671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 35b3e84c-a952-4542-a4b3-b03b0f5cf970 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:38.292455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a85eed-b598-4ffa-8abb-10d838650007 req-ddc72a75-ae65-4257-a65b-d4036ddc519f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:38.295346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33a85eed-b598-4ffa-8abb-10d838650007 req-ddc72a75-ae65-4257-a65b-d4036ddc519f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 944 time: 0.3400478 Aug 23 11:56:38.317103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Deleting port da24129c-28d7-4fea-96bc-adfd63490c6c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:38.317537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.367426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.422867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:38.432300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:38.432964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.445578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556f0c7f-1d8e-4d6a-bf99-ef4417c7d619,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:38.468114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 632c0819-1f68-454f-8fcf-42f6dbf9cd79 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:38.479325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.482239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7f61eeb-54c2-4b2c-86a9-77a14d5ab670 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/556f0c7f-1d8e-4d6a-bf99-ef4417c7d619 HTTP/1.1" status: 204 len: 168 time: 0.7889791 Aug 23 11:56:38.490781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43936) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:38.553886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33a85eed-b598-4ffa-8abb-10d838650007 req-de60a47b-d09c-4985-84ca-c0ca422d5560 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924486 Aug 23 11:56:38.693161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Deleting port e8377b9e-5e8b-4b09-b035-d599981ce031 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:38.693621 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.768237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:38.785424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.794254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:38.794609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.798291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.840982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-9734e6f4-4fa2-40c8-ae48-80aeaa9a83b4 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/95fdf34e-3b6d-44f2-a329-7735ea96433f HTTP/1.1" status: 200 len: 1803 time: 0.1904364 Aug 23 11:56:38.877299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 35b3e84c-a952-4542-a4b3-b03b0f5cf970, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=35b3e84c-a952-4542-a4b3-b03b0f5cf970,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:38.883960 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.893267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:38.960044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:38.960383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.064807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Calling delete_port for e8377b9e-5e8b-4b09-b035-d599981ce031 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:39.075779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=35b3e84c-a952-4542-a4b3-b03b0f5cf970,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.120312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.125939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-6cf31fe9-b406-4ebb-bacd-042fd602ca89 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/3690f6fe-e141-428f-9428-61e793347f87 HTTP/1.1" status: 200 len: 1802 time: 0.2704573 Aug 23 11:56:39.144291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f992ef1a-2674-440f-b351-1b1402a48209']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:39.171130 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.228905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95fdf34e-3b6d-44f2-a329-7735ea96433f', 'remote_group_id': '3690f6fe-e141-428f-9428-61e793347f87', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:39.229245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '95fdf34e-3b6d-44f2-a329-7735ea96433f', 'remote_group_id': '3690f6fe-e141-428f-9428-61e793347f87', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:39.240378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c0819-1f68-454f-8fcf-42f6dbf9cd79'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:39.244384 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e3304a-93a8-4703-9a3e-c6baef8d30da" -d '{"events": [{"server_uuid": "913aca2a-4d1d-48a3-a3c3-77c245e4fe72", "name": "network-vif-plugged", "status": "completed", "tag": "632c0819-1f68-454f-8fcf-42f6dbf9cd79"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:39.245899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75690709-4660-4a9c-85ce-d31090c3597b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:39.246224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75690709-4660-4a9c-85ce-d31090c3597b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:39.252860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.254863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.262539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:39.283618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:39.284296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.288050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.295099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Calling delete_port for da24129c-28d7-4fea-96bc-adfd63490c6c owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:39.333399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.346789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:56:39.347234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:56:39.349952 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:56:39.383759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.396058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:39.408584 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.442503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.483237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.485346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] 10.222.0.21 "DELETE /v2.0/networks/f992ef1a-2674-440f-b351-1b1402a48209 HTTP/1.1" status: 204 len: 168 time: 0.9923100 Aug 23 11:56:39.486865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.507497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cb6d8-85c0-46f6-b167-5818f660c6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f992ef1a-2674-440f-b351-1b1402a48209,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.536305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.549217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=632c0819-1f68-454f-8fcf-42f6dbf9cd79,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.558118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.576685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.610767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Pushing event deleted for resources: {'Port': ['ID=e8377b9e-5e8b-4b09-b035-d599981ce031,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.617991 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.636521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.642643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:39.648702 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.656310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83797f66-5095-4934-ac44-dc6bd25fe3e1,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.707124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.708642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe01c4f-82ab-48f7-a8e2-d0c218df6132 req-7e1cb623-7e24-4ab8-b02f-e8f734af3024 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5719640 Aug 23 11:56:39.724563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.727166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.728529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1cdd2adc-73bd-4b11-8c0d-0af7033d5a0a tempest-ServersTestBootFromVolume-1273682716 tempest-ServersTestBootFromVolume-1273682716-project] 10.222.0.21 "DELETE /v2.0/floatingips/5e6d4d73-3de4-44aa-aaec-cb17d341c4eb HTTP/1.1" status: 204 len: 168 time: 1.7744515 Aug 23 11:56:39.733559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43946) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:39.751859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.866933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Pushing event deleted for resources: {'Port': ['ID=da24129c-28d7-4fea-96bc-adfd63490c6c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:39.887104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43950) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:39.986699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.989280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:39.990552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-351e079a-c9f0-480f-897d-9b16e3db0d1c req-82d66eee-b30a-47eb-abe4-20b933424d84 tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "DELETE /v2.0/floatingips/2fe1eb46-d117-414b-b2fc-53a476f96085 HTTP/1.1" status: 204 len: 173 time: 2.0951672 Aug 23 11:56:39.991039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:39.995050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d0b9505c-c46c-4826-b410-2aaf27b2d280 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd502f507f594bedb69065868a2a423f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033611 Aug 23 11:56:40.072209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-259c7c9a-bac8-4ddb-9a1f-4ef5e3b5e67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.142699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-259c7c9a-bac8-4ddb-9a1f-4ef5e3b5e67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.195869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Deleting port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:40.196331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.234990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 35b3e84c-a952-4542-a4b3-b03b0f5cf970 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:40.299880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-259c7c9a-bac8-4ddb-9a1f-4ef5e3b5e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.302124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:40.302605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-259c7c9a-bac8-4ddb-9a1f-4ef5e3b5e67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.303212 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.303825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-259c7c9a-bac8-4ddb-9a1f-4ef5e3b5e67b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0 HTTP/1.1" status: 204 len: 168 time: 0.3117051 Aug 23 11:56:40.358275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c7c9a-bac8-4ddb-9a1f-4ef5e3b5e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d04f6-4d63-484f-8a23-8f1d53d0a4b0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:40.497223 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4cd009-cef7-4dad-adc9-2a535df4f45e x-openstack-request-id: req-ca4cd009-cef7-4dad-adc9-2a535df4f45e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:40.499990 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913aca2a-4d1d-48a3-a3c3-77c245e4fe72", "name": "network-vif-plugged", "status": "completed", "tag": "632c0819-1f68-454f-8fcf-42f6dbf9cd79", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:40.500153 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca4cd009-cef7-4dad-adc9-2a535df4f45e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:40.502107 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632c0819-1f68-454f-8fcf-42f6dbf9cd79', 'code': 200} Aug 23 11:56:40.512961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.536425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:40.574535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] For port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:40.574930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.637490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:40.638123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.686723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-30b8841a-aac5-405e-b889-7cbf5470515c tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3923678 Aug 23 11:56:40.695946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Calling delete_port for 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:40.788726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:40.804742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bf617-2cf2-47fc-aadf-464bc755415d req-426fbb56-4446-43e9-8d0c-67110c4035e2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:40.807300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-670bf617-2cf2-47fc-aadf-464bc755415d req-426fbb56-4446-43e9-8d0c-67110c4035e2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 945 time: 0.1911099 Aug 23 11:56:40.847049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e702320-e7ba-49bb-89e3-b090f0f14bc2 req-f8ff414d-8052-4fe3-8d33-014f28e02426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:40.848644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e702320-e7ba-49bb-89e3-b090f0f14bc2 req-f8ff414d-8052-4fe3-8d33-014f28e02426 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 1096 time: 0.2799389 Aug 23 11:56:40.896474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:40.942952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-670bf617-2cf2-47fc-aadf-464bc755415d req-b951d4d5-747a-413d-8707-e1c04d1d891d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264369 Aug 23 11:56:40.981783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e702320-e7ba-49bb-89e3-b090f0f14bc2 req-fc6a5e1c-0e03-4b17-96f7-6ac6a2c308ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869832 Aug 23 11:56:41.002079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-434a5edc-d3c2-48de-8a1f-2217c6ffea12 req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-546405851', 'description': 'tempest-description-2010281298'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:41.074341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-434a5edc-d3c2-48de-8a1f-2217c6ffea12 req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.133255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Deleting port 2126d181-41bc-42e7-91f1-38e2a229f42e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:41.133611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.141153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.151751 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.193364 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Sync routers for ids ['53483c3f-518d-412a-ad45-447d44d729d2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:41.210758 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Routers {'53483c3f-518d-412a-ad45-447d44d729d2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:41.211567 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['53483c3f-518d-412a-ad45-447d44d729d2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:41.216609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4b81b2-4eb7-45a0-8869-8a799dfa2502,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:41.304276 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-434a5edc-d3c2-48de-8a1f-2217c6ffea12 req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.323813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-434a5edc-d3c2-48de-8a1f-2217c6ffea12 req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.332971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] For port 2126d181-41bc-42e7-91f1-38e2a229f42e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2126d181-41bc-42e7-91f1-38e2a229f42e,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:41.333840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.347324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Allocated IP 172.25.1.33 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/ecc18fac-880b-4c4d-87e0-50464ab2dcce) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:41.399596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Calling delete_port for 2126d181-41bc-42e7-91f1-38e2a229f42e owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:41.418980 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-434a5edc-d3c2-48de-8a1f-2217c6ffea12 req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.420392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-434a5edc-d3c2-48de-8a1f-2217c6ffea12 req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4438412 Aug 23 11:56:41.424353 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Set router 53483c3f-518d-412a-ad45-447d44d729d2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:41.450433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26495c-bbee-4e32-8341-3a55d18c38ac tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab96971e-4901-4d66-b5d1-9a6f96916c07,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:41.567741 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-120ad572-6494-4326-a274-fba50725dd4f req-0f048873-b011-45e3-9376-c0437d0db6ae tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] show failed (client error): The resource could not be found. Aug 23 11:56:41.573648 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-120ad572-6494-4326-a274-fba50725dd4f req-0f048873-b011-45e3-9376-c0437d0db6ae tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips/2fe1eb46-d117-414b-b2fc-53a476f96085 HTTP/1.1" status: 404 len: 350 time: 0.1055584 Aug 23 11:56:41.581582 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.657638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.701163 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e3919c1c-6488-446b-9a93-8fa498344c80', 'name': '', 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'mac_address': 'fa:16:3e:08:84:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:34Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 2, 'project_id': '5436b98917924727b51588bf1ff0b343', 'subnets': [{'id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:41.730249 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Checking router: 53483c3f-518d-412a-ad45-447d44d729d2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:41.730980 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Updating router 53483c3f-518d-412a-ad45-447d44d729d2 port e3919c1c-6488-446b-9a93-8fa498344c80 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:41.758111 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.768904 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.769227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:41.845794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:41.848659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Pushing event deleted for resources: {'Port': ['ID=2126d181-41bc-42e7-91f1-38e2a229f42e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:41.855084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:41.860952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:41.946123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=ecc18fac-880b-4c4d-87e0-50464ab2dcce,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:42.125667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Router 42908065-0146-4822-b945-e9394c37d201 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:42.151738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.185302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-ac499ce4-b1dc-42c0-b89f-0bf9b595e622 req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1702050162', 'description': 'tempest-description-740665596'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:42.221906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.229168 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac499ce4-b1dc-42c0-b89f-0bf9b595e622 req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.264226 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.276955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.290699 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Transition to ACTIVE for port object e3919c1c-6488-446b-9a93-8fa498344c80 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:42.300891 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.340987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:42.351597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f0606405-5450-4c0a-b946-9843317b1f3f admin admin] 10.222.0.21 "PUT /v2.0/routers/42908065-0146-4822-b945-e9394c37d201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6678307 Aug 23 11:56:42.355243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44000) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:42.375595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] Sync routers for ids ['42908065-0146-4822-b945-e9394c37d201'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:42.413237 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059b2bb-2a21-4103-851b-894ef11da516 None None] Pushing event updated for resources: {'Port': ['ID=e3919c1c-6488-446b-9a93-8fa498344c80,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:42.430565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] Routers {'42908065-0146-4822-b945-e9394c37d201'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:42.435434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['42908065-0146-4822-b945-e9394c37d201'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:42.470372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac499ce4-b1dc-42c0-b89f-0bf9b595e622 req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.479061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac499ce4-b1dc-42c0-b89f-0bf9b595e622 req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.485873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Attempting to bind port e3919c1c-6488-446b-9a93-8fa498344c80 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:42.486586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Attempting to bind port e3919c1c-6488-446b-9a93-8fa498344c80 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:42.487172 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Attempting to bind port e3919c1c-6488-446b-9a93-8fa498344c80 on network 5e13a801-270f-4c12-b39c-2f469bb408f4 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:42.505047 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:42.505949 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Checking segment: {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:42.506706 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.507415 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Bound using segment: {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:42.508212 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Bound port: e3919c1c-6488-446b-9a93-8fa498344c80, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29abb68-63e1-4fbc-ab88-4e475aba3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:42.508928 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.554667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.617009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac499ce4-b1dc-42c0-b89f-0bf9b595e622 req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.637729 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac499ce4-b1dc-42c0-b89f-0bf9b595e622 req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5050485 Aug 23 11:56:42.637987 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.638598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0227aa-7bfe-4358-ae75-6dde0ccfe224 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba72b9-7709-459d-beff-03f3e8e588b2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:42.657735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Router d8d278f9-7aae-42ec-b150-f2d03c548696 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:42.748679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] Set router 42908065-0146-4822-b945-e9394c37d201 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:42.786497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] For port e3919c1c-6488-446b-9a93-8fa498344c80, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:42.810215 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] For port e3919c1c-6488-446b-9a93-8fa498344c80, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e3919c1c-6488-446b-9a93-8fa498344c80,segment=NetworkSegment(c29abb68-63e1-4fbc-ab88-4e475aba3ded),segment_id=c29abb68-63e1-4fbc-ab88-4e475aba3ded)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:42.819352 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:42.871552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:42.877594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aec2979d-60fb-436b-9e21-d8d79961a720 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8d278f9-7aae-42ec-b150-f2d03c548696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1425469 Aug 23 11:56:42.880364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44006) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:42.925342 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059b2bb-2a21-4103-851b-894ef11da516 None None] Pushing event updated for resources: {'Port': ['ID=e3919c1c-6488-446b-9a93-8fa498344c80,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:42.949792 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] Sync routers for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:42.971118 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:42.971992 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.019490 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.041623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.144496 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:43.150602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.202721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=ecc18fac-880b-4c4d-87e0-50464ab2dcce,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:43.215594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.272175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.273197 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Routers {'53483c3f-518d-412a-ad45-447d44d729d2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:43.274610 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['53483c3f-518d-412a-ad45-447d44d729d2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.277741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.279217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-11745e81-adfb-49f2-a445-80387f91a130 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5001640 Aug 23 11:56:43.354570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Deleting port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:43.355705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.373989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Deleting port ae8d02e1-d248-4db1-8715-3d6236e3bc99 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:43.375244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.391350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-17275872-3898-4421-9cd0-dcec061cac85 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.1028852 Aug 23 11:56:43.397417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:41Z', 'revision_number': 5, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port': {'id': '1bcc43f2-d619-4972-8158-0eb8ab5bf54a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42908065-0146-4822-b945-e9394c37d201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:20Z', 'updated_at': '2021-08-23T11:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.450896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] Checking router: 42908065-0146-4822-b945-e9394c37d201 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:43.475735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] Routers {'42908065-0146-4822-b945-e9394c37d201'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:43.477305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['42908065-0146-4822-b945-e9394c37d201'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.508911 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] Set router 53483c3f-518d-412a-ad45-447d44d729d2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:43.544057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] For port 1bcc43f2-d619-4972-8158-0eb8ab5bf54a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:43.544471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.572547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Calling delete_port for 1bcc43f2-d619-4972-8158-0eb8ab5bf54a owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:43.591344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-57f7890c-16f4-4f90-b211-df91e2b12505 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:43.592829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6f4ab7-d8af-4727-a5d2-79307dc659d5 req-57f7890c-16f4-4f90-b211-df91e2b12505 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1959178 Aug 23 11:56:43.663067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] Set router 42908065-0146-4822-b945-e9394c37d201 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:43.758089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:43Z', 'revision_number': 6, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.771692 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-f51169ed-5b91-4789-b1ab-a33323b28e9d req-98ec7790-60e5-4f58-bce3-9f8988edbd5d tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] show failed (client error): The resource could not be found. Aug 23 11:56:43.779652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f51169ed-5b91-4789-b1ab-a33323b28e9d req-98ec7790-60e5-4f58-bce3-9f8988edbd5d tempest-FloatingIPsTestJSON-921618924 tempest-FloatingIPsTestJSON-921618924-project] 10.222.0.21 "GET /v2.0/floatingips/2fe1eb46-d117-414b-b2fc-53a476f96085 HTTP/1.1" status: 404 len: 350 time: 0.4207840 Aug 23 11:56:43.790642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209918fa-f735-435a-a2ba-56e56d404614 None None] The sync data for ids ['42908065-0146-4822-b945-e9394c37d201'] in n-d-773645-7 is: [{'id': '42908065-0146-4822-b945-e9394c37d201', 'name': 'tempest-FloatingIPsNegativeTestJSON-741057606-router', 'tenant_id': '8e71e208f3c642c69e9d94543d8765c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:19Z', 'updated_at': '2021-08-23T11:56:43Z', 'revision_number': 6, 'project_id': '8e71e208f3c642c69e9d94543d8765c0', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:43.805373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44012) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:43.890668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] For port ae8d02e1-d248-4db1-8715-3d6236e3bc99, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ae8d02e1-d248-4db1-8715-3d6236e3bc99,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:43.891783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:43.906941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Calling delete_port for ae8d02e1-d248-4db1-8715-3d6236e3bc99 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:43.920796 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:56:41Z', 'revision_number': 5, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port': {'id': 'ae8d02e1-d248-4db1-8715-3d6236e3bc99', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:52:54Z', 'updated_at': '2021-08-23T11:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.954067 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] Checking router: d8d278f9-7aae-42ec-b150-f2d03c548696 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:43.978795 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] Routers {'d8d278f9-7aae-42ec-b150-f2d03c548696'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:43.979420 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8d278f9-7aae-42ec-b150-f2d03c548696'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:43.987142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a702800-0091-47cf-b706-5686e8839b3e req-2f4b019d-4a1e-43b1-9a87-bd883c8b94cb tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8fe07973dbbb412ca3de91acac88610e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256681 Aug 23 11:56:44.040774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.099914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcc43f2-d619-4972-8158-0eb8ab5bf54a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:44.102349 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] Set router d8d278f9-7aae-42ec-b150-f2d03c548696 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:44.123478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ee1a7-7a5b-4e1f-ba53-e401311c8e60 req-3ac29fb7-378b-40c5-bad0-e006af072cf3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:44.125050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-610ee1a7-7a5b-4e1f-ba53-e401311c8e60 req-3ac29fb7-378b-40c5-bad0-e006af072cf3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 945 time: 0.3205595 Aug 23 11:56:44.159255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a702800-0091-47cf-b706-5686e8839b3e req-43480c75-0986-46b2-bbb2-fb2d14865127 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:44.167396 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a702800-0091-47cf-b706-5686e8839b3e req-43480c75-0986-46b2-bbb2-fb2d14865127 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709006 Aug 23 11:56:44.183932 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:56:43Z', 'revision_number': 6, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:44.187664 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a702800-0091-47cf-b706-5686e8839b3e req-d66f50c0-9226-4f38-bfb8-e79a83d8a624 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/quotas/8fe07973dbbb412ca3de91acac88610e HTTP/1.1" status: 200 len: 375 time: 0.0192523 Aug 23 11:56:44.241984 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de7a52-3acf-4845-a2d8-f49e02f2a5ea None None] The sync data for ids ['d8d278f9-7aae-42ec-b150-f2d03c548696'] in n-d-773645-7 is: [{'id': 'd8d278f9-7aae-42ec-b150-f2d03c548696', 'name': 'tempest-ServersTestBootFromVolume-596481850-router', 'tenant_id': '2116802d83594b9abb07730886e22469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:52:52Z', 'updated_at': '2021-08-23T11:56:43Z', 'revision_number': 6, 'project_id': '2116802d83594b9abb07730886e22469', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:44.268156 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e3919c1c-6488-446b-9a93-8fa498344c80', 'name': '', 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'mac_address': 'fa:16:3e:08:84:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:34Z', 'updated_at': '2021-08-23T11:56:42Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'subnets': [{'id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:44.281983 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a702800-0091-47cf-b706-5686e8839b3e req-786a4c2e-ca9d-4ad4-8dd7-799adc28af64 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe07973dbbb412ca3de91acac88610e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932517 Aug 23 11:56:44.322001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.331908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253662d-a880-4e26-af5d-864f2e83aef5 None None] The sync data for ids ['53483c3f-518d-412a-ad45-447d44d729d2'] in n-d-773645-7 is: [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:56:35Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e3919c1c-6488-446b-9a93-8fa498344c80', 'name': '', 'network_id': '5e13a801-270f-4c12-b39c-2f469bb408f4', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'mac_address': 'fa:16:3e:08:84:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:34Z', 'updated_at': '2021-08-23T11:56:42Z', 'revision_number': 4, 'project_id': '5436b98917924727b51588bf1ff0b343', 'subnets': [{'id': 'c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:44.350007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-610ee1a7-7a5b-4e1f-ba53-e401311c8e60 req-a7646c26-afb3-40e7-b99f-4528d86e2cb2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132771 Aug 23 11:56:44.394908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8d02e1-d248-4db1-8715-3d6236e3bc99,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:44.409609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.521555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.527882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.539591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.594183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-add7d7ca-b177-47dc-a12e-44ae46a516ef tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ab96971e-4901-4d66-b5d1-9a6f96916c07 HTTP/1.1" status: 200 len: 1804 time: 0.2038450 Aug 23 11:56:44.616120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.616634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42908065-0146-4822-b945-e9394c37d201 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:56:44.632353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.633618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-364d6640-4517-420e-bc40-a27cfc3120fe admin admin] 10.222.0.21 "DELETE /v2.0/routers/42908065-0146-4822-b945-e9394c37d201 HTTP/1.1" status: 204 len: 168 time: 2.2765872 Aug 23 11:56:44.636654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44030) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:44.643811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.649227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.707752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-d13df79b-36d3-4248-89c2-80ca5ada58e8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2598736 Aug 23 11:56:44.724044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:44.730039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.730692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d278f9-7aae-42ec-b150-f2d03c548696 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:56:44.736925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.740871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dcaabd3d-cf14-47e2-a293-ecd05f7852b2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8d278f9-7aae-42ec-b150-f2d03c548696 HTTP/1.1" status: 204 len: 168 time: 1.8592436 Aug 23 11:56:44.743677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:44.759474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-62572670-5790-4790-8a96-4fb801e80f32 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/95ba72b9-7709-459d-beff-03f3e8e588b2 HTTP/1.1" status: 200 len: 1804 time: 0.1495118 Aug 23 11:56:44.782983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab96971e-4901-4d66-b5d1-9a6f96916c07', 'remote_group_id': '95ba72b9-7709-459d-beff-03f3e8e588b2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:44.783472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab96971e-4901-4d66-b5d1-9a6f96916c07', 'remote_group_id': '95ba72b9-7709-459d-beff-03f3e8e588b2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:44.802203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Deleting subnet 62fc422b-ff87-4160-b9b0-a94f4f9f6fc1 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:56:44.809131 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.812836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Deleting subnet 9ab4a4ce-68fb-4fdc-9615-af37de056da8 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:56:44.823730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.838557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.871108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.886484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:44.924890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.008342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.012516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.082560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.099800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.139365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.177832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.181446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.182698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62fc422b-ff87-4160-b9b0-a94f4f9f6fc1 HTTP/1.1" status: 204 len: 168 time: 0.4374280 Aug 23 11:56:45.185018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44034) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:45.186146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2ca38-4a45-40fe-924e-319bd78836b5 None None] Network 12487e61-616f-4b1f-b129-d2ac7a863207 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:45.188014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3558b-ae64-467b-aed0-1e389f2175ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fc422b-ff87-4160-b9b0-a94f4f9f6fc1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:45.214454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.264666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Allocated IP 172.25.1.77 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e7404036-e92d-4b31-9dee-a337c6fe423c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:45.347447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e3919c1c-6488-446b-9a93-8fa498344c80 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:45.367375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12190587-6e39-470e-baed-c0e531972118,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:45.390504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.392470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.393764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec665f39-deb5-409c-b76d-bc25db05b458 req-9ea8cbf9-3508-44e6-a95a-cae79bec33b0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6152747 Aug 23 11:56:45.416759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.466786 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.467040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab4a4ce-68fb-4fdc-9615-af37de056da8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:45.472487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e3919c1c-6488-446b-9a93-8fa498344c80 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:45.478955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.483174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57099bcb-e2c4-41c3-9872-b38064e3d7e9 None None] Network 46415be8-3288-4991-bfa0-67f23e4f38ef requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:45.484916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:45.485090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b4578272-defd-40d4-82ae-608508c9d5f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ab4a4ce-68fb-4fdc-9615-af37de056da8 HTTP/1.1" status: 204 len: 168 time: 0.8470466 Aug 23 11:56:45.617217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.634118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.672281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] DHCP port deletion for 12487e61-616f-4b1f-b129-d2ac7a863207 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:56:45.676963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e3919c1c-6488-446b-9a93-8fa498344c80 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:45.677325 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.704129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Deleting port 530fd7b9-209f-4881-828f-552a7ed65420 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:45.704477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.713947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=e7404036-e92d-4b31-9dee-a337c6fe423c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:45.728987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:45.734856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:45.755732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:45.789806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] For port 530fd7b9-209f-4881-828f-552a7ed65420, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=530fd7b9-209f-4881-828f-552a7ed65420,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:45.790209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.809631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Calling delete_port for 530fd7b9-209f-4881-828f-552a7ed65420 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:45.830657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Deleting port 85b88385-7204-458e-b8e7-3b1072c42fa9 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:45.830993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.864123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.941814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.976081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] Deleting port 530fd7b9-209f-4881-828f-552a7ed65420 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:45.976421 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:45.983315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.055101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] DHCP port deletion for 46415be8-3288-4991-bfa0-67f23e4f38ef request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:56:46.070461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Deleting port ac33d78e-a374-423d-865c-4421aeebc2c1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:46.070825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.087905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e3919c1c-6488-446b-9a93-8fa498344c80, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e3919c1c-6488-446b-9a93-8fa498344c80,segment=NetworkSegment(c29abb68-63e1-4fbc-ab88-4e475aba3ded),segment_id=c29abb68-63e1-4fbc-ab88-4e475aba3ded)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:46.090276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca01729e-166a-4f98-ab51-3107930e244c req-c25d3a67-73f2-409d-972a-9e546c136db7 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/95ba72b9-7709-459d-beff-03f3e8e588b2 HTTP/1.1" status: 200 len: 1804 time: 0.1453531 Aug 23 11:56:46.108509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] For port 85b88385-7204-458e-b8e7-3b1072c42fa9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=85b88385-7204-458e-b8e7-3b1072c42fa9,segment=NetworkSegment(15fdc949-1c63-4e70-8da9-9e4f75c043ba),segment_id=15fdc949-1c63-4e70-8da9-9e4f75c043ba)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:46.109049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.113211 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.141299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.141581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] For port 530fd7b9-209f-4881-828f-552a7ed65420, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=530fd7b9-209f-4881-828f-552a7ed65420,segment=NetworkSegment(94eedea2-d8c2-4db7-97ed-815344c45ccb),segment_id=94eedea2-d8c2-4db7-97ed-815344c45ccb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:46.141581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.143878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:46.150313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Calling delete_port for 85b88385-7204-458e-b8e7-3b1072c42fa9 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:46.177828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] For port ac33d78e-a374-423d-865c-4421aeebc2c1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac33d78e-a374-423d-865c-4421aeebc2c1,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:46.178923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.185948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] Calling delete_port for 530fd7b9-209f-4881-828f-552a7ed65420 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:46.188988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:46.189621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9b4b81b2-4eb7-45a0-8869-8a799dfa2502 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:46.192896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Pushing event deleted for resources: {'Port': ['ID=530fd7b9-209f-4881-828f-552a7ed65420,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.205508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] No DVR routers for this DVR port 530fd7b9-209f-4881-828f-552a7ed65420 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:46.216247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Calling delete_port for ac33d78e-a374-423d-865c-4421aeebc2c1 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:46.259799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e3919c1c-6488-446b-9a93-8fa498344c80,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.270770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] Deleting port ac33d78e-a374-423d-865c-4421aeebc2c1 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:46.271142 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.288413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.330356 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.337943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2126d181-41bc-42e7-91f1-38e2a229f42e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:46.341008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.345552 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.362001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12487e61-616f-4b1f-b129-d2ac7a863207']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:46.373152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca01729e-166a-4f98-ab51-3107930e244c req-99753a3b-a868-450a-af48-168c43203094 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.382564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94eedea2-d8c2-4db7-97ed-815344c45ccb') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:46.382927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94eedea2-d8c2-4db7-97ed-815344c45ccb') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:46.385540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2126d181-41bc-42e7-91f1-38e2a229f42e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:46.385947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2126d181-41bc-42e7-91f1-38e2a229f42e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:46.386372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac33d78e-a374-423d-865c-4421aeebc2c1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:46.392139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] For port ac33d78e-a374-423d-865c-4421aeebc2c1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac33d78e-a374-423d-865c-4421aeebc2c1,segment=NetworkSegment(a91864e8-64f9-40e1-8b36-1d05c8cc3f05),segment_id=a91864e8-64f9-40e1-8b36-1d05c8cc3f05)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:46.392972 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.407495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.420232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ac33d78e-a374-423d-865c-4421aeebc2c1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:46.420868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac33d78e-a374-423d-865c-4421aeebc2c1 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:46.421748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1bcc43f2-d619-4972-8158-0eb8ab5bf54a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:46.430680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] No DVR routers for this DVR port ac33d78e-a374-423d-865c-4421aeebc2c1 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:46.434621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=e7404036-e92d-4b31-9dee-a337c6fe423c,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.446551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.448726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] Calling delete_port for ac33d78e-a374-423d-865c-4421aeebc2c1 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:46.451783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1bcc43f2-d619-4972-8158-0eb8ab5bf54a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:46.452120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1bcc43f2-d619-4972-8158-0eb8ab5bf54a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:46.453088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ae8d02e1-d248-4db1-8715-3d6236e3bc99 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:46.470025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca01729e-166a-4f98-ab51-3107930e244c req-99753a3b-a868-450a-af48-168c43203094 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.479799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.496121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:56:46.496121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.500356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] Pushing event deleted for resources: {'Port': ['ID=530fd7b9-209f-4881-828f-552a7ed65420,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.503624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ae8d02e1-d248-4db1-8715-3d6236e3bc99 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:46.504228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ae8d02e1-d248-4db1-8715-3d6236e3bc99 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:46.505053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 530fd7b9-209f-4881-828f-552a7ed65420 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:56:46.506076 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:56:46.513617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae8ea4-3453-438c-82f8-032299242dd8 None None] No DVR routers for this DVR port 530fd7b9-209f-4881-828f-552a7ed65420 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:46.563828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 530fd7b9-209f-4881-828f-552a7ed65420 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:46.564279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 530fd7b9-209f-4881-828f-552a7ed65420 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:46.573510 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.585879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac33d78e-a374-423d-865c-4421aeebc2c1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.595793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.601237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46415be8-3288-4991-bfa0-67f23e4f38ef']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:46.613453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.620184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:46.620488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91864e8-64f9-40e1-8b36-1d05c8cc3f05') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:46.626755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.634453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.639510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.642836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] 10.222.0.21 "DELETE /v2.0/networks/12487e61-616f-4b1f-b129-d2ac7a863207 HTTP/1.1" status: 204 len: 168 time: 1.4551425 Aug 23 11:56:46.643245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.644539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-80e125aa-8152-4e62-bfe6-8eaa57a57b88 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9300385 Aug 23 11:56:46.650784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] Pushing event deleted for resources: {'Port': ['ID=ac33d78e-a374-423d-865c-4421aeebc2c1,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.653137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498b6c7-83ea-4435-8f2a-0446c659bc57 None None] No DVR routers for this DVR port ac33d78e-a374-423d-865c-4421aeebc2c1 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:46.654465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.675040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42996-b4d0-43a6-b3da-8797b4ab9159 admin admin] Pushing event deleted for resources: {'Network': ['ID=12487e61-616f-4b1f-b129-d2ac7a863207,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.702254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:56:46.703634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:56:46.705320 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:56:46.720626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca01729e-166a-4f98-ab51-3107930e244c req-99753a3b-a868-450a-af48-168c43203094 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.723259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca01729e-166a-4f98-ab51-3107930e244c req-99753a3b-a868-450a-af48-168c43203094 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.724459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca01729e-166a-4f98-ab51-3107930e244c req-99753a3b-a868-450a-af48-168c43203094 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/95ba72b9-7709-459d-beff-03f3e8e588b2 HTTP/1.1" status: 204 len: 173 time: 0.6251810 Aug 23 11:56:46.733239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-f8f6f151-daf3-4440-83fc-5405cc8e46e4 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0763004 Aug 23 11:56:46.740461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99753a3b-a868-450a-af48-168c43203094 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba72b9-7709-459d-beff-03f3e8e588b2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.744177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.779407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b88385-7204-458e-b8e7-3b1072c42fa9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.832450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.848063 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:46.851278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] 10.222.0.21 "DELETE /v2.0/networks/46415be8-3288-4991-bfa0-67f23e4f38ef HTTP/1.1" status: 204 len: 168 time: 1.3645000 Aug 23 11:56:46.947675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cacdd-1146-48d5-b927-39a60d33350b admin admin] Pushing event deleted for resources: {'Network': ['ID=46415be8-3288-4991-bfa0-67f23e4f38ef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:46.949463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1e993-8174-4fe8-a442-646956667d9d req-9c104941-96ce-45eb-9773-f7a7c7a09cae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:46.951121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ad1e993-8174-4fe8-a442-646956667d9d req-9c104941-96ce-45eb-9773-f7a7c7a09cae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 945 time: 0.1356959 Aug 23 11:56:46.970362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44056) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:47.028330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-b7837876-3468-42f9-a1c2-ace4317a1e8f tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:47.029827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea2d2292-5e75-4679-ad49-77edbf693626 req-b7837876-3468-42f9-a1c2-ace4317a1e8f tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2617152 Aug 23 11:56:47.044780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ad1e993-8174-4fe8-a442-646956667d9d req-fc14950a-dcb1-4bdc-bdc3-750dce72d5e1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840919 Aug 23 11:56:47.049172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44060) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:47.055897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-43d43ec5-7baf-41c5-920b-e17ce217ebf6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2116802d83594b9abb07730886e22469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841870 Aug 23 11:56:47.067895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44064) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:47.139231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2fddc1e3-1b20-4cb8-8a6e-2b4974a39236 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e71e208f3c642c69e9d94543d8765c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701110 Aug 23 11:56:47.140111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44070) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:47.207261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-beafb920-a270-4c21-872c-fff5a61efa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.236610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-beafb920-a270-4c21-872c-fff5a61efa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.299244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-beafb920-a270-4c21-872c-fff5a61efa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.308752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-beafb920-a270-4c21-872c-fff5a61efa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.312637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-beafb920-a270-4c21-872c-fff5a61efa5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ce080c7-4bea-4ebc-bebe-28b187c5c9b5 HTTP/1.1" status: 204 len: 168 time: 0.1688721 Aug 23 11:56:47.319915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafb920-a270-4c21-872c-fff5a61efa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce080c7-4bea-4ebc-bebe-28b187c5c9b5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:47.395041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0738141c-38ab-4ef0-9e9e-e996d0740494 req-e1dbffcc-8257-4432-b63e-38283f2643f3 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ab96971e-4901-4d66-b5d1-9a6f96916c07 HTTP/1.1" status: 200 len: 1804 time: 0.0520105 Aug 23 11:56:47.413492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.510348 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b9ab76-237f-4f80-bd72-a8fa48eca56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.543545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e087a892-2026-41ae-8764-b4325daea1eb req-17f5d409-7c34-4d09-a641-56f823d7dfe9 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1267467 Aug 23 11:56:47.562534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:47.583514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b9ab76-237f-4f80-bd72-a8fa48eca56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.595600 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.729833 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.755902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Router 9e76f4e5-4516-4e4c-a785-55660429d18e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:47.824949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b9ab76-237f-4f80-bd72-a8fa48eca56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.828090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b9ab76-237f-4f80-bd72-a8fa48eca56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:47.829453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-92b9ab76-237f-4f80-bd72-a8fa48eca56f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21e2573e-5ee3-4521-a4f6-6f21b360efbf HTTP/1.1" status: 204 len: 168 time: 0.7793324 Aug 23 11:56:47.841798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ab76-237f-4f80-bd72-a8fa48eca56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2573e-5ee3-4521-a4f6-6f21b360efbf,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:47.923779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:47.926297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Allocated IP 172.25.1.169 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/491cb2d2-2563-42a9-9285-334459ab27b5) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:47.930047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-07b6c64e-1cdc-4f0e-a76c-ff60f13ef5e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/9e76f4e5-4516-4e4c-a785-55660429d18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1234336 Aug 23 11:56:47.932823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44098) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:47.934648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] Sync routers for ids ['9e76f4e5-4516-4e4c-a785-55660429d18e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:47.949722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] Routers {'9e76f4e5-4516-4e4c-a785-55660429d18e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:47.951212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9e76f4e5-4516-4e4c-a785-55660429d18e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:48.059133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.099877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] Set router 9e76f4e5-4516-4e4c-a785-55660429d18e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:48.118014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.201064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.283589 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.320785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:48.334482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:48.341722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:48.371327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=491cb2d2-2563-42a9-9285-334459ab27b5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:48.379621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-020582ec-415e-472c-bc97-e3c14cb7cc32 req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169179342', 'description': 'tempest-description-264295377'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:48.395354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:46Z', 'revision_number': 5, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port': {'id': '9927768a-12f7-45f5-941d-ba0d81a26d79', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:17:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:11Z', 'updated_at': '2021-08-23T11:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:48.433509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Deleting port 9927768a-12f7-45f5-941d-ba0d81a26d79 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:48.434238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.435457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] Checking router: 9e76f4e5-4516-4e4c-a785-55660429d18e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:48.437216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-020582ec-415e-472c-bc97-e3c14cb7cc32 req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.445611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] Routers {'9e76f4e5-4516-4e4c-a785-55660429d18e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:48.446272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9e76f4e5-4516-4e4c-a785-55660429d18e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:48.494072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.553288 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.560874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-020582ec-415e-472c-bc97-e3c14cb7cc32 req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.600189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-020582ec-415e-472c-bc97-e3c14cb7cc32 req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.682084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8cb4bb-92f2-402a-8ea3-23df09244ba1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:48.687987 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-020582ec-415e-472c-bc97-e3c14cb7cc32 req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.689520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-020582ec-415e-472c-bc97-e3c14cb7cc32 req-c51e73bc-3f24-4c84-b383-6c3716c6a464 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3199437 Aug 23 11:56:48.705376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e3919c1c-6488-446b-9a93-8fa498344c80 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:48.711102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] For port 9927768a-12f7-45f5-941d-ba0d81a26d79, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9927768a-12f7-45f5-941d-ba0d81a26d79,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:48.711697 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:48.726599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Calling delete_port for 9927768a-12f7-45f5-941d-ba0d81a26d79 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:48.757187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] Set router 9e76f4e5-4516-4e4c-a785-55660429d18e gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:48.857753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:48Z', 'revision_number': 6, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:48.901012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0221d79-ddb2-4d40-925d-ce26d0f6677b None None] The sync data for ids ['9e76f4e5-4516-4e4c-a785-55660429d18e'] in n-d-773645-7 is: [{'id': '9e76f4e5-4516-4e4c-a785-55660429d18e', 'name': 'tempest-FloatingIPsTestJSON-96369943-router', 'tenant_id': '303b30498b7e440cb4c70e74003bb67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:10Z', 'updated_at': '2021-08-23T11:56:48Z', 'revision_number': 6, 'project_id': '303b30498b7e440cb4c70e74003bb67f', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:48.920350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e3919c1c-6488-446b-9a93-8fa498344c80 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:48.921622 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.028921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.036155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.115993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=491cb2d2-2563-42a9-9285-334459ab27b5,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:49.156263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.179005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.180335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e087a892-2026-41ae-8764-b4325daea1eb req-c1722e24-8bfd-434c-9e9f-0d272680ad1a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6253471 Aug 23 11:56:49.215532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85e181-4d41-43e6-a2e1-70f857507381 req-386d3adb-ad09-43e7-934e-c66279488e81 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:49.217089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be85e181-4d41-43e6-a2e1-70f857507381 req-386d3adb-ad09-43e7-934e-c66279488e81 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 945 time: 0.2799089 Aug 23 11:56:49.242521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.253592 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e087a892-2026-41ae-8764-b4325daea1eb req-2e3ce88b-6b47-4aea-8242-5d91498116dd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0640528 Aug 23 11:56:49.323607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=9927768a-12f7-45f5-941d-ba0d81a26d79,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:49.348002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44136) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:49.367363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-e4b55852-08dd-42c3-bb72-dbf7356c15d0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:49.368917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-e4b55852-08dd-42c3-bb72-dbf7356c15d0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/ports?device_id=913aca2a-4d1d-48a3-a3c3-77c245e4fe72 HTTP/1.1" status: 200 len: 945 time: 0.2132533 Aug 23 11:56:49.408035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087a892-2026-41ae-8764-b4325daea1eb req-c134c837-dc1e-43bd-9761-5e83001b0b8d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:49.430726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e087a892-2026-41ae-8764-b4325daea1eb req-c134c837-dc1e-43bd-9761-5e83001b0b8d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1705375 Aug 23 11:56:49.460026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be85e181-4d41-43e6-a2e1-70f857507381 req-a7a8eae7-7306-4539-85c4-dabb9900d6a9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287014 Aug 23 11:56:49.530292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1994808244-network', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:49.547895 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ee3a35d-b178-4803-b376-3d3b8ded4533 req-b4a69c59-10fa-436c-8d26-481478e23edb tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8fe07973dbbb412ca3de91acac88610e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356028 Aug 23 11:56:49.567744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.597328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Made reservation on behalf of fb9a750c4e604522b2a6555515f59424 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:49.599647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.635984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.683716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-1b81eb3a-cfe8-4a41-a26b-df2b55d951be tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ed8cb4bb-92f2-402a-8ea3-23df09244ba1 HTTP/1.1" status: 200 len: 1804 time: 0.1935773 Aug 23 11:56:49.691734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.694510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.725614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3a35d-b178-4803-b376-3d3b8ded4533 req-01ee7e27-e1de-4f33-abcf-db4b81147062 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:49.728163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ee3a35d-b178-4803-b376-3d3b8ded4533 req-01ee7e27-e1de-4f33-abcf-db4b81147062 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739736 Aug 23 11:56:49.747929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed8cb4bb-92f2-402a-8ea3-23df09244ba1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:49.748391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed8cb4bb-92f2-402a-8ea3-23df09244ba1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:49.758079 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ee3a35d-b178-4803-b376-3d3b8ded4533 req-d95b9d93-929c-4fbf-aab9-6ebe6ad76586 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/quotas/8fe07973dbbb412ca3de91acac88610e HTTP/1.1" status: 200 len: 375 time: 0.0171995 Aug 23 11:56:49.772876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.773406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e76f4e5-4516-4e4c-a785-55660429d18e {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:56:49.776469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Deleting port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:49.776797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.782055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.785955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-322d0cfd-b710-47cc-998a-8056c1a60b1c admin admin] 10.222.0.21 "DELETE /v2.0/routers/9e76f4e5-4516-4e4c-a785-55660429d18e HTTP/1.1" status: 204 len: 168 time: 1.8515918 Aug 23 11:56:49.786707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44152) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:49.813583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ee3a35d-b178-4803-b376-3d3b8ded4533 req-ad3c7a9a-dd45-4f6a-8ffa-74bc86afd1a3 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe07973dbbb412ca3de91acac88610e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410287 Aug 23 11:56:49.840517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.845298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.871990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:56:49.893548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523460fd-cacf-48e9-83c9-d2627588abeb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:49.900464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.900836 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Added segment a91333a6-6bae-4430-8854-88e39d8a2cd7 of type vlan for network 5e640868-11ef-49b7-b5c5-1915a0b0e53a Aug 23 11:56:49.913908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Deleting subnet 40d266bb-194f-4cae-a9f9-257b9975a3a8 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:56:49.920117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.963490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:49.991130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] For port 632c0819-1f68-454f-8fcf-42f6dbf9cd79, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=632c0819-1f68-454f-8fcf-42f6dbf9cd79,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:49.991502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.007460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.009208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:50.009995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.010470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.035179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Calling delete_port for 632c0819-1f68-454f-8fcf-42f6dbf9cd79 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:50.058371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.090982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7416365 Aug 23 11:56:50.091831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aeca1-ffa0-4201-9765-5d3239572ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e640868-11ef-49b7-b5c5-1915a0b0e53a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:50.094830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44160) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:50.100952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Request body: {'subnet': {'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1994808244-subnet', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:50.114808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:56:50.134756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.141856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Made reservation on behalf of fb9a750c4e604522b2a6555515f59424 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:50.145062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.166824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.251061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfaf453-6e21-4c9e-bfb2-88054eeed4cc,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:50.275659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.276950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e5dbcbd-a078-415e-b7f1-4b09048390bf req-48c0ad62-14c8-477d-8a19-eaa7acccb5a6 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5353663 Aug 23 11:56:50.282288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.330740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85b88385-7204-458e-b8e7-3b1072c42fa9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:50.362862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 85b88385-7204-458e-b8e7-3b1072c42fa9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:50.363284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85b88385-7204-458e-b8e7-3b1072c42fa9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:50.363713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9927768a-12f7-45f5-941d-ba0d81a26d79 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:50.387865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9927768a-12f7-45f5-941d-ba0d81a26d79 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:50.388835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9927768a-12f7-45f5-941d-ba0d81a26d79 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:50.421060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.483602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.484158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc3b89c-d797-49da-b0d5-5442a1ba933b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:50.496335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Checking segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:50.496734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Network hostable DHCP agents. Network: 5e640868-11ef-49b7-b5c5-1915a0b0e53a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:56:50.510988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.519829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d266bb-194f-4cae-a9f9-257b9975a3a8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:50.522135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:56:50.525632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['632c0819-1f68-454f-8fcf-42f6dbf9cd79'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:56:50.548603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5e640868-11ef-49b7-b5c5-1915a0b0e53a) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:50.555022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:50.555631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.578826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673d07e-ddfe-4ea8-8b7b-f90e001d25fc None None] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:50.588442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-909be7c2-8fbe-47f8-b918-592bf5159a8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4917073 Aug 23 11:56:50.590967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44176) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:50.593802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.598357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/40d266bb-194f-4cae-a9f9-257b9975a3a8 HTTP/1.1" status: 204 len: 168 time: 0.8090460 Aug 23 11:56:50.599347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:50.599896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.600318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.600652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.600995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.601327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.601675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.602023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.602333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.602662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.602987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.603312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.603634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98639cc6-d828-4314-924d-ea74ced40f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:50.611095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-139d15ff-bd95-4fa4-8fa6-57b3887f0202 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2952669 Aug 23 11:56:50.613067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44178) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:50.615410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event deleted for resources: {'Port': ['ID=632c0819-1f68-454f-8fcf-42f6dbf9cd79,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:50.642149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.643886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.665275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:50.690425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4b914-3f39-40b5-9e3a-86fba72be302 None None] Network 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:50.699823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] No DVR routers for this DVR port 632c0819-1f68-454f-8fcf-42f6dbf9cd79 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:50.707941 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.709979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05ffc08f-9479-46f3-a1e8-5b60e3346ca1 req-0256a2a9-bc6d-4313-b119-cc889dac1f50 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "DELETE /v2.0/ports/632c0819-1f68-454f-8fcf-42f6dbf9cd79 HTTP/1.1" status: 204 len: 173 time: 1.3305268 Aug 23 11:56:50.739201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'name': 'network-vif-deleted', 'tag': '632c0819-1f68-454f-8fcf-42f6dbf9cd79'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:50.741498 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d7d37-19be-49c6-84f8-3f9bba72b714" -d '{"events": [{"server_uuid": "913aca2a-4d1d-48a3-a3c3-77c245e4fe72", "name": "network-vif-deleted", "tag": "632c0819-1f68-454f-8fcf-42f6dbf9cd79"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:50.751933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.769761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.772914 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.814874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:56:50.816036 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:50.918132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Deleting port 9e58fc31-1902-4c43-a9e4-d9885c037307 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:50.918551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.012531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] For port 9e58fc31-1902-4c43-a9e4-d9885c037307, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e58fc31-1902-4c43-a9e4-d9885c037307,segment=NetworkSegment(15fdc949-1c63-4e70-8da9-9e4f75c043ba),segment_id=15fdc949-1c63-4e70-8da9-9e4f75c043ba)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:51.013102 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.013422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Allocated IP 172.20.0.2 (5e640868-11ef-49b7-b5c5-1915a0b0e53a/1fc3b89c-d797-49da-b0d5-5442a1ba933b/ebd4f6e5-f0cc-43d9-80e4-05a7993cab73) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:51.017982 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.036912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Calling delete_port for 9e58fc31-1902-4c43-a9e4-d9885c037307 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:51.058577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] DHCP port deletion for 3fcaff68-f2d7-4fc8-90c0-15b208bddd20 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:56:51.207932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.216855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Transition to ACTIVE for port object ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:51.219958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Allocated IP 172.25.1.116 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f0df4ff1-740b-41fe-a612-83af5eed5f09) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:51.239860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Transition to ACTIVE for port object ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:51.243282 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.247417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.264659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-b269f49c-cc3f-44d1-9dae-6db438419112 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ed8cb4bb-92f2-402a-8ea3-23df09244ba1 HTTP/1.1" status: 200 len: 2397 time: 0.5564024 Aug 23 11:56:51.271506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed8cb4bb-92f2-402a-8ea3-23df09244ba1', 'remote_group_id': None}]} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:51.272055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed8cb4bb-92f2-402a-8ea3-23df09244ba1', 'remote_group_id': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:51.291402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e58fc31-1902-4c43-a9e4-d9885c037307,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.293629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.293835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] No DVR routers for this DVR port 9e58fc31-1902-4c43-a9e4-d9885c037307 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:51.299704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:51.304639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:51.313658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:51.318094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Pushing event updated for resources: {'Port': ['ID=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.326347 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Deleting port 9e58fc31-1902-4c43-a9e4-d9885c037307 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:51.327394 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.364629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.388892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.420222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] For port 9e58fc31-1902-4c43-a9e4-d9885c037307, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:51.420879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.421708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.436387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Calling delete_port for 9e58fc31-1902-4c43-a9e4-d9885c037307 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:51.439988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Port 9e58fc31-1902-4c43-a9e4-d9885c037307 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 11:56:51.441249 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.445969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b797055-f08e-4ce6-a176-37d5237effea,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.455456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.471125 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.479960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcaff68-f2d7-4fc8-90c0-15b208bddd20']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:51.480300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87e2bfb4-9c7a-4691-8123-02586c6845e0 req-846a0ec0-afed-41d1-bc49-48c3279e7785 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2116673 Aug 23 11:56:51.490591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fdc949-1c63-4e70-8da9-9e4f75c043ba') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:51.491936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fdc949-1c63-4e70-8da9-9e4f75c043ba') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:51.493775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] Pushing event deleted for resources: {'Port': ['ID=9e58fc31-1902-4c43-a9e4-d9885c037307,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.500240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ae824-ff62-457d-97ef-bf1e3622d85a None None] No DVR routers for this DVR port 9e58fc31-1902-4c43-a9e4-d9885c037307 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:56:51.503523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Attempting to bind port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:51.503789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Attempting to bind port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:51.504352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Attempting to bind port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 on network 5e640868-11ef-49b7-b5c5-1915a0b0e53a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:51.520779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.529602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:51.530238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Checking segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:51.531332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.531998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Bound using segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:51.532764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Bound port: ebd4f6e5-f0cc-43d9-80e4-05a7993cab73, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:51.533521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.538936 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.548345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:56:51.548756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:56:51.590232 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:56:51.602994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.642608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.674892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] For port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:51.675349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.682527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] For port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:51.695550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.707204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.784983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b69d3-e48b-441b-84f8-bf88d3c1337c None None] Pushing event updated for resources: {'Port': ['ID=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.789346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d1396b-01ed-43d9-8ae2-e3e92e4cb828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.809559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=f0df4ff1-740b-41fe-a612-83af5eed5f09,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.820978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:51.823405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:51.834380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:51.868199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Allocated IP 172.25.1.28 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c02c8ca9-37c3-417b-a2fd-3bb7a378108d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:51.872715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.881513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:51.883492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fcaff68-f2d7-4fc8-90c0-15b208bddd20 HTTP/1.1" status: 204 len: 168 time: 1.2691970 Aug 23 11:56:51.900192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830c7ef-84a0-4924-a20d-7e8d19c3a9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcaff68-f2d7-4fc8-90c0-15b208bddd20,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:51.973333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.041398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.093034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.123348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44206) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:52.145643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.193838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:52.196729 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:52.200550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:52.231437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Pushing event updated for resources: {'Port': ['ID=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:52.264013 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73737dbf-b163-4c92-93e4-3476fd17d2d8 x-openstack-request-id: req-73737dbf-b163-4c92-93e4-3476fd17d2d8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:56:52.264334 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913aca2a-4d1d-48a3-a3c3-77c245e4fe72", "name": "network-vif-deleted", "tag": "632c0819-1f68-454f-8fcf-42f6dbf9cd79", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:56:52.264561 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73737dbf-b163-4c92-93e4-3476fd17d2d8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:56:52.267285 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913aca2a-4d1d-48a3-a3c3-77c245e4fe72', 'name': 'network-vif-deleted', 'tag': '632c0819-1f68-454f-8fcf-42f6dbf9cd79', 'status': 'completed', 'code': 200} Aug 23 11:56:52.277556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c2d98081-05d4-4522-ad6b-6ceed0d3fff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=303b30498b7e440cb4c70e74003bb67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527209 Aug 23 11:56:52.280867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44210) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:52.348790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:52.359812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.371484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.384747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00a2cd63-d7c0-425f-99fe-0fdfc75d69f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.419673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fe2f8877-ba62-405d-a8a0-6495501f2e2e req-cf979c9a-e010-4146-aa35-8ab799394edf tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ed8cb4bb-92f2-402a-8ea3-23df09244ba1 HTTP/1.1" status: 200 len: 2995 time: 0.1156459 Aug 23 11:56:52.422415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:52.520509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 632c0819-1f68-454f-8fcf-42f6dbf9cd79 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:52.572287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 632c0819-1f68-454f-8fcf-42f6dbf9cd79 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:52.573098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 632c0819-1f68-454f-8fcf-42f6dbf9cd79 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:52.575694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e58fc31-1902-4c43-a9e4-d9885c037307 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:56:52.578268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.598795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9e58fc31-1902-4c43-a9e4-d9885c037307 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:56:52.599318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e58fc31-1902-4c43-a9e4-d9885c037307 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:56:52.817264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event updated for resources: {'Port': ['ID=f0df4ff1-740b-41fe-a612-83af5eed5f09,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:52.825953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00a2cd63-d7c0-425f-99fe-0fdfc75d69f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.845482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.898263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.915675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00a2cd63-d7c0-425f-99fe-0fdfc75d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.919863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00a2cd63-d7c0-425f-99fe-0fdfc75d69f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.922950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-00a2cd63-d7c0-425f-99fe-0fdfc75d69f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b4d18eb-a9c9-4d23-a3b6-5413beaae9bc HTTP/1.1" status: 204 len: 168 time: 0.6409748 Aug 23 11:56:52.955878 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:52.966568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-afaeb9de-4644-429c-96ef-e68f75563dcd tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3397501 Aug 23 11:56:52.971804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2cd63-d7c0-425f-99fe-0fdfc75d69f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d18eb-a9c9-4d23-a3b6-5413beaae9bc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:53.036363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06348bbb-f56e-43a2-acab-f8b8bf402478 None None] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:56:53.056836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-0c9e0648-6a65-4b55-9922-c43b77254cbf tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0883534 Aug 23 11:56:53.122762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] Provisioning for port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:53.133767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] Provisioning complete for port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:53.134301 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:53.167224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-0316dc69-dbf2-4c40-ac55-faa431c96fc1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:53.169924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-0316dc69-dbf2-4c40-ac55-faa431c96fc1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.1750648 Aug 23 11:56:53.200528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-f502d374-a254-4830-af2c-a0768e4cc9ac tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0166922 Aug 23 11:56:53.202027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Router f506dea6-c924-4e2d-8d12-8b1abcfedc0e is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:56:53.222054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-bb35fbc3-67d7-45a2-93c3-80be22fbcccb tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:53.224047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2eddd4c-574d-4d8e-8690-3c52522f39ec req-bb35fbc3-67d7-45a2-93c3-80be22fbcccb tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1664419 Aug 23 11:56:53.299809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:53.342377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] For port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:53.347471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:53.392560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-57a5ffa8-a637-4ba0-9b2b-d0db9dde2784 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1819253 Aug 23 11:56:53.431648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:53.443453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e6538-0033-4740-bfb1-cc915ea7ca39 None None] Pushing event updated for resources: {'Port': ['ID=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:53.448967 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Sync routers for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:53.470568 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:53.471700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:53.482658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:53.487634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f3c827e0-4dc1-42e6-9d81-1c9093f28537 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8927155 Aug 23 11:56:53.488242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:53.640444 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:53.686209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-29b2efd5-a0de-4c1e-9fd4-dcd6c2e6399d None None] Provisioning complete for port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:53.687314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-29b2efd5-a0de-4c1e-9fd4-dcd6c2e6399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:53.861473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-5dd0491f-8704-4502-acdd-a8c5fcdbe514 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676347 Aug 23 11:56:53.882089 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:52Z', 'revision_number': 3, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:53.916596 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Checking router: f506dea6-c924-4e2d-8d12-8b1abcfedc0e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:53.917443 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Updating router f506dea6-c924-4e2d-8d12-8b1abcfedc0e port c02c8ca9-37c3-417b-a2fd-3bb7a378108d binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:53.981913 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.027182 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-8da336f4-eb1d-43f5-a486-602d2af9ee98 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581681 Aug 23 11:56:54.139238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-539da746-4879-4e9d-a4af-703108181f67 req-7432f9c8-d378-4620-b05c-c0c4fd24ec95 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-group-rules/7b797055-f08e-4ce6-a176-37d5237effea HTTP/1.1" status: 200 len: 783 time: 0.0274038 Aug 23 11:56:54.251493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-539da746-4879-4e9d-a4af-703108181f67 req-f89171ed-6275-45da-9086-8ee359d024ea tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ed8cb4bb-92f2-402a-8ea3-23df09244ba1 HTTP/1.1" status: 200 len: 2995 time: 0.1033301 Aug 23 11:56:54.301256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.335318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:54.358067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b17764e-f324-4720-9e20-44f72eea4c09 req-51fed25c-d8a6-4af6-918a-a15f357604ac tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8fe07973dbbb412ca3de91acac88610e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339549 Aug 23 11:56:54.368692 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.383186 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Transition to ACTIVE for port object c02c8ca9-37c3-417b-a2fd-3bb7a378108d will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:54.393159 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.404439 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e828f54-8386-453b-8ad7-320c96ac6644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.419211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-539da746-4879-4e9d-a4af-703108181f67 req-3e5b779b-88e3-4cb7-b10b-f524e0450705 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.423777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:54.424200 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.429247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-539da746-4879-4e9d-a4af-703108181f67 req-3e5b779b-88e3-4cb7-b10b-f524e0450705 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.487531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17764e-f324-4720-9e20-44f72eea4c09 req-e2cbae78-4100-4741-a08d-23e9c5864898 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:54.499705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b17764e-f324-4720-9e20-44f72eea4c09 req-e2cbae78-4100-4741-a08d-23e9c5864898 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331561 Aug 23 11:56:54.500719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.512257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b17764e-f324-4720-9e20-44f72eea4c09 req-1bc31884-05c0-4cd5-95e8-b3a78819eb39 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/quotas/8fe07973dbbb412ca3de91acac88610e HTTP/1.1" status: 200 len: 375 time: 0.0118089 Aug 23 11:56:54.524276 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3834452-aa6c-4c71-be3e-22f780ae1aa6 None None] Pushing event updated for resources: {'Port': ['ID=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:54.528319 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Attempting to bind port c02c8ca9-37c3-417b-a2fd-3bb7a378108d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:54.528968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Attempting to bind port c02c8ca9-37c3-417b-a2fd-3bb7a378108d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:54.529100 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Attempting to bind port c02c8ca9-37c3-417b-a2fd-3bb7a378108d on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:54.542017 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:54.542419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:54.542846 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.543394 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:54.544184 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Bound port: c02c8ca9-37c3-417b-a2fd-3bb7a378108d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:54.544422 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.555033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-539da746-4879-4e9d-a4af-703108181f67 req-3e5b779b-88e3-4cb7-b10b-f524e0450705 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.579183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-539da746-4879-4e9d-a4af-703108181f67 req-3e5b779b-88e3-4cb7-b10b-f524e0450705 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.580352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-539da746-4879-4e9d-a4af-703108181f67 req-3e5b779b-88e3-4cb7-b10b-f524e0450705 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7b797055-f08e-4ce6-a176-37d5237effea HTTP/1.1" status: 204 len: 173 time: 0.2901115 Aug 23 11:56:54.582042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b779b-88e3-4cb7-b10b-f524e0450705 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b797055-f08e-4ce6-a176-37d5237effea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:54.586174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b17764e-f324-4720-9e20-44f72eea4c09 req-0d27bee9-2596-4532-a485-64befb9ab384 tempest-QuotasAdminNegativeTest-1110243143 tempest-QuotasAdminNegativeTest-1110243143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fe07973dbbb412ca3de91acac88610e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647075 Aug 23 11:56:54.638155 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] For port c02c8ca9-37c3-417b-a2fd-3bb7a378108d, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:54.644528 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] For port c02c8ca9-37c3-417b-a2fd-3bb7a378108d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:54.652971 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:54.697312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-26669507-1ccb-4a78-b514-10d1464b6374 req-26114e8e-4f3b-474d-b540-754f8513d77e tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips/accacc75-0903-454a-8c29-b811d5050d98 HTTP/1.1" status: 200 len: 693 time: 0.0645142 Aug 23 11:56:54.721731 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:54.722394 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:54.783409 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3834452-aa6c-4c71-be3e-22f780ae1aa6 None None] Pushing event updated for resources: {'Port': ['ID=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:54.893421 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:54.923645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26669507-1ccb-4a78-b514-10d1464b6374 req-827f1aea-387d-4a99-b988-369ea107cc70 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:54.925030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-26669507-1ccb-4a78-b514-10d1464b6374 req-827f1aea-387d-4a99-b988-369ea107cc70 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2174265 Aug 23 11:56:54.926277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Allocated IP 172.20.0.1 (5e640868-11ef-49b7-b5c5-1915a0b0e53a/1fc3b89c-d797-49da-b0d5-5442a1ba933b/94fa8342-06f2-4bdd-88bb-6cb85fa8ee52) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:55.103198 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.126496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Transition to ACTIVE for port object 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:55.180914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:52Z', 'revision_number': 3, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:55.198254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62af9ef2-6041-49b5-b02f-453dda9a0707 req-1f0eeaa5-93e1-4f97-bd46-cedb901c8b7c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 210 time: 0.0319672 Aug 23 11:56:55.204777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.239577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:55.269767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:55.288983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:55.374278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff87cb-afe1-487f-b890-a813dbae6071 None None] The sync data for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 is: [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:52Z', 'revision_number': 3, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:56:55.403014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.561334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.573942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Pushing event updated for resources: {'Port': ['ID=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:55.607173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-741a4413-3999-4bb4-9aa3-7fa9b42aa806 req-68cafbd3-cb52-4df3-a002-c3d6c9b550df tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ed8cb4bb-92f2-402a-8ea3-23df09244ba1 HTTP/1.1" status: 200 len: 2397 time: 0.3245506 Aug 23 11:56:55.661782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-480a068a-bd00-4c7f-bce3-af3e6f19f32c None None] Provisioning for port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:55.666909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-480a068a-bd00-4c7f-bce3-af3e6f19f32c None None] Provisioning complete for port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:55.667422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-480a068a-bd00-4c7f-bce3-af3e6f19f32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.675818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-1852bfc9-83f4-493f-8e80-1458bad3177a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:55.677201 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-1852bfc9-83f4-493f-8e80-1458bad3177a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.2653122 Aug 23 11:56:55.695644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Request body: {'port': {'device_id': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'admin_state_up': True, 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:55.710965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-939bf3f8-9241-40b1-8628-24782cbc974d req-5c8365c8-a66e-44b5-ac3f-4d4049d27c70 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips/accacc75-0903-454a-8c29-b811d5050d98 HTTP/1.1" status: 200 len: 693 time: 0.0680213 Aug 23 11:56:55.735730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-480a068a-bd00-4c7f-bce3-af3e6f19f32c None None] Port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:55.843872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf3f8-9241-40b1-8628-24782cbc974d req-ca6ddfd7-3950-4c65-81ed-cbd51644512b tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:55.853598 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-939bf3f8-9241-40b1-8628-24782cbc974d req-ca6ddfd7-3950-4c65-81ed-cbd51644512b tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1416874 Aug 23 11:56:55.854285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-741a4413-3999-4bb4-9aa3-7fa9b42aa806 req-e3937ba7-8f89-4783-8e3a-922ebb7bfdc0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.886160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.903990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-939bf3f8-9241-40b1-8628-24782cbc974d req-dbced3b7-e4b0-4bec-8753-51e572afc689 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0492520 Aug 23 11:56:55.906234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-741a4413-3999-4bb4-9aa3-7fa9b42aa806 req-e3937ba7-8f89-4783-8e3a-922ebb7bfdc0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:55.962339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-939bf3f8-9241-40b1-8628-24782cbc974d req-b64bc892-3187-493a-9b00-35aebf8b8096 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0507073 Aug 23 11:56:55.992382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:56:55.997071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.046817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-741a4413-3999-4bb4-9aa3-7fa9b42aa806 req-e3937ba7-8f89-4783-8e3a-922ebb7bfdc0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.049377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-741a4413-3999-4bb4-9aa3-7fa9b42aa806 req-e3937ba7-8f89-4783-8e3a-922ebb7bfdc0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.050617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-741a4413-3999-4bb4-9aa3-7fa9b42aa806 req-e3937ba7-8f89-4783-8e3a-922ebb7bfdc0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed8cb4bb-92f2-402a-8ea3-23df09244ba1 HTTP/1.1" status: 204 len: 173 time: 0.4275396 Aug 23 11:56:56.094984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3937ba7-8f89-4783-8e3a-922ebb7bfdc0 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8cb4bb-92f2-402a-8ea3-23df09244ba1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:56.126246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Deleting port f0df4ff1-740b-41fe-a612-83af5eed5f09 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:56.126638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.272690 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.273023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.301171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Calling delete_port for f0df4ff1-740b-41fe-a612-83af5eed5f09 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:56:56.372036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c02c8ca9-37c3-417b-a2fd-3bb7a378108d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:56.373187 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.376853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Allocated IP 172.20.0.6 (3e1119b2-cc2e-4aba-bb05-590cef2947f9/23bdc3c7-04ed-41eb-8eb0-62ffd7238316/68b25738-3a90-4d74-9068-ea60968c0885) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:56:56.379965 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-5f9a7172-d036-4dda-9f6b-a3faa7f48df7 req-efd250b9-0cc6-40fd-9c68-6e06e65a2066 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] show failed (client error): The resource could not be found. Aug 23 11:56:56.381300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a7172-d036-4dda-9f6b-a3faa7f48df7 req-efd250b9-0cc6-40fd-9c68-6e06e65a2066 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/95ba72b9-7709-459d-beff-03f3e8e588b2 HTTP/1.1" status: 404 len: 352 time: 0.1443822 Aug 23 11:56:56.384855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.455821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.529027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c02c8ca9-37c3-417b-a2fd-3bb7a378108d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:56:56.538799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c02c8ca9-37c3-417b-a2fd-3bb7a378108d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:56.539279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.674452 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.691838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f77c5c34-a556-419b-8453-589224e3dddd req-16ecddd6-f430-44af-8fd3-de5a0a2d5498 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 210 time: 0.0754356 Aug 23 11:56:56.696397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44348) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:56.701335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Pushing event updated for resources: {'Port': ['ID=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:56.718001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.742328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c02c8ca9-37c3-417b-a2fd-3bb7a378108d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:56:56.750765 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.782135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event deleted for resources: {'Port': ['ID=f0df4ff1-740b-41fe-a612-83af5eed5f09,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:56.793531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.798268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.798837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.799341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.799839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.800342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.800833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.801317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.801863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.802369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.802871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.803359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.819160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44352) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:56.824292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:56.834127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.834793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.835427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.835926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.836504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.837032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.837620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.838748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.839326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.839837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.840329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.840829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:56:56.892159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.898686 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:56.900603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a555d8e6-7b82-44a1-b01d-cf78ba3d1cc5 req-b90edb30-92ab-447e-b5ce-69b426b2fbe1 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/ab96971e-4901-4d66-b5d1-9a6f96916c07 HTTP/1.1" status: 200 len: 1804 time: 0.1505110 Aug 23 11:56:56.913011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:56.918951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:56.919494 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-939bf3f8-9241-40b1-8628-24782cbc974d req-c1ef89ce-2db7-4111-89b4-0f1dcd52f5d8 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "DELETE /v2.0/floatingips/accacc75-0903-454a-8c29-b811d5050d98 HTTP/1.1" status: 204 len: 173 time: 0.9442294 Aug 23 11:56:57.004467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8abb61a5-fb1c-4558-b2c5-3c3350820d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.066700 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ebe25b63-336e-4dc2-b826-75ab29603549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.072308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.108933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a555d8e6-7b82-44a1-b01d-cf78ba3d1cc5 req-8d7e4436-bc50-429c-bdae-1a84215d38b9 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.192918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a555d8e6-7b82-44a1-b01d-cf78ba3d1cc5 req-8d7e4436-bc50-429c-bdae-1a84215d38b9 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.242330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.256238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Router f506dea6-c924-4e2d-8d12-8b1abcfedc0e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:56:57.261936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f37501-0f2f-4c93-8036-2e9889ffa0de req-989806fd-bfed-45df-8814-0156771ec5f3 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:57.263937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01f37501-0f2f-4c93-8036-2e9889ffa0de req-989806fd-bfed-45df-8814-0156771ec5f3 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2572036 Aug 23 11:56:57.274540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.281488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-63e5f281-0967-472f-8594-c67445abd0de None None] Provisioning complete for port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:57.281961 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63e5f281-0967-472f-8594-c67445abd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.329221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8abb61a5-fb1c-4558-b2c5-3c3350820d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.333912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-63e5f281-0967-472f-8594-c67445abd0de None None] Port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:56:57.335312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8abb61a5-fb1c-4558-b2c5-3c3350820d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.337799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a555d8e6-7b82-44a1-b01d-cf78ba3d1cc5 req-8d7e4436-bc50-429c-bdae-1a84215d38b9 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.340560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a555d8e6-7b82-44a1-b01d-cf78ba3d1cc5 req-8d7e4436-bc50-429c-bdae-1a84215d38b9 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.353748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a555d8e6-7b82-44a1-b01d-cf78ba3d1cc5 req-8d7e4436-bc50-429c-bdae-1a84215d38b9 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab96971e-4901-4d66-b5d1-9a6f96916c07 HTTP/1.1" status: 204 len: 173 time: 0.4510276 Aug 23 11:56:57.388749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8abb61a5-fb1c-4558-b2c5-3c3350820d68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24655b7e2c8c417e929b4ca35c3e13e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900191 Aug 23 11:56:57.400362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.454320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:57.471800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e4436-bc50-429c-bdae-1a84215d38b9 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab96971e-4901-4d66-b5d1-9a6f96916c07,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:57.478561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76afd1b5-0a35-4143-96f2-34589db895d7 req-59fb0a10-fc79-4991-a3da-54f48aad0a82 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=5436b98917924727b51588bf1ff0b343 HTTP/1.1" status: 200 len: 1655 time: 0.1035678 Aug 23 11:56:57.495399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb61a5-fb1c-4558-b2c5-3c3350820d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d310c-fcde-42f9-8dda-03c3edd1d555,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:57.580458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:57.648443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:56:57.658774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:56:57.669412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd9a44a8-5b0a-40cc-b927-f578bfb5beed req-d4dca914-e99b-4fee-b2d9-d339ed2f8731 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/3690f6fe-e141-428f-9428-61e793347f87 HTTP/1.1" status: 200 len: 1802 time: 0.2054625 Aug 23 11:56:57.670110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:56:57.673605 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f07cd-4d8c-4640-b9b4-c5509b5666f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.719266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44390) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:57.730572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afd1b5-0a35-4143-96f2-34589db895d7 req-e452afe1-5aff-40f5-8abf-5387a5933e04 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:57.744028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76afd1b5-0a35-4143-96f2-34589db895d7 req-e452afe1-5aff-40f5-8abf-5387a5933e04 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks?id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 787 time: 0.2567079 Aug 23 11:56:57.757951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f07cd-4d8c-4640-b9b4-c5509b5666f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.759935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44398) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:57.782450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:56:57.797094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Sync routers for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:56:57.810457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:57.811686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:57.812431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca26023d-11fe-40f9-981c-a68698175728 admin admin] 10.222.0.21 "PUT /v2.0/routers/f506dea6-c924-4e2d-8d12-8b1abcfedc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3228447 Aug 23 11:56:57.840682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:57.841465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.854944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd9a44a8-5b0a-40cc-b927-f578bfb5beed req-70548db8-e808-4e02-a9a5-602d0bd5a335 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.904858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd9a44a8-5b0a-40cc-b927-f578bfb5beed req-70548db8-e808-4e02-a9a5-602d0bd5a335 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.937621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:56:57.963346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ebe25b63-336e-4dc2-b826-75ab29603549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.966787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f07cd-4d8c-4640-b9b4-c5509b5666f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.970114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f07cd-4d8c-4640-b9b4-c5509b5666f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.971649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d33f07cd-4d8c-4640-b9b4-c5509b5666f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa8d310c-fcde-42f9-8dda-03c3edd1d555 HTTP/1.1" status: 204 len: 168 time: 0.5159965 Aug 23 11:56:57.996499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ebe25b63-336e-4dc2-b826-75ab29603549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:57.999373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f07cd-4d8c-4640-b9b4-c5509b5666f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d310c-fcde-42f9-8dda-03c3edd1d555,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:58.011125 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-210cbd6a-757a-4620-9d5e-3443b4c427b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.030041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-85d59707-02c2-479a-8bc2-d098c37c8c11 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3400619 Aug 23 11:56:58.040270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cde06-313d-421b-a47a-12607e516cb2 req-60aa22e0-8daf-4eae-bdab-48fb596b7907 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:58.053772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e7cde06-313d-421b-a47a-12607e516cb2 req-60aa22e0-8daf-4eae-bdab-48fb596b7907 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 931 time: 0.2366948 Aug 23 11:56:58.065558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d396a782-6397-4d20-853b-65525c0cd0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.080617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Request body: {'port': {'device_id': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:58.171941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e7cde06-313d-421b-a47a-12607e516cb2 req-ff03cab8-dcc5-43a7-bab7-70fdf67bf41b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171992 Aug 23 11:56:58.176870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44410) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:58.177040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ebe25b63-336e-4dc2-b826-75ab29603549 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fe07973dbbb412ca3de91acac88610e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3546650 Aug 23 11:56:58.214583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25b63-336e-4dc2-b826-75ab29603549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4ea5b-2dbc-46c1-b657-6477ef4e1f56,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:58.226025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.231617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.274034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd9a44a8-5b0a-40cc-b927-f578bfb5beed req-70548db8-e808-4e02-a9a5-602d0bd5a335 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.277026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dd9a44a8-5b0a-40cc-b927-f578bfb5beed req-70548db8-e808-4e02-a9a5-602d0bd5a335 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.278394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd9a44a8-5b0a-40cc-b927-f578bfb5beed req-70548db8-e808-4e02-a9a5-602d0bd5a335 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/3690f6fe-e141-428f-9428-61e793347f87 HTTP/1.1" status: 204 len: 173 time: 0.5985374 Aug 23 11:56:58.296788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548db8-e808-4e02-a9a5-602d0bd5a335 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3690f6fe-e141-428f-9428-61e793347f87,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:58.361937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-1b57b076-df4e-4ec2-a4dc-b90f460cf676 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips/fe993f59-dab8-4f69-9f66-62ad484df359 HTTP/1.1" status: 200 len: 693 time: 0.1412947 Aug 23 11:56:58.401133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c02c8ca9-37c3-417b-a2fd-3bb7a378108d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:56:58.467466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 2, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:58.502517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Checking router: f506dea6-c924-4e2d-8d12-8b1abcfedc0e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:56:58.503198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Updating router f506dea6-c924-4e2d-8d12-8b1abcfedc0e port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:56:58.506838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c02c8ca9-37c3-417b-a2fd-3bb7a378108d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:56:58.507459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.516396 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28f39660-2251-40c1-8cc8-2af222ddb917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.562754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28f39660-2251-40c1-8cc8-2af222ddb917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.575866 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.681424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b25738-3a90-4d74-9068-ea60968c0885 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:56:58.686392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28f39660-2251-40c1-8cc8-2af222ddb917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.689481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28f39660-2251-40c1-8cc8-2af222ddb917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.690954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28f39660-2251-40c1-8cc8-2af222ddb917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20a4ea5b-2dbc-46c1-b657-6477ef4e1f56 HTTP/1.1" status: 204 len: 168 time: 0.5127497 Aug 23 11:56:58.698546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.728169 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-210cbd6a-757a-4620-9d5e-3443b4c427b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.731197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f39660-2251-40c1-8cc8-2af222ddb917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4ea5b-2dbc-46c1-b657-6477ef4e1f56,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:58.741513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Transition to ACTIVE for port object 68b25738-3a90-4d74-9068-ea60968c0885 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:58.748551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.759871 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-210cbd6a-757a-4620-9d5e-3443b4c427b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:58.793667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-013e6576-17cb-4516-bd75-7da259bb806e tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:58.802084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-013e6576-17cb-4516-bd75-7da259bb806e tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.3974988 Aug 23 11:56:58.809601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-210cbd6a-757a-4620-9d5e-3443b4c427b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abb07466f4d140d095970635ae711543&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0630541 Aug 23 11:56:58.832002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44428) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:59.058490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.120967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Attempting to bind port 68b25738-3a90-4d74-9068-ea60968c0885 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:59.121359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Attempting to bind port 68b25738-3a90-4d74-9068-ea60968c0885 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:59.121820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Attempting to bind port 68b25738-3a90-4d74-9068-ea60968c0885 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:59.139152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Port 68b25738-3a90-4d74-9068-ea60968c0885 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:56:59.139594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Attempting to bind port 68b25738-3a90-4d74-9068-ea60968c0885 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:59.157233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:59.157600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:59.157988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Bound using segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:59.158436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Bound port: 68b25738-3a90-4d74-9068-ea60968c0885, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:59.158795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.291457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:59.297949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:59.309586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.325706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cbd6a-757a-4620-9d5e-3443b4c427b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d141b3-00f3-4a8e-bae4-9f1f66bf8d36,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.355066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-67423cb5-26bc-4389-8cd5-d265d65d3177 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.5517783 Aug 23 11:56:59.401806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44444) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:59.402152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44446) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:59.412474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539010286', 'description': 'tempest-description--567802840'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:56:59.417949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.430139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-31d4125a-4b7c-4d15-9a94-4f45225f25dc tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0614929 Aug 23 11:56:59.434555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:56:59.435225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.436968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-73d8e910-09b9-4687-9169-666f15627688 service neutron] 10.222.0.41 "PUT /v2.0/ports/68b25738-3a90-4d74-9068-ea60968c0885 HTTP/1.1" status: 200 len: 1091 time: 1.3660529 Aug 23 11:56:59.446557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Transition to ACTIVE for port object 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:56:59.448926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:56:59.449235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62585ef8-f828-4955-964d-96026dcf2b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.450956 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739367d1-c521-4958-8fa0-35b8521e1fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "tag": "68b25738-3a90-4d74-9068-ea60968c0885"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:56:59.455467 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.483524 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7891cae7-8653-47fc-a7b0-59d35e937303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.529486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e910-09b9-4687-9169-666f15627688 service neutron] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.529990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2430aa-f165-456d-b8d2-83526da2abbe None None] Pushing event updated for resources: {'Port': ['ID=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.567424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62585ef8-f828-4955-964d-96026dcf2b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.602217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Attempting to bind port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:56:59.603427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Attempting to bind port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:56:59.604237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Attempting to bind port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 on network 5e640868-11ef-49b7-b5c5-1915a0b0e53a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:56:59.617511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:56:59.618332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Checking segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:56:59.620646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.621771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Bound using segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:56:59.622551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Bound port: 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:56:59.623264 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.650616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d396a782-6397-4d20-853b-65525c0cd0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.657828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d396a782-6397-4d20-853b-65525c0cd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.718657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396a782-6397-4d20-853b-65525c0cd0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba608e7-7dd7-4a4f-818e-714635b04aa2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.740170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Deleting port 491cb2d2-2563-42a9-9285-334459ab27b5 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:56:59.741547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.742249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] For port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:56:59.747688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] For port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:56:59.754058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.754754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d396a782-6397-4d20-853b-65525c0cd0a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=878562ea020d4dfc8edc4df5a2ee9e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9931748 Aug 23 11:56:59.756174 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62585ef8-f828-4955-964d-96026dcf2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.759497 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62585ef8-f828-4955-964d-96026dcf2b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.762449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-62585ef8-f828-4955-964d-96026dcf2b35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49d141b3-00f3-4a8e-bae4-9f1f66bf8d36 HTTP/1.1" status: 204 len: 168 time: 0.9192901 Aug 23 11:56:59.763845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44452) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:56:59.839324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:56:59.839995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:56:59.848758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62585ef8-f828-4955-964d-96026dcf2b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d141b3-00f3-4a8e-bae4-9f1f66bf8d36,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.901989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2430aa-f165-456d-b8d2-83526da2abbe None None] Pushing event updated for resources: {'Port': ['ID=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:56:59.931022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d48d2080-e399-4375-851d-0bc742dc2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.975906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d48d2080-e399-4375-851d-0bc742dc2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:56:59.976275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-39079891-bc89-4ebe-98b0-96b96549f179 req-fa256584-02fb-4314-9c56-3ed3527c7a76 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/95fdf34e-3b6d-44f2-a329-7735ea96433f HTTP/1.1" status: 200 len: 1803 time: 0.5727930 Aug 23 11:57:00.007380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.008292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.038971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Calling delete_port for 491cb2d2-2563-42a9-9285-334459ab27b5 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:00.049440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:00.064055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.123152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d48d2080-e399-4375-851d-0bc742dc2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.126377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d48d2080-e399-4375-851d-0bc742dc2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.130593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d48d2080-e399-4375-851d-0bc742dc2118 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ba608e7-7dd7-4a4f-818e-714635b04aa2 HTTP/1.1" status: 204 len: 168 time: 0.3523984 Aug 23 11:57:00.133900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-dcc70eb5-d809-4705-82a0-38e51a53f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:00.135293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-dcc70eb5-d809-4705-82a0-38e51a53f4d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 1094 time: 0.6415405 Aug 23 11:57:00.143793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d2080-e399-4375-851d-0bc742dc2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba608e7-7dd7-4a4f-818e-714635b04aa2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:00.146134 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:57:00.207304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-3df7ff81-5e1c-4109-8fec-00b52a417fef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68b25738-3a90-4d74-9068-ea60968c0885 HTTP/1.1" status: 200 len: 217 time: 0.0609212 Aug 23 11:57:00.273361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-39079891-bc89-4ebe-98b0-96b96549f179 req-edbd7f73-c735-490a-b5b3-2a8bba83cdbe tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.325657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-39079891-bc89-4ebe-98b0-96b96549f179 req-edbd7f73-c735-490a-b5b3-2a8bba83cdbe tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.335880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7870-c814-4221-a87a-2fa658526c37 req-92e827aa-4cd0-49d3-9de1-5c082e3c6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:00.337380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-92e827aa-4cd0-49d3-9de1-5c082e3c6182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.1223202 Aug 23 11:57:00.360585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.395209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-b7aa44da-1b09-44d2-b99a-1d10354063f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458760 Aug 23 11:57:00.403157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7891cae7-8653-47fc-a7b0-59d35e937303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.424206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event deleted for resources: {'Port': ['ID=491cb2d2-2563-42a9-9285-334459ab27b5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:00.428103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:56:59Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:00.435182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7891cae7-8653-47fc-a7b0-59d35e937303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.475798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c0d02-b3ee-4dad-9b6e-aa886b98f079 None None] The sync data for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 is: [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:56:59Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:00.505069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891cae7-8653-47fc-a7b0-59d35e937303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4393f5-2652-459a-9c48-6141f9953d0c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:00.531766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.538812 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.540249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4c20a28-b98a-44c8-bd0f-654791021377 req-b6bf8987-9f7a-4370-bffc-0e446410c47d tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe993f59-dab8-4f69-9f66-62ad484df359 HTTP/1.1" status: 204 len: 173 time: 1.0972826 Aug 23 11:57:00.669554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-39079891-bc89-4ebe-98b0-96b96549f179 req-edbd7f73-c735-490a-b5b3-2a8bba83cdbe tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.672872 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-39079891-bc89-4ebe-98b0-96b96549f179 req-edbd7f73-c735-490a-b5b3-2a8bba83cdbe tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.684632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-39079891-bc89-4ebe-98b0-96b96549f179 req-edbd7f73-c735-490a-b5b3-2a8bba83cdbe tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/95fdf34e-3b6d-44f2-a329-7735ea96433f HTTP/1.1" status: 204 len: 173 time: 0.6870940 Aug 23 11:57:00.724542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7891cae7-8653-47fc-a7b0-59d35e937303 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0e95d5c128b4e0f9ce665ce251d2e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3188748 Aug 23 11:57:00.732156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44478) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:00.733592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd7f73-c735-490a-b5b3-2a8bba83cdbe tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fdf34e-3b6d-44f2-a329-7735ea96433f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:00.794376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99c271-6e68-4148-817b-fd84d14df101 req-187e852a-b304-41a1-a206-c205f4c262b4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:00.800544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b99c271-6e68-4148-817b-fd84d14df101 req-187e852a-b304-41a1-a206-c205f4c262b4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 943 time: 0.1229496 Aug 23 11:57:00.813783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-47fc9fa1-d50e-4f8f-b400-2ef3a698138f service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092281 Aug 23 11:57:00.855771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b99c271-6e68-4148-817b-fd84d14df101 req-742b3ab8-5045-4cd0-b892-ce7e09a22c5f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Aug 23 11:57:00.902061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ac7da28-4879-4c47-8811-7d395d8fc302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.913577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:00.942824 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a8a00-5702-46dd-9d71-99086e27a55b x-openstack-request-id: req-658a8a00-5702-46dd-9d71-99086e27a55b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:00.943119 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "tag": "68b25738-3a90-4d74-9068-ea60968c0885", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:00.943380 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-658a8a00-5702-46dd-9d71-99086e27a55b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:00.943782 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885', 'status': 'completed', 'code': 200} Aug 23 11:57:00.949988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.036861 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-5d79f0e9-58c2-4307-a6bc-79c5a6592e30 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips/1f498f13-f369-4473-9b9f-512a45dc1b0b HTTP/1.1" status: 200 len: 692 time: 0.1071560 Aug 23 11:57:01.074087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ba8f7f-eff2-44ec-8653-41c68d99a40a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:01.096353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ac7da28-4879-4c47-8811-7d395d8fc302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.193625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d48c7870-c814-4221-a87a-2fa658526c37 req-6ddd97b8-2e88-4647-9b6e-ec6ee813fd6b service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608449 Aug 23 11:57:01.219232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.224179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-73187e10-8381-4aa7-a57b-609a9cedef06 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8198001 Aug 23 11:57:01.231055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44502) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:01.282167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba8f7f-eff2-44ec-8653-41c68d99a40a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:01.300410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-d4e37223-abc4-4350-936b-1046f7092fee tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:01.310940 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-d4e37223-abc4-4350-936b-1046f7092fee tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2718394 Aug 23 11:57:01.331093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-3fe2cb50-a4d9-4e40-94d8-cd08ac1952fa tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf4fb0947bec486b8c10fc371a18738f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201158 Aug 23 11:57:01.360481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44504) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:01.382147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.383883 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-98d7d9db-a3fa-4778-9de0-83e89aa2893b tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0711229 Aug 23 11:57:01.464345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-933f7e90-5803-4cae-8b14-218a4613562a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.77 HTTP/1.1" status: 200 len: 695 time: 0.0792570 Aug 23 11:57:01.533333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ac7da28-4879-4c47-8811-7d395d8fc302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.536324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ac7da28-4879-4c47-8811-7d395d8fc302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.540201 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1ac7da28-4879-4c47-8811-7d395d8fc302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e4393f5-2652-459a-9c48-6141f9953d0c HTTP/1.1" status: 204 len: 168 time: 0.8020999 Aug 23 11:57:01.540201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-5d173321-3458-4614-ab58-653a2d283177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:01.542166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-5d173321-3458-4614-ab58-653a2d283177 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 1094 time: 0.2358072 Aug 23 11:57:01.689010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-9185e193-5383-4b2a-bcd3-b40ab9afd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:01.692138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-9185e193-5383-4b2a-bcd3-b40ab9afd79d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.1355665 Aug 23 11:57:01.701620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Deleting port e7404036-e92d-4b31-9dee-a337c6fe423c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:57:01.702297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.712884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-821986811-network', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:01.732911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7da28-4879-4c47-8811-7d395d8fc302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4393f5-2652-459a-9c48-6141f9953d0c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:01.745360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-b7246574-0589-4a10-aa79-7afd05c6e4bd tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:01.746978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-b7246574-0589-4a10-aa79-7afd05c6e4bd tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4150915 Aug 23 11:57:01.807549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-16154e94-7a57-4ce6-acfe-65593ae2f113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68b25738-3a90-4d74-9068-ea60968c0885 HTTP/1.1" status: 200 len: 217 time: 0.0885875 Aug 23 11:57:01.816907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.838843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.840234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.840429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.855605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Calling delete_port for e7404036-e92d-4b31-9dee-a337c6fe423c owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:01.864262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-8644de19-7515-4439-9415-3890163370b4 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/quotas/cf4fb0947bec486b8c10fc371a18738f HTTP/1.1" status: 200 len: 375 time: 0.0660617 Aug 23 11:57:01.895776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:01.898164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.908273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264d71aa-8c63-4dc6-aa01-b159f47ff86d,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:01.932858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.953315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:01.957215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-68aedc3e-8d97-4e51-9671-7456212c35e2 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6896718 Aug 23 11:57:01.957919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44524) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:01.962595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Request body: {'security_group_rule': {'security_group_id': 'e5ba8f7f-eff2-44ec-8653-41c68d99a40a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:01.964884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-047f1a2b-427e-418a-a007-520dca378df0 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4fb0947bec486b8c10fc371a18738f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879381 Aug 23 11:57:01.985243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-140f027b-f945-43a9-926e-28f31a6fe0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:01.985243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-140f027b-f945-43a9-926e-28f31a6fe0ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.1636660 Aug 23 11:57:02.008530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.047579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-63c039e8-434d-4fd7-be90-4f59cf547a19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473917 Aug 23 11:57:02.081324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.109672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event deleted for resources: {'Port': ['ID=e7404036-e92d-4b31-9dee-a337c6fe423c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:02.132149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.143736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.215732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dc9017-0157-463c-98ce-62e7ff96557a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:02.246068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.249490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.280476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1cae48fd-cd50-4b09-b927-c5265c46c8e0 req-3b918dc2-bd77-4e1e-b18d-8884f3afdf9a tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "DELETE /v2.0/floatingips/1f498f13-f369-4473-9b9f-512a45dc1b0b HTTP/1.1" status: 204 len: 173 time: 0.8085792 Aug 23 11:57:02.359287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c20a8848-ab74-466b-b20f-6a2943fa9daf req-60411c2b-23d5-488c-8986-98f56f4b5537 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/70d6fa73-a334-4052-a2b7-0eed0ed9c22e HTTP/1.1" status: 200 len: 2404 time: 0.1530912 Aug 23 11:57:02.363096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.372638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.374697 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a547af4-7f3e-4241-ac07-0c64709e8755 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153128 Aug 23 11:57:02.377761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:02.382837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:02.385504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.411562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:02.416846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:57:02.430080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.430526 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Added segment c1a01c8b-ceaa-40b1-9d9f-5a35ff414644 of type vlan for network 01f35405-6932-4962-83f2-265cc0f694be Aug 23 11:57:02.465347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.488054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.523890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-922a52f7-1384-4310-a456-06c58e1d0b6f service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649205 Aug 23 11:57:02.545418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:02.553417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:02.554579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.589998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f2df3-3fdb-46ae-bee7-91e64134f6e2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:02.592919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.593826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:02.594509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.600747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 68b25738-3a90-4d74-9068-ea60968c0885 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:02.630882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2561059 Aug 23 11:57:02.650576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:02.659558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Request body: {'subnet': {'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-subnet', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:02.699648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c20a8848-ab74-466b-b20f-6a2943fa9daf req-5ddc9ff6-66eb-42d2-a50e-19b42d4f169e tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.725234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c20a8848-ab74-466b-b20f-6a2943fa9daf req-5ddc9ff6-66eb-42d2-a50e-19b42d4f169e tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.726972 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.775137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:02.790798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.799331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:02.801096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '68b25738-3a90-4d74-9068-ea60968c0885', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': '68b25738-3a90-4d74-9068-ea60968c0885', 'mac_address': 'fa:16:3e:6d:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:02.805737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.861367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c20a8848-ab74-466b-b20f-6a2943fa9daf req-5ddc9ff6-66eb-42d2-a50e-19b42d4f169e tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.865133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c20a8848-ab74-466b-b20f-6a2943fa9daf req-5ddc9ff6-66eb-42d2-a50e-19b42d4f169e tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.880017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c20a8848-ab74-466b-b20f-6a2943fa9daf req-5ddc9ff6-66eb-42d2-a50e-19b42d4f169e tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/70d6fa73-a334-4052-a2b7-0eed0ed9c22e HTTP/1.1" status: 204 len: 173 time: 0.5019162 Aug 23 11:57:02.918678 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:02.934049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:02.944628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b25738-3a90-4d74-9068-ea60968c0885 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:02.945472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9ff6-66eb-42d2-a50e-19b42d4f169e tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6fa73-a334-4052-a2b7-0eed0ed9c22e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:02.964176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4aef1-563c-4c5b-8765-79f3a27b7fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=01f35405-6932-4962-83f2-265cc0f694be,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:02.996453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 01f35405-6932-4962-83f2-265cc0f694be details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:57:03.002142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:03.004645 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.050207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:03.075104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.109897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-660709fe-29e5-4034-80a6-79c0cce04d5f req-7684599e-9a0f-4a94-b031-e2827c953eff tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 210 time: 0.1175885 Aug 23 11:57:03.217153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:03.267039 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.279146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['68b25738-3a90-4d74-9068-ea60968c0885'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:03.288194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-8c83884a-e294-4a19-ae71-18b5e08503b5 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips/be9f04f4-217b-4b82-9773-130b9fef8cb2 HTTP/1.1" status: 200 len: 692 time: 0.1410091 Aug 23 11:57:03.324889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=18329f7b-8be1-4092-bf79-31f137af252e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:03.332870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-739367d1-c521-4958-8fa0-35b8521e1fc2 req-d4b6e2ad-62d6-48dc-bd21-646ba454e767 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436833 Aug 23 11:57:03.420833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48369643-17d6-4c57-835a-e5c1d0a9c7df req-4c0a855f-caf6-4e0a-a745-22afd6e487c3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:03.422552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48369643-17d6-4c57-835a-e5c1d0a9c7df req-4c0a855f-caf6-4e0a-a745-22afd6e487c3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 943 time: 0.4455111 Aug 23 11:57:03.454864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Allocated IP 172.25.1.147 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c5418393-2ad6-422c-8587-cdd34c268760) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:03.490908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Checking segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:03.491593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Network hostable DHCP agents. Network: 01f35405-6932-4962-83f2-265cc0f694be, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:57:03.510719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-b15f586a-c5b0-42a4-956b-ea856c7e49f1 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:03.512266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-b15f586a-c5b0-42a4-956b-ea856c7e49f1 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.2056131 Aug 23 11:57:03.536038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48369643-17d6-4c57-835a-e5c1d0a9c7df req-2f42f6bf-c1ba-4711-b81a-90820bd0726b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933342 Aug 23 11:57:03.548233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Network 01f35405-6932-4962-83f2-265cc0f694be is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:57:03.572715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 01f35405-6932-4962-83f2-265cc0f694be) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:03.580280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:03.582428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.587590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a555b4-83a3-4781-accc-6fa83e61d988 None None] Network 01f35405-6932-4962-83f2-265cc0f694be requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:03.589840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44578) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:03.643682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-8662b90e-a545-498e-a95b-32ca3e5b48a6 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.0965025 Aug 23 11:57:03.645132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca189a0f-a9ae-472a-8c58-0d9fb08da7b9 req-e4a1c555-2ac4-4843-aae7-c79dbf79f6cc tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "GET /v2.0/security-groups/359ef073-1723-4a9a-8bf0-98312902126a HTTP/1.1" status: 200 len: 2396 time: 0.0585537 Aug 23 11:57:03.650687 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c8c3af3-c524-4f5e-9d0b-f04eeecfb92c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9966521 Aug 23 11:57:03.651480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:03.658288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:03.755993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.803098 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.807136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.829264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca189a0f-a9ae-472a-8c58-0d9fb08da7b9 req-59e591a1-461e-4b17-b592-963cf1ce36b2 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.863877 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca189a0f-a9ae-472a-8c58-0d9fb08da7b9 req-59e591a1-461e-4b17-b592-963cf1ce36b2 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.884628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.929229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca189a0f-a9ae-472a-8c58-0d9fb08da7b9 req-59e591a1-461e-4b17-b592-963cf1ce36b2 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.935200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ca189a0f-a9ae-472a-8c58-0d9fb08da7b9 req-59e591a1-461e-4b17-b592-963cf1ce36b2 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:03.938105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca189a0f-a9ae-472a-8c58-0d9fb08da7b9 req-59e591a1-461e-4b17-b592-963cf1ce36b2 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] 10.222.0.21 "DELETE /v2.0/security-groups/359ef073-1723-4a9a-8bf0-98312902126a HTTP/1.1" status: 204 len: 173 time: 0.2729411 Aug 23 11:57:03.953025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44588) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:03.956593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e591a1-461e-4b17-b592-963cf1ce36b2 tempest-SecurityGroupRulesTestJSON-689252744 tempest-SecurityGroupRulesTestJSON-689252744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ef073-1723-4a9a-8bf0-98312902126a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:03.975557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-be27dcd0-0351-45db-84aa-b93675ba7778 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.33 HTTP/1.1" status: 200 len: 695 time: 0.3135922 Aug 23 11:57:03.993894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b08bdccd-4a0a-417f-acc5-48c85d834f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.008649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-01f35405-6932-4962-83f2-265cc0f694be', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:57:04.011579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.021860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:04.031865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:04.048816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.077466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-322e64d7-3022-4cb2-8b90-33f581e5576d tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cf4fb0947bec486b8c10fc371a18738f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258388 Aug 23 11:57:04.096738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:04.127806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Deleting subnet 4f91be88-4336-4336-92b9-41fee77a3315 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:57:04.132156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.264569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event updated for resources: {'Port': ['ID=c5418393-2ad6-422c-8587-cdd34c268760,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:04.277045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Allocated IP 172.20.0.2 (01f35405-6932-4962-83f2-265cc0f694be/18329f7b-8be1-4092-bf79-31f137af252e/20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:04.308433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.361610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d247386-1155-48aa-88d3-e4b9a2abc472 req-b5ba75bc-065a-420f-9fd4-8f6e84528da8 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 210 time: 0.1006682 Aug 23 11:57:04.373395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.442064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.487003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.489222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:04.503170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.519119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Transition to ACTIVE for port object 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:04.523692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.551033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Transition to ACTIVE for port object 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:04.560944 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.590023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:04.591047 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.594321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f91be88-4336-4336-92b9-41fee77a3315,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:04.596938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 68b25738-3a90-4d74-9068-ea60968c0885 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:04.597961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.603604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-438fb689-82cc-48fb-9bda-753a39770d01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4f91be88-4336-4336-92b9-41fee77a3315 HTTP/1.1" status: 204 len: 168 time: 0.6415496 Aug 23 11:57:04.632232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44610) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:04.654644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-86c7f8b7-44bc-49ee-9382-79c126e9f645 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:04.657289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-86c7f8b7-44bc-49ee-9382-79c126e9f645 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4490886 Aug 23 11:57:04.662800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Network 01f35405-6932-4962-83f2-265cc0f694be is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:04.674966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:04.676732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Pushing event updated for resources: {'Port': ['ID=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:04.678942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:04.695231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-c28c87f0-3c32-440e-ae65-5f03606a4562 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e68f08ddf1084f13b556a59feaedc0b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619164 Aug 23 11:57:04.708870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Request body: {'port': {'device_id': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'cf4fb0947bec486b8c10fc371a18738f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:04.752388 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.769227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.774276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 68b25738-3a90-4d74-9068-ea60968c0885 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:04.784575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 68b25738-3a90-4d74-9068-ea60968c0885 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:04.784953 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.786885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Attempting to bind port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:04.787579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Attempting to bind port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:04.787938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Attempting to bind port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af on network 01f35405-6932-4962-83f2-265cc0f694be {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:04.823957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:04.824492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Checking segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:04.824897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.825849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Bound using segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:04.828481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Bound port: 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:04.828753 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.882427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Deleting port ecc18fac-880b-4c4d-87e0-50464ab2dcce {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:57:04.882695 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.933979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b08bdccd-4a0a-417f-acc5-48c85d834f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.944763 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.949446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] For port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:04.953908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b08bdccd-4a0a-417f-acc5-48c85d834f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:04.975856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] For port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:04.983926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:04.986833 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e38a807-16df-4c33-b7f3-6e95c0a680d7" -d '{"events": [{"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-plugged", "status": "completed", "tag": "68b25738-3a90-4d74-9068-ea60968c0885"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:04.992720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.003951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-304a5ec9-59b0-455a-a5f1-d21d3b93f534 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:05.005474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-304a5ec9-59b0-455a-a5f1-d21d3b93f534 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773266 Aug 23 11:57:05.009589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:05.010906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.036235 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.060042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8865b688-f81c-4f22-aa56-90d5950d4b59']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:05.078912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf248a3b-5fdd-4e39-97fc-7789c47a7c23 None None] Pushing event updated for resources: {'Port': ['ID=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:05.079131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4de91e7-4a1e-487f-a0dc-4bb9ce23f5a8') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:05.079370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4de91e7-4a1e-487f-a0dc-4bb9ce23f5a8') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:05.085298 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b08bdccd-4a0a-417f-acc5-48c85d834f46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4128efcf2758406a80e0814d1f564309&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4468808 Aug 23 11:57:05.097325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44614) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:05.099119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-cac40778-44ee-49b3-88ad-c2a8a7e843bc tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/quotas/e68f08ddf1084f13b556a59feaedc0b6 HTTP/1.1" status: 200 len: 375 time: 0.0607994 Aug 23 11:57:05.115373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.117281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bdccd-4a0a-417f-acc5-48c85d834f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a335a0-4104-4bb1-ae18-cce06da1bc0a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:05.145794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.146136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.151244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Made reservation on behalf of cf4fb0947bec486b8c10fc371a18738f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:05.154806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.158310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d8931659-3056-4a66-a483-1b544e96317f tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e68f08ddf1084f13b556a59feaedc0b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582459 Aug 23 11:57:05.163323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.181591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.184240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:05.199012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Calling delete_port for ecc18fac-880b-4c4d-87e0-50464ab2dcce owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:05.207290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.214336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.217133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:57:05.217671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:57:05.219591 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:57:05.308663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.328289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.329101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.343762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ce3ef9-1ff8-4a85-a1b7-a7755eecc1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.344923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.352241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8865b688-f81c-4f22-aa56-90d5950d4b59 HTTP/1.1" status: 204 len: 168 time: 0.7069118 Aug 23 11:57:05.403323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd49071-2617-4112-8d0d-ba5e2d1f4547 admin admin] Pushing event deleted for resources: {'Network': ['ID=8865b688-f81c-4f22-aa56-90d5950d4b59,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:05.440367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Allocated IP 172.25.1.57 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/b6ff7248-5be3-4533-820e-26ce3ccf5886) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:05.570630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event updated for resources: {'Port': ['ID=c5418393-2ad6-422c-8587-cdd34c268760,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:05.621440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732f726-38bb-4aaa-aa69-6faa5b545f63 req-5d094301-1926-4e22-8abf-674d3025f2c8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:05.623007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d732f726-38bb-4aaa-aa69-6faa5b545f63 req-5d094301-1926-4e22-8abf-674d3025f2c8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.1377628 Aug 23 11:57:05.650111 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.702295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d732f726-38bb-4aaa-aa69-6faa5b545f63 req-55d84240-3d08-4736-8678-98915115aa7a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562656 Aug 23 11:57:05.707476 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.720073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ce3ef9-1ff8-4a85-a1b7-a7755eecc1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.728222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.730417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:05.777334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:05.781364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:05.790438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:05.793916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ff7248-5be3-4533-820e-26ce3ccf5886,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:05.876562 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d609aced-b556-4bba-b8a3-d03dd03fd6dd x-openstack-request-id: req-d609aced-b556-4bba-b8a3-d03dd03fd6dd {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:05.877370 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-plugged", "status": "completed", "tag": "68b25738-3a90-4d74-9068-ea60968c0885", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:05.878539 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d609aced-b556-4bba-b8a3-d03dd03fd6dd {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:05.878539 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885', 'code': 200} Aug 23 11:57:05.943514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44628) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:06.067071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6be21540-8b7e-4216-9d92-6450d239b474 req-1cd4ca20-5fed-405d-b49f-e93eed5ce61f tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 210 time: 0.0905547 Aug 23 11:57:06.071963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Allocated IP 192.168.233.132 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/c4f300c1-c59d-4475-b81b-4cdf35788bfe) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:06.109907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3c57c019-13d2-4d27-b262-c5cde7ef2155 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c296edfa7234d5294fe779ec5db29dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647007 Aug 23 11:57:06.112392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:06.147193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291398ae-60fb-4546-b8d2-5833bb59e9a4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:06.173995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:06.194871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a9cf5-5fb3-4e47-88a0-7b98340ad151 req-9afc1e48-a684-464c-94c8-63701094d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:06.197249 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c29a9cf5-5fb3-4e47-88a0-7b98340ad151 req-9afc1e48-a684-464c-94c8-63701094d22f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 1096 time: 0.2188549 Aug 23 11:57:06.283197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:06.287005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fe8d716c-8f97-484b-a651-bb825cbfd1c1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9066613 Aug 23 11:57:06.293016 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:06.351234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Pushing event deleted for resources: {'Port': ['ID=ecc18fac-880b-4c4d-87e0-50464ab2dcce,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:06.353291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ce3ef9-1ff8-4a85-a1b7-a7755eecc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:06.357540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ce3ef9-1ff8-4a85-a1b7-a7755eecc1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:06.362090 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25ce3ef9-1ff8-4a85-a1b7-a7755eecc1c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0a335a0-4104-4bb1-ae18-cce06da1bc0a HTTP/1.1" status: 204 len: 168 time: 1.2610700 Aug 23 11:57:06.419879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90f5891d-7a73-460e-87be-a387f26c7b40 req-eddd76cc-3efb-4719-8d33-d304737f47d6 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 210 time: 0.1541207 Aug 23 11:57:06.455383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce3ef9-1ff8-4a85-a1b7-a7755eecc1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a335a0-4104-4bb1-ae18-cce06da1bc0a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:06.489464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:06.569020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:06.753144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea500b4-d663-426e-9964-4f40a9167b0e None None] Network 01f35405-6932-4962-83f2-265cc0f694be requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:06.933578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] Provisioning for port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:06.945614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] Provisioning complete for port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:06.946313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:06.950366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c29a9cf5-5fb3-4e47-88a0-7b98340ad151 req-7ac8259a-d960-462e-a39b-d2395eb1b2ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237365 Aug 23 11:57:06.988709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1f30bae-7be8-4146-808e-a5c91e1c4a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.006937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.031200 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.034086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.050248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2edc4a61-2e42-4ac0-b326-1aa89a3bac6e req-d826fda3-ec81-4e4d-b3d8-40a70fedcbf7 tempest-FloatingIPDetailsTestJSON-1077282553 tempest-FloatingIPDetailsTestJSON-1077282553-project] 10.222.0.21 "DELETE /v2.0/floatingips/be9f04f4-217b-4b82-9773-130b9fef8cb2 HTTP/1.1" status: 204 len: 173 time: 3.0737200 Aug 23 11:57:07.050531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:07.071053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1f30bae-7be8-4146-808e-a5c91e1c4a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.090157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-854875f6-68eb-445a-bfc7-ed3f3af5eeb6 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1539010286&fields=id&tenant_id=fb9a750c4e604522b2a6555515f59424 HTTP/1.1" status: 200 len: 267 time: 0.1472585 Aug 23 11:57:07.097950 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.151214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] For port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:07.153102 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.157151 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.248792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Transition to ACTIVE for port object c4f300c1-c59d-4475-b81b-4cdf35788bfe will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:07.295427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a948d71-6b15-47b4-bf8b-f7c149584312 req-5fe26549-d13a-4903-8319-5c9f63ecaded tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:07.298007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5926317-78f6-42a4-81e2-dc254c25bb59 None None] Pushing event updated for resources: {'Port': ['ID=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:07.322950 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a948d71-6b15-47b4-bf8b-f7c149584312 req-5fe26549-d13a-4903-8319-5c9f63ecaded tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.1534338 Aug 23 11:57:07.387335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-96e36448-6af4-436f-a117-ee67f44c5d65 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e68f08ddf1084f13b556a59feaedc0b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517116 Aug 23 11:57:07.408257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a948d71-6b15-47b4-bf8b-f7c149584312 req-77f2ece3-91bb-492d-8ae7-9aba7f95ec6e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843067 Aug 23 11:57:07.436901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.469412 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1f30bae-7be8-4146-808e-a5c91e1c4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.472202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1f30bae-7be8-4146-808e-a5c91e1c4a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.473377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e1f30bae-7be8-4146-808e-a5c91e1c4a69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f58c93b2-5d9d-417d-b197-b52d4bd6beab HTTP/1.1" status: 204 len: 168 time: 1.3599308 Aug 23 11:57:07.515945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22e76c53-82e7-4421-a979-76dde1a5dc88 None None] Provisioning complete for port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:07.516330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22e76c53-82e7-4421-a979-76dde1a5dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.527507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:07.580604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:07.587957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:07.593525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:07.629253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-dcdc186e-2d97-4a6a-bf81-764d2de5baa6 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:07.640789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-dcdc186e-2d97-4a6a-bf81-764d2de5baa6 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/networks?id=5e640868-11ef-49b7-b5c5-1915a0b0e53a HTTP/1.1" status: 200 len: 806 time: 0.5496850 Aug 23 11:57:07.660972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f30bae-7be8-4146-808e-a5c91e1c4a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c93b2-5d9d-417d-b197-b52d4bd6beab,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:07.700706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-b045f9f2-7da3-4023-aa2d-17171846cc7a tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/quotas/fb9a750c4e604522b2a6555515f59424 HTTP/1.1" status: 200 len: 375 time: 0.0589230 Aug 23 11:57:07.767878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:07.769444 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.819295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4e2f694-cde9-4788-9e38-55677e3d1026 req-d81e2da6-22bb-40f9-b597-4400328b0792 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 210 time: 0.2147825 Aug 23 11:57:07.823385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-835adb79-dcee-4d35-9c1d-e46a24fe624f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1233778 Aug 23 11:57:07.836561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Request body: {'port': {'device_id': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:07.876162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-30151189-6c8c-44b7-9bdc-65e2aa629d70 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:07.877853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-30151189-6c8c-44b7-9bdc-65e2aa629d70 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793863 Aug 23 11:57:07.885315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:07.941392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Request body: {'port': {'device_id': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'e68f08ddf1084f13b556a59feaedc0b6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:07.960270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.010192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-c7fc8e05-52ae-4dec-b7f2-938de19b2e03 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb9a750c4e604522b2a6555515f59424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3044508 Aug 23 11:57:08.085234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-65da647c-559d-4156-aa15-43d304436328 None None] Provisioning for port c4f300c1-c59d-4475-b81b-4cdf35788bfe completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:08.089228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-65da647c-559d-4156-aa15-43d304436328 None None] Provisioning complete for port c4f300c1-c59d-4475-b81b-4cdf35788bfe triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:08.089602 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-65da647c-559d-4156-aa15-43d304436328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.134827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-65da647c-559d-4156-aa15-43d304436328 None None] Port c4f300c1-c59d-4475-b81b-4cdf35788bfe cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:08.181678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e666235-8b74-4055-abb1-fb982bcb657b req-6f951901-7a4f-400b-865f-b520929142ec tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:08.183236 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e666235-8b74-4055-abb1-fb982bcb657b req-6f951901-7a4f-400b-865f-b520929142ec tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 936 time: 0.1837463 Aug 23 11:57:08.309564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-5ca4ce7e-f7e6-43db-8daa-1454974a0385 service neutron] 10.222.0.21 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777598 Aug 23 11:57:08.312390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e666235-8b74-4055-abb1-fb982bcb657b req-23de972b-0ec3-49b5-b407-1fe5cea70cc1 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173637 Aug 23 11:57:08.371273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Made reservation on behalf of e68f08ddf1084f13b556a59feaedc0b6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:08.374740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.395650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:08.423789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f300c1-c59d-4475-b81b-4cdf35788bfe {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:08.432282 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.433889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.448433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Transition to ACTIVE for port object c4f300c1-c59d-4475-b81b-4cdf35788bfe will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:08.453540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.461854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:08.462523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.518119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Router 69e44568-7992-4205-8d0e-6b6299c83fe3 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:57:08.598523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:08.646064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Attempting to bind port c4f300c1-c59d-4475-b81b-4cdf35788bfe on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:08.646539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Attempting to bind port c4f300c1-c59d-4475-b81b-4cdf35788bfe by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:08.646968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Attempting to bind port c4f300c1-c59d-4475-b81b-4cdf35788bfe on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:08.652446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Port c4f300c1-c59d-4475-b81b-4cdf35788bfe on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:57:08.652446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Attempting to bind port c4f300c1-c59d-4475-b81b-4cdf35788bfe on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:08.658687 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:08.659648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:08.660071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:08.660407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Bound port: c4f300c1-c59d-4475-b81b-4cdf35788bfe, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:08.660996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.665956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-ce3124d3-a0a3-4b07-a29a-dd608196e00f service neutron] 10.222.0.21 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082557 Aug 23 11:57:08.713407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:08.721895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.796040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:08.801981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:08.808139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.862956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:08.864211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:08.872341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] 10.222.0.44 "PUT /v2.0/ports/c4f300c1-c59d-4475-b81b-4cdf35788bfe HTTP/1.1" status: 200 len: 1096 time: 1.0400691 Aug 23 11:57:08.880365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:08.890047 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26" -d '{"events": [{"name": "network-changed", "server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:08.928637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a819880-aa63-4505-8211-1177b92ffdfa service neutron] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:08.957234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1546188116-network', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:09.030211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:09.033727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:09.047740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:09.051054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a5a481b-1600-4f74-81a6-7c2cbc619764 req-b5473074-a271-4e49-9a0a-fa8dd8c51ff0 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 210 time: 0.0442100 Aug 23 11:57:09.075713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-6bf16b13-cc69-42cd-b133-41d87f349515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:09.085284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-6bf16b13-cc69-42cd-b133-41d87f349515 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf4fb0947bec486b8c10fc371a18738f&device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 1099 time: 0.1506977 Aug 23 11:57:09.099796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4eff1-43d7-465b-b4f2-fc8005440725,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:09.174770 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0ed7c-ee70-40b9-b379-2afdd3e1cb03 x-openstack-request-id: req-aab0ed7c-ee70-40b9-b379-2afdd3e1cb03 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:09.175064 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:09.175317 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aab0ed7c-ee70-40b9-b379-2afdd3e1cb03 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:09.175717 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'status': 'completed', 'code': 200} Aug 23 11:57:09.177901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-e2a086cf-37f2-41fc-988f-385900c25881 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe HTTP/1.1" status: 200 len: 217 time: 0.0846050 Aug 23 11:57:09.266033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:09.266928 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Sync routers for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:09.270185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0feae5a4-d3d3-4291-8408-c2a326c5a713 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6172509 Aug 23 11:57:09.270930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:09.273769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:09.276137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44720) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:09.278629 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52545d0a-b5d2-471c-b961-26271aad6677 req-d45e4c82-6985-429a-b33a-097510154991 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 210 time: 0.0628226 Aug 23 11:57:09.288722 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:09.290341 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:09.454343 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:09.512648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-402654d7-aef7-4c08-849b-803150559cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:09.515871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-402654d7-aef7-4c08-849b-803150559cf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.3248789 Aug 23 11:57:09.668477 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:06Z', 'revision_number': 3, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:09.669412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be67cc-def7-4671-97c2-880b15d8f821 req-ddaf623d-b2e1-4a87-8b00-3d5a3aff9f06 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:09.671941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17be67cc-def7-4671-97c2-880b15d8f821 req-ddaf623d-b2e1-4a87-8b00-3d5a3aff9f06 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 948 time: 0.1614823 Aug 23 11:57:09.677821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9065c489-b8f2-48e2-b9fc-3d4a357381d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:09.679671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-9065c489-b8f2-48e2-b9fc-3d4a357381d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469417 Aug 23 11:57:09.701660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Checking router: 69e44568-7992-4205-8d0e-6b6299c83fe3 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:09.702359 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Updating router 69e44568-7992-4205-8d0e-6b6299c83fe3 port b6ff7248-5be3-4533-820e-26ce3ccf5886 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:57:09.741085 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:09.741310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:09.792433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Allocated IP 192.168.233.87 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/40c4cb65-e892-4770-825f-022db907be61) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:09.815573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e43fce-72c3-409f-9160-7861347fd841 req-16547996-225e-4dde-a59e-0a556eda7f6e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:09.824396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60e43fce-72c3-409f-9160-7861347fd841 req-16547996-225e-4dde-a59e-0a556eda7f6e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.7255445 Aug 23 11:57:09.909944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60e43fce-72c3-409f-9160-7861347fd841 req-85ed9e37-adc4-49bd-82bd-16a38750d7c7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 Aug 23 11:57:09.961621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17be67cc-def7-4671-97c2-880b15d8f821 req-d7903983-5eee-4367-97b6-8bfb589af67f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458751 Aug 23 11:57:10.037992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-819b9872-fbd8-4c2e-8e75-978291fd19ac service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233430 Aug 23 11:57:10.131101 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.131857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.157747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Transition to ACTIVE for port object b6ff7248-5be3-4533-820e-26ce3ccf5886 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:10.160260 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.168448 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.195560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Transition to ACTIVE for port object 40c4cb65-e892-4770-825f-022db907be61 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:10.215262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c02c2d5b-4256-4138-a469-ab922b1fc989 req-e9e55502-6a6d-4cde-8dea-5e36f43a8753 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545775 Aug 23 11:57:10.302477 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Attempting to bind port b6ff7248-5be3-4533-820e-26ce3ccf5886 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:10.303064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Attempting to bind port b6ff7248-5be3-4533-820e-26ce3ccf5886 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:10.311377 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Attempting to bind port b6ff7248-5be3-4533-820e-26ce3ccf5886 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:10.337184 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:10.337759 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:10.338264 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.339495 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:10.344286 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Bound port: b6ff7248-5be3-4533-820e-26ce3ccf5886, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:10.345511 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.402603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.406263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.417250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.430146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:57:10.495472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.495820 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Added segment 878a13ef-fc9e-4f90-a794-74bfcef0195f of type vlan for network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 Aug 23 11:57:10.505821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-8c6d285d-a2fd-473b-b08c-e7c24497c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:10.508027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-8c6d285d-a2fd-473b-b08c-e7c24497c063 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf4fb0947bec486b8c10fc371a18738f&device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 1099 time: 0.2118406 Aug 23 11:57:10.522111 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] For port b6ff7248-5be3-4533-820e-26ce3ccf5886, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:10.536013 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] For port b6ff7248-5be3-4533-820e-26ce3ccf5886, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6ff7248-5be3-4533-820e-26ce3ccf5886,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:10.556764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:10.567836 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.576529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd69d-5d81-4294-b3e4-ff6cd3bcbaf8 None None] Pushing event updated for resources: {'Port': ['ID=b6ff7248-5be3-4533-820e-26ce3ccf5886,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:10.590846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:10.593893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c493443e-58f1-4027-9914-0e51c895b4be,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:10.608757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-01f55c24-ac78-4fa7-af94-fcbca5659e7a tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:10.610332 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-01f55c24-ac78-4fa7-af94-fcbca5659e7a tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.44 "GET /v2.0/networks?id=5e640868-11ef-49b7-b5c5-1915a0b0e53a HTTP/1.1" status: 200 len: 806 time: 0.3344176 Aug 23 11:57:10.614876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Allocated IP 172.20.0.1 (01f35405-6932-4962-83f2-265cc0f694be/18329f7b-8be1-4092-bf79-31f137af252e/d9ed03be-71ed-4c30-ac4f-766f47b53b0d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:10.620536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:10.675611 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd69d-5d81-4294-b3e4-ff6cd3bcbaf8 None None] Pushing event updated for resources: {'Port': ['ID=b6ff7248-5be3-4533-820e-26ce3ccf5886,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:10.677908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Pushing event updated for resources: {'Port': ['ID=40c4cb65-e892-4770-825f-022db907be61,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:10.704124 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:10.705477 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:10.754013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-4a638293-be5f-42bb-9a5e-466150a1ee55 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9a750c4e604522b2a6555515f59424 HTTP/1.1" status: 200 len: 380 time: 0.1278408 Aug 23 11:57:10.766073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4a5b-0dd6-4f8c-b7b2-0e5f14884731 req-7dc956ec-6717-49b7-bdb8-e14b28500262 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:10.767650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dbac4a5b-0dd6-4f8c-b7b2-0e5f14884731 req-7dc956ec-6717-49b7-bdb8-e14b28500262 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 935 time: 0.1544988 Aug 23 11:57:10.771173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.803199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Request body: {'port': {'device_id': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'admin_state_up': True, 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'security_groups': ['e5ba8f7f-eff2-44ec-8653-41c68d99a40a']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:10.845596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8403e253-5e5e-431f-93e9-92fd23e5a3bd req-d81f8a1c-4577-4bc1-8021-ad457ca8c470 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 210 time: 0.0865266 Aug 23 11:57:10.852073 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.853678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:10.854301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.891885 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:10.910979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dbac4a5b-0dd6-4f8c-b7b2-0e5f14884731 req-36b85fa6-4b2e-4eb7-9fde-7a92ee1160c5 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124077 Aug 23 11:57:10.957869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.974266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-922bcd58-6f2a-4480-aab1-e6700d3b4e83 None None] Provisioning for port 40c4cb65-e892-4770-825f-022db907be61 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:10.979131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-922bcd58-6f2a-4480-aab1-e6700d3b4e83 None None] Provisioning complete for port 40c4cb65-e892-4770-825f-022db907be61 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:10.979508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-922bcd58-6f2a-4480-aab1-e6700d3b4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:10.980406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Transition to ACTIVE for port object d9ed03be-71ed-4c30-ac4f-766f47b53b0d will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:10.988323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-0a5f49c5-1204-4a3d-b36d-56878edc01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:10.991307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-0a5f49c5-1204-4a3d-b36d-56878edc01cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4292729 Aug 23 11:57:11.048383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-922bcd58-6f2a-4480-aab1-e6700d3b4e83 None None] Port 40c4cb65-e892-4770-825f-022db907be61 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:11.072782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.108984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Deleting port e3919c1c-6488-446b-9a93-8fa498344c80 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:57:11.109346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.114842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3904872 Aug 23 11:57:11.116908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-d591c527-60a2-466b-8ec6-3e7efde941b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe HTTP/1.1" status: 200 len: 217 time: 0.0984387 Aug 23 11:57:11.122669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:11.123295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.125507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Network 01f35405-6932-4962-83f2-265cc0f694be is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:11.129366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44748) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:11.130352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:11.133239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:11.184461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Request body: {'subnet': {'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1546188116-subnet', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:11.190989 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.218099 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:06Z', 'revision_number': 3, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:11.236775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e868-96f7-401f-bc2c-124b21546657 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6b823a-5c0b-448f-b6c2-32fa6740f6a1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:11.248608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:57:11.261097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Made reservation on behalf of fb9a750c4e604522b2a6555515f59424 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:11.265840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.300535 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d33d6-9f3a-490b-9767-95fb90c64656 None None] The sync data for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 is: [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:06Z', 'revision_number': 3, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:11.356398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d4d499f3-c77b-45aa-9d69-9378d3a6cdc7 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4258916 Aug 23 11:57:11.397890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Request body: {'port': {'device_id': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:11.432850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] For port e3919c1c-6488-446b-9a93-8fa498344c80, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e3919c1c-6488-446b-9a93-8fa498344c80,segment=NetworkSegment(c29abb68-63e1-4fbc-ab88-4e475aba3ded),segment_id=c29abb68-63e1-4fbc-ab88-4e475aba3ded)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:11.433378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.456044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecd16f-820d-4b3f-b0f2-3181aeeadbd3 req-72390b5d-67a9-4f4e-ac07-d08498d15029 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:11.458026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8ecd16f-820d-4b3f-b0f2-3181aeeadbd3 req-72390b5d-67a9-4f4e-ac07-d08498d15029 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.5125160 Aug 23 11:57:11.459067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Calling delete_port for e3919c1c-6488-446b-9a93-8fa498344c80 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:11.474794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Pushing event updated for resources: {'Port': ['ID=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:11.484089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-16d26425-7e2f-402c-8920-f1ab1ce1433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:11.485647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-16d26425-7e2f-402c-8920-f1ab1ce1433e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.3251872 Aug 23 11:57:11.496014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Allocated IP 172.20.0.12 (5e640868-11ef-49b7-b5c5-1915a0b0e53a/1fc3b89c-d797-49da-b0d5-5442a1ba933b/14d3e180-97d0-4b5a-a463-b3aedd63e41a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:11.496415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6a72f2f0-442a-408c-982d-7ec3e8423083 None None] Provisioning for port d9ed03be-71ed-4c30-ac4f-766f47b53b0d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:11.501297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6a72f2f0-442a-408c-982d-7ec3e8423083 None None] Provisioning complete for port d9ed03be-71ed-4c30-ac4f-766f47b53b0d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:11.508218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a72f2f0-442a-408c-982d-7ec3e8423083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.539847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:11.542500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.567325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6a72f2f0-442a-408c-982d-7ec3e8423083 None None] Port d9ed03be-71ed-4c30-ac4f-766f47b53b0d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:11.677396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:11.692694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72280c20-28d0-46b4-bcf8-c9335721b4ba req-cb1021f9-ac7d-4488-9390-bcf3085662ec tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:11.699826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8ecd16f-820d-4b3f-b0f2-3181aeeadbd3 req-db0f3031-4f24-4029-9149-b4461a75b578 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108717 Aug 23 11:57:11.702657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72280c20-28d0-46b4-bcf8-c9335721b4ba req-cb1021f9-ac7d-4488-9390-bcf3085662ec tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 948 time: 0.2583988 Aug 23 11:57:11.711027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-bfcc40c5-dd70-4d3c-837f-5e859c5139f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:11.712803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-bfcc40c5-dd70-4d3c-837f-5e859c5139f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2163596 Aug 23 11:57:11.958403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.018210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72280c20-28d0-46b4-bcf8-c9335721b4ba req-d25730c0-0707-49b9-84a9-587e83abb73d tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669804 Aug 23 11:57:12.072101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-e7dec915-8d67-472b-8b96-5ddba9a97e25 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960789 Aug 23 11:57:12.120116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0108543-09f1-4af6-a911-572ca3428765 req-6f8d33a5-0075-4924-8463-cb93507605c4 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 210 time: 0.0905626 Aug 23 11:57:12.303709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.331409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.347501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.368552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Pushing event deleted for resources: {'Port': ['ID=e3919c1c-6488-446b-9a93-8fa498344c80,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:12.378276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Transition to ACTIVE for port object 14d3e180-97d0-4b5a-a463-b3aedd63e41a will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:12.451245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6ff7248-5be3-4533-820e-26ce3ccf5886 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:12.475496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4a6dace-a17c-4d0d-ae85-fa22c3dfcb26 req-9ed6ad70-99d0-42ea-90a9-984c187fe415 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199730 Aug 23 11:57:12.508783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44770) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:12.538269 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.576939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b6ff7248-5be3-4533-820e-26ce3ccf5886 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:12.581122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b6ff7248-5be3-4533-820e-26ce3ccf5886 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:12.581755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.658140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.660758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.668138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.672691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.691733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c4cb65-e892-4770-825f-022db907be61 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:12.703395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.728940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.729359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Transition to ACTIVE for port object 40c4cb65-e892-4770-825f-022db907be61 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:12.738777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.781955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b6ff7248-5be3-4533-820e-26ce3ccf5886, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6ff7248-5be3-4533-820e-26ce3ccf5886,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:12.788078 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.812118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Pushing event updated for resources: {'Port': ['ID=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:12.828976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:12.836760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0de151-ad04-4356-ad7e-18e8e4841b32 req-f9aed526-24e8-42db-933f-adf742e44c43 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:12.838410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c0de151-ad04-4356-ad7e-18e8e4841b32 req-f9aed526-24e8-42db-933f-adf742e44c43 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 935 time: 0.6918752 Aug 23 11:57:12.850198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:12.877096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b6ff7248-5be3-4533-820e-26ce3ccf5886,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:12.896137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6942daf6-6233-455c-8a14-850b4b65c912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:12.904494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:12.910605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:12.919553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Pushing event updated for resources: {'Port': ['ID=40c4cb65-e892-4770-825f-022db907be61,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:13.031085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event updated for resources: {'Port': ['ID=14d3e180-97d0-4b5a-a463-b3aedd63e41a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:13.060118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:13.060941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.063975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Checking segment: {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:13.064337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Network hostable DHCP agents. Network: bd6b823a-5c0b-448f-b6c2-32fa6740f6a1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:57:13.081399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c0de151-ad04-4356-ad7e-18e8e4841b32 req-f40d2cd4-fecb-42db-84fb-10651619e9df tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738381 Aug 23 11:57:13.099651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Network 01f35405-6932-4962-83f2-265cc0f694be is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:13.105753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:13.124576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:57:13.135443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0444-2460-474c-ae1a-95f41c49f96a req-c1f850d2-7899-456f-9ab9-7ab4d83a62da tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:13.145419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-878e0444-2460-474c-ae1a-95f41c49f96a req-c1f850d2-7899-456f-9ab9-7ab4d83a62da tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.3453658 Aug 23 11:57:13.201378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, bd6b823a-5c0b-448f-b6c2-32fa6740f6a1) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:13.209145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:13.209904 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.229360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-096d137b-b6bd-4705-b128-97c252e266a2 None None] Provisioning for port 14d3e180-97d0-4b5a-a463-b3aedd63e41a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:13.237827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-096d137b-b6bd-4705-b128-97c252e266a2 None None] Provisioning complete for port 14d3e180-97d0-4b5a-a463-b3aedd63e41a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:13.238499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-096d137b-b6bd-4705-b128-97c252e266a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.241365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ae9d9-ef3e-4504-a81c-6d1115ffd290 None None] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:13.260160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Attempting to bind port 40c4cb65-e892-4770-825f-022db907be61 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:13.260754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Attempting to bind port 40c4cb65-e892-4770-825f-022db907be61 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:13.261120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Attempting to bind port 40c4cb65-e892-4770-825f-022db907be61 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:13.335323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-878e0444-2460-474c-ae1a-95f41c49f96a req-3bc90630-8c8d-4af4-848c-8b1709fe3c1d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746337 Aug 23 11:57:13.349343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Port 40c4cb65-e892-4770-825f-022db907be61 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:57:13.349677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Attempting to bind port 40c4cb65-e892-4770-825f-022db907be61 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:13.386433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6942daf6-6233-455c-8a14-850b4b65c912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.401491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:13.402315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:13.402893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:13.403536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Bound port: 40c4cb65-e892-4770-825f-022db907be61, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:13.404099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.413547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6942daf6-6233-455c-8a14-850b4b65c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.434479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-096d137b-b6bd-4705-b128-97c252e266a2 None None] Port 14d3e180-97d0-4b5a-a463-b3aedd63e41a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:13.476641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'fixed_ips': [{'subnet_id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:57:13.479018 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.584891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:13.738815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Allocated IP 172.20.0.2 (bd6b823a-5c0b-448f-b6c2-32fa6740f6a1/f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d/4229fc8d-e812-4bf9-97ea-348f71c1432f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:13.783211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-749610ba-4103-4b3e-9e32-31225408f4b5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9855812 Aug 23 11:57:13.789645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2b9ba05d-e92d-4a35-a36f-5e1694510717 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6133666 Aug 23 11:57:13.794001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:13.802720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44780) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:13.807908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-48dd753f-8a5b-4930-b83a-b0081f05ffbc None None] Provisioning complete for port d9ed03be-71ed-4c30-ac4f-766f47b53b0d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:13.808290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-48dd753f-8a5b-4930-b83a-b0081f05ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.809647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:13.824882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Request body: {'port': {'device_id': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:13.852869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'mac_address': 'fa:16:3e:21:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:13.892520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Router 69e44568-7992-4205-8d0e-6b6299c83fe3 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:57:13.918574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89449ff-b2aa-4a4b-9324-c2a931a4f356 req-584757dc-da27-427f-9a78-2494fd720ec4 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:13.921269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a89449ff-b2aa-4a4b-9324-c2a931a4f356 req-584757dc-da27-427f-9a78-2494fd720ec4 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 948 time: 0.7055326 Aug 23 11:57:13.947051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-48dd753f-8a5b-4930-b83a-b0081f05ffbc None None] Port d9ed03be-71ed-4c30-ac4f-766f47b53b0d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:13.959866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6942daf6-6233-455c-8a14-850b4b65c912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=844e143e04f740eb92f78d20aef103e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4504285 Aug 23 11:57:13.963488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] For port 40c4cb65-e892-4770-825f-022db907be61, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:13.969997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44782) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:13.974504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.975501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.977057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:13.988322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942daf6-6233-455c-8a14-850b4b65c912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c82f6-4f8d-4a57-a344-416ae4b042ea,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:14.003611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] For port 40c4cb65-e892-4770-825f-022db907be61, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40c4cb65-e892-4770-825f-022db907be61,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:14.016508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f300c1-c59d-4475-b81b-4cdf35788bfe {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:14.019567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.027778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.052245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Router 53483c3f-518d-412a-ad45-447d44d729d2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:57:14.060112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe795ad-c91f-4cb6-8037-2cecdf51624c req-9aa23647-0658-46c6-8edc-7d9130d4d862 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:14.062418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fe795ad-c91f-4cb6-8037-2cecdf51624c req-9aa23647-0658-46c6-8edc-7d9130d4d862 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 932 time: 0.6148992 Aug 23 11:57:14.071813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:14.077008 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.108509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a89449ff-b2aa-4a4b-9324-c2a931a4f356 req-f7f04e9f-4952-498e-a4c2-2cef4dce2c96 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492796 Aug 23 11:57:14.110440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:14.111025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.112458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] 10.222.0.41 "PUT /v2.0/ports/40c4cb65-e892-4770-825f-022db907be61 HTTP/1.1" status: 200 len: 1095 time: 2.7425084 Aug 23 11:57:14.116524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'tag': '40c4cb65-e892-4770-825f-022db907be61'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:14.118264 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f852b7-56fa-44ca-a668-507b7f3c01e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5083cc-c266-4d5e-b386-8eb7eb52b769", "tag": "40c4cb65-e892-4770-825f-022db907be61"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:14.123276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.140622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Transition to ACTIVE for port object 4229fc8d-e812-4bf9-97ea-348f71c1432f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:14.169322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:14.174371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Transition to ACTIVE for port object 4229fc8d-e812-4bf9-97ea-348f71c1432f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:14.184617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.208284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.247325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:14.249218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Pushing event updated for resources: {'Port': ['ID=4229fc8d-e812-4bf9-97ea-348f71c1432f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:14.252102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:14.260696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4f31d-de5f-4e04-95c8-2c4f26ca6aee service neutron] Pushing event updated for resources: {'Port': ['ID=40c4cb65-e892-4770-825f-022db907be61,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:14.260954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:14.305099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['c4f300c1-c59d-4475-b81b-4cdf35788bfe'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:14.365168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Attempting to bind port 4229fc8d-e812-4bf9-97ea-348f71c1432f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:14.365546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Attempting to bind port 4229fc8d-e812-4bf9-97ea-348f71c1432f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:14.365949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Attempting to bind port 4229fc8d-e812-4bf9-97ea-348f71c1432f on network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:14.384305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:14.385497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70aa9c7-daa3-4327-ba6f-826808e70e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.386013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Checking segment: {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:14.386881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.387369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Bound using segment: {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:14.387942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Bound port: 4229fc8d-e812-4bf9-97ea-348f71c1432f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:14.388658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.413592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70aa9c7-daa3-4327-ba6f-826808e70e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.496083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fe795ad-c91f-4cb6-8037-2cecdf51624c req-bcd6c344-e863-4aa6-b0c6-c0f90008c793 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124947 Aug 23 11:57:14.516299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-c4c6f820-b8d6-4d01-a6db-3d8c0d9845e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:14.518038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-c4c6f820-b8d6-4d01-a6db-3d8c0d9845e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68f08ddf1084f13b556a59feaedc0b6&device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 1098 time: 0.3301001 Aug 23 11:57:14.520988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70aa9c7-daa3-4327-ba6f-826808e70e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.523693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70aa9c7-daa3-4327-ba6f-826808e70e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.533183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c70aa9c7-daa3-4327-ba6f-826808e70e9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e09c82f6-4f8d-4a57-a344-416ae4b042ea HTTP/1.1" status: 204 len: 168 time: 0.5539474 Aug 23 11:57:14.539462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6ff7248-5be3-4533-820e-26ce3ccf5886 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:14.562741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:14.575140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9c979f9f-69fe-4dbe-816c-778c1fa0587e admin admin] 10.222.0.21 "PUT /v2.0/routers/69e44568-7992-4205-8d0e-6b6299c83fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2954264 Aug 23 11:57:14.590766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-588517db-8e29-4c5e-a5d2-f4e981f29b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=40c4cb65-e892-4770-825f-022db907be61 HTTP/1.1" status: 200 len: 217 time: 0.0600123 Aug 23 11:57:14.592318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:14.598474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f297a94c-6aa0-4da5-a623-399906761caf admin admin] 10.222.0.21 "PUT /v2.0/routers/53483c3f-518d-412a-ad45-447d44d729d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5405152 Aug 23 11:57:14.604808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44794) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:14.606459 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] Sync routers for ids ['53483c3f-518d-412a-ad45-447d44d729d2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:14.616915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Sync routers for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:14.624904 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] Routers {'53483c3f-518d-412a-ad45-447d44d729d2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:14.626164 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['53483c3f-518d-412a-ad45-447d44d729d2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:14.703868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aa9c7-daa3-4327-ba6f-826808e70e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c82f6-4f8d-4a57-a344-416ae4b042ea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:14.719191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-ece6e2c9-f84d-49c1-98b8-75f4f835ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:14.723889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-ece6e2c9-f84d-49c1-98b8-75f4f835ad90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1242666 Aug 23 11:57:14.727787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b6ff7248-5be3-4533-820e-26ce3ccf5886 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:14.728953 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.731832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:14.733109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:14.737625 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180d537d-8fd8-4b8f-ab91-1d579c5a9901 x-openstack-request-id: req-180d537d-8fd8-4b8f-ab91-1d579c5a9901 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:14.737957 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5083cc-c266-4d5e-b386-8eb7eb52b769", "tag": "40c4cb65-e892-4770-825f-022db907be61", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:14.738188 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-180d537d-8fd8-4b8f-ab91-1d579c5a9901 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:14.738585 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'tag': '40c4cb65-e892-4770-825f-022db907be61', 'status': 'completed', 'code': 200} Aug 23 11:57:14.773516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da781d1-6301-47e1-86a0-977f553305d6 req-63413f9e-c78b-47a6-8db8-f7c8fcc9da53 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:14.789446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9da781d1-6301-47e1-86a0-977f553305d6 req-63413f9e-c78b-47a6-8db8-f7c8fcc9da53 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 947 time: 0.5786388 Aug 23 11:57:14.798061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:14.911211 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] Set router 53483c3f-518d-412a-ad45-447d44d729d2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:15.040965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9da781d1-6301-47e1-86a0-977f553305d6 req-52a30625-eb1e-441a-8ed8-d3de6f51d213 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481537 Aug 23 11:57:15.094595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-ae9a072f-90cd-4825-aa28-d80bc63fe29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:15.105980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-ae9a072f-90cd-4825-aa28-d80bc63fe29e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3641729 Aug 23 11:57:15.150973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e247-695c-435e-aca7-b23b04d779e5 req-f5414643-235d-4164-b846-940076efbd5e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:15.161406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b70e247-695c-435e-aca7-b23b04d779e5 req-f5414643-235d-4164-b846-940076efbd5e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.3167467 Aug 23 11:57:15.222585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] For port 4229fc8d-e812-4bf9-97ea-348f71c1432f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:15.314522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b70e247-695c-435e-aca7-b23b04d779e5 req-ee39d6f3-dde3-4232-b7c1-4bf35f37e161 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488731 Aug 23 11:57:15.325855 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 5, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:15.381770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] For port 4229fc8d-e812-4bf9-97ea-348f71c1432f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4229fc8d-e812-4bf9-97ea-348f71c1432f,segment=NetworkSegment(878a13ef-fc9e-4f90-a794-74bfcef0195f),segment_id=878a13ef-fc9e-4f90-a794-74bfcef0195f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:15.396413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:15.397636 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] Checking router: 53483c3f-518d-412a-ad45-447d44d729d2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:15.401186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:15.430733 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] Routers {'53483c3f-518d-412a-ad45-447d44d729d2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:15.431778 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['53483c3f-518d-412a-ad45-447d44d729d2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:15.466142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:15.550925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3e180-97d0-4b5a-a463-b3aedd63e41a {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:15.563965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:15.569923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:15.603037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742e7ec-25a0-4d28-8276-363e883499c1 req-0db2d04d-7624-4b0d-90aa-f1c686f899db tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:15.609209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0a7e5-8cc5-480d-9821-f4e11e52eaff None None] Pushing event updated for resources: {'Port': ['ID=4229fc8d-e812-4bf9-97ea-348f71c1432f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:15.624795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8742e7ec-25a0-4d28-8276-363e883499c1 req-0db2d04d-7624-4b0d-90aa-f1c686f899db tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 949 time: 0.3704920 Aug 23 11:57:15.714705 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-3f67a66c-66ef-485b-b697-ede4f8aca988 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500908 Aug 23 11:57:15.759817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:15.764355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Transition to ACTIVE for port object 14d3e180-97d0-4b5a-a463-b3aedd63e41a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:15.800386 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] Set router 53483c3f-518d-412a-ad45-447d44d729d2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:15.803741 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:15.806199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.003771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-218fdf57-4755-4a4b-a023-11c4fecccd84 req-d112d8fd-ba3d-4587-b414-754b4ffd5b22 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506571 Aug 23 11:57:16.004792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44854) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:16.067203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port c4f300c1-c59d-4475-b81b-4cdf35788bfe completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:16.079968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port c4f300c1-c59d-4475-b81b-4cdf35788bfe triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:16.080343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.081814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8742e7ec-25a0-4d28-8276-363e883499c1 req-479083a4-384d-4a37-a458-a76ffb7461cd tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552412 Aug 23 11:57:16.185521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977fb3e-db3f-44cd-8703-599c66c95d2c req-647bdc34-bb66-4606-bd2b-37e6e41b63ed tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:16.193500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2977fb3e-db3f-44cd-8703-599c66c95d2c req-647bdc34-bb66-4606-bd2b-37e6e41b63ed tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 932 time: 0.5031664 Aug 23 11:57:16.195085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3e180-97d0-4b5a-a463-b3aedd63e41a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:16.196269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.224662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Allocated IP 172.25.1.204 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e28d519f-0f82-4920-a8ec-2c949a7b0f02) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:16.324868 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 5, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:16.326080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2977fb3e-db3f-44cd-8703-599c66c95d2c req-acaf4389-88d9-4805-b701-89712d966406 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278093 Aug 23 11:57:16.343711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-6aeac8ca-4551-4e4e-b9b2-6333be2fe15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:16.345645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-6aeac8ca-4551-4e4e-b9b2-6333be2fe15b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68f08ddf1084f13b556a59feaedc0b6&device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 1098 time: 0.2807825 Aug 23 11:57:16.430435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0c20-78ff-4a81-9211-9451288ab96f None None] The sync data for ids ['53483c3f-518d-412a-ad45-447d44d729d2'] in n-d-773645-7 is: [{'id': '53483c3f-518d-412a-ad45-447d44d729d2', 'name': 'tempest-FloatingIPDetailsTestJSON-1003967210-router', 'tenant_id': '5436b98917924727b51588bf1ff0b343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:26Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 5, 'project_id': '5436b98917924727b51588bf1ff0b343', 'gw_port': {'id': '35b3e84c-a952-4542-a4b3-b03b0f5cf970', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53483c3f-518d-412a-ad45-447d44d729d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:28Z', 'updated_at': '2021-08-23T11:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:16.510837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 2, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:16.564683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1372868948-network', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:16.571724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Deleting port 35b3e84c-a952-4542-a4b3-b03b0f5cf970 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:57:16.572066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.641766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812cedb-53ff-4fd0-9998-e9138500c1f3 req-212e5aea-f9d8-4c42-a4ad-ec85ae96ad59 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:16.642258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.644658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a812cedb-53ff-4fd0-9998-e9138500c1f3 req-212e5aea-f9d8-4c42-a4ad-ec85ae96ad59 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 947 time: 0.2750559 Aug 23 11:57:16.645707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Attempting to bind port 14d3e180-97d0-4b5a-a463-b3aedd63e41a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:16.647024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Attempting to bind port 14d3e180-97d0-4b5a-a463-b3aedd63e41a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:16.647603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Attempting to bind port 14d3e180-97d0-4b5a-a463-b3aedd63e41a on network 5e640868-11ef-49b7-b5c5-1915a0b0e53a {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:16.660855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Checking router: 69e44568-7992-4205-8d0e-6b6299c83fe3 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:16.661215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Updating router 69e44568-7992-4205-8d0e-6b6299c83fe3 port d9ed03be-71ed-4c30-ac4f-766f47b53b0d binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:57:16.678030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Port 14d3e180-97d0-4b5a-a463-b3aedd63e41a on network 5e640868-11ef-49b7-b5c5-1915a0b0e53a not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:57:16.678844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Attempting to bind port 14d3e180-97d0-4b5a-a463-b3aedd63e41a on network 5e640868-11ef-49b7-b5c5-1915a0b0e53a {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:16.700488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] For port 35b3e84c-a952-4542-a4b3-b03b0f5cf970, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=35b3e84c-a952-4542-a4b3-b03b0f5cf970,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:16.700881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.702752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:16.703351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Checking segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:16.703996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Bound using segment: {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:16.704688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Bound port: 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91333a6-6bae-4430-8854-88e39d8a2cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:16.705488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.714310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Calling delete_port for 35b3e84c-a952-4542-a4b3-b03b0f5cf970 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:16.748568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a812cedb-53ff-4fd0-9998-e9138500c1f3 req-bde70302-6465-4a8d-91ea-8dccab672e8e tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Aug 23 11:57:16.754711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.757470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.782383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:16.784678 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e43b7d-82b5-4ae6-83b8-c08ae7a10f46" -d '{"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-plugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:16.840340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:16.872215 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.885972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4229fc8d-e812-4bf9-97ea-348f71c1432f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:16.919225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] For port 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:16.921516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:16.924377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] For port 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:16.925498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.931731 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:16.944131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038c2a-ac62-49dd-9234-2c39ab5cff8c req-b5097c20-2156-4f38-b425-850c4db74bd4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:16.955921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d038c2a-ac62-49dd-9234-2c39ab5cff8c req-b5097c20-2156-4f38-b425-850c4db74bd4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.5112028 Aug 23 11:57:17.027179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-3f3d66cc-058e-42d7-9578-3009163fd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.027707 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d2056-f0d8-4c86-a5fc-514f2dc23eb4 x-openstack-request-id: req-167d2056-f0d8-4c86-a5fc-514f2dc23eb4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:17.028115 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-plugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:17.028489 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-167d2056-f0d8-4c86-a5fc-514f2dc23eb4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:17.029314 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'code': 200} Aug 23 11:57:17.034452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3e180-97d0-4b5a-a463-b3aedd63e41a,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:17.035018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-3f3d66cc-058e-42d7-9578-3009163fd2ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.6756661 Aug 23 11:57:17.064638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.065271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.066797 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-334251bc-56a2-482f-beda-33612cdcc225 service neutron] 10.222.0.44 "PUT /v2.0/ports/14d3e180-97d0-4b5a-a463-b3aedd63e41a HTTP/1.1" status: 200 len: 1092 time: 3.2659578 Aug 23 11:57:17.067584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:17.069930 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e45cf-bccc-4194-9423-a8ddd6d92598" -d '{"events": [{"name": "network-changed", "server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:17.119996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.204419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-05be888c-fd7e-4504-90d2-8b2ada12a2eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=40c4cb65-e892-4770-825f-022db907be61 HTTP/1.1" status: 200 len: 217 time: 0.1148036 Aug 23 11:57:17.207649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.299555 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a70fcc-18c5-42bd-813c-af3213bf8e1a x-openstack-request-id: req-86a70fcc-18c5-42bd-813c-af3213bf8e1a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:17.299914 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:17.300131 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86a70fcc-18c5-42bd-813c-af3213bf8e1a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:17.300527 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'status': 'completed', 'code': 200} Aug 23 11:57:17.333563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:17.338990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:17.375852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:17.379436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:17.404671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Pushing event updated for resources: {'Port': ['ID=e28d519f-0f82-4920-a8ec-2c949a7b0f02,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:17.408002 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d038c2a-ac62-49dd-9234-2c39ab5cff8c req-2be8bd93-6c24-450e-84bb-f283b137f04e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506855 Aug 23 11:57:17.511289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97a956-46d3-4812-b7f3-c62f28a8b5a4 None None] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:17.548667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c992a-495b-4342-80ef-fd326c75e17c req-c5a9baa1-6a68-4903-b164-f30b7d0ff20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.550762 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-177c992a-495b-4342-80ef-fd326c75e17c req-c5a9baa1-6a68-4903-b164-f30b7d0ff20a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 1101 time: 0.5031233 Aug 23 11:57:17.554612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-58796e52-3511-46a2-ac40-d79ca1818d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.556376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-58796e52-3511-46a2-ac40-d79ca1818d5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2889466 Aug 23 11:57:17.563194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4229fc8d-e812-4bf9-97ea-348f71c1432f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:17.574076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-15140197-121e-4934-8a02-64a5f4734da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.579618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-15140197-121e-4934-8a02-64a5f4734da8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb9a750c4e604522b2a6555515f59424&device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 1095 time: 0.4284439 Aug 23 11:57:17.659862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-98cc1b48-a85d-48cc-bfea-1c4eb6ac489f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a HTTP/1.1" status: 200 len: 217 time: 0.0619740 Aug 23 11:57:17.722501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33040-2ef5-4faa-9a02-ea64f51ea6e4 req-b509b0ae-6553-4760-bf61-72025e88a818 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.724296 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7bb33040-2ef5-4faa-9a02-ea64f51ea6e4 req-b509b0ae-6553-4760-bf61-72025e88a818 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 950 time: 0.3013577 Aug 23 11:57:17.727022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] Provisioning for port 4229fc8d-e812-4bf9-97ea-348f71c1432f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:17.734908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-177c992a-495b-4342-80ef-fd326c75e17c req-9868cb62-1a4d-4665-814a-4d7f838c46a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739841 Aug 23 11:57:17.754283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] Provisioning complete for port 4229fc8d-e812-4bf9-97ea-348f71c1432f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:17.755013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.790002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-ff95c9f6-4d68-4f21-9f20-1e5e439fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.791818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-ff95c9f6-4d68-4f21-9f20-1e5e439fbd07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249637 Aug 23 11:57:17.806272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ec58-99a6-45f0-934b-aa653b408196 req-4218ed2f-f9c6-4fec-a2d5-785752470fe5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.810287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1eb2ec58-99a6-45f0-934b-aa653b408196 req-4218ed2f-f9c6-4fec-a2d5-785752470fe5 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 944 time: 0.2407842 Aug 23 11:57:17.822972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-b12dbcce-a11d-4bd2-9690-87021d17b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:17.824524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-b12dbcce-a11d-4bd2-9690-87021d17b674 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fc3b89c-d797-49da-b0d5-5442a1ba933b HTTP/1.1" status: 200 len: 845 time: 0.1569717 Aug 23 11:57:17.840455 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.855479 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.874105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Transition to ACTIVE for port object d9ed03be-71ed-4c30-ac4f-766f47b53b0d will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:17.884596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:17.930574 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7bb33040-2ef5-4faa-9a02-ea64f51ea6e4 req-517601dd-1312-4149-808d-0791f92b82f6 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678410 Aug 23 11:57:17.943006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1eb2ec58-99a6-45f0-934b-aa653b408196 req-7b61cdea-12d1-4f67-b030-5f7ac6a10a76 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033783 Aug 23 11:57:18.008596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dace4-50a8-48ed-b2a3-e340b8e3d766 None None] Pushing event updated for resources: {'Port': ['ID=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:18.046488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.078939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Pushing event deleted for resources: {'Port': ['ID=35b3e84c-a952-4542-a4b3-b03b0f5cf970,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:18.116491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.135142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-5cb7dbb4-d2eb-4cb1-9f79-100f768e216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:18.139368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-5cb7dbb4-d2eb-4cb1-9f79-100f768e216b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e640868-11ef-49b7-b5c5-1915a0b0e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077181 Aug 23 11:57:18.160583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Attempting to bind port d9ed03be-71ed-4c30-ac4f-766f47b53b0d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:18.160960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Attempting to bind port d9ed03be-71ed-4c30-ac4f-766f47b53b0d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:18.161326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Attempting to bind port d9ed03be-71ed-4c30-ac4f-766f47b53b0d on network 01f35405-6932-4962-83f2-265cc0f694be {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:18.190691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:18.191117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Checking segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:18.191442 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.191839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Bound using segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:18.192541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Bound port: d9ed03be-71ed-4c30-ac4f-766f47b53b0d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:18.192925 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.210386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] For port 4229fc8d-e812-4bf9-97ea-348f71c1432f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4229fc8d-e812-4bf9-97ea-348f71c1432f,segment=NetworkSegment(878a13ef-fc9e-4f90-a794-74bfcef0195f),segment_id=878a13ef-fc9e-4f90-a794-74bfcef0195f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:18.229738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.371943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-e64b2f80-1f35-40ae-bee1-a51daaf0a674 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425181 Aug 23 11:57:18.375393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.440203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e3919c1c-6488-446b-9a93-8fa498344c80 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:57:18.475942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309f9ff-df1f-4b52-8f98-7145338f720f None None] Pushing event updated for resources: {'Port': ['ID=4229fc8d-e812-4bf9-97ea-348f71c1432f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:18.481786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e3919c1c-6488-446b-9a93-8fa498344c80 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:57:18.482376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e3919c1c-6488-446b-9a93-8fa498344c80 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:57:18.491319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] For port d9ed03be-71ed-4c30-ac4f-766f47b53b0d, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:18.500076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.503275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] For port d9ed03be-71ed-4c30-ac4f-766f47b53b0d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:18.508965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.584637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:57:18.594002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-63f41ffd-bcd7-4ca6-82bc-f5f5ca7dbfa5 service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405396 Aug 23 11:57:18.602310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.607310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44187a3-c456-4e33-819e-c38137d594c3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:18.632857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:18.633507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:18.649468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40c4cb65-e892-4770-825f-022db907be61 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:18.741019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dace4-50a8-48ed-b2a3-e340b8e3d766 None None] Pushing event updated for resources: {'Port': ['ID=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:18.775964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0910bc8b-d5c9-46d2-899b-8ccb40fb8976 None None] Provisioning complete for port 4229fc8d-e812-4bf9-97ea-348f71c1432f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:18.776342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0910bc8b-d5c9-46d2-899b-8ccb40fb8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.884021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.887775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.949718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.950306 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Added segment 2fb8d0a2-7584-4aef-bf53-56129f5509c1 of type vlan for network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b Aug 23 11:57:18.995777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:18.996701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53483c3f-518d-412a-ad45-447d44d729d2 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:57:19.026003 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.030402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6a394d46-4a39-4952-80dc-e7bc5cbc10ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/53483c3f-518d-412a-ad45-447d44d729d2 HTTP/1.1" status: 204 len: 168 time: 4.3111022 Aug 23 11:57:19.089951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44916) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:19.096277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87f852b7-56fa-44ca-a668-507b7f3c01e5 req-f23d43c9-9389-4312-bdbe-9fd516b25e22 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036479 Aug 23 11:57:19.111211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:19.146844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5b2c2-481f-43ec-b725-b4867acfd5fd req-36bd939e-25b9-4bc3-810b-0fb377dabea5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:19.155945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-85d5b2c2-481f-43ec-b725-b4867acfd5fd req-36bd939e-25b9-4bc3-810b-0fb377dabea5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.6526573 Aug 23 11:57:19.226212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 40c4cb65-e892-4770-825f-022db907be61, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40c4cb65-e892-4770-825f-022db907be61,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:19.252662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dc27a-fea4-42b1-9bfb-d995362cc02a req-ac973ef6-94f4-49ab-aff8-542e919aff50 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:19.267318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-85d5b2c2-481f-43ec-b725-b4867acfd5fd req-961486f0-4645-4f7d-ab5b-468846207357 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100202 Aug 23 11:57:19.273401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d5dc27a-fea4-42b1-9bfb-d995362cc02a req-ac973ef6-94f4-49ab-aff8-542e919aff50 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 947 time: 0.7408097 Aug 23 11:57:19.280732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Deleting subnet c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:57:19.292491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '40c4cb65-e892-4770-825f-022db907be61', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '40c4cb65-e892-4770-825f-022db907be61', 'mac_address': 'fa:16:3e:8d:72:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:19.296691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.408692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.419752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aa72bb7-9955-4c43-af9a-d2316f2c930a req-5a985e7f-e4f1-4aaf-afd6-7c0cb97ce3a1 service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144677 Aug 23 11:57:19.450480 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.484691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.496747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c4cb65-e892-4770-825f-022db907be61 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:19.537927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d5dc27a-fea4-42b1-9bfb-d995362cc02a req-a6bfc704-66b5-4152-b0a0-4e24e2c7d42a tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613044 Aug 23 11:57:19.551399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.552902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:19.562086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.578340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf38d6-a3f9-40cf-8438-ac3762650648 req-4562fcdc-98e9-4a09-b853-416fdf01926d tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:19.580485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ebf38d6-a3f9-40cf-8438-ac3762650648 req-4562fcdc-98e9-4a09-b853-416fdf01926d tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 944 time: 0.2223969 Aug 23 11:57:19.601017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 40c4cb65-e892-4770-825f-022db907be61, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40c4cb65-e892-4770-825f-022db907be61,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:19.607515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.610744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.623739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-eb1a7847-125b-4d1b-a2ba-7cc8e38ff5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:19.626930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-eb1a7847-125b-4d1b-a2ba-7cc8e38ff5d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb9a750c4e604522b2a6555515f59424&device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 1095 time: 0.1496155 Aug 23 11:57:19.669403 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6613736 Aug 23 11:57:19.676885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44918) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:19.712847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=40c4cb65-e892-4770-825f-022db907be61,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:19.751519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60867564-7d50-41c1-943d-6d9cb94d1fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=6725bc35-c0e6-4d72-a37e-ab7692d43a3b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:19.761629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:18Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:19.762447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Request body: {'subnet': {'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1372868948-subnet', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:19.774503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:57:19.825517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:19.837248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['40c4cb65-e892-4770-825f-022db907be61'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:19.842146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3aa2c-17c8-48d4-aa2d-5ad9a25a2a49 None None] The sync data for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 is: [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:18Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:19.890058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:19.912744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:20.027654 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ebf38d6-a3f9-40cf-8438-ac3762650648 req-2b069081-96ec-4f1d-8269-2a38a9c36e0c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358845 Aug 23 11:57:20.110009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-30e86909-3647-4f9a-96e3-c1e05e341c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:20.112445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-30e86909-3647-4f9a-96e3-c1e05e341c10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e640868-11ef-49b7-b5c5-1915a0b0e53a HTTP/1.1" status: 200 len: 907 time: 0.4054515 Aug 23 11:57:20.183467 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-b9afc212-5218-4ca6-b2db-30d081da4716 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a HTTP/1.1" status: 200 len: 217 time: 0.0626483 Aug 23 11:57:20.250451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-f2d6cc37-5be2-4e0e-b35a-04e11c72bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:20.252136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-f2d6cc37-5be2-4e0e-b35a-04e11c72bda8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fc3b89c-d797-49da-b0d5-5442a1ba933b HTTP/1.1" status: 200 len: 845 time: 0.0595636 Aug 23 11:57:20.253251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Router 1fd227c4-7d13-4bfc-803f-851c10863951 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:57:20.429722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43455a7e-cbcc-488b-a121-30c45d939787 req-8eed8958-cc8b-4076-8f73-d1789e3fe4c5 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:20.438624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43455a7e-cbcc-488b-a121-30c45d939787 req-8eed8958-cc8b-4076-8f73-d1789e3fe4c5 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 950 time: 0.6811092 Aug 23 11:57:20.520612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:20.570600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29d012e-fb13-46ce-809d-e87b9bf7c7c4,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:20.579068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:20.609278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4229fc8d-e812-4bf9-97ea-348f71c1432f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:20.629376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43455a7e-cbcc-488b-a121-30c45d939787 req-9db7add8-8cc0-462f-b05b-52332d72659c tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898561 Aug 23 11:57:20.640096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:20.650546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-28034ef1-f339-4ba5-ad57-daa5418ed485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:20.652116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-28034ef1-f339-4ba5-ad57-daa5418ed485 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e640868-11ef-49b7-b5c5-1915a0b0e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3922122 Aug 23 11:57:20.664837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40c4cb65-e892-4770-825f-022db907be61 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:20.675062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Sync routers for ids ['1fd227c4-7d13-4bfc-803f-851c10863951'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:20.691502 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:20.692743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0a1f7deb-d11e-485d-a851-40146f397bcc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8890014 Aug 23 11:57:20.696996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44926) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:20.713641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d9b3d-cd0b-4652-ba7c-7da3fa1dde25 req-523c605e-0ce5-43da-a7b0-a3501948509e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:20.715216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc8d9b3d-cd0b-4652-ba7c-7da3fa1dde25 req-523c605e-0ce5-43da-a7b0-a3501948509e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.2828507 Aug 23 11:57:20.730197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:20.733174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f HTTP/1.1" status: 204 len: 168 time: 1.6238971 Aug 23 11:57:20.734603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4f05f-2c7a-4707-892e-2594c5fc5c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33d2c12-2e2e-4d8b-a3b8-f3835e3bc44f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:20.738610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:20.772926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ce2b9-226e-4a57-b8e2-10e4a8d21508 None None] Network 5e13a801-270f-4c12-b39c-2f469bb408f4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:20.825285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:20.831169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Routers {'1fd227c4-7d13-4bfc-803f-851c10863951'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:20.831815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1fd227c4-7d13-4bfc-803f-851c10863951'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:20.898345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc8d9b3d-cd0b-4652-ba7c-7da3fa1dde25 req-f789e8ec-675e-4749-8bcf-2a302d46a7b9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329656 Aug 23 11:57:20.910563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-910b40aa-01e2-4ad2-a2d3-4cfb9b1f91a5 service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419074 Aug 23 11:57:21.019302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:21.019875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Network hostable DHCP agents. Network: 6725bc35-c0e6-4d72-a37e-ab7692d43a3b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:57:21.021972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4229fc8d-e812-4bf9-97ea-348f71c1432f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:21.024782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.062618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743393-3adf-40ac-b983-603aa9ecb6bc req-ed51ec49-9b2c-4b39-9497-5253044b5baa tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:21.070219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe743393-3adf-40ac-b983-603aa9ecb6bc req-ed51ec49-9b2c-4b39-9497-5253044b5baa tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 948 time: 0.1853786 Aug 23 11:57:21.102670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b31e45cf-bccc-4194-9423-a8ddd6d92598 req-67ef7a83-5cc7-4677-a2fa-6001e954536b service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861501 Aug 23 11:57:21.113457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:57:21.138249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6725bc35-c0e6-4d72-a37e-ab7692d43a3b) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:21.144905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:21.145616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.183507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d8b9f-56de-4216-b3c4-788919ac65f5 None None] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:21.192666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Deleting port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:57:21.192666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.238200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b03ad9e7-29da-4042-ba45-00d7d87554f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4879773 Aug 23 11:57:21.240941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:21.245536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:21.256062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe743393-3adf-40ac-b983-603aa9ecb6bc req-2333377c-6378-45da-a321-d3c81ac45340 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847761 Aug 23 11:57:21.287420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.289115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.378656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.435867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] For port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,segment=NetworkSegment(c29abb68-63e1-4fbc-ab88-4e475aba3ded),segment_id=c29abb68-63e1-4fbc-ab88-4e475aba3ded)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:21.436333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.472505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Calling delete_port for 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:21.606341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21054e35-9f4c-4c31-9a7a-3d84b0348e7c req-94121be9-35bb-4da6-8307-83a2970c560f tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:21.610966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Set router 1fd227c4-7d13-4bfc-803f-851c10863951 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:21.617539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21054e35-9f4c-4c31-9a7a-3d84b0348e7c req-94121be9-35bb-4da6-8307-83a2970c560f tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 944 time: 0.2029936 Aug 23 11:57:21.797836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21054e35-9f4c-4c31-9a7a-3d84b0348e7c req-7bd0c39b-d4ef-4469-b7ef-704318b93dd6 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792099 Aug 23 11:57:21.858413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.861924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:21.873979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 14d3e180-97d0-4b5a-a463-b3aedd63e41a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:21.918323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] No DVR routers for this DVR port 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:57:21.928269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:21.936217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 40c4cb65-e892-4770-825f-022db907be61 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:22.089867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 40c4cb65-e892-4770-825f-022db907be61 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:22.090221 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.138831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.173015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e13a801-270f-4c12-b39c-2f469bb408f4']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:22.194372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29abb68-63e1-4fbc-ab88-4e475aba3ded') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:22.194732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29abb68-63e1-4fbc-ab88-4e475aba3ded') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:22.196637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:57:22.198109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.222499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.227942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.231014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a724b-3417-4953-bb7c-7e6a58c7659f req-7145f4aa-eba0-4885-951d-a48b544942bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:22.232549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6a724b-3417-4953-bb7c-7e6a58c7659f req-7145f4aa-eba0-4885-951d-a48b544942bd tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.1969409 Aug 23 11:57:22.250243 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.344769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.351392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6a724b-3417-4953-bb7c-7e6a58c7659f req-1d17d8cb-a619-42bc-b4e3-4f298cde040f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055019 Aug 23 11:57:22.363519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:57:22.364190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:57:22.366948 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:57:22.432390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.442343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Allocated IP 172.25.1.52 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/548b2a84-7a37-4417-a835-a67ef9917645) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:22.456382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dfdf0-9cd3-477c-bf4a-17b076ffa2f9 req-8957a5d9-06a3-4d16-aaaf-2c36049e9582 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:22.458264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-010dfdf0-9cd3-477c-bf4a-17b076ffa2f9 req-8957a5d9-06a3-4d16-aaaf-2c36049e9582 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 948 time: 0.1114051 Aug 23 11:57:22.484107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.522771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.527447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e13a801-270f-4c12-b39c-2f469bb408f4 HTTP/1.1" status: 204 len: 168 time: 1.7876325 Aug 23 11:57:22.556156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d9ed03be-71ed-4c30-ac4f-766f47b53b0d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:22.564375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-010dfdf0-9cd3-477c-bf4a-17b076ffa2f9 req-39ea1deb-2f35-4c10-a044-bdc90d165c5f tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 Aug 23 11:57:22.567037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707e490-6b7b-4184-8597-d3d634d18f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e13a801-270f-4c12-b39c-2f469bb408f4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:22.628293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf58552-3e67-42b9-b5c5-826d4a03a051 None None] DHCP port deletion for 5e13a801-270f-4c12-b39c-2f469bb408f4 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:57:22.631378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.710354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44966) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:22.731611 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1a88a17-1565-4dbe-b173-e3a462d0f7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.737037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:22.761061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Allocated IP 172.20.0.1 (bd6b823a-5c0b-448f-b6c2-32fa6740f6a1/f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d/32053e70-c930-4e17-8e28-130b7828769d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:22.792302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'port_id': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'mac_address': 'fa:16:3e:ce:3d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:22.794248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.882597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d033324c-36db-46cf-8e92-7a001e4df010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5436b98917924727b51588bf1ff0b343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689649 Aug 23 11:57:22.884816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Pushing event updated for resources: {'Port': ['ID=548b2a84-7a37-4417-a835-a67ef9917645,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:22.892541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44970) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:22.894881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d9ed03be-71ed-4c30-ac4f-766f47b53b0d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:22.936474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:22.941898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:22.961154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d9ed03be-71ed-4c30-ac4f-766f47b53b0d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:22.963975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:22.964126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:23.024930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Allocated IP 172.20.0.2 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/025d4377-bd35-4c88-8eef-db006f04a1b2) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:23.030638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.043620 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.094718 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-794f6585-dfc9-450c-acf5-02e091329d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.115067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3e180-97d0-4b5a-a463-b3aedd63e41a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:23.145731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c4cb65-e892-4770-825f-022db907be61'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:23.145731 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917146b7-9d2d-4d42-b262-168fb11d9589" -d '{"events": [{"server_uuid": "5c5083cc-c266-4d5e-b386-8eb7eb52b769", "name": "network-vif-plugged", "status": "completed", "tag": "40c4cb65-e892-4770-825f-022db907be61"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:23.146150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.147428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-794f6585-dfc9-450c-acf5-02e091329d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.194638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Transition to ACTIVE for port object 32053e70-c930-4e17-8e28-130b7828769d will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:23.207720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dfff-4062-4f3a-96fd-a81599239cd1 req-003baa5e-aed7-4875-80b4-babe93311d04 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:23.215251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73b8dfff-4062-4f3a-96fd-a81599239cd1 req-003baa5e-aed7-4875-80b4-babe93311d04 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 944 time: 0.2140276 Aug 23 11:57:23.232498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 40c4cb65-e892-4770-825f-022db907be61, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40c4cb65-e892-4770-825f-022db907be61,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:23.236343 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf2aef-d3dc-47da-93db-ab4b24975196 x-openstack-request-id: req-71bf2aef-d3dc-47da-93db-ab4b24975196 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:23.236910 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5083cc-c266-4d5e-b386-8eb7eb52b769", "name": "network-vif-plugged", "status": "completed", "tag": "40c4cb65-e892-4770-825f-022db907be61", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:23.237184 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71bf2aef-d3dc-47da-93db-ab4b24975196 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:23.237573 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c4cb65-e892-4770-825f-022db907be61', 'code': 200} Aug 23 11:57:23.246690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:23.247761 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.251295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:57:17Z', 'revision_number': 3, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:23.289423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.297873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Checking router: 1fd227c4-7d13-4bfc-803f-851c10863951 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:23.298169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Updating router 1fd227c4-7d13-4bfc-803f-851c10863951 port e28d519f-0f82-4920-a8ec-2c949a7b0f02 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:57:23.324635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73b8dfff-4062-4f3a-96fd-a81599239cd1 req-b4d47d5d-5e1c-44d6-9023-1afb0d69c6d3 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083424 Aug 23 11:57:23.410781 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.433200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.441141 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.465550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5a07-ebea-45fe-92af-1466f77ff15d req-ae1d5a10-c2b0-46c0-b10b-0fd9fe0fa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:23.471736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c4b5a07-ebea-45fe-92af-1466f77ff15d req-ae1d5a10-c2b0-46c0-b10b-0fd9fe0fa74e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 1100 time: 0.1542096 Aug 23 11:57:23.480168 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-794f6585-dfc9-450c-acf5-02e091329d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.484818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-794f6585-dfc9-450c-acf5-02e091329d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.487519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=40c4cb65-e892-4770-825f-022db907be61,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:23.490610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-794f6585-dfc9-450c-acf5-02e091329d26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42ce028c-c709-454c-beb7-34e8e89add66 HTTP/1.1" status: 204 len: 168 time: 0.5956109 Aug 23 11:57:23.547669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['14d3e180-97d0-4b5a-a463-b3aedd63e41a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:23.565400 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.585585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:23.590088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:23.605482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d9ed03be-71ed-4c30-ac4f-766f47b53b0d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:23.612640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:23.633981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Pushing event updated for resources: {'Port': ['ID=32053e70-c930-4e17-8e28-130b7828769d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:23.647993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6585-dfc9-450c-acf5-02e091329d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ce028c-c709-454c-beb7-34e8e89add66,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:23.729266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cee1-a0c6-4160-92d1-4cbe99a89770 req-cac65a43-a031-4804-a64e-3ce766da8cc5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:23.732777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76b9cee1-a0c6-4160-92d1-4cbe99a89770 req-cac65a43-a031-4804-a64e-3ce766da8cc5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.1935015 Aug 23 11:57:23.781527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.834405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.840324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76b9cee1-a0c6-4160-92d1-4cbe99a89770 req-1366ba80-a9ad-4be4-9308-fcfc871a1897 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957148 Aug 23 11:57:23.848503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Transition to ACTIVE for port object 025d4377-bd35-4c88-8eef-db006f04a1b2 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:23.913972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c4b5a07-ebea-45fe-92af-1466f77ff15d req-e122286f-d95f-444e-ad08-f910b6ab4424 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320827 Aug 23 11:57:23.930802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:23.931183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=14d3e180-97d0-4b5a-a463-b3aedd63e41a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:24.071205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:24.085939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930a585-489d-42be-8dae-e7b430fd02ad req-7bccd74e-0dbc-45ab-820b-297c75a9d11a tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:24.090825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a930a585-489d-42be-8dae-e7b430fd02ad req-7bccd74e-0dbc-45ab-820b-297c75a9d11a tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 949 time: 0.3629191 Aug 23 11:57:24.103776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 35b3e84c-a952-4542-a4b3-b03b0f5cf970 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:57:24.171226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Transition to ACTIVE for port object 025d4377-bd35-4c88-8eef-db006f04a1b2 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:24.182146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 35b3e84c-a952-4542-a4b3-b03b0f5cf970 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:57:24.182588 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 35b3e84c-a952-4542-a4b3-b03b0f5cf970 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:57:24.217495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.300813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-305ce07a-d4b1-4e40-a176-af9b45c94d93 None None] Provisioning for port 32053e70-c930-4e17-8e28-130b7828769d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:24.324389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a930a585-489d-42be-8dae-e7b430fd02ad req-100c1343-546b-470e-a602-5f42e13f64e0 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323866 Aug 23 11:57:24.328285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-305ce07a-d4b1-4e40-a176-af9b45c94d93 None None] Provisioning complete for port 32053e70-c930-4e17-8e28-130b7828769d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:24.328810 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-305ce07a-d4b1-4e40-a176-af9b45c94d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.409869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Pushing event updated for resources: {'Port': ['ID=025d4377-bd35-4c88-8eef-db006f04a1b2,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:24.494355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.569527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:24.570756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d9ed03be-71ed-4c30-ac4f-766f47b53b0d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:24.577173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-305ce07a-d4b1-4e40-a176-af9b45c94d93 None None] Port 32053e70-c930-4e17-8e28-130b7828769d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:24.694734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.701991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.714980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:24.730687 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.740846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:24.773267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.784076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6faa94d3-c6a2-4c38-92ea-716dd3abfec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.805432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0d1d9-b8f1-48cf-a2d2-cd39043af7c1 req-5639ed66-737d-49f3-9b52-e566a0496f59 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:24.808155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68f0d1d9-b8f1-48cf-a2d2-cd39043af7c1 req-5639ed66-737d-49f3-9b52-e566a0496f59 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 945 time: 0.1031694 Aug 23 11:57:24.816866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Pushing event updated for resources: {'Port': ['ID=32053e70-c930-4e17-8e28-130b7828769d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:24.838728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.874712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:24.989326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Transition to ACTIVE for port object e28d519f-0f82-4920-a8ec-2c949a7b0f02 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:25.035351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45028) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:25.055837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Attempting to bind port 025d4377-bd35-4c88-8eef-db006f04a1b2 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:25.056428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Attempting to bind port 025d4377-bd35-4c88-8eef-db006f04a1b2 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:25.056975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Attempting to bind port 025d4377-bd35-4c88-8eef-db006f04a1b2 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:25.061059 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.072725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68f0d1d9-b8f1-48cf-a2d2-cd39043af7c1 req-6e547181-f6e7-4328-88c4-81900d83319f tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927429 Aug 23 11:57:25.158545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d9ed03be-71ed-4c30-ac4f-766f47b53b0d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:25.158933 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.161069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:25.161447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:25.161871 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.162373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:57:25.162526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:25.163011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Bound port: 025d4377-bd35-4c88-8eef-db006f04a1b2, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:25.163397 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.224181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e30af-4b39-4a87-baed-382ed0125254 req-575af2a7-681b-481f-a251-6a6c97fae884 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:25.234455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef7e30af-4b39-4a87-baed-382ed0125254 req-575af2a7-681b-481f-a251-6a6c97fae884 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.1661632 Aug 23 11:57:25.254675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Attempting to bind port e28d519f-0f82-4920-a8ec-2c949a7b0f02 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:25.255091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Attempting to bind port e28d519f-0f82-4920-a8ec-2c949a7b0f02 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:25.255462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Attempting to bind port e28d519f-0f82-4920-a8ec-2c949a7b0f02 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:25.272040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-171650523-network', 'tenant_id': 'f331c1e1a41f4762a9a7f9d5f0969fe1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:25.285415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c997f-fb18-4bd2-8b15-a7dc19ca221b None None] Pushing event updated for resources: {'Port': ['ID=e28d519f-0f82-4920-a8ec-2c949a7b0f02,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:25.298430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:25.299097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:25.299695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.301553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:25.302782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Bound port: e28d519f-0f82-4920-a8ec-2c949a7b0f02, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:25.303606 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.323564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Made reservation on behalf of f331c1e1a41f4762a9a7f9d5f0969fe1 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:25.324373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:25.326471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.333090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:25.367370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] For port 025d4377-bd35-4c88-8eef-db006f04a1b2, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:25.374022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] For port 025d4377-bd35-4c88-8eef-db006f04a1b2, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=025d4377-bd35-4c88-8eef-db006f04a1b2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:25.377119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.421739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:25.435517 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Sync routers for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:25.459275 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.475480 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:25.480691 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:25.647636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef7e30af-4b39-4a87-baed-382ed0125254 req-a2091018-76f1-425b-ac09-2d78ace1f7c4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043241 Aug 23 11:57:25.693264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] For port e28d519f-0f82-4920-a8ec-2c949a7b0f02, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:25.706455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] For port e28d519f-0f82-4920-a8ec-2c949a7b0f02, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e28d519f-0f82-4920-a8ec-2c949a7b0f02,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:25.729358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.745750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.757056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.759081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5bca9919-0af2-4a1b-b104-0c4ead247468 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5170789 Aug 23 11:57:25.769304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:25.769680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ede78-3ee1-4336-a973-abccc51b0fd9 req-7acce1cf-041f-4851-82df-a04a447d60ec tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:25.784054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-274ede78-3ee1-4336-a973-abccc51b0fd9 req-7acce1cf-041f-4851-82df-a04a447d60ec tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 949 time: 0.1743894 Aug 23 11:57:25.790798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45058) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:25.805366 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:25.873727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:57:25.970320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:25.974669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:25.982913 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Added segment ffd76123-8d51-433b-a275-168743f9c746 of type vlan for network 6a34e02d-0688-417e-b3b0-6e98d7b819cb Aug 23 11:57:25.989333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d86b9-38d1-4916-be69-60e352362e88,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:25.995926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 14d3e180-97d0-4b5a-a463-b3aedd63e41a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:26.007471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2340cf-c23e-4202-b847-b5a1ac5c3a72 None None] Pushing event updated for resources: {'Port': ['ID=025d4377-bd35-4c88-8eef-db006f04a1b2,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:26.051506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'mac_address': 'fa:16:3e:21:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:26.072978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Router 1fd227c4-7d13-4bfc-803f-851c10863951 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:57:26.087125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-274ede78-3ee1-4336-a973-abccc51b0fd9 req-e3708191-1e21-422a-bfde-139002c708ee tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010721 Aug 23 11:57:26.087305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.207777 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 3, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:26.236813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c997f-fb18-4bd2-8b15-a7dc19ca221b None None] Pushing event updated for resources: {'Port': ['ID=e28d519f-0f82-4920-a8ec-2c949a7b0f02,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:26.267951 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Checking router: d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:26.269722 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Updating router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 port 548b2a84-7a37-4417-a835-a67ef9917645 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:57:26.305508 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.361734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.423864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:26.427790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.429516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:26.430198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.431545 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-60f75216-4d72-4f46-98b2-b148399722c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/1fd227c4-7d13-4bfc-803f-851c10863951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7324722 Aug 23 11:57:26.694609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6550915 Aug 23 11:57:26.696139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885ed4-75bb-405a-9386-bbb2b346aabc admin admin] Pushing event updated for resources: {'Network': ['ID=6a34e02d-0688-417e-b3b0-6e98d7b819cb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:26.700072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45088) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:26.708913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ce3c2-7725-43e5-8218-b68641b81784 req-8660bd9a-93f3-4ac7-ade7-1c9dbcdb6b91 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:26.710146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Request body: {'subnet': {'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-171650523-subnet', 'tenant_id': 'f331c1e1a41f4762a9a7f9d5f0969fe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:26.723985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a10ce3c2-7725-43e5-8218-b68641b81784 req-8660bd9a-93f3-4ac7-ade7-1c9dbcdb6b91 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 945 time: 0.3019354 Aug 23 11:57:26.743116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45090) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:26.766033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Made reservation on behalf of f331c1e1a41f4762a9a7f9d5f0969fe1 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:26.772666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.820291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Routers {'1fd227c4-7d13-4bfc-803f-851c10863951'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:26.821656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1fd227c4-7d13-4bfc-803f-851c10863951'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:26.835423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:57:26.839449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a48c3ece-db9b-4560-b5cf-3a01c77dccd0 None None] Provisioning complete for port 32053e70-c930-4e17-8e28-130b7828769d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:26.840193 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a48c3ece-db9b-4560-b5cf-3a01c77dccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.856595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:26.926738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-998205174'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:26.962773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a10ce3c2-7725-43e5-8218-b68641b81784 req-30a20ee2-9ca2-4bee-9fa6-ff9ee6a855dd tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377107 Aug 23 11:57:27.095041 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.145077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Transition to ACTIVE for port object 548b2a84-7a37-4417-a835-a67ef9917645 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:27.181581 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.260279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:27.270727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.359538 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Attempting to bind port 548b2a84-7a37-4417-a835-a67ef9917645 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:27.362921 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Attempting to bind port 548b2a84-7a37-4417-a835-a67ef9917645 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:27.363643 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Attempting to bind port 548b2a84-7a37-4417-a835-a67ef9917645 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:27.384629 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:27.389148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:57:27.390309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:27.391238 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.391862 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:27.394345 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Bound port: 548b2a84-7a37-4417-a835-a67ef9917645, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:27.395081 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.419668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.437809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:57:27.471654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:57:27.472038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d11c9c3-fd8c-4e05-8a8f-b2fede48b6c0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:57:27.521858 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Pushing event updated for resources: {'Port': ['ID=548b2a84-7a37-4417-a835-a67ef9917645,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:27.562319 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.563154 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.563718 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.565006 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.566114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.568623 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.569318 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.569999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.571149 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.574620 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.578256 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.578915 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:27.584166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] For port 548b2a84-7a37-4417-a835-a67ef9917645, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:27.593640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.594057 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Added segment 6da86df6-4e37-4468-aba5-610c21740930 of type vlan for network 75351149-74d8-41e5-8b26-41caded48ad8 Aug 23 11:57:27.599112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] For port 548b2a84-7a37-4417-a835-a67ef9917645, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=548b2a84-7a37-4417-a835-a67ef9917645,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:27.609946 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.654736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] Set router 1fd227c4-7d13-4bfc-803f-851c10863951 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:27.789796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c961e922-2a1a-437a-accd-21b7c8d891b5,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:27.808758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a48c3ece-db9b-4560-b5cf-3a01c77dccd0 None None] Port 32053e70-c930-4e17-8e28-130b7828769d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:27.814110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.818067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.821243 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:27.829476 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:27.833098 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8046ad-0e8c-490d-8f66-c41b13fcb0d0 None None] Pushing event updated for resources: {'Port': ['ID=548b2a84-7a37-4417-a835-a67ef9917645,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:27.879595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Checking segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:27.887472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Network hostable DHCP agents. Network: 6a34e02d-0688-417e-b3b0-6e98d7b819cb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:57:27.909795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 025d4377-bd35-4c88-8eef-db006f04a1b2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:27.917813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fc0d6-68f0-4752-b91d-c28daea2b527 None None] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:27.960104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:27.972195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:27.973827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 14d3e180-97d0-4b5a-a463-b3aedd63e41a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:27.978508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.036823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:57:28.072325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3277576 Aug 23 11:57:28.084402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45108) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:28.138367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.146084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e55bc7-5bfb-470d-b95d-d3faa01779fe req-faccaca8-2c7b-4da0-86af-cb79c51ba9ae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:28.155448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6e55bc7-5bfb-470d-b95d-d3faa01779fe req-faccaca8-2c7b-4da0-86af-cb79c51ba9ae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 1.0672626 Aug 23 11:57:28.158945 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:28.188946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'subnet': {'network_id': '75351149-74d8-41e5-8b26-41caded48ad8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:28.194727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6a34e02d-0688-417e-b3b0-6e98d7b819cb) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:28.208584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:28.209184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.216290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6e55bc7-5bfb-470d-b95d-d3faa01779fe req-7b0a7f04-a00b-4f0c-ab94-065d614ab57b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Aug 23 11:57:28.246477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b910697-cab8-411f-b966-4f74cdab6297 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Network': ['ID=75351149-74d8-41e5-8b26-41caded48ad8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:28.266242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4f300c1-c59d-4475-b81b-4cdf35788bfe {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:28.287811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8a2531d9-5437-4fd1-8600-cd7bf2ac72b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5857465 Aug 23 11:57:28.335725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:28.342994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.358125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5dbb7e-298e-4e6a-aece-aba0430f866e None None] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:28.448628 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:28.452757 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.534190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 75351149-74d8-41e5-8b26-41caded48ad8 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:57:28.732932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-e942e403-96b1-4d9f-8677-a38f59d7ccfa tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:28.735276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-e942e403-96b1-4d9f-8677-a38f59d7ccfa tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 949 time: 0.4484954 Aug 23 11:57:28.768527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 14d3e180-97d0-4b5a-a463-b3aedd63e41a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:28.768965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.782153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:28.986653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.008941 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 3, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:29.041806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:29.046997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ec1b4531-f96a-49ec-bf29-d44f2893f2fd None None] Provisioning for port 025d4377-bd35-4c88-8eef-db006f04a1b2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:29.056245 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387522f0-fe6b-477c-9216-a50c87f951aa None None] The sync data for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 is: [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 3, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:29.131162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.133222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['c4f300c1-c59d-4475-b81b-4cdf35788bfe'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:29.135802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379cd763-a17b-4111-8069-3eaa7d2b3ae1 None None] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:29.160022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Subnet': ['ID=22557df1-dd65-4ccd-a558-520399cce7a2,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:29.291033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Checking segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:29.293122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network hostable DHCP agents. Network: 75351149-74d8-41e5-8b26-41caded48ad8, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:57:29.302425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289e7dd-f5b2-4b6d-a0c4-52a215bf1e5f req-481dff80-5f36-41d7-891e-d5b70de2753c tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:29.305739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4289e7dd-f5b2-4b6d-a0c4-52a215bf1e5f req-481dff80-5f36-41d7-891e-d5b70de2753c tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c5083cc-c266-4d5e-b386-8eb7eb52b769 HTTP/1.1" status: 200 len: 949 time: 0.8812282 Aug 23 11:57:29.307739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.353794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 75351149-74d8-41e5-8b26-41caded48ad8 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:57:29.394630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 75351149-74d8-41e5-8b26-41caded48ad8) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:29.402946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:29.404879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.421358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d334b-c3d7-4d74-bacf-3a515e26ee1d None None] Network 75351149-74d8-41e5-8b26-41caded48ad8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:29.448504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be068c0e-8912-4ef9-a714-a9ac360cad2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3623888 Aug 23 11:57:29.451813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45120) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:29.471248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-127967580'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:29.497033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 025d4377-bd35-4c88-8eef-db006f04a1b2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:29.540962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 025d4377-bd35-4c88-8eef-db006f04a1b2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:29.544377 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.559072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Deleting port 40c4cb65-e892-4770-825f-022db907be61 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:57:29.576898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.595752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:29.615183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.676005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:57:29.708357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.711121 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Added segment de0ff77b-4fca-42d5-96e4-b324a6f1ae56 of type vlan for network d54efb19-373a-48e3-ba30-fcd48bc88d0c Aug 23 11:57:29.753726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] For port 40c4cb65-e892-4770-825f-022db907be61, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40c4cb65-e892-4770-825f-022db907be61,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:29.759667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.793879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Calling delete_port for 40c4cb65-e892-4770-825f-022db907be61 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:57:29.827238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.832826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.899906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.908723 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:29.911421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:29.981549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:30.050738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5952740 Aug 23 11:57:30.060336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:30.063941 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a61fb7-cfd9-4482-93f8-89e514609dbe" -d '{"events": [{"server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "name": "network-vif-plugged", "status": "completed", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:30.079704 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4289e7dd-f5b2-4b6d-a0c4-52a215bf1e5f req-487474ca-328d-4ed5-8d55-7b0becb005e6 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.21 "GET /v2.0/security-groups?id=43c4eff1-43d7-465b-b4f2-fc8005440725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504604 Aug 23 11:57:30.080383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45124) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:30.085257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '32053e70-c930-4e17-8e28-130b7828769d', 'name': '', 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'mac_address': 'fa:16:3e:8a:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 2, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'subnets': [{'id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:30.157275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'subnet': {'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:30.211427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a408b3-8404-4f39-af90-eac1eae1770b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Network': ['ID=d54efb19-373a-48e3-ba30-fcd48bc88d0c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:30.272473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:57:30.295845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:30.315638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377818d1-016c-4ab6-9993-94fae24310a1 None None] The sync data for ids ['1fd227c4-7d13-4bfc-803f-851c10863951'] in n-d-773645-7 is: [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '32053e70-c930-4e17-8e28-130b7828769d', 'name': '', 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'mac_address': 'fa:16:3e:8a:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 2, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'subnets': [{'id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:30.366142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Pushing event deleted for resources: {'Port': ['ID=40c4cb65-e892-4770-825f-022db907be61,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:30.412243 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:30.727080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] No DVR routers for this DVR port 40c4cb65-e892-4770-825f-022db907be61 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:57:30.735484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:30.758729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-666c30f4-cdf7-4214-b048-c907b2f144a4 req-36b8b3e5-d348-4688-97ac-bb164bd68090 tempest-ServerDiagnosticsNegativeTest-534305584 tempest-ServerDiagnosticsNegativeTest-534305584-project] 10.222.0.41 "DELETE /v2.0/ports/40c4cb65-e892-4770-825f-022db907be61 HTTP/1.1" status: 204 len: 173 time: 1.8594799 Aug 23 11:57:30.825434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'name': 'network-vif-deleted', 'tag': '40c4cb65-e892-4770-825f-022db907be61'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:30.849679 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3972b8e-76ae-4674-9f66-06187156c811" -d '{"events": [{"server_uuid": "5c5083cc-c266-4d5e-b386-8eb7eb52b769", "name": "network-vif-deleted", "tag": "40c4cb65-e892-4770-825f-022db907be61"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:30.933035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48f863-e4bb-42c4-95aa-b8da51760adf req-feecff81-5273-4f79-9c56-3a70c73a1e86 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:30.943931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb48f863-e4bb-42c4-95aa-b8da51760adf req-feecff81-5273-4f79-9c56-3a70c73a1e86 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.6414027 Aug 23 11:57:31.022800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:31.034176 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:31.080556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40c4cb65-e892-4770-825f-022db907be61 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:57:31.118498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:31.189329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-75351149-74d8-41e5-8b26-41caded48ad8', 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'fixed_ips': [{'subnet_id': '22557df1-dd65-4ccd-a558-520399cce7a2'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:57:31.197786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:31.226016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 40c4cb65-e892-4770-825f-022db907be61 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:57:31.226658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40c4cb65-e892-4770-825f-022db907be61 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:57:31.231481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Allocated IP 172.20.0.1 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/388cb0bb-0e6c-40b1-892f-66a92a21e6f2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:31.247643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb48f863-e4bb-42c4-95aa-b8da51760adf req-fb853a32-906d-41ab-8cf3-11c958811267 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018391 Aug 23 11:57:31.397053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=14d3e180-97d0-4b5a-a463-b3aedd63e41a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:31.406913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a8b658ee-66ed-463e-9c53-bb7389f2704c None None] Provisioning complete for port 025d4377-bd35-4c88-8eef-db006f04a1b2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:31.407358 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a8b658ee-66ed-463e-9c53-bb7389f2704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:31.760086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 025d4377-bd35-4c88-8eef-db006f04a1b2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=025d4377-bd35-4c88-8eef-db006f04a1b2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:31.855124 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:31.913223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:32.157899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Allocated IP 19.80.0.2 (75351149-74d8-41e5-8b26-41caded48ad8/22557df1-dd65-4ccd-a558-520399cce7a2/8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:32.206086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:32.224005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Transition to ACTIVE for port object 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:32.422476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:32.449819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Transition to ACTIVE for port object 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:32.450553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Subnet': ['ID=7f161f42-bd1e-4521-ac62-a1861e2b7131,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:32.493229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Transition to ACTIVE for port object 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:32.517805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:32.554974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 548b2a84-7a37-4417-a835-a67ef9917645 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:32.632945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:32.642529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=025d4377-bd35-4c88-8eef-db006f04a1b2,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:32.643370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:32.651081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:32.660754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Checking segment: {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:32.661133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network hostable DHCP agents. Network: d54efb19-373a-48e3-ba30-fcd48bc88d0c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:57:32.666839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:32.701658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Pushing event updated for resources: {'Port': ['ID=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:32.714470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Network 75351149-74d8-41e5-8b26-41caded48ad8 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:32.722797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:32.725852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:32.743106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:57:32.763298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:32.766990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, d54efb19-373a-48e3-ba30-fcd48bc88d0c) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:32.792177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0f7d9-4fa6-4f7a-a72b-09a65ce0cada None None] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:32.823269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:33.010746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:33.015116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.097576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.190196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-acf22f4e-ae63-4074-b924-028016ee3ded tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0611207 Aug 23 11:57:33.208877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Pushing event updated for resources: {'Port': ['ID=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:33.245519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 548b2a84-7a37-4417-a835-a67ef9917645 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:33.340565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 548b2a84-7a37-4417-a835-a67ef9917645 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:33.342082 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.395364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb3df148-e3ef-4de5-96af-b3f113b44a15 None None] Provisioning for port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:33.415296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Attempting to bind port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:33.415811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Attempting to bind port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:33.416280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Attempting to bind port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b on network 75351149-74d8-41e5-8b26-41caded48ad8 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:33.426188 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.432332 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.470758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb3df148-e3ef-4de5-96af-b3f113b44a15 None None] Provisioning complete for port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:33.471525 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb3df148-e3ef-4de5-96af-b3f113b44a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.514318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Pushing event updated for resources: {'Port': ['ID=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:33.596260 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.618781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:33.620259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Checking segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:33.620931 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.621556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Bound using segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:33.622376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Bound port: 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:33.624182 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.721841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port c4f300c1-c59d-4475-b81b-4cdf35788bfe triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:33.722363 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.765566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cb3df148-e3ef-4de5-96af-b3f113b44a15 None None] Port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:33.833030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:33.841270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:33.922424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] For port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:33.927814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] For port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:33.933958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-d54efb19-373a-48e3-ba30-fcd48bc88d0c', 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'fixed_ips': [{'subnet_id': '7f161f42-bd1e-4521-ac62-a1861e2b7131'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:57:33.934949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.947102 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:33.949079 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:34.108755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 548b2a84-7a37-4417-a835-a67ef9917645, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=548b2a84-7a37-4417-a835-a67ef9917645,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:34.136828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:34.206226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:57:34.266491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:34.323925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9de07-011e-47a9-890f-27ba9e1be210 None None] Pushing event updated for resources: {'Port': ['ID=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:34.440759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:34.470128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-09a926f5-b503-45a5-8813-d577b1131436 None None] Provisioning complete for port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:34.470527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-09a926f5-b503-45a5-8813-d577b1131436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:34.477425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:34.568007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=548b2a84-7a37-4417-a835-a67ef9917645,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:34.680622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:34.701720 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e97622c-6477-42da-afa0-71661bb49995 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8810618 Aug 23 11:57:34.702058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e28d519f-0f82-4920-a8ec-2c949a7b0f02 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:34.818547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Sync routers for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:34.821244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Allocated IP 19.86.0.2 (d54efb19-373a-48e3-ba30-fcd48bc88d0c/7f161f42-bd1e-4521-ac62-a1861e2b7131/da619e29-78fa-40b6-8003-af70fccc9364) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:34.940119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-09a926f5-b503-45a5-8813-d577b1131436 None None] Port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:35.009137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-c125a6cb-551b-4ed6-9347-89736a672721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:35.015461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-c125a6cb-551b-4ed6-9347-89736a672721 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf4fb0947bec486b8c10fc371a18738f&device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 1101 time: 0.0862777 Aug 23 11:57:35.020288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:35.034742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:35.035739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:35.205583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e28d519f-0f82-4920-a8ec-2c949a7b0f02 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:35.226821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-f26f6ee1-959a-4dd5-bd5f-6f472c72db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:35.231814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e28d519f-0f82-4920-a8ec-2c949a7b0f02 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:35.231814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:35.232117 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-f26f6ee1-959a-4dd5-bd5f-6f472c72db69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1822252 Aug 23 11:57:35.306280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-2d1cfdcf-a9f5-48be-9b2e-5f93f8a892a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe HTTP/1.1" status: 200 len: 217 time: 0.0697000 Aug 23 11:57:35.400894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-f1e0fd03-3373-43db-b550-346fbb86c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:35.408162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-f1e0fd03-3373-43db-b550-346fbb86c8b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0845551 Aug 23 11:57:35.486241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-b9473dfd-31c5-4e7a-b31c-f399959ff136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:35.488935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-b9473dfd-31c5-4e7a-b31c-f399959ff136 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774748 Aug 23 11:57:35.565624 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Sync routers for ids ['1fd227c4-7d13-4bfc-803f-851c10863951'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:35.584028 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Routers {'1fd227c4-7d13-4bfc-803f-851c10863951'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:35.585126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1fd227c4-7d13-4bfc-803f-851c10863951'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:35.619646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:35.621931 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:35.666886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Transition to ACTIVE for port object da619e29-78fa-40b6-8003-af70fccc9364 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:35.852187 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-0ed1131a-41ec-4df3-85b2-065602eb1eac service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560019 Aug 23 11:57:35.857902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Transition to ACTIVE for port object da619e29-78fa-40b6-8003-af70fccc9364 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:35.890464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:35.893399 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:36.071743 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Set router 1fd227c4-7d13-4bfc-803f-851c10863951 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:36.094002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e28d519f-0f82-4920-a8ec-2c949a7b0f02, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e28d519f-0f82-4920-a8ec-2c949a7b0f02,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:36.113090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:36.121915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 025d4377-bd35-4c88-8eef-db006f04a1b2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:36.146611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfec3231-3b0f-4027-b131-73aed8c2af8b req-6e0851c6-9fa5-4e24-a193-386b8c222b81 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818351 Aug 23 11:57:36.243811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:36.255367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5dca2-e357-4c80-9c25-4c707e096e5f None None] Network 75351149-74d8-41e5-8b26-41caded48ad8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:36.317503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:36.348657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Pushing event updated for resources: {'Port': ['ID=da619e29-78fa-40b6-8003-af70fccc9364,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:36.353571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:36.476201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '32053e70-c930-4e17-8e28-130b7828769d', 'name': '', 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'mac_address': 'fa:16:3e:8a:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 2, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'subnets': [{'id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:36.513925 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Checking router: 1fd227c4-7d13-4bfc-803f-851c10863951 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:36.514441 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Updating router 1fd227c4-7d13-4bfc-803f-851c10863951 port 32053e70-c930-4e17-8e28-130b7828769d binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:57:36.594533 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:36.622765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-82e38b74-cb03-4a7d-8b6c-7ab8de65ad8f None None] Provisioning for port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:36.687512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e28d519f-0f82-4920-a8ec-2c949a7b0f02,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:36.706685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 68b25738-3a90-4d74-9068-ea60968c0885 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:36.858803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Attempting to bind port da619e29-78fa-40b6-8003-af70fccc9364 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:36.859486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Attempting to bind port da619e29-78fa-40b6-8003-af70fccc9364 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:36.860011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Attempting to bind port da619e29-78fa-40b6-8003-af70fccc9364 on network d54efb19-373a-48e3-ba30-fcd48bc88d0c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:36.863086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 025d4377-bd35-4c88-8eef-db006f04a1b2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:36.863621 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:36.999759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:37.000627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Checking segment: {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:37.004656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.007366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Bound using segment: {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:37.007885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Bound port: da619e29-78fa-40b6-8003-af70fccc9364, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:37.008296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.013330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:57:37.166702 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:57:37.183667 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.210318 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Transition to ACTIVE for port object 32053e70-c930-4e17-8e28-130b7828769d will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:37.230828 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.323809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 2, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:37.413558 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e0d0f-4440-411d-aa51-ab0435143b45 None None] Pushing event updated for resources: {'Port': ['ID=32053e70-c930-4e17-8e28-130b7828769d,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:37.462727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Checking router: d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:37.463227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Updating router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:57:37.552574 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Attempting to bind port 32053e70-c930-4e17-8e28-130b7828769d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:37.553376 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Attempting to bind port 32053e70-c930-4e17-8e28-130b7828769d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:37.554114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Attempting to bind port 32053e70-c930-4e17-8e28-130b7828769d on network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:37.567342 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:37.568291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Checking segment: {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:37.571353 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.572084 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Bound using segment: {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:37.573746 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Bound port: 32053e70-c930-4e17-8e28-130b7828769d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878a13ef-fc9e-4f90-a794-74bfcef0195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:37.575003 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.743558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:37.760031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] For port 32053e70-c930-4e17-8e28-130b7828769d, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:37.765176 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] For port 32053e70-c930-4e17-8e28-130b7828769d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32053e70-c930-4e17-8e28-130b7828769d,segment=NetworkSegment(878a13ef-fc9e-4f90-a794-74bfcef0195f),segment_id=878a13ef-fc9e-4f90-a794-74bfcef0195f)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:37.771775 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.879142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] For port da619e29-78fa-40b6-8003-af70fccc9364, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:37.916379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:37.937593 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Routers {'1fd227c4-7d13-4bfc-803f-851c10863951'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:37.938250 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1fd227c4-7d13-4bfc-803f-851c10863951'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:38.021905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] For port da619e29-78fa-40b6-8003-af70fccc9364, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da619e29-78fa-40b6-8003-af70fccc9364,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:38.053088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '68b25738-3a90-4d74-9068-ea60968c0885', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': '68b25738-3a90-4d74-9068-ea60968c0885', 'mac_address': 'fa:16:3e:6d:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:38.094371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:38.297043 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] Set router 1fd227c4-7d13-4bfc-803f-851c10863951 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:38.362811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-5005b6b1-ad04-40ff-98b8-601522df88c5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:38.382576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-5005b6b1-ad04-40ff-98b8-601522df88c5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.5113282 Aug 23 11:57:38.395734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674e138-83b5-4777-a71c-fa740e2efd4a req-914f2732-d3bb-4dd3-ad4e-fe70589bb4cb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:38.430891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6674e138-83b5-4777-a71c-fa740e2efd4a req-914f2732-d3bb-4dd3-ad4e-fe70589bb4cb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.3733501 Aug 23 11:57:38.455082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-750efaa1-29ee-47ed-8c0e-d46a91d1e211 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/quotas/f331c1e1a41f4762a9a7f9d5f0969fe1 HTTP/1.1" status: 200 len: 375 time: 0.0712767 Aug 23 11:57:38.543461 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e0d0f-4440-411d-aa51-ab0435143b45 None None] Pushing event updated for resources: {'Port': ['ID=32053e70-c930-4e17-8e28-130b7828769d,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:38.592195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-2ca11bfd-14ce-434a-b306-c2f276c41690 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1359041 Aug 23 11:57:38.622322 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6674e138-83b5-4777-a71c-fa740e2efd4a req-a65a18a4-da02-4a95-ba18-1eb078122ffb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820202 Aug 23 11:57:38.823454 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df68ae1-8e76-4731-89de-88997ca7c964 x-openstack-request-id: req-7df68ae1-8e76-4731-89de-88997ca7c964 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:38.823751 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5083cc-c266-4d5e-b386-8eb7eb52b769", "name": "network-vif-deleted", "tag": "40c4cb65-e892-4770-825f-022db907be61", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:38.824008 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7df68ae1-8e76-4731-89de-88997ca7c964 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:38.824535 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5083cc-c266-4d5e-b386-8eb7eb52b769', 'name': 'network-vif-deleted', 'tag': '40c4cb65-e892-4770-825f-022db907be61', 'status': 'completed', 'code': 200} Aug 23 11:57:38.968251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-42ebdbd7-9c61-4bb0-9d59-ceaec28139fd service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752434 Aug 23 11:57:39.027661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621d96-1afa-4c8e-86f8-84ef377876c1 None None] Pushing event updated for resources: {'Port': ['ID=da619e29-78fa-40b6-8003-af70fccc9364,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:39.084645 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e80fc1-c138-4478-91c0-afecf8b15bb0 x-openstack-request-id: req-70e80fc1-c138-4478-91c0-afecf8b15bb0 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:39.084949 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "name": "network-vif-plugged", "status": "completed", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:39.085205 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70e80fc1-c138-4478-91c0-afecf8b15bb0 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:39.085604 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'code': 200} Aug 23 11:57:39.086965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 548b2a84-7a37-4417-a835-a67ef9917645 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:39.122232 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:39.162143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a1f4e-25b9-449d-b19c-a838cc324ee8 req-6af88e89-8388-4a71-a7aa-479e03869be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:39.172442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b84a1f4e-25b9-449d-b19c-a838cc324ee8 req-6af88e89-8388-4a71-a7aa-479e03869be1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 1097 time: 0.2592382 Aug 23 11:57:39.320971 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '32053e70-c930-4e17-8e28-130b7828769d', 'name': '', 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'mac_address': 'fa:16:3e:8a:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:37Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'subnets': [{'id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:39.425767 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c232d8-7303-4cc5-b2a8-829388f520ab None None] The sync data for ids ['1fd227c4-7d13-4bfc-803f-851c10863951'] in n-d-773645-7 is: [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:57:24Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '32053e70-c930-4e17-8e28-130b7828769d', 'name': '', 'network_id': 'bd6b823a-5c0b-448f-b6c2-32fa6740f6a1', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'mac_address': 'fa:16:3e:8a:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:37Z', 'revision_number': 4, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'subnets': [{'id': 'f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:39.480902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b84a1f4e-25b9-449d-b19c-a838cc324ee8 req-f3db8685-cd6f-42d1-9113-e16c0f5664b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994776 Aug 23 11:57:39.496834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-2a0a48a1-3452-41fc-90ef-95d056f266d9 service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090580 Aug 23 11:57:39.528331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b25738-3a90-4d74-9068-ea60968c0885 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:39.539765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596944-b76b-42ed-990e-1727481f323f req-201333d6-7b3d-422d-9759-606b79f51d1a tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:39.572536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0596944-b76b-42ed-990e-1727481f323f req-201333d6-7b3d-422d-9759-606b79f51d1a tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.3291526 Aug 23 11:57:39.631909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:39.659569 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:39.778657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0596944-b76b-42ed-990e-1727481f323f req-fbe0c8fc-3467-4654-90b2-eda6b70b0ff3 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062049 Aug 23 11:57:39.845055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:39.880324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 548b2a84-7a37-4417-a835-a67ef9917645 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:39.880871 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:39.956372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['68b25738-3a90-4d74-9068-ea60968c0885'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:40.303479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1c1bd5ca-e495-4006-94e6-5898be99bd2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68f08ddf1084f13b556a59feaedc0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568768 Aug 23 11:57:40.308188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:40.611654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5878bc54-6345-4c61-b7cf-e7bb4253fe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:40.823941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08667669-456a-4a56-b837-3b611e53e2b0 None None] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:57:40.829503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:40.849944 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5878bc54-6345-4c61-b7cf-e7bb4253fe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:41.069339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5878bc54-6345-4c61-b7cf-e7bb4253fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:41.083779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5878bc54-6345-4c61-b7cf-e7bb4253fe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:41.085469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5878bc54-6345-4c61-b7cf-e7bb4253fe79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43c4eff1-43d7-465b-b4f2-fc8005440725 HTTP/1.1" status: 204 len: 168 time: 0.7755089 Aug 23 11:57:41.106742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:41.130769 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b314ccb-f1f6-44a0-85d2-16654573b615" -d '{"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-plugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:41.139919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878bc54-6345-4c61-b7cf-e7bb4253fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4eff1-43d7-465b-b4f2-fc8005440725,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:41.742956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fd24d88e-0328-4e63-a5b9-86c2f7c2e195 None None] Provisioning for port da619e29-78fa-40b6-8003-af70fccc9364 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:41.803511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45256) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:41.855263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7600420f-dee2-49cb-8fb2-c3c984eec045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:41.914224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:41.920772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259687651', 'description': 'tempest-description--1943040717'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:41.959020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.153112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7600420f-dee2-49cb-8fb2-c3c984eec045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.183736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7600420f-dee2-49cb-8fb2-c3c984eec045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.200720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.531291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Transition to ACTIVE for port object 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:42.583912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.595335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.604681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600420f-dee2-49cb-8fb2-c3c984eec045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b405a2-55f3-48c2-9616-00294b0f0afc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:42.617981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.623449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7600420f-dee2-49cb-8fb2-c3c984eec045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53da6bccb4c6417d964903f84a7ebb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8163269 Aug 23 11:57:42.626977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45266) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:42.643709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-f8a21759-b40e-47d6-8599-d8353a7b4b00 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:42.651266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-f8a21759-b40e-47d6-8599-d8353a7b4b00 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.4415596 Aug 23 11:57:42.665798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Request body: {'port': {'device_id': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'admin_state_up': True, 'tenant_id': 'f331c1e1a41f4762a9a7f9d5f0969fe1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:42.769362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b9a5-15e4-41b8-9d61-a83572aaa445 None None] Pushing event updated for resources: {'Port': ['ID=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:42.796711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:42.832051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:42.837064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9177356 Aug 23 11:57:42.865113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45268) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:42.892835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'security_group_rule': {'security_group_id': '094910a3-fed7-4cc6-9187-481e2342c81b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:42.958048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47044f4-03aa-42bd-9c95-9377d932dcbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094910a3-fed7-4cc6-9187-481e2342c81b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:43.002026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-d0ece002-4da2-462d-96a9-3768e035b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:43.003601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-d0ece002-4da2-462d-96a9-3768e035b6df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 1095 time: 0.2979589 Aug 23 11:57:43.079794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b28dbaa-81c1-4ff9-be41-2244a3f3f961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.150559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.225290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Made reservation on behalf of f331c1e1a41f4762a9a7f9d5f0969fe1 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:43.229057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.245221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b28dbaa-81c1-4ff9-be41-2244a3f3f961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.295689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Attempting to bind port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:43.296343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Attempting to bind port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:43.296475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Attempting to bind port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:43.350515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:43.350515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:43.350515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.350515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:43.350515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Bound port: 388cb0bb-0e6c-40b1-892f-66a92a21e6f2, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:43.351286 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.371799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.377813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:43.387019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.409504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:43.409915 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.471686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-c4d5a0c1-b2e3-470d-9269-aa635a71bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:43.474047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-c4d5a0c1-b2e3-470d-9269-aa635a71bcf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.3807397 Aug 23 11:57:43.548886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b28dbaa-81c1-4ff9-be41-2244a3f3f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.556403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b28dbaa-81c1-4ff9-be41-2244a3f3f961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.559401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6b28dbaa-81c1-4ff9-be41-2244a3f3f961 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85b405a2-55f3-48c2-9616-00294b0f0afc HTTP/1.1" status: 204 len: 168 time: 0.9241307 Aug 23 11:57:43.594658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28dbaa-81c1-4ff9-be41-2244a3f3f961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b405a2-55f3-48c2-9616-00294b0f0afc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:43.604731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-414802a7-8c1d-4f9f-aae1-623fc6084fb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68b25738-3a90-4d74-9068-ea60968c0885 HTTP/1.1" status: 200 len: 217 time: 0.1222510 Aug 23 11:57:43.645805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] For port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:43.650150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] For port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:43.666462 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.682195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c30dab0-6611-4b44-8222-38ccc306d90c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:43.712629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.717095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 68b25738-3a90-4d74-9068-ea60968c0885 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:43.724395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b236e59-2f99-41b8-ad1f-3d4b2192ea7f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8451188 Aug 23 11:57:43.727128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45274) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:43.746066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'security_group_rule': {'security_group_id': '094910a3-fed7-4cc6-9187-481e2342c81b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:43.770839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Allocated IP 172.20.0.8 (6a34e02d-0688-417e-b3b0-6e98d7b819cb/c961e922-2a1a-437a-accd-21b7c8d891b5/289c22a5-eb5e-4ada-a101-dbb643c19119) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:43.846601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:43.867095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:43.871774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:43.918886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-0d47e652-929d-458a-be4c-8910ecdabbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:43.924167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-0d47e652-929d-458a-be4c-8910ecdabbcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.3108473 Aug 23 11:57:43.975649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-b96dde01-730e-442a-b917-7027cdeb6412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448449 Aug 23 11:57:44.157979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-597d3c55-f464-474e-b2dd-a19503c1b38c service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714826 Aug 23 11:57:44.183866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.385782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b9a5-15e4-41b8-9d61-a83572aaa445 None None] Pushing event updated for resources: {'Port': ['ID=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:44.388213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.434872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 68b25738-3a90-4d74-9068-ea60968c0885 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:44.436299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.436773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e6f3a5d-ac9c-403b-ab3c-19ba1bb0e5e9 req-aac17b4e-fed8-4be0-91f8-734659c5fbdd service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657044 Aug 23 11:57:44.490991 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.502885 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.564079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:44.595790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:44.598380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:44.608322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:44.636116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143a885a-09ef-4a57-bea3-bafd4d39e91d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:44.655084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.656353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0400ed0a-076c-40a0-828e-055d66b601ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9278996 Aug 23 11:57:44.659475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:44.673507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:44.696998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:44.780698 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.859156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:44.860186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.909573 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:44.928946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:44.945095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-717a2aa2-571b-4254-ab06-62f689791ed5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2836685 Aug 23 11:57:44.979086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Request body: {'port': {'device_id': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:45.016300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:45.016937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e28d519f-0f82-4920-a8ec-2c949a7b0f02 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:45.139592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:45.159985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:45.186682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e28d519f-0f82-4920-a8ec-2c949a7b0f02 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:45.186971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:45.319526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:45.327543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:45.342579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:45.399676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:45.480011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:45.552419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:43Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:45.624577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4ed73-85f5-47a7-859a-083e8359dbc1 None None] The sync data for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 is: [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:43Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:45.913425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Allocated IP 172.25.1.165 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/0c0a942f-ef74-40f6-819f-426cb3908cc5) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:45.999777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:46.147788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:46.148660 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.338507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289c22a5-eb5e-4ada-a101-dbb643c19119 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:46.351169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.389316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da619e29-78fa-40b6-8003-af70fccc9364 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:46.460854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Transition to ACTIVE for port object 289c22a5-eb5e-4ada-a101-dbb643c19119 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:46.469245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.482894 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.486191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port da619e29-78fa-40b6-8003-af70fccc9364 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:46.493322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port da619e29-78fa-40b6-8003-af70fccc9364 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:46.493322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.757178 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.796306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port da619e29-78fa-40b6-8003-af70fccc9364, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da619e29-78fa-40b6-8003-af70fccc9364,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:46.833006 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:46.834018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32053e70-c930-4e17-8e28-130b7828769d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:46.873544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:46.945743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.046684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=0c0a942f-ef74-40f6-819f-426cb3908cc5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:47.059921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:47.065882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 32053e70-c930-4e17-8e28-130b7828769d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:47.066273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Attempting to bind port 289c22a5-eb5e-4ada-a101-dbb643c19119 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:57:47.066803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Attempting to bind port 289c22a5-eb5e-4ada-a101-dbb643c19119 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:57:47.067333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Attempting to bind port 289c22a5-eb5e-4ada-a101-dbb643c19119 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:47.071360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:47.079482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=da619e29-78fa-40b6-8003-af70fccc9364,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:47.084802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:47.088208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Port 289c22a5-eb5e-4ada-a101-dbb643c19119 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:57:47.088543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Attempting to bind port 289c22a5-eb5e-4ada-a101-dbb643c19119 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:57:47.101290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 32053e70-c930-4e17-8e28-130b7828769d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:47.101771 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.171786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:57:47.172266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Checking segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:57:47.172822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Bound using segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:57:47.175949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Bound port: 289c22a5-eb5e-4ada-a101-dbb643c19119, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:57:47.177218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.302141 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.392636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 32053e70-c930-4e17-8e28-130b7828769d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32053e70-c930-4e17-8e28-130b7828769d,segment=NetworkSegment(878a13ef-fc9e-4f90-a794-74bfcef0195f),segment_id=878a13ef-fc9e-4f90-a794-74bfcef0195f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:47.403338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.441400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:57:47.472318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:57:47.481403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.514529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=32053e70-c930-4e17-8e28-130b7828769d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:47.710112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:47.711100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.712235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] 10.222.0.41 "PUT /v2.0/ports/289c22a5-eb5e-4ada-a101-dbb643c19119 HTTP/1.1" status: 200 len: 1091 time: 2.7470384 Aug 23 11:57:47.728227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:47.731766 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:47.826741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbeb1c-6961-40c7-b586-06d98cfb5ffd service neutron] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:47.854680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:47.893248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-77205710-ee11-4ebc-b4ba-833b783d9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:47.902673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-77205710-ee11-4ebc-b4ba-833b783d9f00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 1094 time: 0.1270700 Aug 23 11:57:47.902932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da619e29-78fa-40b6-8003-af70fccc9364 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:47.976798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:48.024721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port da619e29-78fa-40b6-8003-af70fccc9364 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:48.026107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:48.099462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-4858bd1b-bce3-4839-b986-a95b47ff0952 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=289c22a5-eb5e-4ada-a101-dbb643c19119 HTTP/1.1" status: 200 len: 217 time: 0.1235404 Aug 23 11:57:48.294309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-1174622f-1a78-491c-a6ee-f8ec09ff3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:48.296297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-1174622f-1a78-491c-a6ee-f8ec09ff3a1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.1846795 Aug 23 11:57:48.330116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:48.401579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-6a9ec19f-5aea-478f-8e10-bbebe2e21b25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946560 Aug 23 11:57:48.488894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:48.494991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:48.495662 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:48.729080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:48.794110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:48.802368 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:48.922397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:49.399213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-1f9c9522-912d-410b-bec5-39cc74d8c016 service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9559338 Aug 23 11:57:49.485725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:49.496852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:49.704243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:49.820789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=0c0a942f-ef74-40f6-819f-426cb3908cc5,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:49.851195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aafa958d-af03-4cfd-bd89-ac09d9f58bf4 req-5f0fbd67-b79d-4e3d-a166-ff4774f1995f service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346209 Aug 23 11:57:49.856508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:49.862540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:49.863614 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:49.890431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:49.893255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b6f98cf7-95f1-4973-a89d-5a11d0682d42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2324479 Aug 23 11:57:50.062252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32053e70-c930-4e17-8e28-130b7828769d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:50.129473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 32053e70-c930-4e17-8e28-130b7828769d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:50.130734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:50.550763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9684d-20df-44e4-a45c-fcae61a5bb9f req-ae8f5d7e-e247-4c83-8fb8-27ff7fcb9602 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:50.552326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-baa9684d-20df-44e4-a45c-fcae61a5bb9f req-ae8f5d7e-e247-4c83-8fb8-27ff7fcb9602 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.0678658 Aug 23 11:57:50.556755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-449699cf-e59b-4d2c-9222-3db47f2b0f6a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:50.570568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-449699cf-e59b-4d2c-9222-3db47f2b0f6a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:50.580562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-449699cf-e59b-4d2c-9222-3db47f2b0f6a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/networks?id=75351149-74d8-41e5-8b26-41caded48ad8&id=d54efb19-373a-48e3-ba30-fcd48bc88d0c&id=75351149-74d8-41e5-8b26-41caded48ad8 HTTP/1.1" status: 200 len: 1390 time: 0.2142894 Aug 23 11:57:50.603434 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-b2556ca3-c416-4dbb-b029-f68c87602457 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/quotas/cddd55ac180d467a9d402e8ede219d8c HTTP/1.1" status: 200 len: 375 time: 0.0215309 Aug 23 11:57:50.626900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-baa9684d-20df-44e4-a45c-fcae61a5bb9f req-4d7d9201-1326-485a-a941-906cb30e3791 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683839 Aug 23 11:57:50.725034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-06fce5a0-ea39-4ae1-953f-32c2fbb4c900 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1028135 Aug 23 11:57:50.825967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65713df-4ff2-4970-93d8-a6fd519c4b82 req-dad2b1bc-e7e4-42e3-ae4a-fae3e846ae9a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:50.828555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e65713df-4ff2-4970-93d8-a6fd519c4b82 req-dad2b1bc-e7e4-42e3-ae4a-fae3e846ae9a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 943 time: 0.0942547 Aug 23 11:57:50.878573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-c4432e00-0137-4371-8f47-35352d83ea6a service neutron] 10.222.0.21 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446121 Aug 23 11:57:50.880331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e65713df-4ff2-4970-93d8-a6fd519c4b82 req-442802a5-69de-4921-8b1c-001f9004a9fe tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432277 Aug 23 11:57:51.019409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9ba2e11e-f216-421e-8439-6631102a4b0d service neutron] 10.222.0.21 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395798 Aug 23 11:57:51.108000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc704d0-3d2c-4a92-a229-dfd723b274b2 req-ef11b18f-d58d-48f8-8739-527091317465 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:51.109604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cc704d0-3d2c-4a92-a229-dfd723b274b2 req-ef11b18f-d58d-48f8-8739-527091317465 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.1108961 Aug 23 11:57:51.214772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-79ee0905-4cb9-4065-b9d0-e50f26e97f02 service neutron] 10.222.0.21 "GET /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887569 Aug 23 11:57:51.241077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cc704d0-3d2c-4a92-a229-dfd723b274b2 req-73ecd55a-95d3-4f2a-b4a3-15e742b5d439 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146238 Aug 23 11:57:51.282583 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852f55c-817b-4e10-ae82-f50fbc7e421d x-openstack-request-id: req-d852f55c-817b-4e10-ae82-f50fbc7e421d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:51.283106 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-plugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:51.283106 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d852f55c-817b-4e10-ae82-f50fbc7e421d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:51.283521 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'code': 200} Aug 23 11:57:51.382945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-d9971696-9b60-4f5f-810a-943b832e1be5 service neutron] 10.222.0.21 "GET /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667671 Aug 23 11:57:51.575272 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-cc67893a-2a03-49b8-bfc8-8a7a8d682606 service neutron] 10.222.0.21 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912098 Aug 23 11:57:51.678722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-7003517b-0dfc-46c9-ae38-a41e19a7d380 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636971 Aug 23 11:57:51.751049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:57:51.755827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-61cf1cee-31c7-41a9-846b-42d00a630ddf service neutron] 10.222.0.21 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701188 Aug 23 11:57:51.823249 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb8af-bdd0-4d03-96bc-802c501803ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:51.960491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:51.963705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-d0a0d6cf-1fbd-4f14-9851-ef2f43c36313 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:51.971236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-d0a0d6cf-1fbd-4f14-9851-ef2f43c36313 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914331 Aug 23 11:57:51.974658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'mac_address': 'fa:16:3e:0b:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:57:52.004813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-5196251b-0f7d-44d0-89af-26d420207c8c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/quotas/aba9e1020f3f4d22b751ccf554060c49 HTTP/1.1" status: 200 len: 375 time: 0.0326190 Aug 23 11:57:52.065091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-945bcfe4-85f5-43ed-ac99-f53c2bf40efb tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438581 Aug 23 11:57:52.106604 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:52.126477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289c22a5-eb5e-4ada-a101-dbb643c19119 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:57:52.220015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:52.223723 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f17f0c-f28f-4869-895c-4f090614c7da x-openstack-request-id: req-91f17f0c-f28f-4869-895c-4f090614c7da {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:52.224387 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:52.224961 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91f17f0c-f28f-4869-895c-4f090614c7da {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:52.225566 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'status': 'completed', 'code': 200} Aug 23 11:57:52.239476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:52.390155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:52.425355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-b9a1bd56-13c5-4a18-81de-5eeac21958e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:52.428203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-b9a1bd56-13c5-4a18-81de-5eeac21958e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 1095 time: 0.1790726 Aug 23 11:57:52.465722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['289c22a5-eb5e-4ada-a101-dbb643c19119'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:57:52.552132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-12e81604-00e4-4f95-84e1-82431c282bf0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1259687651&fields=id&tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 267 time: 0.1221991 Aug 23 11:57:52.839905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-2ef1304a-768a-47ce-8e73-d1b3cd3f146d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:52.850731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-2ef1304a-768a-47ce-8e73-d1b3cd3f146d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.2974737 Aug 23 11:57:52.870436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-1e7da473-bde7-48f1-8fbf-1c2df3632b61 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/quotas/914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 375 time: 0.0162425 Aug 23 11:57:52.929860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-c4c722ad-eb39-4553-9b3d-a2f4e3edf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:52.938628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-c4c722ad-eb39-4553-9b3d-a2f4e3edf513 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 905 time: 0.4878168 Aug 23 11:57:53.049485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-9f61d610-54d1-45c6-bb61-439b80d2d5a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=289c22a5-eb5e-4ada-a101-dbb643c19119 HTTP/1.1" status: 200 len: 217 time: 0.1002398 Aug 23 11:57:53.079920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f136-df0a-4661-bade-a0e9bd33f48c req-94f3f3c9-7d0c-4340-832f-2cf5f922fbbe tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:53.093158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a698f136-df0a-4661-bade-a0e9bd33f48c req-94f3f3c9-7d0c-4340-832f-2cf5f922fbbe tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.4028578 Aug 23 11:57:53.095290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45440) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:57:53.098152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-7b74772b-d062-4e7e-a63b-2aa4e89a0da4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2156599 Aug 23 11:57:53.103645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Request body: {'floatingip': {'port_id': '14d3e180-97d0-4b5a-a463-b3aedd63e41a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:53.242212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:53.286411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:53.288975 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c150eb-4029-415a-85ac-ba255c34471a" -d '{"events": [{"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-plugged", "status": "completed", "tag": "68b25738-3a90-4d74-9068-ea60968c0885"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:53.329753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-83ebc667-f9d5-4857-b123-9a1fd261b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:53.331554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-83ebc667-f9d5-4857-b123-9a1fd261b3f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.2724974 Aug 23 11:57:53.378598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-aa276f80-fab5-4d19-9f54-bf30116c2a0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389140 Aug 23 11:57:53.440836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1252b3-bed5-43a2-aa7e-492db7a240b2 req-9bc1dc67-b2cb-4777-ba9e-f4b5d28686b1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:53.449047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db1252b3-bed5-43a2-aa7e-492db7a240b2 req-9bc1dc67-b2cb-4777-ba9e-f4b5d28686b1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.2348709 Aug 23 11:57:53.464796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-bbe49629-ab1f-476f-83f0-ccf7c4c9e1e4 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489840 Aug 23 11:57:53.606685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db1252b3-bed5-43a2-aa7e-492db7a240b2 req-dfd96d64-e721-47e3-afb8-053b469ea64e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566460 Aug 23 11:57:53.764168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:57:53.780990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-38411fac-e668-4c6c-827b-adc35c16ecac service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038709 Aug 23 11:57:53.865719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-88fd2101-d94c-446a-a166-976dfcb89998 service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605842 Aug 23 11:57:53.878736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 289c22a5-eb5e-4ada-a101-dbb643c19119 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:53.883591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 289c22a5-eb5e-4ada-a101-dbb643c19119 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:53.884105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.051346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.089062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:54.096372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.217050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:54.304670 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.316591 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e268ab62-e171-41b7-9eea-52bb134db16a req-c2aa7479-47a1-4e14-af80-9b0276e46019 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 210 time: 0.1083148 Aug 23 11:57:54.355396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-941e27ad-221c-4920-9d01-eebadf1268ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.364169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:57:54.401313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-ffbd1847-ecd3-4586-9834-101c20eb9f4f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:54.432163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-ffbd1847-ecd3-4586-9834-101c20eb9f4f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:54.433614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-ffbd1847-ecd3-4586-9834-101c20eb9f4f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "GET /v2.0/networks?id=75351149-74d8-41e5-8b26-41caded48ad8&id=d54efb19-373a-48e3-ba30-fcd48bc88d0c&id=75351149-74d8-41e5-8b26-41caded48ad8 HTTP/1.1" status: 200 len: 1390 time: 0.3696623 Aug 23 11:57:54.489848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'port': {'device_id': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8', 'admin_state_up': True, 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:54.569114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.649461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.797171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97351fb6-eb7f-4ff0-b4c6-af93e7a32cae req-bc1b3c8a-a40f-4a7a-a3d3-e8268d30044a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 210 time: 0.3455231 Aug 23 11:57:54.808596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-615d4f3b-7f70-4f36-9e20-1e2e35bb13d2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2007766 Aug 23 11:57:54.844604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:54.848574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:54.935744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:57:54.979785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dde071-56d7-4ac4-98a1-d277077d4dc4 req-e83b9941-69a9-487d-9181-64e766640f3d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:54.990579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dde071-56d7-4ac4-98a1-d277077d4dc4 req-e83b9941-69a9-487d-9181-64e766640f3d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 944 time: 1.2803054 Aug 23 11:57:55.109716 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:55.137845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184ce8e-b2f4-4f4b-a053-9807a035a9ff req-26fefd88-aa1a-4d1c-b72e-a77e8311e7d9 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:55.140649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e184ce8e-b2f4-4f4b-a053-9807a035a9ff req-26fefd88-aa1a-4d1c-b72e-a77e8311e7d9 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 950 time: 0.2098663 Aug 23 11:57:55.193456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:57:55.200737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:55.227020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-56f7cfa5-49ee-4215-a646-ca09c7c668e5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:55.230752 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-56f7cfa5-49ee-4215-a646-ca09c7c668e5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208685 Aug 23 11:57:55.292707 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:55.330419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:55.338022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Allocated IP 19.80.0.190 (75351149-74d8-41e5-8b26-41caded48ad8/22557df1-dd65-4ccd-a558-520399cce7a2/34a6625d-0707-44b1-aa52-94faef6e7446) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:55.442766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7dde071-56d7-4ac4-98a1-d277077d4dc4 req-32568ad1-62ef-4dc8-b76a-49e404a8cda3 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462814 Aug 23 11:57:55.470545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e184ce8e-b2f4-4f4b-a053-9807a035a9ff req-c297c066-7fd2-438c-b6d6-8244c321a076 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134484 Aug 23 11:57:55.577899 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f341dd21-143d-4546-8f05-ad186383eef8 x-openstack-request-id: req-f341dd21-143d-4546-8f05-ad186383eef8 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:55.578225 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-plugged", "status": "completed", "tag": "68b25738-3a90-4d74-9068-ea60968c0885", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:55.578471 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f341dd21-143d-4546-8f05-ad186383eef8 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:55.578967 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885', 'code': 200} Aug 23 11:57:55.586092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:55.651128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eea94567-5cf1-4f7b-8d55-a9b606b26e0a req-08e4d43d-36bc-45aa-a33b-2b9d641dfe9d service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7742620 Aug 23 11:57:55.660002 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Floating IP 4fd02901-814c-4bd4-a345-9530c49717d9 associated. External IP: 172.25.1.147, port: 14d3e180-97d0-4b5a-a463-b3aedd63e41a. Aug 23 11:57:55.713581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-def1e5ab-0fea-4cfd-b4e0-a9aec7ea8c05 req-22ceac69-58a8-44ca-9d6c-99e808ed52d0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.0842934 Aug 23 11:57:55.865951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4832096-cca4-4b99-9573-7500e3023861 req-aebd3486-fdae-4d75-8958-ba996a4fb71c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:55.867956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4832096-cca4-4b99-9573-7500e3023861 req-aebd3486-fdae-4d75-8958-ba996a4fb71c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.1063457 Aug 23 11:57:55.898230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:55.945866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:55.951503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:55.976422 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:55.998926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Transition to ACTIVE for port object 34a6625d-0707-44b1-aa52-94faef6e7446 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:56.045877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4832096-cca4-4b99-9573-7500e3023861 req-161e7fda-8b34-4d10-ba3a-c67a1c9e596f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478379 Aug 23 11:57:56.097659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5248ae4d-617d-448c-94fa-8ab06df4f67d req-5c253bc1-65e1-4f4b-97d2-299123c5921f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 210 time: 0.1238470 Aug 23 11:57:56.171604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Router f506dea6-c924-4e2d-8d12-8b1abcfedc0e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:57:56.352963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:56.366441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:56.414978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:57:56.421062 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:56.439638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258b52d-090d-47ad-8645-73087d648765 None None] Sync routers for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:57:56.478001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:56.478688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:56.670047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092d0367-b278-4b84-8561-35d0f0cd3aa1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:56.765747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a8f03870-41f7-4c35-968b-7d4a142aac74 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "PUT /v2.0/floatingips/4fd02901-814c-4bd4-a345-9530c49717d9 HTTP/1.1" status: 200 len: 992 time: 3.6677213 Aug 23 11:57:56.773397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:56.782060 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407" -d '{"events": [{"name": "network-changed", "server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:56.791295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.794483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.795808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.798080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.799624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.801161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.804199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.804980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.807684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.808226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.811896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.812421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:56.928704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:56.994724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.52 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/d9b449d5-4adc-4008-859a-73298bfec42d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:57.372379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:57.447332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:57.489890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:57.582531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119'}, {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:57:57.585565 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b7c391-df4a-4baa-a0bc-5b6bf50d0170" -d '{"events": [{"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-plugged", "status": "completed", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119"}, {"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:57:57.630864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4fd02901-814c-4bd4-a345-9530c49717d9', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'port_id': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'mac_address': 'fa:16:3e:ce:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:57:04Z', 'updated_at': '2021-08-23T11:57:54Z', 'revision_number': 1, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:57:02Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:57.680984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258b52d-090d-47ad-8645-73087d648765 None None] Checking router: f506dea6-c924-4e2d-8d12-8b1abcfedc0e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:57:57.693552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:57:57.694224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:57.796181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-7d88a11a-c1ba-4419-a00f-509faff85b97 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:57.805462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-7d88a11a-c1ba-4419-a00f-509faff85b97 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 1.6991799 Aug 23 11:57:57.824753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:57:57.841881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-06ab2dcf-c62e-4ec4-b7a5-b56f3296ff56 req-a9a8e200-b493-4fa0-ab34-59f97653e2ef tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 210 time: 0.3882651 Aug 23 11:57:57.916712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 75351149-74d8-41e5-8b26-41caded48ad8 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:57.935393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:57.953998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:58.175779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Port': ['ID=34a6625d-0707-44b1-aa52-94faef6e7446,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:58.233959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.234656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.238029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.238829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.239444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.242201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.243268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.244319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.248593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.249230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.250538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.252002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:57:58.300521 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-e33af8bd-e7c1-40ae-b7c6-de36f6876e9f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 380 time: 0.4572668 Aug 23 11:57:58.314108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'port': {'device_id': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'admin_state_up': True, 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'security_groups': ['094910a3-fed7-4cc6-9187-481e2342c81b']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:58.324807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:58.326167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:58.361722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-39a33a27-4163-48d4-aaf8-df3870f79a48 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9112487 Aug 23 11:57:58.387432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'port': {'device_id': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c', 'admin_state_up': True, 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:58.484131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e6217-a917-4c6d-b3b0-d5b1eb4db1cd req-0640ad43-4fad-425c-a629-b83e8189f70d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:58.486480 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-252e6217-a917-4c6d-b3b0-d5b1eb4db1cd req-0640ad43-4fad-425c-a629-b83e8189f70d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 945 time: 0.4456229 Aug 23 11:57:58.512458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:58.534767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:58.560595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object d9b449d5-4adc-4008-859a-73298bfec42d will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:57:58.623880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3f16901c-37cc-4b23-b8e0-239ff7061020 None None] Provisioning for port 34a6625d-0707-44b1-aa52-94faef6e7446 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:58.638784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-252e6217-a917-4c6d-b3b0-d5b1eb4db1cd req-c6afd2ea-7819-45f3-ae3e-8a43f7354f8b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841990 Aug 23 11:57:58.639677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3f16901c-37cc-4b23-b8e0-239ff7061020 None None] Provisioning complete for port 34a6625d-0707-44b1-aa52-94faef6e7446 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:58.640307 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3f16901c-37cc-4b23-b8e0-239ff7061020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:58.717027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:58.760156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5258b52d-090d-47ad-8645-73087d648765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4fd02901-814c-4bd4-a345-9530c49717d9', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'port_id': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'mac_address': 'fa:16:3e:ce:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:57:04Z', 'updated_at': '2021-08-23T11:57:54Z', 'revision_number': 1, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:57:02Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:57:58.841754 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d5e0dd-b8b1-404c-92d1-005d42301d5d x-openstack-request-id: req-91d5e0dd-b8b1-404c-92d1-005d42301d5d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:58.842079 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:57:58.842406 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91d5e0dd-b8b1-404c-92d1-005d42301d5d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:57:58.842852 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'status': 'completed', 'code': 200} Aug 23 11:57:58.851173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:58.859797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:58.927527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:57:58.931503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:59.007995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c010f75-df3f-4f2e-a015-1bcfd7fe1c85 req-0f6fd631-c068-454d-a8e7-b80a2fd6d087 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.1640835 Aug 23 11:57:59.015409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:57:59.024974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=d9b449d5-4adc-4008-859a-73298bfec42d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:57:59.029706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:57:59.046700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:57:59.145827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-b8a1d5d8-5139-44c9-a2bd-9d78bc2a618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:59.158402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-b8a1d5d8-5139-44c9-a2bd-9d78bc2a618a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb9a750c4e604522b2a6555515f59424&device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 1097 time: 0.2739134 Aug 23 11:57:59.281324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:59.295854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:59.359375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258b52d-090d-47ad-8645-73087d648765 None None] The sync data for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 is: [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4fd02901-814c-4bd4-a345-9530c49717d9', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'port_id': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'mac_address': 'fa:16:3e:ce:3d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:57:04Z', 'updated_at': '2021-08-23T11:57:54Z', 'revision_number': 1, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:57:02Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:57:59.404624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3f16901c-37cc-4b23-b8e0-239ff7061020 None None] Port 34a6625d-0707-44b1-aa52-94faef6e7446 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:59.447397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-b399d789-25b9-4848-b43e-5e83851f7f39 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1285274 Aug 23 11:57:59.497197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Request body: {'port': {'device_id': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:57:59.592457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Allocated IP 172.20.0.14 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:59.638382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8588-5df0-49b4-9f2f-e4576b0fd10b req-7f7cbb70-fdc2-489a-91b0-3c8ce14274c5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:59.640148 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a68d8588-5df0-49b4-9f2f-e4576b0fd10b req-7f7cbb70-fdc2-489a-91b0-3c8ce14274c5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.6823237 Aug 23 11:57:59.650811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4df29e06-8555-46a9-a259-2ce170cacbcb None None] Provisioning for port d9b449d5-4adc-4008-859a-73298bfec42d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:57:59.667631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4df29e06-8555-46a9-a259-2ce170cacbcb None None] Provisioning complete for port d9b449d5-4adc-4008-859a-73298bfec42d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:57:59.670098 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4df29e06-8555-46a9-a259-2ce170cacbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:59.715187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Allocated IP 19.86.0.29 (d54efb19-373a-48e3-ba30-fcd48bc88d0c/7f161f42-bd1e-4521-ac62-a1861e2b7131/08ab4e0e-59aa-4814-9558-756af009fa95) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:57:59.851282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4df29e06-8555-46a9-a259-2ce170cacbcb None None] Port d9b449d5-4adc-4008-859a-73298bfec42d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:57:59.886505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a758b9e-be03-4859-8a3c-700c712a30b2 req-dc7fbfb3-684a-47d6-bd93-16ad0961149a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:59.887006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a68d8588-5df0-49b4-9f2f-e4576b0fd10b req-3ec33c28-3816-459c-9019-d9437193d0c8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160103 Aug 23 11:57:59.895044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a758b9e-be03-4859-8a3c-700c712a30b2 req-dc7fbfb3-684a-47d6-bd93-16ad0961149a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 932 time: 0.5853264 Aug 23 11:57:59.932146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:57:59.935826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-03bc9892-35f2-4039-9dde-f79f152cc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:57:59.937350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-03bc9892-35f2-4039-9dde-f79f152cc59e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e640868-11ef-49b7-b5c5-1915a0b0e53a HTTP/1.1" status: 200 len: 907 time: 0.7507191 Aug 23 11:57:59.984435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa8056-6e7b-4d29-8c5a-81f52bf27641 None None] New status for floating IP 4fd02901-814c-4bd4-a345-9530c49717d9: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:57:59.999400 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 23 Aug 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9fcbb-785c-4be8-b305-e2ae109fee3a x-openstack-request-id: req-d3a9fcbb-785c-4be8-b305-e2ae109fee3a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:57:59.999848 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-plugged", "status": "completed", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119", "code": 200}, {"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:00.000236 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3a9fcbb-785c-4be8-b305-e2ae109fee3a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:00.000826 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'code': 200} Aug 23 11:58:00.001214 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'code': 200} Aug 23 11:58:00.052504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-3ac12041-e661-4fe9-bcd8-9253032081f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a HTTP/1.1" status: 200 len: 1000 time: 0.0988493 Aug 23 11:58:00.056955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:00.123246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a758b9e-be03-4859-8a3c-700c712a30b2 req-bec66295-8608-4ebc-9c97-c627f956b473 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247114 Aug 23 11:58:00.275899 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:00.279964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Transition to ACTIVE for port object 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:00.311168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Transition to ACTIVE for port object 08ab4e0e-59aa-4814-9558-756af009fa95 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:00.329824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-7bb4ba61-c8a9-47ac-af31-16552842e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:00.331922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-7bb4ba61-c8a9-47ac-af31-16552842e99a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fc3b89c-d797-49da-b0d5-5442a1ba933b HTTP/1.1" status: 200 len: 845 time: 0.2699912 Aug 23 11:58:00.345786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59d092-b35e-43df-bf5f-c862e919c9b3 req-7f375eae-8882-441b-b78e-ae0844459c1c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:00.349175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c59d092-b35e-43df-bf5f-c862e919c9b3 req-7f375eae-8882-441b-b78e-ae0844459c1c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 935 time: 0.1251187 Aug 23 11:58:00.427426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:00.433707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f8341-9035-4609-9631-2bfee2788d71 req-9c5836e8-9bec-4241-81f7-df227d5f6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:00.435881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e36f8341-9035-4609-9631-2bfee2788d71 req-9c5836e8-9bec-4241-81f7-df227d5f6b85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 1096 time: 0.2618468 Aug 23 11:58:00.500347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c59d092-b35e-43df-bf5f-c862e919c9b3 req-276199cb-c9f2-4303-858a-05a102bd1910 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298161 Aug 23 11:58:00.526369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:00.539403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:00.606262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:00.615511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:00.637464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:00.651611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:00.706812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:00.715821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:00.750195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Port': ['ID=08ab4e0e-59aa-4814-9558-756af009fa95,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:00.802495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c6bd-7935-46ff-9bd1-41e8dd16ce07 req-70c85fb3-bcce-495e-92a7-948b94423567 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:00.815962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f972c6bd-7935-46ff-9bd1-41e8dd16ce07 req-70c85fb3-bcce-495e-92a7-948b94423567 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 945 time: 0.5486059 Aug 23 11:58:00.878392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:00.879097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:00.979326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:00.980439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.019914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-c739d605-7ec1-433e-acb1-7588b1c67152 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7113974 Aug 23 11:58:01.036056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Request body: {'port': {'device_id': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:01.045525 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3e5e1b2f-79fc-4206-8d38-c3eca062f089 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6643484 Aug 23 11:58:01.087597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e36f8341-9035-4609-9631-2bfee2788d71 req-7c9fd1e7-b1c5-4777-805f-53dd06fc1012 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292882 Aug 23 11:58:01.096612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'port': {'device_id': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8', 'admin_state_up': True, 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:01.100470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-c44cc534-43e4-47d1-b28c-b74a74aae869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:01.102021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-c44cc534-43e4-47d1-b28c-b74a74aae869 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e640868-11ef-49b7-b5c5-1915a0b0e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6880000 Aug 23 11:58:01.107237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c228514b-ab63-4169-a788-6366b9d6ba90 None None] Provisioning for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:01.125139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c228514b-ab63-4169-a788-6366b9d6ba90 None None] Provisioning complete for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:01.126964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c228514b-ab63-4169-a788-6366b9d6ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.130919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffa425-1642-4f1d-8bfe-c30ee5007b4f req-b0eba739-2803-459d-ac1c-f34791f7d193 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:01.131303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f972c6bd-7935-46ff-9bd1-41e8dd16ce07 req-5311e8b6-f7ea-464b-82a7-bb259805dde4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134518 Aug 23 11:58:01.133198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75ffa425-1642-4f1d-8bfe-c30ee5007b4f req-b0eba739-2803-459d-ac1c-f34791f7d193 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 932 time: 0.2296207 Aug 23 11:58:01.237403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c228514b-ab63-4169-a788-6366b9d6ba90 None None] Port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:01.319919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b449d5-4adc-4008-859a-73298bfec42d {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:01.330638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.338546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75ffa425-1642-4f1d-8bfe-c30ee5007b4f req-d94c756d-87ee-470e-97d0-59c414e2bf24 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523352 Aug 23 11:58:01.363324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.364720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Transition to ACTIVE for port object d9b449d5-4adc-4008-859a-73298bfec42d will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:01.367967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d57b1d70-e245-4772-b92f-629d448e926b None None] Provisioning for port 08ab4e0e-59aa-4814-9558-756af009fa95 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:01.376457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d57b1d70-e245-4772-b92f-629d448e926b None None] Provisioning complete for port 08ab4e0e-59aa-4814-9558-756af009fa95 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:01.378516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d57b1d70-e245-4772-b92f-629d448e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.384150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.475914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d57b1d70-e245-4772-b92f-629d448e926b None None] Port 08ab4e0e-59aa-4814-9558-756af009fa95 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:01.609211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b449d5-4adc-4008-859a-73298bfec42d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:01.650079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-0192ef2a-02c0-4d86-94fb-ddc295df1912 service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048463 Aug 23 11:58:01.817818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:01.828002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.849948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Transition to ACTIVE for port object 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:01.855750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Attempting to bind port d9b449d5-4adc-4008-859a-73298bfec42d on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:01.856197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Attempting to bind port d9b449d5-4adc-4008-859a-73298bfec42d by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:01.857660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Attempting to bind port d9b449d5-4adc-4008-859a-73298bfec42d on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:01.870515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Port d9b449d5-4adc-4008-859a-73298bfec42d on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:01.870761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Attempting to bind port d9b449d5-4adc-4008-859a-73298bfec42d on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:01.910842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:01.911173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:01.911809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:01.912274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Bound port: d9b449d5-4adc-4008-859a-73298bfec42d, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:01.912653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.913623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:01.921428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17eda9bf-eb6d-4ca2-839b-3adc0f5f7407 req-3a297e82-bf9a-4ccd-b296-16d12c44f1be service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391102 Aug 23 11:58:02.038295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:02.192714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] For port d9b449d5-4adc-4008-859a-73298bfec42d, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:02.199411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] For port d9b449d5-4adc-4008-859a-73298bfec42d, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d9b449d5-4adc-4008-859a-73298bfec42d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:02.209868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:02.234310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Attempting to bind port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:02.235088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Attempting to bind port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:02.235809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Attempting to bind port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:02.248556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:02.248838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Attempting to bind port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:02.268471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fcb8e-6c27-4942-8f21-cba32259f7f4 req-a3bac9cd-3699-41fd-8e96-9bff9d3564b9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:02.276823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f5fcb8e-6c27-4942-8f21-cba32259f7f4 req-a3bac9cd-3699-41fd-8e96-9bff9d3564b9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.4206908 Aug 23 11:58:02.289323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:02.289981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:02.290603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:02.291080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Bound port: 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:02.291691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:02.367934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:02.371136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:02.376471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9b449d5-4adc-4008-859a-73298bfec42d HTTP/1.1" status: 200 len: 1095 time: 2.9161994 Aug 23 11:58:02.386984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'tag': 'd9b449d5-4adc-4008-859a-73298bfec42d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:02.396385 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae93fd75-68b9-4f41-b362-2c1bb207e3ed", "tag": "d9b449d5-4adc-4008-859a-73298bfec42d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:02.431686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:02.440423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:02.473361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:02.556327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ccebb-0e0b-4e4f-ad72-176f81be08c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b449d5-4adc-4008-859a-73298bfec42d,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:02.601735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-dd4a2569-2d94-4d37-ac71-e73c5686c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:02.603308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-dd4a2569-2d94-4d37-ac71-e73c5686c407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 1098 time: 0.1675632 Aug 23 11:58:02.627121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f5fcb8e-6c27-4942-8f21-cba32259f7f4 req-b77e8502-888a-42fc-8ca4-e55f2d719671 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492246 Aug 23 11:58:02.668151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:02.669520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:02.671732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] 10.222.0.44 "PUT /v2.0/ports/12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1092 time: 1.6407492 Aug 23 11:58:02.710966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:02.717091 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669d331e-5fd2-41d4-af42-8e80063434c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:02.806896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-3c734966-3151-4298-b506-d89a9bb64cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d9b449d5-4adc-4008-859a-73298bfec42d HTTP/1.1" status: 200 len: 217 time: 0.1850204 Aug 23 11:58:02.915168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:02.922868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:03.004797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad8548-6481-4a1e-a152-398dc33a2afc service neutron] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:03.017822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-5fe193e1-0913-4960-a346-abe921e7707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.023432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-5fe193e1-0913-4960-a346-abe921e7707e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2153444 Aug 23 11:58:03.162383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1592-6435-4fdb-b454-9decf2662fb0 req-98e939f7-9a13-4168-98ef-ecf1ed2357a8 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.164262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24d1ce-7123-4907-961f-8975289c6c2b req-3a157729-69c0-4762-909c-ced85669cd91 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.170373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a24d1ce-7123-4907-961f-8975289c6c2b req-3a157729-69c0-4762-909c-ced85669cd91 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 947 time: 0.3195057 Aug 23 11:58:03.171108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1592-6435-4fdb-b454-9decf2662fb0 req-98e939f7-9a13-4168-98ef-ecf1ed2357a8 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.178735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a61b1592-6435-4fdb-b454-9decf2662fb0 req-98e939f7-9a13-4168-98ef-ecf1ed2357a8 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 1654 time: 0.5387003 Aug 23 11:58:03.210604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-a0371b45-d840-4ac7-be99-b46cb8533cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.210604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-a0371b45-d840-4ac7-be99-b46cb8533cca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1095 time: 0.4482951 Aug 23 11:58:03.220299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-eaec69a7-7288-4ec9-a718-562fd195a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.221930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-eaec69a7-7288-4ec9-a718-562fd195a85d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841984 Aug 23 11:58:03.285385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a24d1ce-7123-4907-961f-8975289c6c2b req-a804f3b7-457b-479c-bb5e-51fb994607ff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138899 Aug 23 11:58:03.305714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a61b1592-6435-4fdb-b454-9decf2662fb0 req-1ae69492-9689-4926-9813-a35509cba404 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259241 Aug 23 11:58:03.356096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-19b3dbd8-e64f-4d9d-9667-440c57872d9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 217 time: 0.0688739 Aug 23 11:58:03.378306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-fc3d7112-cc46-4142-9be0-bd59ca66fc97 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312275 Aug 23 11:58:03.471015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-a7b42a38-ad89-4d4e-acee-3dc9b0e4f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.473322 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-a7b42a38-ad89-4d4e-acee-3dc9b0e4f430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1003087 Aug 23 11:58:03.598529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3996c73-4ae1-409c-8d94-25f6abc10053 req-6063f2a7-b1ab-46b5-957a-6d3e8173d567 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.601351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3996c73-4ae1-409c-8d94-25f6abc10053 req-6063f2a7-b1ab-46b5-957a-6d3e8173d567 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 945 time: 0.1615720 Aug 23 11:58:03.623915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Allocated IP 19.80.0.170 (75351149-74d8-41e5-8b26-41caded48ad8/22557df1-dd65-4ccd-a558-520399cce7a2/588ac815-446f-4508-ab5a-e2ff84159384) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:03.634019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36c56a78-d107-4a18-a9a5-665b07d6acde req-5ba62cae-6eb9-482e-baa3-4ee29deab499 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512028 Aug 23 11:58:03.654785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-16b099aa-a01e-4216-8037-cbf6832ee7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.656387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-16b099aa-a01e-4216-8037-cbf6832ee7fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327763 Aug 23 11:58:03.666448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3996c73-4ae1-409c-8d94-25f6abc10053 req-734e6b20-1d91-44ad-8b6f-f625832163a4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Aug 23 11:58:03.677788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6d8a2-cde9-47f1-80b6-99437d6a728f req-5e8696ad-ae16-4b47-acb5-d24b1d940c6f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.679669 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6f6d8a2-cde9-47f1-80b6-99437d6a728f req-5e8696ad-ae16-4b47-acb5-d24b1d940c6f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 944 time: 0.1634591 Aug 23 11:58:03.720231 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7360550-71ff-4cfc-9774-7d467765dfd5 x-openstack-request-id: req-a7360550-71ff-4cfc-9774-7d467765dfd5 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:03.720683 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae93fd75-68b9-4f41-b362-2c1bb207e3ed", "tag": "d9b449d5-4adc-4008-859a-73298bfec42d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:03.721098 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7360550-71ff-4cfc-9774-7d467765dfd5 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:03.721569 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'tag': 'd9b449d5-4adc-4008-859a-73298bfec42d', 'status': 'completed', 'code': 200} Aug 23 11:58:03.851726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-cbd31ee6-e82c-4d4c-ac5a-771e0f434a41 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689510 Aug 23 11:58:03.868099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-0dd6a89d-74f3-4865-9380-17cc801f6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:03.871768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-0dd6a89d-74f3-4865-9380-17cc801f6aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 1098 time: 0.0819333 Aug 23 11:58:03.948682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6f6d8a2-cde9-47f1-80b6-99437d6a728f req-58b0b894-5008-43d4-afa1-cabe73ad4834 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504599 Aug 23 11:58:03.965210 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c602eef5-9d95-4bd7-92c6-c5590c27e74a x-openstack-request-id: req-c602eef5-9d95-4bd7-92c6-c5590c27e74a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:03.965584 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:03.965871 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c602eef5-9d95-4bd7-92c6-c5590c27e74a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:03.966387 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'status': 'completed', 'code': 200} Aug 23 11:58:04.147297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f4e339c-772d-46e7-b61c-808b1a7101b5 req-edac5e7e-816c-4e56-a74b-1e307eb7f494 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667532 Aug 23 11:58:04.163285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-95d77257-c4ed-4779-9bc1-446060a65175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.167061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-95d77257-c4ed-4779-9bc1-446060a65175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2843802 Aug 23 11:58:04.172869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-746ff5c8-abe0-437e-8889-517b80b2f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.175059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-746ff5c8-abe0-437e-8889-517b80b2f6ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 1096 time: 0.2059064 Aug 23 11:58:04.183151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:04.218561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Transition to ACTIVE for port object 588ac815-446f-4508-ab5a-e2ff84159384 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:04.292589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ab30-b409-48a5-a282-b50b6445405c req-9e34061d-349f-4a79-9a5e-823eace6c39f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.295152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0603ab30-b409-48a5-a282-b50b6445405c req-9e34061d-349f-4a79-9a5e-823eace6c39f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.2454095 Aug 23 11:58:04.312861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-f4c2478c-fe29-4e96-a4ee-30a3e54492f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d9b449d5-4adc-4008-859a-73298bfec42d HTTP/1.1" status: 200 len: 217 time: 0.1362121 Aug 23 11:58:04.317186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-35539aca-7f47-46c8-9064-c87283b87033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.319813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-35539aca-7f47-46c8-9064-c87283b87033 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1095 time: 0.0978756 Aug 23 11:58:04.361023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:04.421406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ec269-0bdf-4bd3-9e72-72bbecd9dc10 req-87fe1641-faaf-40ad-ab81-60a81a29ef1e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.423081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c1ec269-0bdf-4bd3-9e72-72bbecd9dc10 req-87fe1641-faaf-40ad-ab81-60a81a29ef1e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 945 time: 0.1607094 Aug 23 11:58:04.448545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-14adbefe-a623-49a8-abe7-5e9f56bb0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.450148 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-14adbefe-a623-49a8-abe7-5e9f56bb0096 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0984271 Aug 23 11:58:04.496491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0603ab30-b409-48a5-a282-b50b6445405c req-574eeb21-2083-4381-9672-47742de260a4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800411 Aug 23 11:58:04.521730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:04.527401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-021a26b7-fbaa-4c6a-9f17-c6a735025660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.529480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-021a26b7-fbaa-4c6a-9f17-c6a735025660 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.3385999 Aug 23 11:58:04.545159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 75351149-74d8-41e5-8b26-41caded48ad8 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:04.558707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:04.564893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:04.585380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-2773ef98-7f3d-4942-96c5-7eda2f214529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.586949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-2773ef98-7f3d-4942-96c5-7eda2f214529 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251822 Aug 23 11:58:04.588806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-b6005d1a-a185-4b07-9378-09732dab56b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68b25738-3a90-4d74-9068-ea60968c0885 HTTP/1.1" status: 200 len: 217 time: 0.0504184 Aug 23 11:58:04.644728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.645725 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:04.659294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-8e5b9a84-2ec6-402e-a598-84e87bd92f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.662136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-8e5b9a84-2ec6-402e-a598-84e87bd92f71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.0610783 Aug 23 11:58:04.691549 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-25b151f7-84c9-43a0-a654-1cdef63193a2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6241832 Aug 23 11:58:04.703608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c1ec269-0bdf-4bd3-9e72-72bbecd9dc10 req-56b4bfeb-8649-4de3-9688-be3de22f1391 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260637 Aug 23 11:58:04.729252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Request body: {'port': {'device_id': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:04.743378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-86ddb1ca-f8be-4395-a67f-f71733e67dbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624480 Aug 23 11:58:04.778191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-84a59e28-013a-4902-8f0a-6a5ff1e50277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.783166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-84a59e28-013a-4902-8f0a-6a5ff1e50277 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.4537866 Aug 23 11:58:04.878235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c6524-e459-4d67-903f-15b635a06164 req-a94f8d4d-faf1-45f0-b245-31382a4330ab tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:04.880187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b75c6524-e459-4d67-903f-15b635a06164 req-a94f8d4d-faf1-45f0-b245-31382a4330ab tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 947 time: 0.2169027 Aug 23 11:58:04.947506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-5deb1921-bc35-416f-8728-bef8a11cb5cd service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984786 Aug 23 11:58:04.969328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-ac2eb806-9a07-4fe1-b2c1-4e9d8725a49d service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168615 Aug 23 11:58:04.978776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b75c6524-e459-4d67-903f-15b635a06164 req-fa428bdb-f8f4-4435-ae4f-82502b81bccd tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913415 Aug 23 11:58:05.037464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:05.077331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e44a8190-a66a-447a-a8fa-81f856621755 None None] Provisioning for port 588ac815-446f-4508-ab5a-e2ff84159384 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:05.101907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e44a8190-a66a-447a-a8fa-81f856621755 None None] Provisioning complete for port 588ac815-446f-4508-ab5a-e2ff84159384 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:05.102659 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e44a8190-a66a-447a-a8fa-81f856621755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:05.152938 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-634e785d-2cc0-44f0-89b4-13db9bbba66e req-81f27b4d-6b05-46f4-a0bb-da6047e04520 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728487 Aug 23 11:58:05.189563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c41de6-8c74-49d4-9ad4-9003cbfe2bb3 req-d691e4c1-10fb-490b-838a-5b039bbc3a53 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336528 Aug 23 11:58:05.258553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e44a8190-a66a-447a-a8fa-81f856621755 None None] Port 588ac815-446f-4508-ab5a-e2ff84159384 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:05.307698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdbec1-ede6-47b5-8a3a-9a1b81f329ed req-0ce79a87-3ac8-4d9f-8a0a-b71c9cdf2056 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.309150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdfdbec1-ede6-47b5-8a3a-9a1b81f329ed req-0ce79a87-3ac8-4d9f-8a0a-b71c9cdf2056 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 944 time: 0.0533550 Aug 23 11:58:05.313017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:05.330243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'mac_address': 'fa:16:3e:21:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:05.351408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdfdbec1-ede6-47b5-8a3a-9a1b81f329ed req-3b7c90b3-7d5f-416d-87cd-2d9f65651cb4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352345 Aug 23 11:58:05.387092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:05.401152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f300c1-c59d-4475-b81b-4cdf35788bfe {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:05.415865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-babad625-b90f-4016-a3f3-0a065d5af386 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 217 time: 0.6174297 Aug 23 11:58:05.421227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:05.426145 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:05.472928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:05.479499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:05.487584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.487939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.488290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.488632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.489151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.489498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.489869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.490202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.490543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.490880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.491219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.491534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:05.507446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-b0595850-7712-430e-8dfb-d5d572345346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.508995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-b0595850-7712-430e-8dfb-d5d572345346 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0805352 Aug 23 11:58:05.510960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['c4f300c1-c59d-4475-b81b-4cdf35788bfe'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:05.585458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4f24a-58ce-4a3e-b409-0a2484e5a3e4 req-1a3778f4-a75b-4888-8622-e4e5aabffe54 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.597016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4f24a-58ce-4a3e-b409-0a2484e5a3e4 req-1a3778f4-a75b-4888-8622-e4e5aabffe54 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.608900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4f24a-58ce-4a3e-b409-0a2484e5a3e4 req-1a3778f4-a75b-4888-8622-e4e5aabffe54 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.611685 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0d4f24a-58ce-4a3e-b409-0a2484e5a3e4 req-1a3778f4-a75b-4888-8622-e4e5aabffe54 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2376 time: 0.2002499 Aug 23 11:58:05.636874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd3e9-7d76-4af4-93a9-e57034191a75 req-df74faa6-7421-47ad-be75-f472cb6cf4f3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.638570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f08fd3e9-7d76-4af4-93a9-e57034191a75 req-df74faa6-7421-47ad-be75-f472cb6cf4f3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.0557940 Aug 23 11:58:05.699696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f08fd3e9-7d76-4af4-93a9-e57034191a75 req-d17dfd87-a63d-446a-9910-dca46682c1f8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536451 Aug 23 11:58:05.747937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-18609585-6af3-4bd4-b60c-f0689a93e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.749545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-18609585-6af3-4bd4-b60c-f0689a93e624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213137 Aug 23 11:58:05.788113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0d4f24a-58ce-4a3e-b409-0a2484e5a3e4 req-29973371-2f1d-49c4-bd7e-6024770fb00a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606305 Aug 23 11:58:05.819042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d9b449d5-4adc-4008-859a-73298bfec42d details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:05.834820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6364e-c67e-437f-af88-f8b7ea9de0ac req-4c7fd6e9-e844-4515-9735-69c9d31aaf5d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:05.836490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c6364e-c67e-437f-af88-f8b7ea9de0ac req-4c7fd6e9-e844-4515-9735-69c9d31aaf5d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 945 time: 0.0593717 Aug 23 11:58:05.880094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c6364e-c67e-437f-af88-f8b7ea9de0ac req-250efabf-f98f-4ccf-9719-14b921ffcb2b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Aug 23 11:58:05.931351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-6d147f13-ef4a-4dea-bf65-6ca5983f9d4f service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603994 Aug 23 11:58:05.938202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d9b449d5-4adc-4008-859a-73298bfec42d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d9b449d5-4adc-4008-859a-73298bfec42d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:05.956769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'd9b449d5-4adc-4008-859a-73298bfec42d', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'd9b449d5-4adc-4008-859a-73298bfec42d', 'mac_address': 'fa:16:3e:d8:33:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:06.011570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.033275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b449d5-4adc-4008-859a-73298bfec42d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:06.072530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a6625d-0707-44b1-aa52-94faef6e7446 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:06.075791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d9b449d5-4adc-4008-859a-73298bfec42d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d9b449d5-4adc-4008-859a-73298bfec42d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:06.082469 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.093862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.123757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:06.129954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2117689533'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:06.135909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-669d331e-5fd2-41d4-af42-8e80063434c5 req-20a353a4-4619-4112-b674-3d6ef4da83e2 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965075 Aug 23 11:58:06.136890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Transition to ACTIVE for port object 34a6625d-0707-44b1-aa52-94faef6e7446 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:06.141450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.154139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d9b449d5-4adc-4008-859a-73298bfec42d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:06.182414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf34b68-afff-484b-a477-35d0e66e4aee req-94684ed8-9a8c-4ed1-a1c1-db5099c59c1a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:06.183708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ebf34b68-afff-484b-a477-35d0e66e4aee req-94684ed8-9a8c-4ed1-a1c1-db5099c59c1a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 948 time: 0.1057119 Aug 23 11:58:06.194914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:06.197680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Pushing event updated for resources: {'Port': ['ID=34a6625d-0707-44b1-aa52-94faef6e7446,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:06.198629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.263245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:58:06.269190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ebf34b68-afff-484b-a477-35d0e66e4aee req-c0cacf03-b8c4-4890-a895-e8fc4fc44f9c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 Aug 23 11:58:06.301504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Attempting to bind port 34a6625d-0707-44b1-aa52-94faef6e7446 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:06.302014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Attempting to bind port 34a6625d-0707-44b1-aa52-94faef6e7446 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:06.302355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Attempting to bind port 34a6625d-0707-44b1-aa52-94faef6e7446 on network 75351149-74d8-41e5-8b26-41caded48ad8 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:06.306284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.306636 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Added segment cbc81561-35a1-4557-8c91-e8745fee571b of type vlan for network 3fb39838-5254-4dc2-80bc-76a8db2f7594 Aug 23 11:58:06.311910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:06.314763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Port 34a6625d-0707-44b1-aa52-94faef6e7446 on network 75351149-74d8-41e5-8b26-41caded48ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:06.315108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Attempting to bind port 34a6625d-0707-44b1-aa52-94faef6e7446 on network 75351149-74d8-41e5-8b26-41caded48ad8 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:06.324500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:06.325805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Checking segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:06.325805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Bound using segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:06.326243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Bound port: 34a6625d-0707-44b1-aa52-94faef6e7446, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:06.326614 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.439137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.488139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.496135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:06.496580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.500746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] For port 34a6625d-0707-44b1-aa52-94faef6e7446, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:06.505920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] For port 34a6625d-0707-44b1-aa52-94faef6e7446, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=34a6625d-0707-44b1-aa52-94faef6e7446,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:06.513420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.586571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4611216 Aug 23 11:58:06.594357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45690) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:06.595836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:06.596478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.598006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] 10.222.0.41 "PUT /v2.0/ports/34a6625d-0707-44b1-aa52-94faef6e7446 HTTP/1.1" status: 200 len: 1092 time: 1.8930128 Aug 23 11:58:06.601065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'tag': '34a6625d-0707-44b1-aa52-94faef6e7446'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:06.603745 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "tag": "34a6625d-0707-44b1-aa52-94faef6e7446"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:06.615915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1773280835'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:06.675367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99bd0-8f16-4226-b490-57c1b5c2dc6d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Network': ['ID=3fb39838-5254-4dc2-80bc-76a8db2f7594,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:06.700347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Request body: {'port': {'device_id': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:06.703038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:58:06.855616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c616b-1227-42df-adf3-eb4c2f341e87 service neutron] Pushing event updated for resources: {'Port': ['ID=34a6625d-0707-44b1-aa52-94faef6e7446,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:06.868855 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2e9fc7-a12b-433a-9667-f7e622ce5f85 x-openstack-request-id: req-ef2e9fc7-a12b-433a-9667-f7e622ce5f85 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:06.869318 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "tag": "34a6625d-0707-44b1-aa52-94faef6e7446", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:06.869755 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef2e9fc7-a12b-433a-9667-f7e622ce5f85 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:06.870209 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'tag': '34a6625d-0707-44b1-aa52-94faef6e7446', 'status': 'completed', 'code': 200} Aug 23 11:58:06.920719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:06.924531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:06.938010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ffb4b-9fc7-4655-9efa-8b5896322bd2 req-656929b8-6f07-4edb-ba65-91ed18bd353b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:06.945722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f75ffb4b-9fc7-4655-9efa-8b5896322bd2 req-656929b8-6f07-4edb-ba65-91ed18bd353b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 944 time: 0.3465893 Aug 23 11:58:06.969098 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.045955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:58:07.053761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:07.056843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:07.073925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f75ffb4b-9fc7-4655-9efa-8b5896322bd2 req-21dc4e1d-b7b4-4834-ad2a-f8b670d9e1f0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218863 Aug 23 11:58:07.245339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.246177 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Added segment aeae10cb-a63c-4e4d-be13-d17e734c14c0 of type vlan for network 38223a87-b843-4beb-9da6-2c04c71778c2 Aug 23 11:58:07.257473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port c4f300c1-c59d-4475-b81b-4cdf35788bfe triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:07.258106 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.351850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-982d1723-53cb-4a13-9ee2-d267ed09b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.352384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-982d1723-53cb-4a13-9ee2-d267ed09b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.352837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-982d1723-53cb-4a13-9ee2-d267ed09b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.354703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-982d1723-53cb-4a13-9ee2-d267ed09b5f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2731 time: 0.4611957 Aug 23 11:58:07.381181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd43af-14c8-4998-9bbe-507cbaba9f4b req-38029c78-097d-44b6-b057-f062d4778aca tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.383364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ddd43af-14c8-4998-9bbe-507cbaba9f4b req-38029c78-097d-44b6-b057-f062d4778aca tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 945 time: 0.0864279 Aug 23 11:58:07.387103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:07.411864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:07.420891 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.491166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.539980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:07.546190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:07.554319 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42784fee-4ced-4fa2-ba75-65ec659d7706" -d '{"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-plugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:07.560593 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.567432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:07.571917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ab4e0e-59aa-4814-9558-756af009fa95 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:07.583829 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.598569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:07.602061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Transition to ACTIVE for port object 08ab4e0e-59aa-4814-9558-756af009fa95 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:07.610699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ddd43af-14c8-4998-9bbe-507cbaba9f4b req-a4118ea7-7d60-44ad-83d5-e19d563de292 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187424 Aug 23 11:58:07.639340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.656380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:07.659801 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.686399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-9e6ef54b-15c5-41ed-8cd5-55eb21601503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.687012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-9e6ef54b-15c5-41ed-8cd5-55eb21601503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.687492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-9e6ef54b-15c5-41ed-8cd5-55eb21601503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.689203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-9e6ef54b-15c5-41ed-8cd5-55eb21601503 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cddd55ac180d467a9d402e8ede219d8c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3263788 Aug 23 11:58:07.711150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.717763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.718582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.731157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:07.738455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:07.821579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2187121 Aug 23 11:58:07.828400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45736) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:07.844188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d9b449d5-4adc-4008-859a-73298bfec42d up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:07.848428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'subnet': {'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:07.862180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d840-553c-4805-afcc-57dfda11d1e8 req-46e4e402-d2e1-4039-9f7d-3c5c975c8460 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.871840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d840-553c-4805-afcc-57dfda11d1e8 req-46e4e402-d2e1-4039-9f7d-3c5c975c8460 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.882342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d840-553c-4805-afcc-57dfda11d1e8 req-46e4e402-d2e1-4039-9f7d-3c5c975c8460 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:07.894967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d054d840-553c-4805-afcc-57dfda11d1e8 req-46e4e402-d2e1-4039-9f7d-3c5c975c8460 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2388 time: 0.6458166 Aug 23 11:58:07.959167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:07.970664 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d054d840-553c-4805-afcc-57dfda11d1e8 req-c3c4d2f5-13e8-45d9-870e-32de83c593ec tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679984 Aug 23 11:58:07.974081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Pushing event updated for resources: {'Port': ['ID=08ab4e0e-59aa-4814-9558-756af009fa95,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:07.984412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d1f00-3ea6-4e0d-bd13-3fc05f5549e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Network': ['ID=38223a87-b843-4beb-9da6-2c04c71778c2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:08.019602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 38223a87-b843-4beb-9da6-2c04c71778c2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:58:08.054922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port d9b449d5-4adc-4008-859a-73298bfec42d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:08.068957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port d9b449d5-4adc-4008-859a-73298bfec42d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:08.069522 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.220779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Attempting to bind port 08ab4e0e-59aa-4814-9558-756af009fa95 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:08.221056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Attempting to bind port 08ab4e0e-59aa-4814-9558-756af009fa95 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:08.221391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Attempting to bind port 08ab4e0e-59aa-4814-9558-756af009fa95 on network d54efb19-373a-48e3-ba30-fcd48bc88d0c {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:08.227537 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b9b244-0e56-4fca-9dfb-22bc896260ba x-openstack-request-id: req-05b9b244-0e56-4fca-9dfb-22bc896260ba {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:08.228152 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-plugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:08.228772 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05b9b244-0e56-4fca-9dfb-22bc896260ba {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:08.229534 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'code': 200} Aug 23 11:58:08.241142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Port 08ab4e0e-59aa-4814-9558-756af009fa95 on network d54efb19-373a-48e3-ba30-fcd48bc88d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:08.241468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Attempting to bind port 08ab4e0e-59aa-4814-9558-756af009fa95 on network d54efb19-373a-48e3-ba30-fcd48bc88d0c {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:08.250131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:08.250492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Checking segment: {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:08.250886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Bound using segment: {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:08.251335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Bound port: 08ab4e0e-59aa-4814-9558-756af009fa95, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:08.251703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.272547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09826-5932-4ab0-9ca7-0a2b913a07ec req-7bd37c76-a6b6-4d47-9e51-ebb3265a09f9 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:08.279616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfd09826-5932-4ab0-9ca7-0a2b913a07ec req-7bd37c76-a6b6-4d47-9e51-ebb3265a09f9 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 948 time: 0.4449308 Aug 23 11:58:08.314851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-4daf3277-3025-4663-b1bc-640e0cba1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:08.316703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-520eaa85-ef2c-4741-8c56-4dda5c9d8cfa req-4daf3277-3025-4663-b1bc-640e0cba1715 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6197336 Aug 23 11:58:08.346159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:08.350579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.376341 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.407673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] For port 08ab4e0e-59aa-4814-9558-756af009fa95, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:08.411963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] For port 08ab4e0e-59aa-4814-9558-756af009fa95, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=08ab4e0e-59aa-4814-9558-756af009fa95,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:08.417745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.461462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d9b449d5-4adc-4008-859a-73298bfec42d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d9b449d5-4adc-4008-859a-73298bfec42d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:08.469809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfd09826-5932-4ab0-9ca7-0a2b913a07ec req-cccaaf90-9307-4ee3-a38c-0f0ae3ce331e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868150 Aug 23 11:58:08.475522 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.476462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 68b25738-3a90-4d74-9068-ea60968c0885 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:08.518860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:08.520658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.528630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] 10.222.0.41 "PUT /v2.0/ports/08ab4e0e-59aa-4814-9558-756af009fa95 HTTP/1.1" status: 200 len: 1091 time: 1.8509710 Aug 23 11:58:08.572734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Request body: {'port': {'device_id': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:08.635857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbafed7-2c2f-4f17-b6df-190e6bf68f15 service neutron] Pushing event updated for resources: {'Port': ['ID=08ab4e0e-59aa-4814-9558-756af009fa95,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:08.701670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.714986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d9b449d5-4adc-4008-859a-73298bfec42d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:08.801709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.807440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.875976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'tag': '08ab4e0e-59aa-4814-9558-756af009fa95'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:08.878322 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ac8b5-50b4-418f-b97a-dc4b865404c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "tag": "08ab4e0e-59aa-4814-9558-756af009fa95"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:08.881436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:08.893578 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:08.951105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Subnet': ['ID=3762ee49-872e-4d3b-99e0-0492ba44733f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:08.974549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:08.991865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Checking segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:08.992336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network hostable DHCP agents. Network: 3fb39838-5254-4dc2-80bc-76a8db2f7594, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:58:09.014011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:58:09.026988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3fb39838-5254-4dc2-80bc-76a8db2f7594) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:09.032683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:09.033375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.040790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a66eff-6b0d-4104-8862-fb6bfc0c1958 None None] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:09.059309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-40db7a6e-7982-4eef-84f8-2fcef91c4e47 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2264853 Aug 23 11:58:09.061022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45784) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:09.073536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'subnet': {'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:09.208555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588ac815-446f-4508-ab5a-e2ff84159384 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:09.235420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:09.235690 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.254636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.270548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Transition to ACTIVE for port object 588ac815-446f-4508-ab5a-e2ff84159384 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:09.276336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.303364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-3fb39838-5254-4dc2-80bc-76a8db2f7594', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:58:09.304080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.417066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:09.603505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a0e3b483-c6c6-4ad9-b9d2-edaac40f8e2d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:09.608978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a0e3b483-c6c6-4ad9-b9d2-edaac40f8e2d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11c9550-3d8d-4b34-8bac-ace0a3f82539 HTTP/1.1" status: 200 len: 943 time: 0.1724505 Aug 23 11:58:09.665573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Attempting to bind port 588ac815-446f-4508-ab5a-e2ff84159384 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:09.666713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Attempting to bind port 588ac815-446f-4508-ab5a-e2ff84159384 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:09.667941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Attempting to bind port 588ac815-446f-4508-ab5a-e2ff84159384 on network 75351149-74d8-41e5-8b26-41caded48ad8 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:09.687506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.716418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Allocated IP 10.1.1.2 (3fb39838-5254-4dc2-80bc-76a8db2f7594/3762ee49-872e-4d3b-99e0-0492ba44733f/a235e672-9df5-431b-955c-867834349c18) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:09.720916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Port 588ac815-446f-4508-ab5a-e2ff84159384 on network 75351149-74d8-41e5-8b26-41caded48ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:09.724057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Attempting to bind port 588ac815-446f-4508-ab5a-e2ff84159384 on network 75351149-74d8-41e5-8b26-41caded48ad8 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:09.740093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:09.740602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Checking segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:09.741093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Bound using segment: {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:09.741649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Bound port: 588ac815-446f-4508-ab5a-e2ff84159384, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da86df6-4e37-4468-aba5-610c21740930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:09.742165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.814480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Subnet': ['ID=430bf024-0faa-4881-acf1-b8c7d3840d48,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:09.834260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Checking segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:09.834915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network hostable DHCP agents. Network: 38223a87-b843-4beb-9da6-2c04c71778c2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:58:09.865666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 38223a87-b843-4beb-9da6-2c04c71778c2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:58:09.883638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 38223a87-b843-4beb-9da6-2c04c71778c2) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:09.890449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:09.906531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87319e4-76ce-45ba-8d5f-883a16103816 None None] Network 38223a87-b843-4beb-9da6-2c04c71778c2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:09.918036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:09.921858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.946891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Deleting port 68b25738-3a90-4d74-9068-ea60968c0885 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:09.947391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:09.983444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:10.015782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1f41bd78-97d0-4839-85b5-04148f6ba8e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9528592 Aug 23 11:58:10.016451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45814) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:10.024910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'name': 'tempest-TaggedBootDevicesTest_v242-1726391705', 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:10.096981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=588ac815-446f-4508-ab5a-e2ff84159384,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:10.105588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:10.107094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025262e5-3420-47fb-9941-89d82a3db542 req-f48b24d9-a47d-4983-9fbf-a81a48662da0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.112630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-025262e5-3420-47fb-9941-89d82a3db542 req-f48b24d9-a47d-4983-9fbf-a81a48662da0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1827605 Aug 23 11:58:10.142087 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:58:10.158519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.160062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:10.161875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] 10.222.0.41 "PUT /v2.0/ports/588ac815-446f-4508-ab5a-e2ff84159384 HTTP/1.1" status: 200 len: 1092 time: 1.5954232 Aug 23 11:58:10.275787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] For port 68b25738-3a90-4d74-9068-ea60968c0885, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=68b25738-3a90-4d74-9068-ea60968c0885,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:10.276169 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:10.307518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-025262e5-3420-47fb-9941-89d82a3db542 req-3e56a545-33c2-4ba4-8bd6-8a10c7e04c83 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897331 Aug 23 11:58:10.337190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Calling delete_port for 68b25738-3a90-4d74-9068-ea60968c0885 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:10.340036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6069f-0031-449d-a951-e33dcf56bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:10.378737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-71257a8c-d268-49a3-bd09-ee8259b8e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.379243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-71257a8c-d268-49a3-bd09-ee8259b8e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.379721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-71257a8c-d268-49a3-bd09-ee8259b8e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.386261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-71257a8c-d268-49a3-bd09-ee8259b8e056 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2865 time: 0.1681762 Aug 23 11:58:10.429178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:10.472381 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98718f2c-edc6-46fe-9afd-240b71213485 x-openstack-request-id: req-98718f2c-edc6-46fe-9afd-240b71213485 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:10.472681 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "tag": "08ab4e0e-59aa-4814-9558-756af009fa95", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:10.472906 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98718f2c-edc6-46fe-9afd-240b71213485 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:10.473382 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'tag': '08ab4e0e-59aa-4814-9558-756af009fa95', 'status': 'completed', 'code': 200} Aug 23 11:58:10.540465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-55908eae-4171-45e4-8781-914c6651b620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=34a6625d-0707-44b1-aa52-94faef6e7446 HTTP/1.1" status: 200 len: 217 time: 0.0760751 Aug 23 11:58:10.617317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-1720e9b0-6f67-4007-9ef1-71c0fc7420e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.619260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-1720e9b0-6f67-4007-9ef1-71c0fc7420e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22557df1-dd65-4ccd-a558-520399cce7a2 HTTP/1.1" status: 200 len: 801 time: 0.0686474 Aug 23 11:58:10.642923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b449d5-4adc-4008-859a-73298bfec42d'}, {'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:10.646024 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48717cf6-fbb4-4b24-b1c5-c09275ca4246" -d '{"events": [{"server_uuid": "ae93fd75-68b9-4f41-b362-2c1bb207e3ed", "name": "network-vif-plugged", "status": "completed", "tag": "d9b449d5-4adc-4008-859a-73298bfec42d"}, {"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-unplugged", "status": "completed", "tag": "68b25738-3a90-4d74-9068-ea60968c0885"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:10.815154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5749c-95bf-4bd7-846e-8babe6a0b497 req-1b89bda4-7ec1-4a39-bbbe-ad39dc8ded0e tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.836286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-b3d389da-1ac2-44e5-9ed5-fec4ea12717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.838620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-b3d389da-1ac2-44e5-9ed5-fec4ea12717c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75351149-74d8-41e5-8b26-41caded48ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2052543 Aug 23 11:58:10.838763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5749c-95bf-4bd7-846e-8babe6a0b497 req-1b89bda4-7ec1-4a39-bbbe-ad39dc8ded0e tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.845528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5749c-95bf-4bd7-846e-8babe6a0b497 req-1b89bda4-7ec1-4a39-bbbe-ad39dc8ded0e tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:10.864339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2c5749c-95bf-4bd7-846e-8babe6a0b497 req-1b89bda4-7ec1-4a39-bbbe-ad39dc8ded0e tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2412 time: 0.2519245 Aug 23 11:58:10.913119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.001197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] device_id is not set on port 0747e076-f623-4d0a-b79f-0435fb799936 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 11:58:11.002559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.025521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2c5749c-95bf-4bd7-846e-8babe6a0b497 req-c887d696-e9a7-4c6b-94ca-f08509865ff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602173 Aug 23 11:58:11.040936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:11.080846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-38223a87-b843-4beb-9da6-2c04c71778c2', 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'fixed_ips': [{'subnet_id': '430bf024-0faa-4881-acf1-b8c7d3840d48'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:58:11.081639 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.126245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:11.163709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Transition to ACTIVE for port object a235e672-9df5-431b-955c-867834349c18 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:11.182760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-09d21ce9-4448-4c85-a7e6-4b5a54fc0bca service neutron] 10.222.0.41 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336222 Aug 23 11:58:11.189519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'mac_address': 'fa:16:3e:0b:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:11.313856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.385162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event deleted for resources: {'Port': ['ID=68b25738-3a90-4d74-9068-ea60968c0885,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:11.523059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Transition to ACTIVE for port object a235e672-9df5-431b-955c-867834349c18 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:11.538365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539f628-879a-4155-8259-013faced3dc1 req-39dde6d7-92cd-4b33-90bb-56bd09cd8d14 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:11.551483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1539f628-879a-4155-8259-013faced3dc1 req-39dde6d7-92cd-4b33-90bb-56bd09cd8d14 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 949 time: 0.2401686 Aug 23 11:58:11.568274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] No DVR routers for this DVR port 68b25738-3a90-4d74-9068-ea60968c0885 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:11.573371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.583471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.586151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb20889e-f46a-4dcf-b897-e2f992b25ce1 req-a70f0100-95d3-4a3a-bf02-8c2de7524507 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "DELETE /v2.0/ports/68b25738-3a90-4d74-9068-ea60968c0885 HTTP/1.1" status: 204 len: 173 time: 1.9710269 Aug 23 11:58:11.592579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-2a5e1440-9675-4073-bed7-548745761be6 service neutron] 10.222.0.41 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922908 Aug 23 11:58:11.633944 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:11.692520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-fed08303-e50f-45ca-a003-c7ad18d58a82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=08ab4e0e-59aa-4814-9558-756af009fa95 HTTP/1.1" status: 200 len: 217 time: 0.0916927 Aug 23 11:58:11.695261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 10.1.1.172 (3fb39838-5254-4dc2-80bc-76a8db2f7594/3762ee49-872e-4d3b-99e0-0492ba44733f/0747e076-f623-4d0a-b79f-0435fb799936) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:11.737422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:11.791709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1539f628-879a-4155-8259-013faced3dc1 req-5448d9e3-5859-43b7-b203-518c9740ea63 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387624 Aug 23 11:58:11.811883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-f0a01b26-b00e-4748-8b40-33899b82628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:11.813416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-f0a01b26-b00e-4748-8b40-33899b82628a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f161f42-bd1e-4521-ac62-a1861e2b7131 HTTP/1.1" status: 200 len: 801 time: 0.1082482 Aug 23 11:58:11.831453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:11.839420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:11.911243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-2858dd50-fac1-44d7-83e0-1919ac89e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:11.913105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-2858dd50-fac1-44d7-83e0-1919ac89e7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54efb19-373a-48e3-ba30-fcd48bc88d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916278 Aug 23 11:58:11.915755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:11.954830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 289c22a5-eb5e-4ada-a101-dbb643c19119 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:11.991129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Pushing event updated for resources: {'Port': ['ID=a235e672-9df5-431b-955c-867834349c18,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:11.996437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:11.996821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.113177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Allocated IP 10.2.2.2 (38223a87-b843-4beb-9da6-2c04c71778c2/430bf024-0faa-4881-acf1-b8c7d3840d48/728daea2-95e2-41a0-bc3c-ffe06c2ae7ac) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:12.162640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.189488 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-9f055fce-e7fa-49ac-a104-aea3f49169dd service neutron] 10.222.0.41 "GET /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664776 Aug 23 11:58:12.236843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object 0747e076-f623-4d0a-b79f-0435fb799936 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:12.238604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:12.243351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Attempting to bind port a235e672-9df5-431b-955c-867834349c18 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:12.243627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Attempting to bind port a235e672-9df5-431b-955c-867834349c18 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:12.243898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Attempting to bind port a235e672-9df5-431b-955c-867834349c18 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:12.248861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.275718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:12.276189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Checking segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:12.276623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.277234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Bound using segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:12.277886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Bound port: a235e672-9df5-431b-955c-867834349c18, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:12.278455 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.332326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.436610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:12.446636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['289c22a5-eb5e-4ada-a101-dbb643c19119'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:12.496534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384'}, {'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-deleted', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:12.504771 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3a5f3-ef18-4840-aa34-dab4f765938c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "tag": "588ac815-446f-4508-ab5a-e2ff84159384"}, {"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-deleted", "tag": "68b25738-3a90-4d74-9068-ea60968c0885"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:12.515782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:12.516138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-60c7d01d-1f10-4d21-9d69-2ee99f9a18e4 service neutron] 10.222.0.41 "GET /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124137 Aug 23 11:58:12.564010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:12.567942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:12.573848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:12.631315 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b32ac1-098f-44e5-a0e1-af53c35bdc2f x-openstack-request-id: req-e1b32ac1-098f-44e5-a0e1-af53c35bdc2f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:12.631641 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae93fd75-68b9-4f41-b362-2c1bb207e3ed", "name": "network-vif-plugged", "status": "completed", "tag": "d9b449d5-4adc-4008-859a-73298bfec42d", "code": 200}, {"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-unplugged", "status": "failed", "tag": "68b25738-3a90-4d74-9068-ea60968c0885", "code": 422}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:12.631905 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1b32ac1-098f-44e5-a0e1-af53c35bdc2f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:12.632319 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b449d5-4adc-4008-859a-73298bfec42d', 'code': 200} Aug 23 11:58:12.632593 n-d-773645-7 neutron-server[101059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885', 'code': 422} returned with failed status Aug 23 11:58:12.643493 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-3525eed1-ec50-4259-9605-3d6568beff89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=588ac815-446f-4508-ab5a-e2ff84159384 HTTP/1.1" status: 200 len: 217 time: 0.1192107 Aug 23 11:58:12.676457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.764902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-26c694ee-f524-4a04-853c-d10feea5e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:12.767031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-26c694ee-f524-4a04-853c-d10feea5e0f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22557df1-dd65-4ccd-a558-520399cce7a2 HTTP/1.1" status: 200 len: 801 time: 0.1099272 Aug 23 11:58:12.795967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:12.796938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:12.820061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8881f5cc-4135-40f3-bd62-068a0ed5715e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7991657 Aug 23 11:58:12.824626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9b5a-ae1d-4e83-97f1-5f91671e00f4 req-b72d9f36-d098-47bd-a022-4fdecfe04e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:12.824626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-475d9b5a-ae1d-4e83-97f1-5f91671e00f4 req-b72d9f36-d098-47bd-a022-4fdecfe04e57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 1100 time: 0.1373529 Aug 23 11:58:12.824970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45862) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:12.832581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'name': 'tempest-TaggedBootDevicesTest_v242-283277292', 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:12.891893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-56516474-1d48-4a53-a15f-f97c748a7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:12.895926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-56516474-1d48-4a53-a15f-f97c748a7217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75351149-74d8-41e5-8b26-41caded48ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133778 Aug 23 11:58:12.967827 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-475d9b5a-ae1d-4e83-97f1-5f91671e00f4 req-373cd08b-47ea-42d4-9a9c-783efec8b236 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301663 Aug 23 11:58:12.968946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:13.032442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:13.038889 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:13.065997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] device_id is not set on port 6dd9547c-46d4-4727-8825-2bd648abfe41 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 11:58:13.087258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] For port a235e672-9df5-431b-955c-867834349c18, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:13.090772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:13.234022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-48e0946d-50ae-4280-b5fd-b868f08373be service neutron] 10.222.0.41 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279498 Aug 23 11:58:13.343782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] For port a235e672-9df5-431b-955c-867834349c18, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a235e672-9df5-431b-955c-867834349c18,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:13.380165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:13.421428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:13.421813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 10.1.1.168 (3fb39838-5254-4dc2-80bc-76a8db2f7594/3762ee49-872e-4d3b-99e0-0492ba44733f/6dd9547c-46d4-4727-8825-2bd648abfe41) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:13.487855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Transition to ACTIVE for port object 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:13.509031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6de402e1-2dd2-44a7-946b-778df4acb099 req-46470389-af60-4712-9650-5eff8e57c372 service neutron] 10.222.0.41 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669446 Aug 23 11:58:13.522200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:13.611745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Transition to ACTIVE for port object 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:13.648806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:13.710938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-e47e86ea-8228-41f9-aa35-9ac1dcf6ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:13.713744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-e47e86ea-8228-41f9-aa35-9ac1dcf6ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:13.716866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-e47e86ea-8228-41f9-aa35-9ac1dcf6ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:13.723336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3f7be-d899-46ef-a8d1-b56c500d0d4f None None] Pushing event updated for resources: {'Port': ['ID=a235e672-9df5-431b-955c-867834349c18,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:13.724672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-e47e86ea-8228-41f9-aa35-9ac1dcf6ab43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2865 time: 0.0893996 Aug 23 11:58:13.746818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Network 38223a87-b843-4beb-9da6-2c04c71778c2 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:13.755695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:13.813508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:13.905444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:13.953860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object 6dd9547c-46d4-4727-8825-2bd648abfe41 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:13.988510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-9827806f-9bec-4d6e-b481-3759c04b9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:13.992413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-9827806f-9bec-4d6e-b481-3759c04b9760 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54efb19-373a-48e3-ba30-fcd48bc88d0c HTTP/1.1" status: 200 len: 902 time: 0.2647808 Aug 23 11:58:14.018139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Pushing event updated for resources: {'Port': ['ID=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:14.048733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Attempting to bind port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:14.049114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Attempting to bind port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:14.049489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Attempting to bind port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac on network 38223a87-b843-4beb-9da6-2c04c71778c2 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:14.062427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.096361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:14.096361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Checking segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:14.096361 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.096361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Bound using segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:14.096361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Bound port: 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:14.096361 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.146789 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:58:14.169013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-20833b1b-be4c-488f-9c8b-eda16fa3c97d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=08ab4e0e-59aa-4814-9558-756af009fa95 HTTP/1.1" status: 200 len: 217 time: 0.1610637 Aug 23 11:58:14.236961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:14.249267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:14.261201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:14.279327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:14.349069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-cc7521bc-60f4-423a-954f-10900e392cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:14.350674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-cc7521bc-60f4-423a-954f-10900e392cc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f161f42-bd1e-4521-ac62-a1861e2b7131 HTTP/1.1" status: 200 len: 801 time: 0.1744051 Aug 23 11:58:14.394335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:14.416416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] For port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:14.438876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] For port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:14.447170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:14.447846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.448013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.454382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-0307abe4-b546-4b41-9e18-1f83e771272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:14.456035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-0307abe4-b546-4b41-9e18-1f83e771272a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54efb19-373a-48e3-ba30-fcd48bc88d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956602 Aug 23 11:58:14.486340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a749dd8-4fe6-4b4b-9881-0397c42fa956 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6563225 Aug 23 11:58:14.584310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 289c22a5-eb5e-4ada-a101-dbb643c19119 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:14.584790 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.637417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-a0bf7ef0-fe51-4746-ada5-7b89c992b4cf service neutron] 10.222.0.41 "GET /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699514 Aug 23 11:58:14.638252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:14.641036 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8b107-a7e2-4420-bb0b-e17f1b257c87" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:14.667582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acb556-63b3-4a91-93a3-108c1ca17438 None None] Pushing event updated for resources: {'Port': ['ID=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:14.858887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-348ac8b5-50b4-418f-b97a-dc4b865404c2 req-8fb08cb0-dbcc-4fb5-a92c-c59c1154345c service neutron] 10.222.0.41 "GET /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136657 Aug 23 11:58:14.860284 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:14.971615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:14.983175 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:15.064683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:15.373957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ced09f-895d-4d92-bdc1-c2341c818032 None None] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:15.471617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f2faa32d-3007-4433-a0c9-7a6ef7175514 None None] Provisioning for port a235e672-9df5-431b-955c-867834349c18 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:15.903666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:16.020426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:16.032505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a235e672-9df5-431b-955c-867834349c18 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:16.194633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Provisioning for port 6dd9547c-46d4-4727-8825-2bd648abfe41 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:16.210484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Provisioning complete for port 6dd9547c-46d4-4727-8825-2bd648abfe41 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:16.210918 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:16.285459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Port 6dd9547c-46d4-4727-8825-2bd648abfe41 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:16.290620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 34a6625d-0707-44b1-aa52-94faef6e7446 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:16.327502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a235e672-9df5-431b-955c-867834349c18 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:16.347230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcc93c-0319-40e8-b271-6084b3ffdfb1 None None] Network 38223a87-b843-4beb-9da6-2c04c71778c2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:16.350371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a235e672-9df5-431b-955c-867834349c18 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:16.350741 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:16.400215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Provisioning for port 0747e076-f623-4d0a-b79f-0435fb799936 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:16.697063 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:58:16.698655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Provisioning complete for port 0747e076-f623-4d0a-b79f-0435fb799936 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:16.699053 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:16.930061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Port 0747e076-f623-4d0a-b79f-0435fb799936 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:17.024019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Provisioning complete for port a235e672-9df5-431b-955c-867834349c18 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:17.024426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.121523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 34a6625d-0707-44b1-aa52-94faef6e7446, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=34a6625d-0707-44b1-aa52-94faef6e7446,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:17.177915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '34a6625d-0707-44b1-aa52-94faef6e7446', 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8', 'port_id': '34a6625d-0707-44b1-aa52-94faef6e7446', 'mac_address': 'fa:16:3e:ca:9c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22557df1-dd65-4ccd-a558-520399cce7a2', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:17.241181 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.248000 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.287526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a6625d-0707-44b1-aa52-94faef6e7446 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:17.317315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 34a6625d-0707-44b1-aa52-94faef6e7446, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=34a6625d-0707-44b1-aa52-94faef6e7446,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:17.353819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.354607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 588ac815-446f-4508-ab5a-e2ff84159384 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:17.388818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=588ac815-446f-4508-ab5a-e2ff84159384,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:17.417734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '588ac815-446f-4508-ab5a-e2ff84159384', 'network_id': '75351149-74d8-41e5-8b26-41caded48ad8', 'port_id': '588ac815-446f-4508-ab5a-e2ff84159384', 'mac_address': 'fa:16:3e:dd:6d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22557df1-dd65-4ccd-a558-520399cce7a2', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:17.451673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a235e672-9df5-431b-955c-867834349c18, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a235e672-9df5-431b-955c-867834349c18,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:17.482410 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.550003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.582458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588ac815-446f-4508-ab5a-e2ff84159384 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:17.609300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=588ac815-446f-4508-ab5a-e2ff84159384,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:17.612147 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.621601 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:17.622300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 08ab4e0e-59aa-4814-9558-756af009fa95 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:17.797540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 08ab4e0e-59aa-4814-9558-756af009fa95, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=08ab4e0e-59aa-4814-9558-756af009fa95,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:17.825121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '08ab4e0e-59aa-4814-9558-756af009fa95', 'network_id': 'd54efb19-373a-48e3-ba30-fcd48bc88d0c', 'port_id': '08ab4e0e-59aa-4814-9558-756af009fa95', 'mac_address': 'fa:16:3e:3e:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f161f42-bd1e-4521-ac62-a1861e2b7131', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:17.912542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=34a6625d-0707-44b1-aa52-94faef6e7446,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:17.920382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 11:58:17.920661 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-2d8115d2-42ef-4d49-99f8-1214b5d12cfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 11:58:17.969907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:18.007622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ab4e0e-59aa-4814-9558-756af009fa95 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:18.025047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a235e672-9df5-431b-955c-867834349c18,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:18.066549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 08ab4e0e-59aa-4814-9558-756af009fa95, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=08ab4e0e-59aa-4814-9558-756af009fa95,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:18.076817 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:18.107205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:18.181449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=08ab4e0e-59aa-4814-9558-756af009fa95,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:18.378483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['34a6625d-0707-44b1-aa52-94faef6e7446'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:18.486726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['08ab4e0e-59aa-4814-9558-756af009fa95'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:18.745029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Provisioning complete for port 6dd9547c-46d4-4727-8825-2bd648abfe41 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:18.745310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:18.927086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Port 6dd9547c-46d4-4727-8825-2bd648abfe41 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:19.010087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Provisioning complete for port 0747e076-f623-4d0a-b79f-0435fb799936 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:19.010495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:19.087408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Port 0747e076-f623-4d0a-b79f-0435fb799936 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:19.119718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Provisioning for port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:19.129368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Provisioning complete for port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:19.129769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:19.266584 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:19.325721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] For port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:19.331135 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:19.442006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8d9d-4c6f-4ee1-b8b2-537e44df8b08 None None] Pushing event updated for resources: {'Port': ['ID=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:19.634388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['588ac815-446f-4508-ab5a-e2ff84159384'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:19.806048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:19.943429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:19.943429 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.052360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a235e672-9df5-431b-955c-867834349c18 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:20.104964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a235e672-9df5-431b-955c-867834349c18 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:20.105338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.280051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 34a6625d-0707-44b1-aa52-94faef6e7446 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:20.368682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 34a6625d-0707-44b1-aa52-94faef6e7446 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:20.373798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 34a6625d-0707-44b1-aa52-94faef6e7446 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:20.374374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.547359 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.619444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 34a6625d-0707-44b1-aa52-94faef6e7446, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=34a6625d-0707-44b1-aa52-94faef6e7446,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:20.628218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.629510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 08ab4e0e-59aa-4814-9558-756af009fa95 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:20.742677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=34a6625d-0707-44b1-aa52-94faef6e7446,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:20.760102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 08ab4e0e-59aa-4814-9558-756af009fa95 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:20.765396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 08ab4e0e-59aa-4814-9558-756af009fa95 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:20.765814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.900549 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:20.973820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 08ab4e0e-59aa-4814-9558-756af009fa95, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=08ab4e0e-59aa-4814-9558-756af009fa95,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:20.983892 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:21.083417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=08ab4e0e-59aa-4814-9558-756af009fa95,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:21.850984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84200082-ac62-4ebe-af05-aa6452a58fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:22.296792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 588ac815-446f-4508-ab5a-e2ff84159384 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:22.375976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 588ac815-446f-4508-ab5a-e2ff84159384 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:22.384933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 588ac815-446f-4508-ab5a-e2ff84159384 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:22.385365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:22.548042 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:22.739432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=588ac815-446f-4508-ab5a-e2ff84159384,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:22.743579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:22.819365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:23.221020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28709ce-63f7-4718-bc9c-9f94245b837b req-d00a9a42-8b59-491c-9239-6157f612397f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.228247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28709ce-63f7-4718-bc9c-9f94245b837b req-d00a9a42-8b59-491c-9239-6157f612397f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.234725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28709ce-63f7-4718-bc9c-9f94245b837b req-d00a9a42-8b59-491c-9239-6157f612397f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.242144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a28709ce-63f7-4718-bc9c-9f94245b837b req-d00a9a42-8b59-491c-9239-6157f612397f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.0740480 Aug 23 11:58:23.245167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29c3b-f5e8-43b4-aa7e-d092174e761a req-89265bb4-5e41-4485-8df5-cdd04826ae0d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.255208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe29c3b-f5e8-43b4-aa7e-d092174e761a req-89265bb4-5e41-4485-8df5-cdd04826ae0d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.0735610 Aug 23 11:58:23.297368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a28709ce-63f7-4718-bc9c-9f94245b837b req-e6cec692-5624-4cff-b678-fe8002129da7 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Aug 23 11:58:23.316804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe29c3b-f5e8-43b4-aa7e-d092174e761a req-752e342d-c753-4242-88f2-d018b95a7629 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604727 Aug 23 11:58:23.361108 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f88f4d-c0bd-4b51-8ff0-c7ad97e976ea x-openstack-request-id: req-f6f88f4d-c0bd-4b51-8ff0-c7ad97e976ea {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:23.361618 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "tag": "588ac815-446f-4508-ab5a-e2ff84159384", "status": "completed", "code": 200}, {"server_uuid": "c11c9550-3d8d-4b34-8bac-ace0a3f82539", "name": "network-vif-deleted", "tag": "68b25738-3a90-4d74-9068-ea60968c0885", "status": "failed", "code": 422}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:23.362075 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6f88f4d-c0bd-4b51-8ff0-c7ad97e976ea {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:23.362676 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384', 'status': 'completed', 'code': 200} Aug 23 11:58:23.363193 n-d-773645-7 neutron-server[101058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c11c9550-3d8d-4b34-8bac-ace0a3f82539', 'name': 'network-vif-deleted', 'tag': '68b25738-3a90-4d74-9068-ea60968c0885', 'status': 'failed', 'code': 422} returned with failed status Aug 23 11:58:23.687907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45924) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:23.693581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272105200', 'description': 'tempest-description--1197270696'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:23.720477 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc306b1-4e51-451b-ae83-7d1598f3a666 x-openstack-request-id: req-1dc306b1-4e51-451b-ae83-7d1598f3a666 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:23.721006 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:23.721006 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dc306b1-4e51-451b-ae83-7d1598f3a666 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:23.721403 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 11:58:23.725945 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:23.850374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:23.854692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:23.880034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-069de6e3-30b1-438b-82b6-dfea2b279c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.880607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-069de6e3-30b1-438b-82b6-dfea2b279c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.881294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-069de6e3-30b1-438b-82b6-dfea2b279c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.883174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-069de6e3-30b1-438b-82b6-dfea2b279c3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2871 time: 0.4962745 Aug 23 11:58:23.887831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:23.892170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2023199 Aug 23 11:58:23.894877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45948) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:23.898013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568da7-57c0-45ab-9af5-4f71314deb09 req-33e7fb1e-ed7c-4091-96f3-e253e24b9ecc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.899308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'security_group_rule': {'security_group_id': 'fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:23.899485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75568da7-57c0-45ab-9af5-4f71314deb09 req-33e7fb1e-ed7c-4091-96f3-e253e24b9ecc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 949 time: 0.0898206 Aug 23 11:58:23.915733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d593ec-4915-4054-b7f8-b336a93a7080 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:23.931259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d68a7-b042-496f-b061-d306fe81182d req-1472904a-201c-4736-a0e4-bad334353e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:23.932736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e6d68a7-b042-496f-b061-d306fe81182d req-1472904a-201c-4736-a0e4-bad334353e02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1097 time: 0.1314383 Aug 23 11:58:23.995126 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.024660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75568da7-57c0-45ab-9af5-4f71314deb09 req-6b022da1-fdd7-422c-807a-722c1ae72fba tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120098 Aug 23 11:58:24.041679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e6d68a7-b042-496f-b061-d306fe81182d req-c5ba1afe-8b10-4e14-8f5c-0f4536823044 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000860 Aug 23 11:58:24.046564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-7d22bcb8-e9e8-4315-9b9e-bdfb9f28b665 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.048336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-7d22bcb8-e9e8-4315-9b9e-bdfb9f28b665 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.1434836 Aug 23 11:58:24.056841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-b53597e5-5733-4017-8e3e-9f74e95c660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.058383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-b53597e5-5733-4017-8e3e-9f74e95c660e service neutron] 10.222.0.41 "GET /v2.0/networks?id=75351149-74d8-41e5-8b26-41caded48ad8 HTTP/1.1" status: 200 len: 902 time: 0.1578326 Aug 23 11:58:24.079984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.083112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-b3627a35-e9cb-41e6-b43a-533c56e1073e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0219638 Aug 23 11:58:24.085634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.136015 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-a0f21f09-329a-41dd-9eaf-ba67b2cd459f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417972 Aug 23 11:58:24.136632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8c651d-8aa6-42a7-af03-1947f6d7fefd,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:24.154912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.156453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ab36b51-0063-4c1f-9b22-12e74b5f8979 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606437 Aug 23 11:58:24.159698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45954) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:24.167489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'security_group_rule': {'security_group_id': 'fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:24.173498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-038e062c-ff23-4c0e-b067-7aac431ac067 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=588ac815-446f-4508-ab5a-e2ff84159384 HTTP/1.1" status: 200 len: 217 time: 0.0756798 Aug 23 11:58:24.239427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-b4716439-4689-44c8-9677-3a7c9b1375d1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926499 Aug 23 11:58:24.274030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150cca8-3f29-4ed0-9211-ab2cf2468eb8 req-f6971161-09a6-4388-99f3-5c3610c1f46f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.275562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7150cca8-3f29-4ed0-9211-ab2cf2468eb8 req-f6971161-09a6-4388-99f3-5c3610c1f46f tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 951 time: 0.1649983 Aug 23 11:58:24.278679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-2803baa9-66e9-48ab-87ed-4da133766696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.279983 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-2803baa9-66e9-48ab-87ed-4da133766696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22557df1-dd65-4ccd-a558-520399cce7a2 HTTP/1.1" status: 200 len: 801 time: 0.0907855 Aug 23 11:58:24.281418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.300922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.342111 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6eab1c1f-9370-4fa9-8a74-09fb1250b602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.350932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-43c05d69-22b0-4595-95ab-fd8096613ede service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048055 Aug 23 11:58:24.391609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7150cca8-3f29-4ed0-9211-ab2cf2468eb8 req-4b911f78-830e-4954-9009-cb8ed5e88b04 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068935 Aug 23 11:58:24.409740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-3c3eb87b-c90b-4aba-98bb-7e3f8168b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.409740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-3c3eb87b-c90b-4aba-98bb-7e3f8168b9ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75351149-74d8-41e5-8b26-41caded48ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137595 Aug 23 11:58:24.426662 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.437561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.479565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e6d456-095d-4fc6-b363-5a2da77fb544,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:24.546030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.548353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92fc35fd-60b8-4fae-8cb7-4fd11e3d8efa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854108 Aug 23 11:58:24.551313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45978) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:24.556003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:24.584982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-03740fad-30b0-4872-b868-fdbe6ce0cf5f service neutron] 10.222.0.41 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569486 Aug 23 11:58:24.591592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.700594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e6492-f091-4775-beec-5bf830313b99 req-bfe911a3-4280-4ea2-9562-cd49b5d3122c tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.703217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b4e6492-f091-4775-beec-5bf830313b99 req-bfe911a3-4280-4ea2-9562-cd49b5d3122c tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 1100 time: 0.1341753 Aug 23 11:58:24.709103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010535-1d08-4a90-b387-15e394da565c req-6148628b-46ef-4c5f-93e4-cc9022637b25 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.715375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010535-1d08-4a90-b387-15e394da565c req-6148628b-46ef-4c5f-93e4-cc9022637b25 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.721460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010535-1d08-4a90-b387-15e394da565c req-6148628b-46ef-4c5f-93e4-cc9022637b25 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.726340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba010535-1d08-4a90-b387-15e394da565c req-6148628b-46ef-4c5f-93e4-cc9022637b25 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.1160042 Aug 23 11:58:24.743607 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b4e6492-f091-4775-beec-5bf830313b99 req-4d9ad6fa-2f74-478e-b830-eda487a117ff tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.772820 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9e3a5f3-ef18-4840-aa34-dab4f765938c req-60111fb2-6f5c-4416-8a43-c36c821eef32 service neutron] 10.222.0.41 "GET /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671329 Aug 23 11:58:24.791150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba010535-1d08-4a90-b387-15e394da565c req-38f76e56-930a-4759-8742-fa0c4bf0da75 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574670 Aug 23 11:58:24.815938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.901295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b4e6492-f091-4775-beec-5bf830313b99 req-4d9ad6fa-2f74-478e-b830-eda487a117ff tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.906543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9b4e6492-f091-4775-beec-5bf830313b99 req-4d9ad6fa-2f74-478e-b830-eda487a117ff tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:24.935649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b4e6492-f091-4775-beec-5bf830313b99 req-4d9ad6fa-2f74-478e-b830-eda487a117ff tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227185 Aug 23 11:58:24.947103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ad6fa-2f74-478e-b830-eda487a117ff tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18951317-8bba-4ff3-a58d-ecb198ae1c9f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:24.977406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c117092-1617-44f9-b48c-5c08b0649347 req-4ca15863-1943-41ee-b27a-6c0ae73cb9b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:24.982288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c117092-1617-44f9-b48c-5c08b0649347 req-4ca15863-1943-41ee-b27a-6c0ae73cb9b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.1094408 Aug 23 11:58:24.991134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 172.25.1.144 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f9d13cd6-9ed7-4553-bf5e-1030086a45fd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:25.051140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c117092-1617-44f9-b48c-5c08b0649347 req-a016abf5-71eb-4abf-b241-fc03a81ff60b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619590 Aug 23 11:58:25.152157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.209639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.237166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0653cc75-374d-4c16-9b71-ae11da9c4966 req-5de34a9f-8c63-4b6c-a0e4-0afe94ac7f57 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 210 time: 0.0404804 Aug 23 11:58:25.278231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:25.281146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:25.288166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:25.291632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=f9d13cd6-9ed7-4553-bf5e-1030086a45fd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:25.392101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.431792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.579128 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.622311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-260b59df-d4a8-4574-8088-a7b86e9df828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327671 Aug 23 11:58:25.692134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.697809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:25.722788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119'}, {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a6625d-0707-44b1-aa52-94faef6e7446'}, {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ab4e0e-59aa-4814-9558-756af009fa95'}, {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:25.726093 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d7c74d-6a19-4116-870c-e404c9c9baa9" -d '{"events": [{"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-plugged", "status": "completed", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119"}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-plugged", "status": "completed", "tag": "34a6625d-0707-44b1-aa52-94faef6e7446"}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-plugged", "status": "completed", "tag": "08ab4e0e-59aa-4814-9558-756af009fa95"}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-plugged", "status": "completed", "tag": "588ac815-446f-4508-ab5a-e2ff84159384"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:25.841178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-87b78c78-7de4-4e5d-b0e7-450d5e9b9f46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:25.843499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-87b78c78-7de4-4e5d-b0e7-450d5e9b9f46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204032 Aug 23 11:58:25.852423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-74555c8a-9668-4b3c-a5a0-46898953b394 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:25.854084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-74555c8a-9668-4b3c-a5a0-46898953b394 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.44 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.2093828 Aug 23 11:58:25.869126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Request body: {'port': {'device_id': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'admin_state_up': True, 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:25.873614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-ac434332-8fc1-4076-910a-df135ceadc08 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/quotas/aba9e1020f3f4d22b751ccf554060c49 HTTP/1.1" status: 200 len: 375 time: 0.0186543 Aug 23 11:58:26.006557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-d77efbdb-e3ea-4710-9a08-9ad8e1e2bbb3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187973 Aug 23 11:58:26.051866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:26.056400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.131612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=f9d13cd6-9ed7-4553-bf5e-1030086a45fd,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:26.140567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.158546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.169451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-06335e74-b536-4093-ba6c-fd3dc588a9b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6078782 Aug 23 11:58:26.206837 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c5e54-f5d7-4044-a840-6b7991aa2398 x-openstack-request-id: req-9c0c5e54-f5d7-4044-a840-6b7991aa2398 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:26.207422 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-plugged", "status": "completed", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119", "code": 200}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-plugged", "status": "completed", "tag": "34a6625d-0707-44b1-aa52-94faef6e7446", "code": 200}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-plugged", "status": "completed", "tag": "08ab4e0e-59aa-4814-9558-756af009fa95", "code": 200}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-plugged", "status": "completed", "tag": "588ac815-446f-4508-ab5a-e2ff84159384", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:26.207942 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c0c5e54-f5d7-4044-a840-6b7991aa2398 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:26.209045 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'code': 200} Aug 23 11:58:26.209547 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a6625d-0707-44b1-aa52-94faef6e7446', 'code': 200} Aug 23 11:58:26.210266 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ab4e0e-59aa-4814-9558-756af009fa95', 'code': 200} Aug 23 11:58:26.210473 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384', 'code': 200} Aug 23 11:58:26.228773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Allocated IP 172.20.0.11 (3e1119b2-cc2e-4aba-bb05-590cef2947f9/23bdc3c7-04ed-41eb-8eb0-62ffd7238316/1ecc1be8-4a75-4245-940f-3530ea123e46) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:26.334469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376f8e-578f-4b47-b82e-74a7c24e818c req-bf77de14-9e7d-45cc-b4af-a36447816293 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.343344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376f8e-578f-4b47-b82e-74a7c24e818c req-bf77de14-9e7d-45cc-b4af-a36447816293 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.350325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb376f8e-578f-4b47-b82e-74a7c24e818c req-bf77de14-9e7d-45cc-b4af-a36447816293 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.361096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb376f8e-578f-4b47-b82e-74a7c24e818c req-bf77de14-9e7d-45cc-b4af-a36447816293 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.0833111 Aug 23 11:58:26.398037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664cf8-93cb-4272-97ea-ce7a3d498407 req-6fbe63bb-7292-4c00-9bd5-9b7810d682cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.399456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664cf8-93cb-4272-97ea-ce7a3d498407 req-6fbe63bb-7292-4c00-9bd5-9b7810d682cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.399962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664cf8-93cb-4272-97ea-ce7a3d498407 req-6fbe63bb-7292-4c00-9bd5-9b7810d682cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.402128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40664cf8-93cb-4272-97ea-ce7a3d498407 req-6fbe63bb-7292-4c00-9bd5-9b7810d682cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2871 time: 0.1064157 Aug 23 11:58:26.402349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb376f8e-578f-4b47-b82e-74a7c24e818c req-cca063d0-e672-41eb-bbcd-be01d7d2428a tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Aug 23 11:58:26.476402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.485002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40664cf8-93cb-4272-97ea-ce7a3d498407 req-3b7917c5-7fa7-47e2-ab4e-74acba87b1f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734637 Aug 23 11:58:26.548489 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.557323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5e7ff-3b65-42f2-946e-07bda0743d25 req-f4fd6908-b536-484c-9104-6aeea4445740 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.559811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bc5e7ff-3b65-42f2-946e-07bda0743d25 req-f4fd6908-b536-484c-9104-6aeea4445740 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.0746808 Aug 23 11:58:26.603208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:26.606623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:26.609281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:26.613655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bc5e7ff-3b65-42f2-946e-07bda0743d25 req-d98a79c1-884a-4de0-8cb0-8c6fbd01372e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Aug 23 11:58:26.640601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event updated for resources: {'Port': ['ID=1ecc1be8-4a75-4245-940f-3530ea123e46,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:26.672428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:26.673037 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.697532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-24cfd71c-3024-4a2c-a84d-6c2ed5e3adae tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324261 Aug 23 11:58:26.714580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Request body: {'port': {'device_id': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:26.812743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:26.978399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-29833be5-72ea-413e-9443-8a98a755f811 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1272105200&fields=id&tenant_id=309381570cb546c3ae3bff6ef0902fbe HTTP/1.1" status: 200 len: 267 time: 0.0586693 Aug 23 11:58:27.024931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0d321663-402b-4961-90f5-3026b2ad84ca tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.025207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757abda-9263-4451-a025-a452f905fb53 req-a237e09a-9e65-4cdd-bdf4-fb24523c3381 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.026773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6757abda-9263-4451-a025-a452f905fb53 req-a237e09a-9e65-4cdd-bdf4-fb24523c3381 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 932 time: 0.1359923 Aug 23 11:58:27.026958 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0d321663-402b-4961-90f5-3026b2ad84ca tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 937 time: 0.0469570 Aug 23 11:58:27.092004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-12ed221b-7a53-4746-80c4-974c4923995d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.093940 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-12ed221b-7a53-4746-80c4-974c4923995d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 936 time: 0.0571957 Aug 23 11:58:27.123731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:27.132369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6757abda-9263-4451-a025-a452f905fb53 req-29f1ca21-ad69-433a-8c41-d4f62cac0523 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981770 Aug 23 11:58:27.193466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-d25dc636-4029-49fa-b3e5-e73a9d1657cf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0865495 Aug 23 11:58:27.257110 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-b4970ef6-bc97-41e8-9736-076970d434a1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557277 Aug 23 11:58:27.265970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.266883 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.308386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:27.316794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.327485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecc1be8-4a75-4245-940f-3530ea123e46 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:27.350416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.382987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Transition to ACTIVE for port object 1ecc1be8-4a75-4245-940f-3530ea123e46 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:27.388918 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.441513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.451594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:27.476947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-14110231-cf60-4050-9da3-dec270ac9b80 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.485641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-14110231-cf60-4050-9da3-dec270ac9b80 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.495215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-14110231-cf60-4050-9da3-dec270ac9b80 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.497107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-14110231-cf60-4050-9da3-dec270ac9b80 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/networks?id=01f35405-6932-4962-83f2-265cc0f694be&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=38223a87-b843-4beb-9da6-2c04c71778c2&id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 1995 time: 0.2330673 Aug 23 11:58:27.521054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-3a14a990-3f29-4c88-99cc-95ee1b529d97 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/quotas/309381570cb546c3ae3bff6ef0902fbe HTTP/1.1" status: 200 len: 375 time: 0.0168500 Aug 23 11:58:27.538186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecc1be8-4a75-4245-940f-3530ea123e46,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:27.590902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2883f-fb40-4d7b-8561-83b57fffac4c req-676e5313-a7e8-4608-9a1e-1be257e62094 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.592681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61e2883f-fb40-4d7b-8561-83b57fffac4c req-676e5313-a7e8-4608-9a1e-1be257e62094 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.1197639 Aug 23 11:58:27.604137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46144) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:27.609454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'floatingip': {'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:27.609642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Attempting to bind port 1ecc1be8-4a75-4245-940f-3530ea123e46 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:27.610103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Attempting to bind port 1ecc1be8-4a75-4245-940f-3530ea123e46 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:27.610558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Attempting to bind port 1ecc1be8-4a75-4245-940f-3530ea123e46 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:27.616626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Port 1ecc1be8-4a75-4245-940f-3530ea123e46 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:27.616952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Attempting to bind port 1ecc1be8-4a75-4245-940f-3530ea123e46 on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:27.622269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:27.622609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:27.622990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Bound using segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:27.623426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Bound port: 1ecc1be8-4a75-4245-940f-3530ea123e46, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:27.623834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.642216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-b5b9b27b-2fc0-42a6-b849-5e120d03e8ac tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1030807 Aug 23 11:58:27.701056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.732258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] For port 1ecc1be8-4a75-4245-940f-3530ea123e46, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:27.735858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] For port 1ecc1be8-4a75-4245-940f-3530ea123e46, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1ecc1be8-4a75-4245-940f-3530ea123e46,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:27.745423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96578e17-e708-4421-b93b-7262bdeec98b req-57e1e566-d683-4b5f-a865-a4da30b52d6a tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.747643 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96578e17-e708-4421-b93b-7262bdeec98b req-57e1e566-d683-4b5f-a865-a4da30b52d6a tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 949 time: 0.0889943 Aug 23 11:58:27.749516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.805886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.806498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:27.807880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] 10.222.0.44 "PUT /v2.0/ports/1ecc1be8-4a75-4245-940f-3530ea123e46 HTTP/1.1" status: 200 len: 1092 time: 1.1008701 Aug 23 11:58:27.808354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'tag': '1ecc1be8-4a75-4245-940f-3530ea123e46'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:27.810637 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6149915-9494-4372-b443-ff2fe4331424" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0d7aca-a8b9-449d-8d62-3b576832e81b", "tag": "1ecc1be8-4a75-4245-940f-3530ea123e46"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:27.845315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f709e-d222-4cb2-9dfa-2305373df943 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecc1be8-4a75-4245-940f-3530ea123e46,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:27.850743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96578e17-e708-4421-b93b-7262bdeec98b req-ec7ad3ae-e709-42e0-b517-ef7bb9baa552 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Aug 23 11:58:27.881021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-52110c81-b029-47b8-b427-d4d244f4c844 service neutron] 10.222.0.21 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040637 Aug 23 11:58:27.901940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-9cf7f454-3012-45f9-a930-f6269e419564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:27.903763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-9cf7f454-3012-45f9-a930-f6269e419564 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 1095 time: 0.0518012 Aug 23 11:58:27.977090 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-b0b9a0bc-3cf2-40f6-874a-c82064febe84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ecc1be8-4a75-4245-940f-3530ea123e46 HTTP/1.1" status: 200 len: 217 time: 0.0630956 Aug 23 11:58:28.047179 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:28.067209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-38963ef5-247f-4208-a223-79fa69f17150 service neutron] 10.222.0.21 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853402 Aug 23 11:58:28.103994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c0cc-d19e-4647-a373-d369262892e5 req-34961f34-3b06-429d-b235-08593e7932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:28.105440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-34961f34-3b06-429d-b235-08593e7932d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.1187389 Aug 23 11:58:28.138892 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-6e5cd243-d998-41ec-88ee-5ef93611935e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496392 Aug 23 11:58:28.164838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-414a448e-cf5e-4ed4-9afd-1cc4e23962e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432565 Aug 23 11:58:28.171402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-717841fb-2a72-4ba4-9fe3-66631e5cae7a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:28.172846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-717841fb-2a72-4ba4-9fe3-66631e5cae7a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.1985819 Aug 23 11:58:28.181240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-33441c13-03d4-4e95-b3e2-92b6e90a52ff service neutron] 10.222.0.21 "GET /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0749578 Aug 23 11:58:28.213057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:28.217373 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7ac20-ba08-4551-be4d-3d9bd34dc67a" -d '{"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:28.270747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-04e70030-898c-470d-8995-65e1cf47c49e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/quotas/f331c1e1a41f4762a9a7f9d5f0969fe1 HTTP/1.1" status: 200 len: 375 time: 0.0782900 Aug 23 11:58:28.311899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:28.356419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-725b2b19-07c3-4b75-bee4-bc3e295b661b service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599903 Aug 23 11:58:28.393134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-aa637a9d-0b2e-4e3b-b4b1-f0b02a706931 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:28.395946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-aa637a9d-0b2e-4e3b-b4b1-f0b02a706931 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404797 Aug 23 11:58:28.403724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-3c0cec8c-40d9-4bd8-ace3-a0d455a6a99e service neutron] 10.222.0.44 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285371 Aug 23 11:58:28.411165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:28.421646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:28.430759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-7a31a887-8ae9-47e3-94db-dfde85a489a7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303713 Aug 23 11:58:28.471910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:28.480517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:28.492883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:28.495577 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:28.574615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-febd6fd2-4bbc-4d80-9aec-22e36a0c27b5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386932 Aug 23 11:58:28.591575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:28.655380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3295c0cc-d19e-4647-a373-d369262892e5 req-4b14a7c4-b723-4b1e-9c47-71f9840ca3d8 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386324 Aug 23 11:58:28.664755 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-ff519cdb-417a-4301-9499-25d42745061b service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141874 Aug 23 11:58:28.667450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-d3989c5f-af8a-491b-85c2-a1c53214a5e3 service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717266 Aug 23 11:58:28.706603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:28.710192 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:28.787449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0cdc19be-bf3e-4db8-b7d9-078e43d2c30a service neutron] 10.222.0.21 "GET /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1189036 Aug 23 11:58:28.796030 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Floating IP 6dde3945-c95d-45f8-82ba-d157e6d1f9b9 associated. External IP: 172.25.1.165, port: 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2. Aug 23 11:58:28.835850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-6836bec9-baed-4ca5-a9e2-d675960dd5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554446 Aug 23 11:58:28.893716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-63ee5ad3-e6ae-405b-b7ec-dd20e6ead779 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:28.895227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-63ee5ad3-e6ae-405b-b7ec-dd20e6ead779 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.44 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 949 time: 0.3139143 Aug 23 11:58:28.897740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.74 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/d38e45bf-89c2-480d-8d5a-a12841d4062b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:29.058814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27c561d4-8013-40ff-989b-2a621064f737 req-d972145f-ab9a-47f2-8631-ebdf81ae5243 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 210 time: 0.0381410 Aug 23 11:58:29.108305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.139802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object d38e45bf-89c2-480d-8d5a-a12841d4062b will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:29.216509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac099ee-16f8-4609-b0ac-df75f87de56e req-45523a65-24a4-4538-98f1-322bff72db76 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.223241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac099ee-16f8-4609-b0ac-df75f87de56e req-45523a65-24a4-4538-98f1-322bff72db76 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.229249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac099ee-16f8-4609-b0ac-df75f87de56e req-45523a65-24a4-4538-98f1-322bff72db76 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.230995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ac099ee-16f8-4609-b0ac-df75f87de56e req-45523a65-24a4-4538-98f1-322bff72db76 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.1065726 Aug 23 11:58:29.249140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.259756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-4f77287a-bba0-4606-8132-70e0516ced0c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.261508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-4f77287a-bba0-4606-8132-70e0516ced0c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "GET /v2.0/ports?device_id=f86f7599-3c72-4834-8ce9-877cd6f44b25 HTTP/1.1" status: 200 len: 943 time: 0.5466309 Aug 23 11:58:29.263003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:29.315245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:29.326423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-5f6a8d07-d772-4da2-8104-e5ebc74f7a30 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.327992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-5f6a8d07-d772-4da2-8104-e5ebc74f7a30 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7379789 Aug 23 11:58:29.331143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:29.334950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:29.337983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=d38e45bf-89c2-480d-8d5a-a12841d4062b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:29.357171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ac099ee-16f8-4609-b0ac-df75f87de56e req-8df03d93-5e68-446e-8520-41081b8becd0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110334 Aug 23 11:58:29.388022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:29.431382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.433258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.455703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-257a328c-b25f-4967-ba6d-45f204f62b18 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0485506 Aug 23 11:58:29.479574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Request body: {'port': {'device_id': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:29.593059 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aa9b53-f784-4247-8dfe-b1f182679ef8 x-openstack-request-id: req-d3aa9b53-f784-4247-8dfe-b1f182679ef8 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:29.593309 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0d7aca-a8b9-449d-8d62-3b576832e81b", "tag": "1ecc1be8-4a75-4245-940f-3530ea123e46", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:29.593535 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3aa9b53-f784-4247-8dfe-b1f182679ef8 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:29.593996 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'tag': '1ecc1be8-4a75-4245-940f-3530ea123e46', 'status': 'completed', 'code': 200} Aug 23 11:58:29.626983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.635481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-33b24582-190a-454b-9fa4-36026690e3ab service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360801 Aug 23 11:58:29.705599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149915-9494-4372-b443-ff2fe4331424 req-f5c78002-4490-4980-b5c6-1d68ee07d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.707151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-f5c78002-4490-4980-b5c6-1d68ee07d998 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 1095 time: 0.1123464 Aug 23 11:58:29.751735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2f2648ed-4e7f-47ff-a443-a0f6fa0ad2b7 None None] Provisioning for port d38e45bf-89c2-480d-8d5a-a12841d4062b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:29.752155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999278c1-452a-4370-9e06-09b658de0096 req-34153985-6b93-4612-86d7-d8e1e4b0a685 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:29.753444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-999278c1-452a-4370-9e06-09b658de0096 req-34153985-6b93-4612-86d7-d8e1e4b0a685 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 944 time: 0.1158407 Aug 23 11:58:29.758579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2f2648ed-4e7f-47ff-a443-a0f6fa0ad2b7 None None] Provisioning complete for port d38e45bf-89c2-480d-8d5a-a12841d4062b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:29.759269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2f2648ed-4e7f-47ff-a443-a0f6fa0ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.823034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2f2648ed-4e7f-47ff-a443-a0f6fa0ad2b7 None None] Port d38e45bf-89c2-480d-8d5a-a12841d4062b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:29.858381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Deleting port c4f300c1-c59d-4475-b81b-4cdf35788bfe {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:29.858631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.927061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Deleting port 289c22a5-eb5e-4ada-a101-dbb643c19119 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:29.927411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.976144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:29.979664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:29.992883 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e013e5f0-4cda-4685-81db-c9ca06151336 service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565316 Aug 23 11:58:30.083107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:58:30.228075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-999278c1-452a-4370-9e06-09b658de0096 req-e6616c6c-148d-46eb-a2c6-d99de2ed1729 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565496 Aug 23 11:58:30.235381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149915-9494-4372-b443-ff2fe4331424 req-51a0fc93-35a5-41ae-a24e-28fa38d68fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:30.236838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-51a0fc93-35a5-41ae-a24e-28fa38d68fdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.5217700 Aug 23 11:58:30.244512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] For port c4f300c1-c59d-4475-b81b-4cdf35788bfe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=c4f300c1-c59d-4475-b81b-4cdf35788bfe,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:30.244925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:30.307220 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040c8d68-52d7-4c57-915c-6844bd53cb25 x-openstack-request-id: req-040c8d68-52d7-4c57-915c-6844bd53cb25 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:30.308865 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:30.309564 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-040c8d68-52d7-4c57-915c-6844bd53cb25 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:30.310283 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'code': 200} Aug 23 11:58:30.316107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Calling delete_port for c4f300c1-c59d-4475-b81b-4cdf35788bfe owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:30.317950 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-a806c475-33df-47eb-be29-cfc50cc0883c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ecc1be8-4a75-4245-940f-3530ea123e46 HTTP/1.1" status: 200 len: 217 time: 0.0500882 Aug 23 11:58:30.362860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] For port 289c22a5-eb5e-4ada-a101-dbb643c19119, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=289c22a5-eb5e-4ada-a101-dbb643c19119,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:30.363264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:30.402679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Calling delete_port for 289c22a5-eb5e-4ada-a101-dbb643c19119 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:30.439224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149915-9494-4372-b443-ff2fe4331424 req-1065cd1b-806a-40c2-8d14-50ce8f5fb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:30.440731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-1065cd1b-806a-40c2-8d14-50ce8f5fb187 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.1149395 Aug 23 11:58:30.497660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-1366ebaa-58cc-496a-afc7-68883a4c4cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350800 Aug 23 11:58:30.506422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a542b0-2331-4acd-933b-0959e8c2fbb7 req-efd0a3e2-c7a3-4906-8b0c-b1430f4ed228 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:30.507852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93a542b0-2331-4acd-933b-0959e8c2fbb7 req-efd0a3e2-c7a3-4906-8b0c-b1430f4ed228 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/ports?device_id=ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77 HTTP/1.1" status: 200 len: 949 time: 0.1452112 Aug 23 11:58:30.511921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38e45bf-89c2-480d-8d5a-a12841d4062b {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:30.514967 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a161d3e6-e156-4462-a67f-2abba8655025 service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027223 Aug 23 11:58:30.536135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:30.573992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Transition to ACTIVE for port object d38e45bf-89c2-480d-8d5a-a12841d4062b will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:30.578195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-038a1b36-2c10-4127-9ee6-fb70cc8af771 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:30.579926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-038a1b36-2c10-4127-9ee6-fb70cc8af771 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.4861934 Aug 23 11:58:30.604592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:30.636038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Request body: {'port': {'device_id': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'admin_state_up': True, 'tenant_id': 'f331c1e1a41f4762a9a7f9d5f0969fe1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:30.658178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93a542b0-2331-4acd-933b-0959e8c2fbb7 req-562fe5d1-48eb-4a82-b2fb-e05d5c1960fa tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.21 "GET /v2.0/security-groups?id=291398ae-60fb-4546-b8d2-5833bb59e9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394651 Aug 23 11:58:30.685231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d38e45bf-89c2-480d-8d5a-a12841d4062b,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:30.701560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-8d5d6993-425f-4219-a01f-75f7feab2d6e service neutron] 10.222.0.44 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844187 Aug 23 11:58:30.737363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:58:30.753890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] Sync routers for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:58:30.756508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:30.769877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:58:30.770896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:30.851869 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65be8d9f-27e1-4844-95ba-31be54a719a8 req-6edd940b-ba48-4edc-abf9-6cd7981125b5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 210 time: 0.0434446 Aug 23 11:58:30.874192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Attempting to bind port d38e45bf-89c2-480d-8d5a-a12841d4062b on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:30.874541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Attempting to bind port d38e45bf-89c2-480d-8d5a-a12841d4062b by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:30.874887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Attempting to bind port d38e45bf-89c2-480d-8d5a-a12841d4062b on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:30.878253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.202 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/f6ee1b98-a181-44eb-befd-73f62a5a70fc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:30.898686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Port d38e45bf-89c2-480d-8d5a-a12841d4062b on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:30.899027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Attempting to bind port d38e45bf-89c2-480d-8d5a-a12841d4062b on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:30.907615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:30.907964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:30.908348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:30.908931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Bound port: d38e45bf-89c2-480d-8d5a-a12841d4062b, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:30.909300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:30.913585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6149915-9494-4372-b443-ff2fe4331424 req-0d7537bc-94e6-499c-a1d2-9a49a9f72772 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944861 Aug 23 11:58:30.932176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:58:30.939021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fab07037-6fb8-488d-b698-c461b61652a2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "PUT /v2.0/floatingips/6dde3945-c95d-45f8-82ba-d157e6d1f9b9 HTTP/1.1" status: 200 len: 992 time: 3.3337324 Aug 23 11:58:30.949025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:30.949742 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b40de-9987-44c2-8906-75942424c4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:31.054912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-b27298c4-bf30-488d-a831-37b005f53569 service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024853 Aug 23 11:58:31.055132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff711de9-f444-4a72-9eca-6ed655ee8658 req-35777a63-bf6e-4c91-b3e7-eea171cbad68 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 210 time: 0.0390723 Aug 23 11:58:31.057558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] For port d38e45bf-89c2-480d-8d5a-a12841d4062b, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:31.131481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] For port d38e45bf-89c2-480d-8d5a-a12841d4062b, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:31.138138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.139888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1ecc1be8-4a75-4245-940f-3530ea123e46 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:31.142970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:31.196846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: c4f300c1-c59d-4475-b81b-4cdf35788bfe {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:58:31.197239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device c4f300c1-c59d-4475-b81b-4cdf35788bfe not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:58:31.213281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.214558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.217150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d38e45bf-89c2-480d-8d5a-a12841d4062b HTTP/1.1" status: 200 len: 1095 time: 1.7519963 Aug 23 11:58:31.260038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13392-f669-473a-a598-ebaf65931cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d38e45bf-89c2-480d-8d5a-a12841d4062b,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:31.319039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-c254f74f-18ef-43a3-b601-7d6aa1bc57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.320760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-c254f74f-18ef-43a3-b601-7d6aa1bc57ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 1098 time: 0.0560904 Aug 23 11:58:31.406789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1ecc1be8-4a75-4245-940f-3530ea123e46, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1ecc1be8-4a75-4245-940f-3530ea123e46,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:31.421569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-1e70c34f-510c-4977-855d-872af8c28e22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b HTTP/1.1" status: 200 len: 217 time: 0.0919514 Aug 23 11:58:31.423992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6dde3945-c95d-45f8-82ba-d157e6d1f9b9', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:57:47Z', 'updated_at': '2021-08-23T11:58:28Z', 'revision_number': 1, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:48Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:31.452609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b40de-9987-44c2-8906-75942424c4ff req-9dc2f06d-c63b-4d50-aaf0-b763d59704ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.454589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-9dc2f06d-c63b-4d50-aaf0-b763d59704ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1097 time: 0.1282632 Aug 23 11:58:31.455267 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b4722-1733-4a8f-913d-684c9167eb00 x-openstack-request-id: req-776b4722-1733-4a8f-913d-684c9167eb00 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:31.455568 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:31.455822 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-776b4722-1733-4a8f-913d-684c9167eb00 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:31.456218 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'status': 'completed', 'code': 200} Aug 23 11:58:31.464684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '1ecc1be8-4a75-4245-940f-3530ea123e46', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': '1ecc1be8-4a75-4245-940f-3530ea123e46', 'mac_address': 'fa:16:3e:c6:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:31.467134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] Checking router: d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:58:31.499558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.528760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:58:31.529790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:31.587282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-82a236f2-db7b-45dd-85b3-b296942a21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.589217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-82a236f2-db7b-45dd-85b3-b296942a21b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1582587 Aug 23 11:58:31.595699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'tag': 'd38e45bf-89c2-480d-8d5a-a12841d4062b'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:31.603969 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcb4684-dfce-4571-b387-5c1a71dbb97b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6859d99-e3fd-4695-8501-e1afb9a82d9e", "tag": "d38e45bf-89c2-480d-8d5a-a12841d4062b"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:31.616978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.648713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Pushing event deleted for resources: {'Port': ['ID=c4f300c1-c59d-4475-b81b-4cdf35788bfe,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:31.650837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Made reservation on behalf of f331c1e1a41f4762a9a7f9d5f0969fe1 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:31.655326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.682827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecc1be8-4a75-4245-940f-3530ea123e46 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:31.696152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] No DVR routers for this DVR port c4f300c1-c59d-4475-b81b-4cdf35788bfe on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:31.711920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.714265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8829a77f-a59c-4170-a139-3d4b313af3c8 req-0c888e72-d38c-4158-9d0c-aea9ca89ac00 tempest-ImagesOneServerTestJSON-1313741988 tempest-ImagesOneServerTestJSON-1313741988-project] 10.222.0.44 "DELETE /v2.0/ports/c4f300c1-c59d-4475-b81b-4cdf35788bfe HTTP/1.1" status: 204 len: 173 time: 2.8074219 Aug 23 11:58:31.720233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b40de-9987-44c2-8906-75942424c4ff req-b6ad1960-3fca-43a2-8ff4-556560a1e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.722217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-b6ad1960-3fca-43a2-8ff4-556560a1e7ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.2402189 Aug 23 11:58:31.728761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1ecc1be8-4a75-4245-940f-3530ea123e46, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1ecc1be8-4a75-4245-940f-3530ea123e46,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:31.734448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-c0adf0d8-019b-4ef6-b6e8-7032a06f0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.735970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-c0adf0d8-019b-4ef6-b6e8-7032a06f0646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228619 Aug 23 11:58:31.739061 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.739922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.745596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:58:31.834225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.838193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event deleted for resources: {'Port': ['ID=289c22a5-eb5e-4ada-a101-dbb643c19119,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:31.848464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a99f1dc2-b90d-4257-90d2-c7e8c4d84402 service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771640 Aug 23 11:58:31.876594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb00ec9-504d-48ef-82f8-2257c803cec3 req-870c23ef-68fc-45a4-a187-0434c837ad91 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:31.878267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3cb00ec9-504d-48ef-82f8-2257c803cec3 req-870c23ef-68fc-45a4-a187-0434c837ad91 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 944 time: 0.2089267 Aug 23 11:58:31.883361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=1ecc1be8-4a75-4245-940f-3530ea123e46,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:31.915556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object f6ee1b98-a181-44eb-befd-73f62a5a70fc will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:31.917157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] No DVR routers for this DVR port 289c22a5-eb5e-4ada-a101-dbb643c19119 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:31.932880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:31.935595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-585a8df8-a441-46c2-bcb8-e5bec784eeb8 req-a28625ef-717c-42bb-903a-ba6ce8682d0f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "DELETE /v2.0/ports/289c22a5-eb5e-4ada-a101-dbb643c19119 HTTP/1.1" status: 204 len: 173 time: 2.6292653 Aug 23 11:58:31.991265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-57f0052b-94e9-4b39-ba43-159cccd3bb7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.2537684 Aug 23 11:58:32.051131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['1ecc1be8-4a75-4245-940f-3530ea123e46'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:32.179251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3cb00ec9-504d-48ef-82f8-2257c803cec3 req-8a4309ea-d7d3-44b4-93fd-ef0e6fa8c958 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420948 Aug 23 11:58:32.188168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-dd2fcf59-82c8-44b8-8724-923beeb60c9e service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334941 Aug 23 11:58:32.191572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Allocated IP 172.20.0.4 (6a34e02d-0688-417e-b3b0-6e98d7b819cb/c961e922-2a1a-437a-accd-21b7c8d891b5/e3bd9dd2-9918-4822-91cb-3a7842086a90) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:32.192143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b40de-9987-44c2-8906-75942424c4ff req-fda9eb9d-5581-4f6c-a3f0-c57cff8c4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:32.193926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-fda9eb9d-5581-4f6c-a3f0-c57cff8c4e59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1854999 Aug 23 11:58:32.220616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:32.234760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-f1ef6da5-e271-4167-80ba-a7745d4986f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454726 Aug 23 11:58:32.257823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6dde3945-c95d-45f8-82ba-d157e6d1f9b9', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:57:47Z', 'updated_at': '2021-08-23T11:58:28Z', 'revision_number': 1, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:48Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:32.260343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:32.328337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:32.330883 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bf18d9-8847-4ef5-9199-b296ed08b006" -d '{"events": [{"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-unplugged", "status": "completed", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:32.342367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:32.350504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66345156-100d-44b6-8d5e-30db2d9c8c83 None None] The sync data for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 is: [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6dde3945-c95d-45f8-82ba-d157e6d1f9b9', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:57:47Z', 'updated_at': '2021-08-23T11:58:28Z', 'revision_number': 1, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:48Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:58:32.374938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b40de-9987-44c2-8906-75942424c4ff req-e459f391-d9d9-47f4-af2f-c7be2120a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:32.376572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-e459f391-d9d9-47f4-af2f-c7be2120a621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739275 Aug 23 11:58:32.399610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:32.413528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:32.428776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:32.433423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 289c22a5-eb5e-4ada-a101-dbb643c19119 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:58:32.434547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 289c22a5-eb5e-4ada-a101-dbb643c19119 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:58:32.665164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=f6ee1b98-a181-44eb-befd-73f62a5a70fc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:32.679780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-d7d5952f-5b73-40d5-bb64-51bd1ca2c5c8 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758997 Aug 23 11:58:32.733351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-e3f406d1-ae25-4cbc-a94a-a5e977b6c1b3 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354344 Aug 23 11:58:32.779743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c54c-d94b-4c85-9f5b-e81eb3798467 req-30f340f2-c47f-46b8-886e-603f556773fc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:32.792135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c54c-d94b-4c85-9f5b-e81eb3798467 req-30f340f2-c47f-46b8-886e-603f556773fc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:32.811445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c54c-d94b-4c85-9f5b-e81eb3798467 req-30f340f2-c47f-46b8-886e-603f556773fc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:32.812432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9359e-0390-427b-a079-941024a9a370 None None] New status for floating IP 6dde3945-c95d-45f8-82ba-d157e6d1f9b9: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:58:32.813391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed38c54c-d94b-4c85-9f5b-e81eb3798467 req-30f340f2-c47f-46b8-886e-603f556773fc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.3471951 Aug 23 11:58:32.822589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:32.823285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:32.874118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-9f9f91dd-408f-415e-8b8f-32e7f1d2eb8d service neutron] 10.222.0.21 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013675 Aug 23 11:58:32.891349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0b82-b39c-4f6e-9661-c49df9f4005f None None] Provisioning for port f6ee1b98-a181-44eb-befd-73f62a5a70fc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:32.896274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0b82-b39c-4f6e-9661-c49df9f4005f None None] Provisioning complete for port f6ee1b98-a181-44eb-befd-73f62a5a70fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:32.896980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0b82-b39c-4f6e-9661-c49df9f4005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:32.905508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed38c54c-d94b-4c85-9f5b-e81eb3798467 req-d3aa0a2e-9db4-42c8-88fa-3a35e610802d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Aug 23 11:58:32.929204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-985b40de-9987-44c2-8906-75942424c4ff req-a4c75b1b-939f-460e-b3e7-45463c58682e service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861799 Aug 23 11:58:32.941437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-530aa21f-b9b3-495f-bdd7-23cced4ab35a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5620599 Aug 23 11:58:32.967431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Request body: {'port': {'device_id': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:32.968345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0b82-b39c-4f6e-9661-c49df9f4005f None None] Port f6ee1b98-a181-44eb-befd-73f62a5a70fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:32.989836 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad26c524-030f-4a7d-9fbd-95bd5981a879 x-openstack-request-id: req-ad26c524-030f-4a7d-9fbd-95bd5981a879 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:32.990127 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6859d99-e3fd-4695-8501-e1afb9a82d9e", "tag": "d38e45bf-89c2-480d-8d5a-a12841d4062b", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:32.990393 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad26c524-030f-4a7d-9fbd-95bd5981a879 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:32.990828 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'tag': 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'status': 'completed', 'code': 200} Aug 23 11:58:33.076905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.114738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.129282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59d6f793-eb66-4e8e-9843-3cb4e22c0c26 req-16cebf89-17ef-4319-bb07-8583891120a3 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 210 time: 0.0370381 Aug 23 11:58:33.138183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-4f3d1a90-8e2b-4dbf-bd45-ca4e7df79f86 service neutron] 10.222.0.21 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518175 Aug 23 11:58:33.140467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-880e270e-d3b3-444d-a1d5-93d828744a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.142135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-880e270e-d3b3-444d-a1d5-93d828744a96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 1098 time: 0.0999258 Aug 23 11:58:33.159733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1ecc1be8-4a75-4245-940f-3530ea123e46 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:33.237725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 1ecc1be8-4a75-4245-940f-3530ea123e46 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:33.243099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 1ecc1be8-4a75-4245-940f-3530ea123e46 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:33.243738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.306423 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.322060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dbee5-1d97-49f8-84b5-ec7740529b58 req-d610909d-98af-4324-aa1e-8d9b5fbc862f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.323640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a6dbee5-1d97-49f8-84b5-ec7740529b58 req-d610909d-98af-4324-aa1e-8d9b5fbc862f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 936 time: 0.1022844 Aug 23 11:58:33.341767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-005409b0-8b5a-4a58-b876-8e439a12eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.343301 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-005409b0-8b5a-4a58-b876-8e439a12eb7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1706018 Aug 23 11:58:33.360072 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.396735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-2dc8d69e-cff9-4af2-9c2f-354b72aa2c3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b HTTP/1.1" status: 200 len: 217 time: 0.0404899 Aug 23 11:58:33.407889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1ecc1be8-4a75-4245-940f-3530ea123e46, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1ecc1be8-4a75-4245-940f-3530ea123e46,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:33.414570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.422363 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a6dbee5-1d97-49f8-84b5-ec7740529b58 req-bd0562f4-7bcb-48db-8cb0-81fa72a67834 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904584 Aug 23 11:58:33.450230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-e9e6eff6-5fe6-4b6a-b154-4ff0a60697c3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.456504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-e9e6eff6-5fe6-4b6a-b154-4ff0a60697c3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.457750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46210) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:33.462593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-e9e6eff6-5fe6-4b6a-b154-4ff0a60697c3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.464290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-e9e6eff6-5fe6-4b6a-b154-4ff0a60697c3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.2804506 Aug 23 11:58:33.471651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-deleted', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe'}, {'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-deleted', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:33.474208 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf9e9ff-e9e3-4472-8020-f14576464673" -d '{"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-deleted", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe"}, {"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-deleted", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:33.483080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-af626ade-a077-4e6d-8cd7-c5e407010efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.484885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-af626ade-a077-4e6d-8cd7-c5e407010efb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0766995 Aug 23 11:58:33.493496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:33.512834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-f19020e5-a704-40f7-8b57-5c131afa8bfb service neutron] 10.222.0.21 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659606 Aug 23 11:58:33.540990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:33.550508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:33.570350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-b5ef0efc-3fd8-4542-bf60-7044f8065b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.572195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:33.586196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-b5ef0efc-3fd8-4542-bf60-7044f8065b27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933185 Aug 23 11:58:33.656406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=1ecc1be8-4a75-4245-940f-3530ea123e46,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:33.713954 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305f6a51-d8da-4c82-9d38-d7d506dad664 x-openstack-request-id: req-305f6a51-d8da-4c82-9d38-d7d506dad664 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:33.714250 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-unplugged", "status": "completed", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:33.714498 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-305f6a51-d8da-4c82-9d38-d7d506dad664 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:33.715235 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'code': 200} Aug 23 11:58:33.767965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-37275c9b-ce7a-4064-b2a8-d82bbfdc03c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf4fb0947bec486b8c10fc371a18738f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089643 Aug 23 11:58:33.775936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.776557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.778813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-198c91ab-7128-4280-9d40-cc5e61ee1be4 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870952 Aug 23 11:58:33.779838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:33.854986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-015e30b0-51e8-41c6-9cf0-1153a1f7e5eb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2483938 Aug 23 11:58:33.863679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-72140245-d911-4182-9e07-5821f21736b1 service neutron] 10.222.0.21 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160272 Aug 23 11:58:33.880367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4503fa9-a12a-4b32-912b-8269e76e9f9a req-c999b0fa-d27d-41ab-88fa-e9d4af8011ee tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:33.881979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4503fa9-a12a-4b32-912b-8269e76e9f9a req-c999b0fa-d27d-41ab-88fa-e9d4af8011ee tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1128275 Aug 23 11:58:33.892958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Request body: {'port': {'device_id': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:33.920636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efcb4684-dfce-4571-b387-5c1a71dbb97b req-4b67b988-f0ed-44a1-bcd2-a299368b6025 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235747 Aug 23 11:58:33.946262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4503fa9-a12a-4b32-912b-8269e76e9f9a req-b0943862-6138-4d30-874a-1c1b4fae7367 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539978 Aug 23 11:58:33.950412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ee1b98-a181-44eb-befd-73f62a5a70fc {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:33.964080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 08ab4e0e-59aa-4814-9558-756af009fa95 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:33.964427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:33.968782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.014376 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b97926-b81c-42ec-85b2-4c609ff2f557 x-openstack-request-id: req-f2b97926-b81c-42ec-85b2-4c609ff2f557 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:34.014670 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77", "name": "network-vif-deleted", "tag": "c4f300c1-c59d-4475-b81b-4cdf35788bfe", "status": "completed", "code": 200}, {"server_uuid": "f86f7599-3c72-4834-8ce9-877cd6f44b25", "name": "network-vif-deleted", "tag": "289c22a5-eb5e-4ada-a101-dbb643c19119", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:34.014923 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2b97926-b81c-42ec-85b2-4c609ff2f557 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:34.015318 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada7efd2-fcd7-4b64-8c22-a5b5d0da2a77', 'name': 'network-vif-deleted', 'tag': 'c4f300c1-c59d-4475-b81b-4cdf35788bfe', 'status': 'completed', 'code': 200} Aug 23 11:58:34.015569 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86f7599-3c72-4834-8ce9-877cd6f44b25', 'name': 'network-vif-deleted', 'tag': '289c22a5-eb5e-4ada-a101-dbb643c19119', 'status': 'completed', 'code': 200} Aug 23 11:58:34.038004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Transition to ACTIVE for port object f6ee1b98-a181-44eb-befd-73f62a5a70fc will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:34.040838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa3c6-cd2d-4523-83aa-4316d45901c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.076320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.078106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.106834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfb874-853d-4407-a2c1-93d0fb7047cc req-586bf878-76c2-4813-9cf4-bf1dc44dd006 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:34.112090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfb874-853d-4407-a2c1-93d0fb7047cc req-586bf878-76c2-4813-9cf4-bf1dc44dd006 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:34.118121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfb874-853d-4407-a2c1-93d0fb7047cc req-586bf878-76c2-4813-9cf4-bf1dc44dd006 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:34.119821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01bfb874-853d-4407-a2c1-93d0fb7047cc req-586bf878-76c2-4813-9cf4-bf1dc44dd006 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 2418 time: 0.0729854 Aug 23 11:58:34.145992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa3c6-cd2d-4523-83aa-4316d45901c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.165739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01bfb874-853d-4407-a2c1-93d0fb7047cc req-93896885-7767-43a0-b315-3ee0c8959b7e tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Aug 23 11:58:34.232771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ee1b98-a181-44eb-befd-73f62a5a70fc,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:34.305290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a635f-2e45-4860-8d5a-dbbc0e709d15 req-f8761d27-f6ed-4821-aa40-36dce783ff49 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:34.307220 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb4a635f-2e45-4860-8d5a-dbbc0e709d15 req-f8761d27-f6ed-4821-aa40-36dce783ff49 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 931 time: 0.0779705 Aug 23 11:58:34.316363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 08ab4e0e-59aa-4814-9558-756af009fa95, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=08ab4e0e-59aa-4814-9558-756af009fa95,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:34.316737 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.368570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb4a635f-2e45-4860-8d5a-dbbc0e709d15 req-00d577b6-7b16-478f-bd96-5c9235993524 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470088 Aug 23 11:58:34.593673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a775a6f-1cec-48b2-a01b-ce2081794459 req-5579b207-abca-449a-a275-8435ad447e6f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:34.598158 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a775a6f-1cec-48b2-a01b-ce2081794459 req-5579b207-abca-449a-a275-8435ad447e6f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 948 time: 0.0809441 Aug 23 11:58:34.629792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 08ab4e0e-59aa-4814-9558-756af009fa95 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:34.640676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a775a6f-1cec-48b2-a01b-ce2081794459 req-8a26b5f2-d033-447a-9ac3-975e4a035051 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365040 Aug 23 11:58:34.676603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2764ed09-2119-4426-9e2b-dad13b4d2b69 req-09e8ca48-bea0-4af0-a5be-2c0d96221d48 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0915458 Aug 23 11:58:34.683721 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa3c6-cd2d-4523-83aa-4316d45901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.686841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa3c6-cd2d-4523-83aa-4316d45901c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:34.688082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f8aaa3c6-cd2d-4523-83aa-4316d45901c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/291398ae-60fb-4546-b8d2-5833bb59e9a4 HTTP/1.1" status: 204 len: 168 time: 0.8983543 Aug 23 11:58:34.748496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa3c6-cd2d-4523-83aa-4316d45901c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291398ae-60fb-4546-b8d2-5833bb59e9a4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:34.781389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Attempting to bind port f6ee1b98-a181-44eb-befd-73f62a5a70fc on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:34.782080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Attempting to bind port f6ee1b98-a181-44eb-befd-73f62a5a70fc by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:34.782226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Attempting to bind port f6ee1b98-a181-44eb-befd-73f62a5a70fc on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:34.829109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Port f6ee1b98-a181-44eb-befd-73f62a5a70fc on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:34.829441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Attempting to bind port f6ee1b98-a181-44eb-befd-73f62a5a70fc on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:34.850325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:34.850325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:34.850325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:34.850325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Bound port: f6ee1b98-a181-44eb-befd-73f62a5a70fc, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:34.850325 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.004507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] For port f6ee1b98-a181-44eb-befd-73f62a5a70fc, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:35.044021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] For port f6ee1b98-a181-44eb-befd-73f62a5a70fc, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:35.045815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.057280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.085669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107010f2-1f7b-47e2-9cf4-ca9c3a3f6c4c req-37e8b538-d581-46cb-ab36-5566f23dca0d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.086946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bd9dd2-9918-4822-91cb-3a7842086a90 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:35.087901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-107010f2-1f7b-47e2-9cf4-ca9c3a3f6c4c req-37e8b538-d581-46cb-ab36-5566f23dca0d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.0615151 Aug 23 11:58:35.096445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=08ab4e0e-59aa-4814-9558-756af009fa95,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:35.099577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.162978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-107010f2-1f7b-47e2-9cf4-ca9c3a3f6c4c req-e8723ef0-e0c7-471c-b1c4-bcac2dbc4dc5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Aug 23 11:58:35.169501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.170359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.172185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] 10.222.0.41 "PUT /v2.0/ports/f6ee1b98-a181-44eb-befd-73f62a5a70fc HTTP/1.1" status: 200 len: 1096 time: 2.2142582 Aug 23 11:58:35.190262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Transition to ACTIVE for port object e3bd9dd2-9918-4822-91cb-3a7842086a90 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:35.204539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 08ab4e0e-59aa-4814-9558-756af009fa95 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:35.208805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.210935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-3999e760-dd65-44ae-9af0-3e61e3167307 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "DELETE /v2.0/ports/08ab4e0e-59aa-4814-9558-756af009fa95 HTTP/1.1" status: 204 len: 173 time: 1.7230403 Aug 23 11:58:35.211728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.341525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2949bf-cfe0-4fb8-b485-e5b69344c062 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ee1b98-a181-44eb-befd-73f62a5a70fc,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:35.512396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc781c8-a580-43cb-ba63-28a7253a9a75 req-9930ffb9-4253-4000-bafc-af9ce65fc3da tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.513976 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbc781c8-a580-43cb-ba63-28a7253a9a75 req-9930ffb9-4253-4000-bafc-af9ce65fc3da tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 943 time: 0.0629146 Aug 23 11:58:35.549412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-b1cb3895-07f9-45d9-b3ce-b94b545855d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.549412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-b1cb3895-07f9-45d9-b3ce-b94b545855d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 1099 time: 0.2634115 Aug 23 11:58:35.552700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:35.583206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f012a-bfd3-4822-a8ac-534d801f56a6 req-3eaffdbc-b4c0-46c4-8b75-eb691fef2436 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.589239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f012a-bfd3-4822-a8ac-534d801f56a6 req-3eaffdbc-b4c0-46c4-8b75-eb691fef2436 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.590944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf5f012a-bfd3-4822-a8ac-534d801f56a6 req-3eaffdbc-b4c0-46c4-8b75-eb691fef2436 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 1683 time: 0.2692337 Aug 23 11:58:35.598125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbc781c8-a580-43cb-ba63-28a7253a9a75 req-393639f0-3d42-4032-bdb2-5fc7cda589d7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744944 Aug 23 11:58:35.630652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-8725cfe5-0622-461f-bb9f-c0ab110180d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc HTTP/1.1" status: 200 len: 217 time: 0.0645475 Aug 23 11:58:35.712204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Attempting to bind port e3bd9dd2-9918-4822-91cb-3a7842086a90 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:35.712551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Attempting to bind port e3bd9dd2-9918-4822-91cb-3a7842086a90 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:35.713127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Attempting to bind port e3bd9dd2-9918-4822-91cb-3a7842086a90 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:35.717492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecc1be8-4a75-4245-940f-3530ea123e46'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:35.720615 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf0dca-849a-4bf3-b018-57c3bae03f6a" -d '{"events": [{"server_uuid": "2e0d7aca-a8b9-449d-8d62-3b576832e81b", "name": "network-vif-plugged", "status": "completed", "tag": "1ecc1be8-4a75-4245-940f-3530ea123e46"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:35.727658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 34a6625d-0707-44b1-aa52-94faef6e7446 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:35.728008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.737196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf5f012a-bfd3-4822-a8ac-534d801f56a6 req-cd7103bc-41e1-4078-a4dd-1edf19078ae2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125207 Aug 23 11:58:35.749263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Port e3bd9dd2-9918-4822-91cb-3a7842086a90 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:35.749657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Attempting to bind port e3bd9dd2-9918-4822-91cb-3a7842086a90 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:35.790194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:35.791292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Checking segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:35.791974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Bound using segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:35.792444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Bound port: e3bd9dd2-9918-4822-91cb-3a7842086a90, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:35.792810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:35.847698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-9b34116f-fe4a-40fd-8f19-1ae0450fb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.849074 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-9b34116f-fe4a-40fd-8f19-1ae0450fb94f service neutron] 10.222.0.41 "GET /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 1033 time: 0.0882461 Aug 23 11:58:35.858388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96645452-6903-4249-a225-9cb3af54ad66 req-afd96c64-a6de-4727-abd4-f59188a7eeb3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.860196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96645452-6903-4249-a225-9cb3af54ad66 req-afd96c64-a6de-4727-abd4-f59188a7eeb3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 948 time: 0.1467209 Aug 23 11:58:35.874406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-9f7ab75b-f3cc-493a-be00-5a7c2ff8b7fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808465 Aug 23 11:58:35.919331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-3057f50c-8521-4849-929d-4f73567e2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.920825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-3057f50c-8521-4849-929d-4f73567e2c0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2649279 Aug 23 11:58:35.932837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-6ac9a2fd-d540-4882-ae50-4ff327bd5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:35.934235 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-6ac9a2fd-d540-4882-ae50-4ff327bd5c8d service neutron] 10.222.0.41 "GET /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 1032 time: 0.0729055 Aug 23 11:58:35.938405 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96645452-6903-4249-a225-9cb3af54ad66 req-cc2956d7-b0b7-4633-9833-23c7f9899d7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672481 Aug 23 11:58:35.955965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:35.990347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:36.007025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-75255065-0342-45e2-bbae-9f7592181d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.008907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-75255065-0342-45e2-bbae-9f7592181d49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806711 Aug 23 11:58:36.022037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'tag': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'}, {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-deleted', 'tag': '08ab4e0e-59aa-4814-9558-756af009fa95'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:36.027276 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d22728-04b5-488d-b2e7-c91687a7ff47" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb8cd78-ebe9-4416-8c8b-c94419b2f188", "tag": "f6ee1b98-a181-44eb-befd-73f62a5a70fc"}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-deleted", "tag": "08ab4e0e-59aa-4814-9558-756af009fa95"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:36.035424 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b55df30-9746-47d5-b608-4c61b9fe3978 x-openstack-request-id: req-3b55df30-9746-47d5-b608-4c61b9fe3978 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:36.035727 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d7aca-a8b9-449d-8d62-3b576832e81b", "name": "network-vif-plugged", "status": "completed", "tag": "1ecc1be8-4a75-4245-940f-3530ea123e46", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:36.035985 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b55df30-9746-47d5-b608-4c61b9fe3978 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:36.036627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.036768 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecc1be8-4a75-4245-940f-3530ea123e46', 'code': 200} Aug 23 11:58:36.113526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 34a6625d-0707-44b1-aa52-94faef6e7446, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=34a6625d-0707-44b1-aa52-94faef6e7446,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:36.113979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.128738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 34a6625d-0707-44b1-aa52-94faef6e7446 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:36.163255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-557d27fb-c996-497a-a535-0146360c76cb tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.169831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-557d27fb-c996-497a-a535-0146360c76cb tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.176263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-557d27fb-c996-497a-a535-0146360c76cb tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.178060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-557d27fb-c996-497a-a535-0146360c76cb tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "GET /v2.0/networks?id=01f35405-6932-4962-83f2-265cc0f694be&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=38223a87-b843-4beb-9da6-2c04c71778c2&id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 1995 time: 0.2312081 Aug 23 11:58:36.181788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-10e5a8d2-8e75-4f85-9130-b668a74cc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.183583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-10e5a8d2-8e75-4f85-9130-b668a74cc2d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb9a750c4e604522b2a6555515f59424&device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 1097 time: 0.2484171 Aug 23 11:58:36.299465 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b016c-7581-48fe-992d-e2e6188bf92a x-openstack-request-id: req-9d5b016c-7581-48fe-992d-e2e6188bf92a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:36.299784 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb8cd78-ebe9-4416-8c8b-c94419b2f188", "tag": "f6ee1b98-a181-44eb-befd-73f62a5a70fc", "status": "completed", "code": 200}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-deleted", "tag": "08ab4e0e-59aa-4814-9558-756af009fa95", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:36.300324 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d5b016c-7581-48fe-992d-e2e6188bf92a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:36.300502 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'tag': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', 'status': 'completed', 'code': 200} Aug 23 11:58:36.300753 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-deleted', 'tag': '08ab4e0e-59aa-4814-9558-756af009fa95', 'status': 'completed', 'code': 200} Aug 23 11:58:36.307438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-9efa8671-3df6-45a9-964d-5dc36c7d6341 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309381570cb546c3ae3bff6ef0902fbe HTTP/1.1" status: 200 len: 380 time: 0.1185181 Aug 23 11:58:36.319754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'admin_state_up': True, 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'security_groups': ['fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:36.326316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d38e45bf-89c2-480d-8d5a-a12841d4062b details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:36.332522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 34a6625d-0707-44b1-aa52-94faef6e7446 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:36.351120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.351846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.353205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3bd9dd2-9918-4822-91cb-3a7842086a90 HTTP/1.1" status: 200 len: 1091 time: 2.4864492 Aug 23 11:58:36.374631 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d824bb20-ffea-474a-9b88-2153d917aacb req-ed91b719-fbe2-4dae-9528-dfffc081c1cc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1481717 Aug 23 11:58:36.468690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b47b8-d851-4d94-9cbf-3cf9b1fac428 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:36.508525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6963a3-2f84-4f42-8921-21adf9f4be22 req-c9e27758-6d95-4d43-b6ad-6dd33c9d7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.510291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6963a3-2f84-4f42-8921-21adf9f4be22 req-c9e27758-6d95-4d43-b6ad-6dd33c9d7acd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 1097 time: 0.2951818 Aug 23 11:58:36.550832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d38e45bf-89c2-480d-8d5a-a12841d4062b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:36.565946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'mac_address': 'fa:16:3e:1b:8e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:36.575042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46304) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:36.601490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-88b7b594-4d58-44b7-b3d1-68b08c5ea1e8 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198824 Aug 23 11:58:36.616712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-f93096aa-673a-43ee-ab3b-fd32fcb80d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.618749 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-f93096aa-673a-43ee-ab3b-fd32fcb80d6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 1094 time: 0.1808653 Aug 23 11:58:36.630638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.656828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38e45bf-89c2-480d-8d5a-a12841d4062b {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:36.717016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d38e45bf-89c2-480d-8d5a-a12841d4062b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:36.728964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.803141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6963a3-2f84-4f42-8921-21adf9f4be22 req-13976625-9674-4c4e-b221-b4099b2bfb8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613406 Aug 23 11:58:36.804387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-f32ce32b-b79c-413f-a49b-3f32a3de6539 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90 HTTP/1.1" status: 200 len: 217 time: 0.1506600 Aug 23 11:58:36.804992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d38e45bf-89c2-480d-8d5a-a12841d4062b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:36.805385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.809154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.850816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 08ab4e0e-59aa-4814-9558-756af009fa95 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:36.874395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 08ab4e0e-59aa-4814-9558-756af009fa95 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:58:36.874941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 08ab4e0e-59aa-4814-9558-756af009fa95 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:58:36.875137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 588ac815-446f-4508-ab5a-e2ff84159384 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:36.897345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d003415-b833-49d0-b538-4db0b646a790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:36.905274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=34a6625d-0707-44b1-aa52-94faef6e7446,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:36.948012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d38e45bf-89c2-480d-8d5a-a12841d4062b'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:36.977338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b5d0-7c03-4412-baf1-f1e9b9764c81 req-325fcee5-c0d5-4764-aa25-2611886e4d25 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.984900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-fae7edac-c70f-4f4a-a8e3-0fb9a323ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:36.986428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-fae7edac-c70f-4f4a-a8e3-0fb9a323ba8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e640868-11ef-49b7-b5c5-1915a0b0e53a HTTP/1.1" status: 200 len: 907 time: 0.7818730 Aug 23 11:58:36.993024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13e0b5d0-7c03-4412-baf1-f1e9b9764c81 req-325fcee5-c0d5-4764-aa25-2611886e4d25 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 943 time: 0.2824993 Aug 23 11:58:36.999662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ea8cf-0c57-471b-b3fa-39f98c168f09 req-0523fde2-8c41-422e-a7e6-4963e7fb49ea tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.006994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b8ea8cf-0c57-471b-b3fa-39f98c168f09 req-0523fde2-8c41-422e-a7e6-4963e7fb49ea tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1212263 Aug 23 11:58:37.071607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.104733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 34a6625d-0707-44b1-aa52-94faef6e7446 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:37.116614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-4a589971-44a2-4be9-a293-e1d10838503d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a HTTP/1.1" status: 200 len: 1002 time: 0.1048944 Aug 23 11:58:37.125432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=588ac815-446f-4508-ab5a-e2ff84159384,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:37.126303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.128478 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-604a7df6-a608-43a0-a123-aaf1ba7a2c5c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "DELETE /v2.0/ports/34a6625d-0707-44b1-aa52-94faef6e7446 HTTP/1.1" status: 204 len: 173 time: 1.9060795 Aug 23 11:58:37.128665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b8ea8cf-0c57-471b-b3fa-39f98c168f09 req-b15fa0bb-9edc-4b57-afd8-c7dbb3dd1afb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205890 Aug 23 11:58:37.134229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.162491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6d9f896-5fe0-4745-b8d0-b0f25bfdeee9 req-dc34da64-3398-44a4-901e-e561c40efce6 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483623 Aug 23 11:58:37.295877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13e0b5d0-7c03-4412-baf1-f1e9b9764c81 req-51e4c505-4f7f-4e2c-a59a-348b0c9a253c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016007 Aug 23 11:58:37.303780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee52d37-b0d3-429d-b193-bc40643e0124 req-79de3d5d-d6cf-4e98-b8ec-d5f578afb799 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.311160 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bee52d37-b0d3-429d-b193-bc40643e0124 req-79de3d5d-d6cf-4e98-b8ec-d5f578afb799 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 944 time: 0.0775430 Aug 23 11:58:37.314620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-60c13dca-2a63-4597-8819-90b1f64024cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.316055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-60c13dca-2a63-4597-8819-90b1f64024cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fc3b89c-d797-49da-b0d5-5442a1ba933b HTTP/1.1" status: 200 len: 845 time: 0.1838424 Aug 23 11:58:37.327465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:37.333369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-c85920c4-266a-4847-be15-6eb47bd02466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.335616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-c85920c4-266a-4847-be15-6eb47bd02466 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.3172019 Aug 23 11:58:37.362437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bee52d37-b0d3-429d-b193-bc40643e0124 req-f1c1b09b-9f7f-4390-8980-134663019ea3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Aug 23 11:58:37.417071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-7622a1c4-989b-47f0-a220-868dcb18cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.418667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-7622a1c4-989b-47f0-a220-868dcb18cda6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e640868-11ef-49b7-b5c5-1915a0b0e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707819 Aug 23 11:58:37.437143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-4a1633c1-a721-4bbb-9d17-d71b1de708af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818663 Aug 23 11:58:37.560711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-930f0bdc-e057-4405-b14a-76a941f9a03c service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315148 Aug 23 11:58:37.689358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a64aa88e-9b5d-412e-9291-3a9b7072626e req-f2d4e15e-6155-40c2-a43b-59f9ceca99ab tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Aug 23 11:58:37.720707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14d90db4-0ed5-4ec8-9891-42fd8ae5ee8a req-282bc76e-73be-4960-af08-d7a3e7d9cb13 service neutron] 10.222.0.44 "GET /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505704 Aug 23 11:58:37.768063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-7666322c-a2d6-46ea-844c-03316b394033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.769791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-7666322c-a2d6-46ea-844c-03316b394033 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 1099 time: 0.5226119 Aug 23 11:58:37.887459 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d003415-b833-49d0-b538-4db0b646a790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.913395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:37.917138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.923466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 588ac815-446f-4508-ab5a-e2ff84159384 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:37.923829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.936050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d003415-b833-49d0-b538-4db0b646a790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:37.965781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddeb19-e689-45f6-9aee-904344f425f5 req-a7c976b5-53ce-4ae1-8610-649978afec9e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:37.967367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cddeb19-e689-45f6-9aee-904344f425f5 req-a7c976b5-53ce-4ae1-8610-649978afec9e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 948 time: 0.5346420 Aug 23 11:58:38.037527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:38.041043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-3c523eea-7789-4368-a221-f9dd7c41f795 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867281 Aug 23 11:58:38.041217 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b625f-26b2-4818-81e1-ac5450c5d8bc" -d '{"events": [{"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-unplugged", "status": "completed", "tag": "588ac815-446f-4508-ab5a-e2ff84159384"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:38.078945 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a5458-beb6-47f5-9575-449b63569155 x-openstack-request-id: req-857a5458-beb6-47f5-9575-449b63569155 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:38.079245 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-unplugged", "status": "completed", "tag": "588ac815-446f-4508-ab5a-e2ff84159384", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:38.079503 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-857a5458-beb6-47f5-9575-449b63569155 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:38.079895 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384', 'code': 200} Aug 23 11:58:38.081015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 172.20.0.5 (01f35405-6932-4962-83f2-265cc0f694be/18329f7b-8be1-4092-bf79-31f137af252e/fd9221e4-6462-4e98-a960-89bb0b33bc85) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:38.115460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4d003415-b833-49d0-b538-4db0b646a790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9574834e0092410fa51c4a1698709c27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5322440 Aug 23 11:58:38.116257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46322) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:38.130764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d003415-b833-49d0-b538-4db0b646a790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad74d6-46ce-4080-884a-210552f60216,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:38.167239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-7046b1b5-e1b3-4156-908e-1abd5735060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.169346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-7046b1b5-e1b3-4156-908e-1abd5735060e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3625524 Aug 23 11:58:38.242289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cddeb19-e689-45f6-9aee-904344f425f5 req-64085b73-e126-4d2d-952f-3830ce05ee60 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476776 Aug 23 11:58:38.255714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39297f07-7cc6-4a96-aadd-67cd90c46635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.297667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-cfc88905-5957-4c9b-bcee-eda4b9693c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc HTTP/1.1" status: 200 len: 217 time: 0.0470140 Aug 23 11:58:38.301382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c82d87b-36b3-4d08-87f2-2f3a11b1e0ef req-9ff06998-34f1-4681-8209-df3195ecbb5f service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110233 Aug 23 11:58:38.304926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90'}, {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-deleted', 'tag': '34a6625d-0707-44b1-aa52-94faef6e7446'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:38.307347 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5144eae7-49dc-4c28-9406-6216b14399ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90"}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-deleted", "tag": "34a6625d-0707-44b1-aa52-94faef6e7446"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:38.313147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 588ac815-446f-4508-ab5a-e2ff84159384, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=588ac815-446f-4508-ab5a-e2ff84159384,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:38.313555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.316572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39297f07-7cc6-4a96-aadd-67cd90c46635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.340674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d38e45bf-89c2-480d-8d5a-a12841d4062b up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:38.364569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 588ac815-446f-4508-ab5a-e2ff84159384 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:38.370049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.419290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f458d-91b3-4c7d-a751-d969575504e2 req-91d49a71-6b1c-407d-ab64-7134e85fbcf9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.420900 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f2f458d-91b3-4c7d-a751-d969575504e2 req-91d49a71-6b1c-407d-ab64-7134e85fbcf9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1978612 Aug 23 11:58:38.435025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port d38e45bf-89c2-480d-8d5a-a12841d4062b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:38.442532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port d38e45bf-89c2-480d-8d5a-a12841d4062b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:38.443183 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.476670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object fd9221e4-6462-4e98-a960-89bb0b33bc85 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:38.542252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39297f07-7cc6-4a96-aadd-67cd90c46635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.546275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39297f07-7cc6-4a96-aadd-67cd90c46635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.549894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39297f07-7cc6-4a96-aadd-67cd90c46635 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efad74d6-46ce-4080-884a-210552f60216 HTTP/1.1" status: 204 len: 168 time: 0.4306641 Aug 23 11:58:38.552062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f2f458d-91b3-4c7d-a751-d969575504e2 req-a8701846-bb07-41e8-b7fe-5b9314537c29 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173334 Aug 23 11:58:38.568155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-8b4e107e-29f6-480a-855e-ac3b60d75326 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314349 Aug 23 11:58:38.577848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39297f07-7cc6-4a96-aadd-67cd90c46635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad74d6-46ce-4080-884a-210552f60216,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:38.602033 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a098d126-1aee-44fb-b287-d1da52ad6c64 x-openstack-request-id: req-a098d126-1aee-44fb-b287-d1da52ad6c64 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:38.602680 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90", "status": "completed", "code": 200}, {"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-deleted", "tag": "34a6625d-0707-44b1-aa52-94faef6e7446", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:38.602680 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a098d126-1aee-44fb-b287-d1da52ad6c64 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:38.602992 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'status': 'completed', 'code': 200} Aug 23 11:58:38.603342 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-deleted', 'tag': '34a6625d-0707-44b1-aa52-94faef6e7446', 'status': 'completed', 'code': 200} Aug 23 11:58:38.623203 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.636971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.697714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.698155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d38e45bf-89c2-480d-8d5a-a12841d4062b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:38.707350 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.741747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-a9a752a4-a282-4424-b234-2da58eb29232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.743278 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-a9a752a4-a282-4424-b234-2da58eb29232 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.4329147 Aug 23 11:58:38.755184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=588ac815-446f-4508-ab5a-e2ff84159384,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:38.795127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-30e27f8a-0ef4-4074-86c5-64ecfdae8f5a req-a2872989-e018-4ab3-80d1-a29b350638ff tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe513e28-33f7-434f-ae8c-03011ea701eb HTTP/1.1" status: 200 len: 210 time: 0.1212327 Aug 23 11:58:38.807583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144eae7-49dc-4c28-9406-6216b14399ee req-710eccd0-10a8-4eda-b91e-b7a32fbed182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.809740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-710eccd0-10a8-4eda-b91e-b7a32fbed182 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 1094 time: 0.2134979 Aug 23 11:58:38.816378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 01f35405-6932-4962-83f2-265cc0f694be is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:38.828284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516e627-6727-4a1d-b766-c6f8216450fc req-103ecee2-b00f-4fe8-a3a9-ea1dc74ed889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.840141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6eb68-f00b-44c0-83a1-2891439f245a req-465e5541-054b-4b99-85af-33e1b3db3546 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.844256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-103ecee2-b00f-4fe8-a3a9-ea1dc74ed889 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 1100 time: 0.2096097 Aug 23 11:58:38.847713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abf6eb68-f00b-44c0-83a1-2891439f245a req-465e5541-054b-4b99-85af-33e1b3db3546 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 943 time: 0.2479107 Aug 23 11:58:38.852700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:38.858328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:38.863908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d38e45bf-89c2-480d-8d5a-a12841d4062b,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:38.907334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 588ac815-446f-4508-ab5a-e2ff84159384 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:38.950908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:38.952868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.41 "DELETE /v2.0/ports/588ac815-446f-4508-ab5a-e2ff84159384 HTTP/1.1" status: 204 len: 173 time: 1.7891297 Aug 23 11:58:38.975046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-886a7062-a991-4b26-9fd2-3e741a4ed339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:38.976813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-886a7062-a991-4b26-9fd2-3e741a4ed339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2221146 Aug 23 11:58:39.181021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516e627-6727-4a1d-b766-c6f8216450fc req-9377c135-4ede-4d4f-8f21-75279cce436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.182573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-9377c135-4ede-4d4f-8f21-75279cce436d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2973678 Aug 23 11:58:39.188678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:39.216866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-f92d2d1c-f245-4c66-9291-0aee26e76880 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177331 Aug 23 11:58:39.270515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.274326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:39.291546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-846c5412-04ce-45d5-9abe-7cf771927fcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d9b449d5-4adc-4008-859a-73298bfec42d HTTP/1.1" status: 200 len: 217 time: 0.0897007 Aug 23 11:58:39.306948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-5ed31f30-469e-4640-bfc8-f5790909de4b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9928846 Aug 23 11:58:39.325000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cbc91b82-1f15-4a79-8311-cfb010f5afe6 None None] Provisioning for port fd9221e4-6462-4e98-a960-89bb0b33bc85 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:39.332767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cbc91b82-1f15-4a79-8311-cfb010f5afe6 None None] Provisioning complete for port fd9221e4-6462-4e98-a960-89bb0b33bc85 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:39.334724 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc91b82-1f15-4a79-8311-cfb010f5afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:39.356846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abf6eb68-f00b-44c0-83a1-2891439f245a req-9949eb26-1693-40d1-b3fd-fbd2a8446747 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027359 Aug 23 11:58:39.382602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'admin_state_up': True, 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'security_groups': ['fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:39.437883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cbc91b82-1f15-4a79-8311-cfb010f5afe6 None None] Port fd9221e4-6462-4e98-a960-89bb0b33bc85 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:39.492530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516e627-6727-4a1d-b766-c6f8216450fc req-5e86067f-b84c-4641-8d67-2f92c313c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.498965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-5e86067f-b84c-4641-8d67-2f92c313c1ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1900327 Aug 23 11:58:39.528668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144eae7-49dc-4c28-9406-6216b14399ee req-f8a3201b-7674-400f-85fd-8660160a6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.530817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-f8a3201b-7674-400f-85fd-8660160a6bd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 905 time: 0.7019420 Aug 23 11:58:39.561641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3d22728-04b5-488d-b2e7-c91687a7ff47 req-f8dc0bce-93eb-4617-8363-526df60616d2 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217170 Aug 23 11:58:39.619306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-687610da-dec7-4029-8635-d49e920dc678 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90 HTTP/1.1" status: 200 len: 217 time: 0.0683243 Aug 23 11:58:39.629814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeb22d-2886-4aeb-9e24-aa8da2f333ce req-ee29b28c-4fab-4ea7-b6a4-00188c4448ae tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.643507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66eeb22d-2886-4aeb-9e24-aa8da2f333ce req-ee29b28c-4fab-4ea7-b6a4-00188c4448ae tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 948 time: 0.1701663 Aug 23 11:58:39.731396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be998-dded-47cb-9173-9c4abbd2dc3f req-afe6f695-cbc7-4d2a-b1f0-751884ba755a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.733582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-677be998-dded-47cb-9173-9c4abbd2dc3f req-afe6f695-cbc7-4d2a-b1f0-751884ba755a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 931 time: 0.2453792 Aug 23 11:58:39.741269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516e627-6727-4a1d-b766-c6f8216450fc req-0878ff54-2ec6-4b3f-8165-0be38912ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.742842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-0878ff54-2ec6-4b3f-8165-0be38912ee90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900752 Aug 23 11:58:39.760528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66eeb22d-2886-4aeb-9e24-aa8da2f333ce req-9e0016dc-651a-4755-b35d-d75b85b9d115 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103787 Aug 23 11:58:39.778542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144eae7-49dc-4c28-9406-6216b14399ee req-4c05db34-675f-4511-ae6d-d56d390325ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.778684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46364) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:39.779197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-4c05db34-675f-4511-ae6d-d56d390325ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.1293507 Aug 23 11:58:39.820078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-066ae0ac-9286-4d3f-a464-7aa9bb61bdf4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339732 Aug 23 11:58:39.848857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-677be998-dded-47cb-9173-9c4abbd2dc3f req-f72d102d-eb57-4a44-b64f-ec6b0a003bb0 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049097 Aug 23 11:58:39.894875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:39.899419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:39.914052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46370) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:39.967495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1206732323-network', 'tenant_id': '8dafaf11339f4258870d930ff52ce614'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:39.982837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4744ae-41cc-4a89-a9c8-868cfc28cf9f req-204655e4-121d-433b-8979-54c21d1253d6 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:39.984264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e4744ae-41cc-4a89-a9c8-868cfc28cf9f req-204655e4-121d-433b-8979-54c21d1253d6 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.0991290 Aug 23 11:58:39.991167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-cc13f52f-0c17-4baa-9e31-5492b44c2a80 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642687 Aug 23 11:58:40.008879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Made reservation on behalf of 8dafaf11339f4258870d930ff52ce614 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:40.011358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.057251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.061294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-a318ca96-ceeb-4cfa-9b04-41ed3a7391ac service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038640 Aug 23 11:58:40.062663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e4744ae-41cc-4a89-a9c8-868cfc28cf9f req-5e16e532-8f18-43a8-b1ad-253f43a56fb3 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696509 Aug 23 11:58:40.081219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38e45bf-89c2-480d-8d5a-a12841d4062b'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:40.084757 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459944d9-91d9-4076-a641-9eeaabd39d48" -d '{"events": [{"server_uuid": "a6859d99-e3fd-4695-8501-e1afb9a82d9e", "name": "network-vif-plugged", "status": "completed", "tag": "d38e45bf-89c2-480d-8d5a-a12841d4062b"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:40.109097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting subnet 7f161f42-bd1e-4521-ac62-a1861e2b7131 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:58:40.123935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5144eae7-49dc-4c28-9406-6216b14399ee req-60eded2d-687a-4714-887a-c1bb3302c0b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116245 Aug 23 11:58:40.133200 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.145575 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832cdbe8-286a-40bf-9e85-9c69229f7571 x-openstack-request-id: req-832cdbe8-286a-40bf-9e85-9c69229f7571 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:40.145999 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6859d99-e3fd-4695-8501-e1afb9a82d9e", "name": "network-vif-plugged", "status": "completed", "tag": "d38e45bf-89c2-480d-8d5a-a12841d4062b", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:40.146356 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-832cdbe8-286a-40bf-9e85-9c69229f7571 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:40.146803 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'code': 200} Aug 23 11:58:40.250858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad743a-cb9d-42e9-acab-1d7500bed7aa req-b882168f-0549-4a21-bd14-d7e9b91e26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:40.252425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24ad743a-cb9d-42e9-acab-1d7500bed7aa req-b882168f-0549-4a21-bd14-d7e9b91e26a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 1100 time: 0.0429273 Aug 23 11:58:40.287439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.305355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24ad743a-cb9d-42e9-acab-1d7500bed7aa req-46ad8470-092d-4349-9b49-e66152089436 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 23 11:58:40.343125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f6ee1b98-a181-44eb-befd-73f62a5a70fc details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:40.366550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 10.1.1.29 (3fb39838-5254-4dc2-80bc-76a8db2f7594/3762ee49-872e-4d3b-99e0-0492ba44733f/b04a16ab-3d92-4bf5-9549-cccabb8db2bd) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:40.382919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a516e627-6727-4a1d-b766-c6f8216450fc req-593410ac-6946-4a4f-a7e7-f19a1f79b4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858212 Aug 23 11:58:40.480780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f6ee1b98-a181-44eb-befd-73f62a5a70fc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:40.490250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.494568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', 'mac_address': 'fa:16:3e:cd:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:40.555603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d61c07-ebc2-48d0-9755-8f10370d5827 req-39b4732a-bf28-4983-ab7a-b8bd903d0b30 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:40.557147 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.563314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0d61c07-ebc2-48d0-9755-8f10370d5827 req-39b4732a-bf28-4983-ab7a-b8bd903d0b30 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 943 time: 0.0845871 Aug 23 11:58:40.571164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ee1b98-a181-44eb-befd-73f62a5a70fc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:40.593388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f6ee1b98-a181-44eb-befd-73f62a5a70fc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:40.603928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.606105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-deleted', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:40.610525 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bec89e-88c7-4e27-ba1b-7818f1d6177e" -d '{"events": [{"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-deleted", "tag": "588ac815-446f-4508-ab5a-e2ff84159384"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:40.615337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.628346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0d61c07-ebc2-48d0-9755-8f10370d5827 req-1a5ffabe-7d29-48ad-90f5-6f3d48da3697 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617483 Aug 23 11:58:40.667432 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8328b7-2b46-4848-86e7-80cffcffe8c4 x-openstack-request-id: req-5c8328b7-2b46-4848-86e7-80cffcffe8c4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:40.667747 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe513e28-33f7-434f-ae8c-03011ea701eb", "name": "network-vif-deleted", "tag": "588ac815-446f-4508-ab5a-e2ff84159384", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:40.668005 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c8328b7-2b46-4848-86e7-80cffcffe8c4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:40.668459 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe513e28-33f7-434f-ae8c-03011ea701eb', 'name': 'network-vif-deleted', 'tag': '588ac815-446f-4508-ab5a-e2ff84159384', 'status': 'completed', 'code': 200} Aug 23 11:58:40.670867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Subnet': ['ID=7f161f42-bd1e-4521-ac62-a1861e2b7131,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:40.685999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=f6ee1b98-a181-44eb-befd-73f62a5a70fc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:40.705595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.714563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcfb02-5086-4911-8594-84ca96644db1 None None] Network d54efb19-373a-48e3-ba30-fcd48bc88d0c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:40.736201 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.741195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-10a2bf0f-4857-4827-b11f-ab96bbdb6c05 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/subnets/7f161f42-bd1e-4521-ac62-a1861e2b7131 HTTP/1.1" status: 204 len: 168 time: 0.8256876 Aug 23 11:58:40.742272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46382) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:40.749227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.812132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:58:40.851356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6254b01-e56f-4b98-8e0d-ddba8297b012,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:40.871831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.872233 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Added segment 25426ab6-b8f5-4f62-b712-b9c904fa4c0e of type vlan for network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 Aug 23 11:58:40.872676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f6ee1b98-a181-44eb-befd-73f62a5a70fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:40.875318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.903263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:40.987105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85730-f4ed-4e0b-8a1c-be27cbfcd943 req-5fb29a0f-b219-4a9d-86c5-d363858899e2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:40.988993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cf85730-f4ed-4e0b-8a1c-be27cbfcd943 req-5fb29a0f-b219-4a9d-86c5-d363858899e2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 949 time: 0.1040249 Aug 23 11:58:40.999115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object b04a16ab-3d92-4bf5-9549-cccabb8db2bd will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:41.023230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.037653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port da619e29-78fa-40b6-8003-af70fccc9364 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:41.038344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.050366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] DHCP port deletion for d54efb19-373a-48e3-ba30-fcd48bc88d0c request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:58:41.079186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cf85730-f4ed-4e0b-8a1c-be27cbfcd943 req-2e50a2ef-adc3-4729-96a8-08e7cac0f58b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 Aug 23 11:58:41.129824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] Deleting port da619e29-78fa-40b6-8003-af70fccc9364 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:41.130207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.141524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port da619e29-78fa-40b6-8003-af70fccc9364, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da619e29-78fa-40b6-8003-af70fccc9364,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:41.141996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.155308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.159859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:41.160744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.165173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for da619e29-78fa-40b6-8003-af70fccc9364 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:41.192131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc61e6-2547-4152-b724-0fb39eabbd92 req-6888ce4f-9c4d-4053-8ecb-36ddff80419b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:41.200665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:58:41.203744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22cc61e6-2547-4152-b724-0fb39eabbd92 req-6888ce4f-9c4d-4053-8ecb-36ddff80419b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 931 time: 0.2175667 Aug 23 11:58:41.240325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4571347 Aug 23 11:58:41.240325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.249110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:41.256124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Request body: {'subnet': {'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-subnet', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:41.334712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:41.346320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17892b06-86cf-4e31-9b0d-b6a1f751806f admin admin] Pushing event updated for resources: {'Network': ['ID=7ea47c42-317a-42bb-b4f5-bc78d20d23b6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:41.377976 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22cc61e6-2547-4152-b724-0fb39eabbd92 req-5d3b30ce-2002-48e0-8350-204c7b100976 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707892 Aug 23 11:58:41.389524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] For port da619e29-78fa-40b6-8003-af70fccc9364, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da619e29-78fa-40b6-8003-af70fccc9364,segment=NetworkSegment(de0ff77b-4fca-42d5-96e4-b324a6f1ae56),segment_id=de0ff77b-4fca-42d5-96e4-b324a6f1ae56)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:41.390056 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.394296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:41.410031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Made reservation on behalf of 8dafaf11339f4258870d930ff52ce614 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:41.417013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.420627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:41.422721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3114-19ca-4a5d-a881-cf8a476d588b req-2127085f-3b73-4108-b41f-ebf85c9ed36a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:41.424355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e6a3114-19ca-4a5d-a881-cf8a476d588b req-2127085f-3b73-4108-b41f-ebf85c9ed36a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1001368 Aug 23 11:58:41.425594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.428694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:41.460112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=da619e29-78fa-40b6-8003-af70fccc9364,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:41.468703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:41.470877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] Calling delete_port for da619e29-78fa-40b6-8003-af70fccc9364 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:41.481299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port da619e29-78fa-40b6-8003-af70fccc9364 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:41.615807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:41.616628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.645246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.660071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54efb19-373a-48e3-ba30-fcd48bc88d0c']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:41.661033 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ac2e07aa-3592-4b2d-8adf-c343155ac049 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2859807 Aug 23 11:58:41.678814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'mac_address': 'fa:16:3e:f6:2a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:58:41.680577 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.685452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'admin_state_up': True, 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'security_groups': ['fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:41.690702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:41.691007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0ff77b-4fca-42d5-96e4-b324a6f1ae56') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:41.702767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:58:41.714543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.733234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.746993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:58:41.747472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.758015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da619e29-78fa-40b6-8003-af70fccc9364 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:41.790445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] Pushing event deleted for resources: {'Port': ['ID=da619e29-78fa-40b6-8003-af70fccc9364,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:58:41.820902 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:58:41.825918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715a8c8-b71b-46f6-8787-f17a3c2d58cf None None] No DVR routers for this DVR port da619e29-78fa-40b6-8003-af70fccc9364 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:41.827807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: da619e29-78fa-40b6-8003-af70fccc9364 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:58:41.827962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da619e29-78fa-40b6-8003-af70fccc9364 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:58:41.852207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e6a3114-19ca-4a5d-a881-cf8a476d588b req-40d02907-d996-40a5-b3f8-ba9cd34286be tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874409 Aug 23 11:58:41.852829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.862189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.864038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/networks/d54efb19-373a-48e3-ba30-fcd48bc88d0c HTTP/1.1" status: 204 len: 168 time: 1.1199899 Aug 23 11:58:41.872942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:41.927851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.942678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bd9dd2-9918-4822-91cb-3a7842086a90 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:41.964195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:41.972797 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:41.988457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8860689-5be3-493e-ab47-4df4dd2ef0cb req-9e0036e5-1fb8-42b1-999b-ebd4f96b354b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:41.995946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8860689-5be3-493e-ab47-4df4dd2ef0cb req-9e0036e5-1fb8-42b1-999b-ebd4f96b354b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 943 time: 0.2433352 Aug 23 11:58:42.017187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.026656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5ad30-1746-4f53-a43f-4ca4daa22456 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Network': ['ID=d54efb19-373a-48e3-ba30-fcd48bc88d0c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:42.035789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting subnet 22557df1-dd65-4ccd-a558-520399cce7a2 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:58:42.040896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.063168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:42.077256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5533a814-26ff-46e6-8458-e4642ef569c5 None None] Provisioning for port b04a16ab-3d92-4bf5-9549-cccabb8db2bd completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:42.082219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5533a814-26ff-46e6-8458-e4642ef569c5 None None] Provisioning complete for port b04a16ab-3d92-4bf5-9549-cccabb8db2bd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:42.085453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5533a814-26ff-46e6-8458-e4642ef569c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.122281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.140603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8860689-5be3-493e-ab47-4df4dd2ef0cb req-38c6bfa6-3e80-45ad-bf59-a5423a10a7f6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436388 Aug 23 11:58:42.141533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5533a814-26ff-46e6-8458-e4642ef569c5 None None] Port b04a16ab-3d92-4bf5-9549-cccabb8db2bd cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:42.154849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:42.158598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.180432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9722b357-6a5f-426e-a975-3d9a17cdff1c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:42.231102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3bd9dd2-9918-4822-91cb-3a7842086a90'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:58:42.235822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Checking segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:42.236208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Network hostable DHCP agents. Network: 7ea47c42-317a-42bb-b4f5-bc78d20d23b6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:58:42.276817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:58:42.326411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 7ea47c42-317a-42bb-b4f5-bc78d20d23b6) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:42.327694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b419b1-8697-4cd1-8999-14060e1944c4 req-25a61f24-4fb4-4567-9e9f-bd018ee63307 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:42.329510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78b419b1-8697-4cd1-8999-14060e1944c4 req-25a61f24-4fb4-4567-9e9f-bd018ee63307 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 949 time: 0.1409543 Aug 23 11:58:42.342304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:42.343163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.350038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.356931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f95387-06c0-44da-8816-dcb746deb12f None None] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:42.362397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 10.1.1.150 (3fb39838-5254-4dc2-80bc-76a8db2f7594/3762ee49-872e-4d3b-99e0-0492ba44733f/03af1fae-717d-426c-8ce0-abe9b3a01b74) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:42.409249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f6ee1b98-a181-44eb-befd-73f62a5a70fc up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:42.471043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78b419b1-8697-4cd1-8999-14060e1944c4 req-7b1b5f02-b27b-4717-a60b-848804142990 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084936 Aug 23 11:58:42.501965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.563588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Subnet': ['ID=22557df1-dd65-4ccd-a558-520399cce7a2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:42.570502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.575258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2ac7d5ab-ad35-42d8-ae54-ec84b44d66dc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/subnets/22557df1-dd65-4ccd-a558-520399cce7a2 HTTP/1.1" status: 204 len: 168 time: 0.6601372 Aug 23 11:58:42.578253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46408) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:42.582140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63740fd-f9ed-4bf7-a9aa-34d3b76b0555 None None] Network 75351149-74d8-41e5-8b26-41caded48ad8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:42.582400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.609719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f3c86f1e-473f-4be8-b51d-45ec5aedae64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3571711 Aug 23 11:58:42.613041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46410) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:42.615522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object 03af1fae-717d-426c-8ce0-abe9b3a01b74 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:42.619769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:42.677923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185a89-9a9f-44d8-aa30-afcfa8affa50 req-dec9a180-070e-497d-995d-ec57bf342cba tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:42.684329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185a89-9a9f-44d8-aa30-afcfa8affa50 req-dec9a180-070e-497d-995d-ec57bf342cba tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:42.686341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7185a89-9a9f-44d8-aa30-afcfa8affa50 req-dec9a180-070e-497d-995d-ec57bf342cba tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 1652 time: 0.0832696 Aug 23 11:58:42.711387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.765086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7185a89-9a9f-44d8-aa30-afcfa8affa50 req-28777402-a260-493f-969f-674374de36c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712955 Aug 23 11:58:42.777913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:42.781110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:42.785483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:42.795982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=03af1fae-717d-426c-8ce0-abe9b3a01b74,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:42.860112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:42.860789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:42.876718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port f6ee1b98-a181-44eb-befd-73f62a5a70fc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:43.044312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.047711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-07fff193-3e7e-4f9a-ad1a-4591935def5e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3742318 Aug 23 11:58:43.058497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.060036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.061672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2', 'admin_state_up': True, 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'security_groups': ['fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:43.138913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] DHCP port deletion for 75351149-74d8-41e5-8b26-41caded48ad8 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:58:43.145196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port f6ee1b98-a181-44eb-befd-73f62a5a70fc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:43.145572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.151370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.176643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc708-804b-44ba-b5b0-2c0d235dae44 req-e962c125-7ce6-4c6f-bca6-db0d438e8cd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:43.184293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bcfc708-804b-44ba-b5b0-2c0d235dae44 req-e962c125-7ce6-4c6f-bca6-db0d438e8cd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.2077625 Aug 23 11:58:43.202800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:43.220592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:58:43.221637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.269804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-67a8f04f-8c51-4fa8-aade-65ee0f10b72e None None] Provisioning for port 03af1fae-717d-426c-8ce0-abe9b3a01b74 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:43.316253 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.362161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.370395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bcfc708-804b-44ba-b5b0-2c0d235dae44 req-1bdedf0b-4632-431b-b3db-f6645abdbfda tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850600 Aug 23 11:58:43.388676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-67a8f04f-8c51-4fa8-aade-65ee0f10b72e None None] Provisioning complete for port 03af1fae-717d-426c-8ce0-abe9b3a01b74 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:43.388676 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-67a8f04f-8c51-4fa8-aade-65ee0f10b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.412265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59609745-1f9c-433e-b36e-f2967c3f767f req-29b27684-8c94-440d-9785-7eef7d23afa6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:43.422084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59609745-1f9c-433e-b36e-f2967c3f767f req-29b27684-8c94-440d-9785-7eef7d23afa6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 944 time: 0.2060435 Aug 23 11:58:43.426598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.430845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:43.433205 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b2278a-46bc-48c6-988b-c016b5408d6d" -d '{"events": [{"server_uuid": "3eb8cd78-ebe9-4416-8c8b-c94419b2f188", "name": "network-vif-plugged", "status": "completed", "tag": "f6ee1b98-a181-44eb-befd-73f62a5a70fc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:43.440394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:43.440765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.468416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f6ee1b98-a181-44eb-befd-73f62a5a70fc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:43.475467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] Deleting port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:58:43.475870 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.542479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] For port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:43.542879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.566999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] Calling delete_port for 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:43.597739 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed88de-85aa-468b-a63d-07659daa1638 x-openstack-request-id: req-91ed88de-85aa-468b-a63d-07659daa1638 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:43.598044 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8cd78-ebe9-4416-8c8b-c94419b2f188", "name": "network-vif-plugged", "status": "completed", "tag": "f6ee1b98-a181-44eb-befd-73f62a5a70fc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:43.598350 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91ed88de-85aa-468b-a63d-07659daa1638 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:43.598790 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', 'code': 200} Aug 23 11:58:43.657462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,segment=NetworkSegment(6da86df6-4e37-4468-aba5-610c21740930),segment_id=6da86df6-4e37-4468-aba5-610c21740930)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:43.657462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.707194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Allocated IP 172.20.0.2 (7ea47c42-317a-42bb-b4f5-bc78d20d23b6/9722b357-6a5f-426e-a975-3d9a17cdff1c/7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:43.713747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:58:43.725003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:43.740561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:58:43.742716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-67a8f04f-8c51-4fa8-aade-65ee0f10b72e None None] Port 03af1fae-717d-426c-8ce0-abe9b3a01b74 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:43.845311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84e81-7857-4c18-a65e-2cfee985eb4d req-44acb226-1a37-495d-9bac-7a2b476ad33a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:43.846942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ab84e81-7857-4c18-a65e-2cfee985eb4d req-44acb226-1a37-495d-9bac-7a2b476ad33a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 950 time: 0.1348217 Aug 23 11:58:43.953099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ab84e81-7857-4c18-a65e-2cfee985eb4d req-2dfd6b50-1a7f-4265-8d9d-41f63c62c876 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980256 Aug 23 11:58:43.994532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.027870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.054934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:44.096226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59609745-1f9c-433e-b36e-f2967c3f767f req-1a322497-dded-43e0-b0db-d86e2332b8bb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729395 Aug 23 11:58:44.128776 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.133866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.147947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=f6ee1b98-a181-44eb-befd-73f62a5a70fc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.165349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.173104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Transition to ACTIVE for port object 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:44.178469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No active binding found for port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 11:58:44.179180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:58:44.213159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 10.2.2.100 (38223a87-b843-4beb-9da6-2c04c71778c2/430bf024-0faa-4881-acf1-b8c7d3840d48/99d39267-848a-42d6-826b-7e1cbedeaf01) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: from cryptography.utils import int_from_bytes Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: from cryptography.utils import int_from_bytes Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.221945 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 11:58:44.225920 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 11:58:44.239391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.240767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Transition to ACTIVE for port object 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:44.245916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.260489 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.280317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75351149-74d8-41e5-8b26-41caded48ad8']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:44.307180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da86df6-4e37-4468-aba5-610c21740930') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:44.307610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da86df6-4e37-4468-aba5-610c21740930') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:44.307926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] No DVR routers for this DVR port 8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:58:44.311929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3b349-5cf3-4dd9-8c19-a6dfe8a4ff3b None None] Pushing event deleted for resources: {'Port': ['ID=8ff055f7-6e85-4d7a-bca9-b8b0f0f56f5b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.321864 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.323886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:44.328402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2778-2842-43da-a099-f1f5ea560934 req-68c2598c-4b8f-498a-ad86-a8e593f0e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.331874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-066b2778-2842-43da-a099-f1f5ea560934 req-68c2598c-4b8f-498a-ad86-a8e593f0e995 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 1101 time: 0.2964206 Aug 23 11:58:44.360221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.372478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:58:44.372932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.374906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:58:44.376941 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:58:44.380353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Pushing event updated for resources: {'Port': ['ID=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.380449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:44.448538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Attempting to bind port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:44.449256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Attempting to bind port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:44.449395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Attempting to bind port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 on network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:44.457411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:44.457869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Checking segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:44.458228 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.458626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Bound using segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:44.459101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Bound port: 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:44.459490 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.463959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb027e7f-3ea3-4b4e-9c74-304e9701a36f req-b16dd86c-006b-4735-9f35-a65381bde8d0 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.471802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb027e7f-3ea3-4b4e-9c74-304e9701a36f req-b16dd86c-006b-4735-9f35-a65381bde8d0 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.479079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb027e7f-3ea3-4b4e-9c74-304e9701a36f req-b16dd86c-006b-4735-9f35-a65381bde8d0 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.487893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb027e7f-3ea3-4b4e-9c74-304e9701a36f req-b16dd86c-006b-4735-9f35-a65381bde8d0 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 2373 time: 0.2081609 Aug 23 11:58:44.510133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-066b2778-2842-43da-a099-f1f5ea560934 req-dc52a3b7-8ec0-4c4c-85d1-9f69a5823616 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586964 Aug 23 11:58:44.515295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Allocated IP 172.25.1.100 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/90382e3e-299e-4705-80f6-387f3ca4765b) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:44.540398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.553330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.555187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/networks/75351149-74d8-41e5-8b26-41caded48ad8 HTTP/1.1" status: 204 len: 168 time: 1.9753723 Aug 23 11:58:44.567525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46430) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:44.567953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] For port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:44.570597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.572439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] For port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:44.576393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-414616234'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:44.577668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.584284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699e002-4984-4fe0-93cd-441b18e0ef08 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Network': ['ID=75351149-74d8-41e5-8b26-41caded48ad8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.607636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object 99d39267-848a-42d6-826b-7e1cbedeaf01 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:44.618239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb027e7f-3ea3-4b4e-9c74-304e9701a36f req-8fe07955-3134-4777-af76-8b5f86c2585d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294577 Aug 23 11:58:44.630971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd2433-5c9e-4639-9c50-0c3241bfbe4c req-85436c93-2435-4006-8dcd-a4f7c443da7f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.638707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81fd2433-5c9e-4639-9c50-0c3241bfbe4c req-85436c93-2435-4006-8dcd-a4f7c443da7f tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1451266 Aug 23 11:58:44.667551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.694847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:44.698334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.722371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1cf0-a507-46c3-9742-8b802a414d3c None None] Pushing event updated for resources: {'Port': ['ID=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.734351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 38223a87-b843-4beb-9da6-2c04c71778c2 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:44.738076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:44.741968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:44.786985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:58:44.793996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:44.806535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81fd2433-5c9e-4639-9c50-0c3241bfbe4c req-dbd0bad9-2429-465c-9f3a-83d67749c0b7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666644 Aug 23 11:58:44.819622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.819974 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Added segment b0f9b1bf-79e9-44b1-9a35-9d96eef67393 of type vlan for network 759a91b1-4273-4d31-89c3-5a66407d627a Aug 23 11:58:44.836080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.836758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.838898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.857319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-637db703-80ac-45e7-96c7-2e91be48231d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8008070 Aug 23 11:58:44.871482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2', 'admin_state_up': True, 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'security_groups': ['fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:44.890850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.922634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:44.928426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:44.929050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.051639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4827969 Aug 23 11:58:45.054384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46434) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:45.059601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3edbd-42f0-45d6-9a11-eb2638b6eff0 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Network': ['ID=759a91b1-4273-4d31-89c3-5a66407d627a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:45.062842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'subnet': {'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:45.064359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.071316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 759a91b1-4273-4d31-89c3-5a66407d627a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:58:45.173270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Pushing event updated for resources: {'Port': ['ID=90382e3e-299e-4705-80f6-387f3ca4765b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:45.197330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:45.212182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:45.220421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:45.231312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:45.244708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3e1d7-9395-4bb1-9234-a651a79471d3 req-72de8c89-57b3-423a-b717-0a9c27ea1b5a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:45.246841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93e3e1d7-9395-4bb1-9234-a651a79471d3 req-72de8c89-57b3-423a-b717-0a9c27ea1b5a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 950 time: 0.1380334 Aug 23 11:58:45.249870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Made reservation on behalf of 309381570cb546c3ae3bff6ef0902fbe for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:45.254517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.286087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c64d1-ab4b-4c4a-af39-0e6fe1afbe2c req-4aac925f-86e0-4d1c-a719-a0578928e75f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:45.295719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e23c64d1-ab4b-4c4a-af39-0e6fe1afbe2c req-4aac925f-86e0-4d1c-a719-a0578928e75f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 944 time: 0.1058903 Aug 23 11:58:45.304561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-223d0371-8635-4cd8-8570-cd1958200e84 None None] Provisioning for port 99d39267-848a-42d6-826b-7e1cbedeaf01 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:45.309014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-223d0371-8635-4cd8-8570-cd1958200e84 None None] Provisioning complete for port 99d39267-848a-42d6-826b-7e1cbedeaf01 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:45.309388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-223d0371-8635-4cd8-8570-cd1958200e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.329444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93e3e1d7-9395-4bb1-9234-a651a79471d3 req-35044553-d1ab-4599-a4d8-3f0f4d317323 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714743 Aug 23 11:58:45.331817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:45.335199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.346758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e3bd9dd2-9918-4822-91cb-3a7842086a90 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:45.374399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e3bd9dd2-9918-4822-91cb-3a7842086a90 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:45.377343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.438278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-223d0371-8635-4cd8-8570-cd1958200e84 None None] Port 99d39267-848a-42d6-826b-7e1cbedeaf01 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:45.527591 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.538320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e23c64d1-ab4b-4c4a-af39-0e6fe1afbe2c req-19fb197e-0094-4aaf-b899-6dc1e7975355 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387006 Aug 23 11:58:45.594195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:45.599355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:45.601995 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e12800-c137-403a-89d4-868347e03c4a" -d '{"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:45.611041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.677290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:45.698149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Allocated IP 10.2.2.200 (38223a87-b843-4beb-9da6-2c04c71778c2/430bf024-0faa-4881-acf1-b8c7d3840d48/58c546f2-3269-4781-914e-89d08fa09277) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:45.760983 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fad0705-0de9-4398-811e-4e9e4dfaa255 x-openstack-request-id: req-6fad0705-0de9-4398-811e-4e9e4dfaa255 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:45.761152 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:45.761352 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fad0705-0de9-4398-811e-4e9e4dfaa255 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:45.763461 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'code': 200} Aug 23 11:58:45.764101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:45.807405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:45.928258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:46.087903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.113104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Transition to ACTIVE for port object 58c546f2-3269-4781-914e-89d08fa09277 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:46.127937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386e8f3-9fc6-47fb-b8fa-954626fe0cfe req-bcf80b55-236a-45cd-966a-9e95f1064689 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.129589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3386e8f3-9fc6-47fb-b8fa-954626fe0cfe req-bcf80b55-236a-45cd-966a-9e95f1064689 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1534231 Aug 23 11:58:46.132316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.192828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe9f4d-3fc5-4402-aef4-416fe3f9567b None None] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:46.250882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3386e8f3-9fc6-47fb-b8fa-954626fe0cfe req-c0528908-c711-4bd6-998a-e64ff1599e29 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082413 Aug 23 11:58:46.262794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Subnet': ['ID=81eec03c-27c1-4484-9405-afaf2114979e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:46.289004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Checking segment: {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:46.289004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network hostable DHCP agents. Network: 759a91b1-4273-4d31-89c3-5a66407d627a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:58:46.295663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.302522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] Provisioning for port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:46.313123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] Provisioning complete for port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:46.313513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.346783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2f1e2-a4f2-474e-8cef-aeeb46bc20b2 req-c00b99f9-b531-48b8-ab88-d613da506cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.348514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ce2f1e2-a4f2-474e-8cef-aeeb46bc20b2 req-c00b99f9-b531-48b8-ab88-d613da506cb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 1096 time: 0.5526781 Aug 23 11:58:46.361174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a4c3-475e-4aa1-8cdc-19a8abca8c50 req-cb5267c8-8363-41c5-9313-98f07c174d9d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.367244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a4c3-475e-4aa1-8cdc-19a8abca8c50 req-cb5267c8-8363-41c5-9313-98f07c174d9d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.374743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a4c3-475e-4aa1-8cdc-19a8abca8c50 req-cb5267c8-8363-41c5-9313-98f07c174d9d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.381347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a4c3-475e-4aa1-8cdc-19a8abca8c50 req-cb5267c8-8363-41c5-9313-98f07c174d9d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.383868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7c4a4c3-475e-4aa1-8cdc-19a8abca8c50 req-cb5267c8-8363-41c5-9313-98f07c174d9d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 3094 time: 0.5477371 Aug 23 11:58:46.399220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Network 38223a87-b843-4beb-9da6-2c04c71778c2 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:46.410598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:46.416006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:46.426401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 759a91b1-4273-4d31-89c3-5a66407d627a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:58:46.433272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event updated for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:46.456401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 759a91b1-4273-4d31-89c3-5a66407d627a) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:46.474610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e39e2-ab40-430b-aad0-d012a6dc7fd1 None None] Network 759a91b1-4273-4d31-89c3-5a66407d627a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:46.483223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.483819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.537939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ce2f1e2-a4f2-474e-8cef-aeeb46bc20b2 req-6e486d0f-db5c-4c5d-b965-123dcce4130a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530232 Aug 23 11:58:46.569435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7c4a4c3-475e-4aa1-8cdc-19a8abca8c50 req-5ba4daaa-54ff-4727-86eb-2e1b2d25e59b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768463 Aug 23 11:58:46.574878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.575558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.588805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a65d388d-6d75-49c3-9654-68512c77864b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5328832 Aug 23 11:58:46.594074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46454) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:46.600972 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-057f44ef-db98-48be-9443-2e190c75ac15 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7349544 Aug 23 11:58:46.605662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1591430058'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:46.612067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.629743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:46.717483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:46.721010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.737541 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.754764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3826793-5d67-48bf-a9b2-e844231c9034 req-d0d7196f-30ec-48f2-aaca-0206f725674c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.756408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3826793-5d67-48bf-a9b2-e844231c9034 req-d0d7196f-30ec-48f2-aaca-0206f725674c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 950 time: 0.2591269 Aug 23 11:58:46.810345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] For port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:46.821885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.881603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3826793-5d67-48bf-a9b2-e844231c9034 req-e13d5c3f-9be4-4a00-a229-daa8049b15be tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079776 Aug 23 11:58:46.885234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.936096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:58:46.953788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:46.954175 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Added segment 2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b of type vlan for network 8338c228-18f9-4289-81b3-d230d7aae0f8 Aug 23 11:58:46.965839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Router 7156a645-89fa-407b-ab9f-1778f10adb34 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:58:46.978991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789a2e0-6d9f-4fdc-b4fa-c516027495e5 req-749f7936-9bfc-4ada-af59-cfb43189c9d0 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:46.986731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3789a2e0-6d9f-4fdc-b4fa-c516027495e5 req-749f7936-9bfc-4ada-af59-cfb43189c9d0 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1182578 Aug 23 11:58:47.051193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fd73e-c696-43c0-adb1-051bf30b8430 None None] Pushing event updated for resources: {'Port': ['ID=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:47.057142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a06900f0-7125-45f2-88c4-d4937c7b1995 None None] Provisioning for port 58c546f2-3269-4781-914e-89d08fa09277 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:47.072265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a06900f0-7125-45f2-88c4-d4937c7b1995 None None] Provisioning complete for port 58c546f2-3269-4781-914e-89d08fa09277 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:47.072265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a06900f0-7125-45f2-88c4-d4937c7b1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.073220 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.078821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3789a2e0-6d9f-4fdc-b4fa-c516027495e5 req-3e18f6f6-4e54-4558-9116-36e45998b06e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867865 Aug 23 11:58:47.118008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a06900f0-7125-45f2-88c4-d4937c7b1995 None None] Port 58c546f2-3269-4781-914e-89d08fa09277 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:47.161511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-759a91b1-4273-4d31-89c3-5a66407d627a', 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'fixed_ips': [{'subnet_id': '81eec03c-27c1-4484-9405-afaf2114979e'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:58:47.162628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.168904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:58:47.186568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Sync routers for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:58:47.195441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.197867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-72f70f4b-c8c6-4553-b964-71c24776b725 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5838494 Aug 23 11:58:47.201136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46460) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:47.208298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:58:47.209094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:47.230827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.236561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:47.237337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.314541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7153356 Aug 23 11:58:47.319763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46464) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:47.359189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'subnet': {'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:47.375731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483455ee-c683-4c92-ad1a-55b5056b5370 req-ab80a237-933e-4fee-8ed7-240de3ec4260 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:47.377673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-483455ee-c683-4c92-ad1a-55b5056b5370 req-ab80a237-933e-4fee-8ed7-240de3ec4260 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 949 time: 0.1982925 Aug 23 11:58:47.418442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea7e7c-926c-451f-8691-2af94829d3f3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Network': ['ID=8338c228-18f9-4289-81b3-d230d7aae0f8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:47.449097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:58:47.490165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db98c3-3903-4183-a202-ae9790d2ad92 req-e5a28e87-7812-4da1-b435-69262bb978c2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:47.498470 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2db98c3-3903-4183-a202-ae9790d2ad92 req-e5a28e87-7812-4da1-b435-69262bb978c2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1051121 Aug 23 11:58:47.553813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9221e4-6462-4e98-a960-89bb0b33bc85 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:47.569827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.592299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-483455ee-c683-4c92-ad1a-55b5056b5370 req-469e118c-3b67-45d5-aea3-96a5277f8654 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928480 Aug 23 11:58:47.658090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Allocated IP 19.80.0.2 (759a91b1-4273-4d31-89c3-5a66407d627a/81eec03c-27c1-4484-9405-afaf2114979e/194da43d-dac7-4cb1-9ec9-756f0eea20c6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:47.675275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Transition to ACTIVE for port object fd9221e4-6462-4e98-a960-89bb0b33bc85 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:47.681755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.724421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:47.725071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2db98c3-3903-4183-a202-ae9790d2ad92 req-173d8b20-50c6-4788-aa51-02c5e06875a1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254310 Aug 23 11:58:47.738442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.913859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:47.924491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Pushing event updated for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:47.932215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:48.019181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4c5d2fd9-f5e0-4a6f-a1e4-dabc3f8fc828 None None] Provisioning complete for port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:48.023706 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2fd9-f5e0-4a6f-a1e4-dabc3f8fc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.087969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-3c0163de-bf6a-4760-b41b-c7853953becf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.095891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-3c0163de-bf6a-4760-b41b-c7853953becf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.106522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-3c0163de-bf6a-4760-b41b-c7853953becf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.125636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-3c0163de-bf6a-4760-b41b-c7853953becf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.133318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-3c0163de-bf6a-4760-b41b-c7853953becf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.145239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-3c0163de-bf6a-4760-b41b-c7853953becf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 3827 time: 0.3658698 Aug 23 11:58:48.191937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Allocated IP 172.20.0.1 (7ea47c42-317a-42bb-b4f5-bc78d20d23b6/9722b357-6a5f-426e-a975-3d9a17cdff1c/426da1aa-03e9-402b-ac91-f5d25448b808) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:48.199643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.236059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Transition to ACTIVE for port object 194da43d-dac7-4cb1-9ec9-756f0eea20c6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:48.241634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Attempting to bind port fd9221e4-6462-4e98-a960-89bb0b33bc85 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:48.242853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Attempting to bind port fd9221e4-6462-4e98-a960-89bb0b33bc85 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:48.243523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Attempting to bind port fd9221e4-6462-4e98-a960-89bb0b33bc85 on network 01f35405-6932-4962-83f2-265cc0f694be {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:48.252128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:58:48.268076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d58b4c2-566f-4654-a39d-8d1f6dbb3159 req-f6d5a242-7ec3-4475-a1b2-dd50828b62ab tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218672 Aug 23 11:58:48.278738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Port fd9221e4-6462-4e98-a960-89bb0b33bc85 on network 01f35405-6932-4962-83f2-265cc0f694be not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:48.279327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Attempting to bind port fd9221e4-6462-4e98-a960-89bb0b33bc85 on network 01f35405-6932-4962-83f2-265cc0f694be {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:48.310436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:48.313263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Checking segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:48.314621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Bound using segment: {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:48.315306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Bound port: fd9221e4-6462-4e98-a960-89bb0b33bc85, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f35405-6932-4962-83f2-265cc0f694be'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:48.316270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.316780 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.331726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Transition to ACTIVE for port object 426da1aa-03e9-402b-ac91-f5d25448b808 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:48.349732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Transition to ACTIVE for port object 194da43d-dac7-4cb1-9ec9-756f0eea20c6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:48.375270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:48.375645 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.385657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.407434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.456878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:48.462543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:48.470685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:48.476291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.515813 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.565577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Pushing event updated for resources: {'Port': ['ID=194da43d-dac7-4cb1-9ec9-756f0eea20c6,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:48.623892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:48.642942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Network 759a91b1-4273-4d31-89c3-5a66407d627a is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:48.658742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:48.670783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:48.686814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:48.709185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Subnet': ['ID=4e7eadd1-f4ea-41c3-9f52-705055afd234,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:48.716897 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.732264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Checking segment: {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:48.733079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network hostable DHCP agents. Network: 8338c228-18f9-4289-81b3-d230d7aae0f8, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:58:48.762414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.763165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.764803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] 10.222.0.41 "PUT /v2.0/ports/fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 200 len: 1091 time: 2.1404433 Aug 23 11:58:48.765372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:48.767234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Pushing event updated for resources: {'Port': ['ID=426da1aa-03e9-402b-ac91-f5d25448b808,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:48.767909 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d762512-2a72-4315-85a9-5b14dea37713" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:48.814051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:48.817265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5117467-b960-4921-a0ac-67034650efe6 req-298d9091-7b15-4f2b-96f9-0a8cefcef560 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.848296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5117467-b960-4921-a0ac-67034650efe6 req-298d9091-7b15-4f2b-96f9-0a8cefcef560 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.864900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Attempting to bind port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:48.865456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Attempting to bind port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:48.866032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Attempting to bind port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 on network 759a91b1-4273-4d31-89c3-5a66407d627a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:48.874501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5117467-b960-4921-a0ac-67034650efe6 req-298d9091-7b15-4f2b-96f9-0a8cefcef560 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188&device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 1690 time: 0.5016043 Aug 23 11:58:48.880869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:48.881655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Checking segment: {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:48.882349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.882980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Bound using segment: {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:48.883791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Bound port: 194da43d-dac7-4cb1-9ec9-756f0eea20c6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:48.884231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:48.898909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:58:48.928850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffcfa6-5df8-441f-b01b-469494a72d29 req-2d35dd0a-0066-471e-8379-0dbb2ee244d4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:48.942257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62ffcfa6-5df8-441f-b01b-469494a72d29 req-2d35dd0a-0066-471e-8379-0dbb2ee244d4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.2754874 Aug 23 11:58:48.986879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5117467-b960-4921-a0ac-67034650efe6 req-378ea737-c177-4179-b7f1-aabea259b0bd tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096654 Aug 23 11:58:48.998176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1ac6f-825c-4ca0-a7ec-1cf74f3bb1fa service neutron] Pushing event updated for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:49.006764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.011867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8338c228-18f9-4289-81b3-d230d7aae0f8) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:49.040808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.042968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.070567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603b28f-4dfe-48bc-8cd0-139c25afe470 None None] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:49.077827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.128469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8b80ef8b-021a-470f-8438-1323419410e4 None None] Provisioning for port 426da1aa-03e9-402b-ac91-f5d25448b808 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:49.138244 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3578f99-ce36-4df8-aa1d-9c56f747d68f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7764118 Aug 23 11:58:49.201632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8b80ef8b-021a-470f-8438-1323419410e4 None None] Provisioning complete for port 426da1aa-03e9-402b-ac91-f5d25448b808 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:49.202638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8b80ef8b-021a-470f-8438-1323419410e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.247468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d711b2-01f4-4c8d-b60e-aeb9dc513afc req-4a1e3c89-3daa-4db8-a475-4c19cb58b879 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.249285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10d711b2-01f4-4c8d-b60e-aeb9dc513afc req-4a1e3c89-3daa-4db8-a475-4c19cb58b879 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1428924 Aug 23 11:58:49.336029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] For port 194da43d-dac7-4cb1-9ec9-756f0eea20c6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:49.343340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] For port 194da43d-dac7-4cb1-9ec9-756f0eea20c6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=194da43d-dac7-4cb1-9ec9-756f0eea20c6,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:49.343582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10d711b2-01f4-4c8d-b60e-aeb9dc513afc req-a722e9b1-51f0-40ea-8a37-19cad5d011fc tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835299 Aug 23 11:58:49.361230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.379594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.387746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.448934 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.457488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:45Z', 'revision_number': 3, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:49.476583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8b80ef8b-021a-470f-8438-1323419410e4 None None] Port 426da1aa-03e9-402b-ac91-f5d25448b808 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:49.602464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Pushing event updated for resources: {'Port': ['ID=426da1aa-03e9-402b-ac91-f5d25448b808,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:49.609506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cdc41-c054-4820-9d3f-53311bb7aded None None] Pushing event updated for resources: {'Port': ['ID=194da43d-dac7-4cb1-9ec9-756f0eea20c6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:49.630438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Checking router: 7156a645-89fa-407b-ab9f-1778f10adb34 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:58:49.631207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Updating router 7156a645-89fa-407b-ab9f-1778f10adb34 port 90382e3e-299e-4705-80f6-387f3ca4765b binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:58:49.661461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0747e076-f623-4d0a-b79f-0435fb799936 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:49.682249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.686719 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc05b03b-0c64-4dfb-a2b1-6a16eee27986 x-openstack-request-id: req-fc05b03b-0c64-4dfb-a2b1-6a16eee27986 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:49.686994 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:49.688731 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc05b03b-0c64-4dfb-a2b1-6a16eee27986 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:49.688731 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'status': 'completed', 'code': 200} Aug 23 11:58:49.700575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62ffcfa6-5df8-441f-b01b-469494a72d29 req-4ae646ae-108e-4d33-aea7-d7f5dc28f239 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7573214 Aug 23 11:58:49.720693 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.797955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:49.802541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:49.828255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Transition to ACTIVE for port object 0747e076-f623-4d0a-b79f-0435fb799936 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:49.850940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:49.944310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-55658df4-55ea-4025-9b18-afd25f7850a3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.953104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-55658df4-55ea-4025-9b18-afd25f7850a3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.954633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-b96628d9-f6e2-4770-866c-584dd6c8c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.955195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-b96628d9-f6e2-4770-866c-584dd6c8c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.955683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-b96628d9-f6e2-4770-866c-584dd6c8c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.957640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-b96628d9-f6e2-4770-866c-584dd6c8c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.958161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-b96628d9-f6e2-4770-866c-584dd6c8c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:49.960452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d762512-2a72-4315-85a9-5b14dea37713 req-b96628d9-f6e2-4770-866c-584dd6c8c6c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 4362 time: 0.2708833 Aug 23 11:58:49.962828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-55658df4-55ea-4025-9b18-afd25f7850a3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/networks?id=759a91b1-4273-4d31-89c3-5a66407d627a&id=8338c228-18f9-4289-81b3-d230d7aae0f8 HTTP/1.1" status: 200 len: 1391 time: 0.3219984 Aug 23 11:58:49.992977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-15261068-c784-4ebf-9e2f-bf588e716ab7 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/quotas/cddd55ac180d467a9d402e8ede219d8c HTTP/1.1" status: 200 len: 375 time: 0.0273139 Aug 23 11:58:50.097703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-8338c228-18f9-4289-81b3-d230d7aae0f8', 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'fixed_ips': [{'subnet_id': '4e7eadd1-f4ea-41c3-9f52-705055afd234'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:58:50.099953 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:50.128719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Pushing event updated for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:50.216483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-c3a7c1be-585b-4b91-beb1-033a6ccf384f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2221467 Aug 23 11:58:50.352686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Router 7156a645-89fa-407b-ab9f-1778f10adb34 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:58:50.455526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e359ba09-c092-458a-9731-cd6ac50001aa service neutron] 10.222.0.21 "GET /v2.0/networks/759a91b1-4273-4d31-89c3-5a66407d627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383621 Aug 23 11:58:50.472699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-281caf3d-b634-4390-aeba-f204a83d81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.473284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-281caf3d-b634-4390-aeba-f204a83d81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.473860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-281caf3d-b634-4390-aeba-f204a83d81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.475769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d762512-2a72-4315-85a9-5b14dea37713 req-281caf3d-b634-4390-aeba-f204a83d81ef service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=309381570cb546c3ae3bff6ef0902fbe&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4567554 Aug 23 11:58:50.481233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Attempting to bind port 0747e076-f623-4d0a-b79f-0435fb799936 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:50.482079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Attempting to bind port 0747e076-f623-4d0a-b79f-0435fb799936 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:50.482581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Attempting to bind port 0747e076-f623-4d0a-b79f-0435fb799936 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:50.498957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.505741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.510792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Allocated IP 19.86.0.2 (8338c228-18f9-4289-81b3-d230d7aae0f8/4e7eadd1-f4ea-41c3-9f52-705055afd234/86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:50.512980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.521855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.527789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.534958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.545882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-a60bfcdb-4d7c-4928-9c0c-9d217c204ac2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 4605 time: 0.6748946 Aug 23 11:58:50.576519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ec23f7b9-ffba-4a3b-920a-5f1b30fc7c1c service neutron] 10.222.0.21 "GET /v2.0/networks/759a91b1-4273-4d31-89c3-5a66407d627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196742 Aug 23 11:58:50.681592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Port 0747e076-f623-4d0a-b79f-0435fb799936 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:50.682346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Attempting to bind port 0747e076-f623-4d0a-b79f-0435fb799936 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:50.691379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762512-2a72-4315-85a9-5b14dea37713 req-d8ad2b1e-afaf-451e-9955-c3ad5f14810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:50.693130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d762512-2a72-4315-85a9-5b14dea37713 req-d8ad2b1e-afaf-451e-9955-c3ad5f14810c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435654 Aug 23 11:58:50.714557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:50.714963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Checking segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:50.715497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Bound using segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:50.716601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Bound port: 0747e076-f623-4d0a-b79f-0435fb799936, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:50.717082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:50.717722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:58:50.743300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c2607207-40c0-47f6-a6e9-df8a0383aab0 admin admin] 10.222.0.21 "PUT /v2.0/routers/7156a645-89fa-407b-ab9f-1778f10adb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5340986 Aug 23 11:58:50.800418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-514e3a25-1817-479c-a2a2-9682b9562be6 service neutron] 10.222.0.21 "GET /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179675 Aug 23 11:58:50.816397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:50.825229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0747e076-f623-4d0a-b79f-0435fb799936,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:50.843477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d10e805-a8a3-4d00-932f-60dab78b8647 req-c1085122-e2bc-4c82-8136-9faa8a2c359a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2923195 Aug 23 11:58:50.846920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:50.995654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Pushing event updated for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:51.017636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:51.019701 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.023187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-dee08eca-4443-4fe9-9ca8-a1374b86994c service neutron] 10.222.0.21 "GET /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216570 Aug 23 11:58:51.025180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c3e0fbf5-8185-423e-90ee-003ae092834b service neutron] 10.222.0.41 "PUT /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 1136 time: 2.2269487 Aug 23 11:58:51.065535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:51.075518 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.129279 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:58:51.133095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Transition to ACTIVE for port object 90382e3e-299e-4705-80f6-387f3ca4765b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:51.155546 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.203248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.228747 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.266283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Transition to ACTIVE for port object 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:51.273114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6d3e6541-6844-4b66-acd7-92d0d788bf5d None None] Provisioning complete for port 426da1aa-03e9-402b-ac91-f5d25448b808 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:51.273491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6d3e6541-6844-4b66-acd7-92d0d788bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.406479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d656fd0-e1a6-48a3-857f-f29fec5feab6 None None] Pushing event updated for resources: {'Port': ['ID=90382e3e-299e-4705-80f6-387f3ca4765b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:51.425517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Attempting to bind port 90382e3e-299e-4705-80f6-387f3ca4765b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:51.425995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Attempting to bind port 90382e3e-299e-4705-80f6-387f3ca4765b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:51.426760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Attempting to bind port 90382e3e-299e-4705-80f6-387f3ca4765b on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:51.443159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Transition to ACTIVE for port object 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:51.458600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:51.458987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:51.459414 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.459983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:51.460602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Bound port: 90382e3e-299e-4705-80f6-387f3ca4765b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:51.460990 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.513667 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.519382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e6541-6844-4b66-acd7-92d0d788bf5d None None] Port 426da1aa-03e9-402b-ac91-f5d25448b808 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:51.582324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c380d4-d529-4df7-869a-30d4aa1d32cc None None] Network 759a91b1-4273-4d31-89c3-5a66407d627a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:51.614110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:51.615247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce503-bcc9-4f8a-96c7-6fd29d5f2ddd req-855b1deb-3a16-4951-a4d6-ab5de497593c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:51.630503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f1ce503-bcc9-4f8a-96c7-6fd29d5f2ddd req-855b1deb-3a16-4951-a4d6-ab5de497593c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1275957 Aug 23 11:58:51.658806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:51.674035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Pushing event updated for resources: {'Port': ['ID=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:51.676449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:51.690768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a471f80-34d6-4810-929a-0c8fe6e74208 req-f6d0ee11-1dc4-419f-a855-f7ce6398ab0a tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:51.693191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a471f80-34d6-4810-929a-0c8fe6e74208 req-f6d0ee11-1dc4-419f-a855-f7ce6398ab0a tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 1101 time: 0.4484506 Aug 23 11:58:51.696609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '0747e076-f623-4d0a-b79f-0435fb799936'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:51.704655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f1ce503-bcc9-4f8a-96c7-6fd29d5f2ddd req-1fd888d5-74e0-47c5-9084-570b6f093954 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735102 Aug 23 11:58:51.708902 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "0747e076-f623-4d0a-b79f-0435fb799936"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:51.732293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] For port 90382e3e-299e-4705-80f6-387f3ca4765b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:51.771694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] For port 90382e3e-299e-4705-80f6-387f3ca4765b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=90382e3e-299e-4705-80f6-387f3ca4765b,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:51.790797 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.814201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 194da43d-dac7-4cb1-9ec9-756f0eea20c6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:51.845612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a471f80-34d6-4810-929a-0c8fe6e74208 req-7b951274-c940-415d-8079-c78875931830 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082499 Aug 23 11:58:51.947848 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5084f76b-ec35-459b-a20f-69a7ef208c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:51.971192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e31bb590-e0e9-42bf-b5ed-a5de5a9a337a None None] Provisioning for port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:51.997445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Attempting to bind port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:51.997847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Attempting to bind port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:51.998280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Attempting to bind port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 on network 8338c228-18f9-4289-81b3-d230d7aae0f8 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:52.053456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d656fd0-e1a6-48a3-857f-f29fec5feab6 None None] Pushing event updated for resources: {'Port': ['ID=90382e3e-299e-4705-80f6-387f3ca4765b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:52.210582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:52.211267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Checking segment: {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:52.211500 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.211994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Bound using segment: {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:52.212569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Bound port: 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:52.213076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.289872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:52.299118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:52.299594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.385197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd31f9f6-3ddd-4c7c-88b9-5f9844c52272 req-07300766-3e1b-4dd5-9433-aefe72c5d806 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 210 time: 0.4267817 Aug 23 11:58:52.413043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:58:52.413887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:52.502417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] For port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:52.550945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:52.553412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] For port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:52.563377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55670801', 'description': 'tempest-description--407935705'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:52.585626 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.599374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd9547c-46d4-4727-8825-2bd648abfe41 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:52.612678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280ced-a6f6-4381-a9dc-b60573483476 req-20cfce36-9f32-4795-b536-e6d99da94fbd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.620065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55280ced-a6f6-4381-a9dc-b60573483476 req-20cfce36-9f32-4795-b536-e6d99da94fbd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0885155 Aug 23 11:58:52.626495 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ba860-ab03-4c4f-9d73-8657279fc750 x-openstack-request-id: req-931ba860-ab03-4c4f-9d73-8657279fc750 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:52.626861 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "0747e076-f623-4d0a-b79f-0435fb799936", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:52.627054 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-931ba860-ab03-4c4f-9d73-8657279fc750 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:52.627423 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '0747e076-f623-4d0a-b79f-0435fb799936', 'status': 'completed', 'code': 200} Aug 23 11:58:52.650264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.650765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.709837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.754609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Transition to ACTIVE for port object 6dd9547c-46d4-4727-8825-2bd648abfe41 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:52.767347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55280ced-a6f6-4381-a9dc-b60573483476 req-c7d5bd77-5e57-4e49-8b05-36d61b77241b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443222 Aug 23 11:58:52.770802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:58:52.782502 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:52.907446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ccfe1-f1a0-4571-8cc3-82da8ac3d47a None None] Pushing event updated for resources: {'Port': ['ID=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:52.920114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029321-2725-4bc5-a285-efe272dd62f0 req-2a734409-cc76-4ab5-9180-de888e190039 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.922833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.923346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.923794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.924269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.924743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.924871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16029321-2725-4bc5-a285-efe272dd62f0 req-2a734409-cc76-4ab5-9180-de888e190039 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 1100 time: 0.1258135 Aug 23 11:58:52.925216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:52.927221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-7f2055ee-3776-4a71-88c0-13cfb177e73a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5291 time: 0.2548339 Aug 23 11:58:52.968797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:53.071471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 194da43d-dac7-4cb1-9ec9-756f0eea20c6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=194da43d-dac7-4cb1-9ec9-756f0eea20c6,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:53.081379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.267682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d17d112d-9977-4cbb-ac6f-9845a263ef86 None None] Provisioning complete for port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:53.269043 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d17d112d-9977-4cbb-ac6f-9845a263ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.273258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=194da43d-dac7-4cb1-9ec9-756f0eea20c6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:53.301301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.307681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.319258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.326136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.344054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.361709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.368919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.371572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-9ca69b94-a12c-44f1-af21-15560b508779 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5382 time: 0.3997698 Aug 23 11:58:53.375956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-33a50582-2739-4db6-a8ea-e3b2df1f8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.376439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-33a50582-2739-4db6-a8ea-e3b2df1f8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.376915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-33a50582-2739-4db6-a8ea-e3b2df1f8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.378636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-33a50582-2739-4db6-a8ea-e3b2df1f8a3c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=309381570cb546c3ae3bff6ef0902fbe&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4413316 Aug 23 11:58:53.384882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Attempting to bind port 6dd9547c-46d4-4727-8825-2bd648abfe41 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:53.385224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Attempting to bind port 6dd9547c-46d4-4727-8825-2bd648abfe41 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:53.385566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Attempting to bind port 6dd9547c-46d4-4727-8825-2bd648abfe41 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:53.412902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Port 6dd9547c-46d4-4727-8825-2bd648abfe41 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:53.413553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Attempting to bind port 6dd9547c-46d4-4727-8825-2bd648abfe41 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:53.455807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:53.456230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Checking segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:53.456526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Bound using segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:53.456979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Bound port: 6dd9547c-46d4-4727-8825-2bd648abfe41, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:53.457336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.507006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:58:49Z', 'revision_number': 2, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:53.564191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-116846e7-a32a-4e9f-aa91-fabc1f106c7f req-c60104c3-943e-4bbe-9e95-e366141d546b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1803739 Aug 23 11:58:53.592710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76946-2e88-48ef-a76d-f9f675274bcb None None] The sync data for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 is: [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:58:49Z', 'revision_number': 2, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:58:53.681314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-ccbbda49-e533-4274-b702-a5ae6061d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.683141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d123a9d-f806-46a3-bf6a-57bea5a6f74d req-ccbbda49-e533-4274-b702-a5ae6061d714 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940137 Aug 23 11:58:53.701886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:53.705973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6dd9547c-46d4-4727-8825-2bd648abfe41,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:53.712480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.731834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.761104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.827536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.828163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:53.829552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 1135 time: 2.7727726 Aug 23 11:58:53.890408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:53.900677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a430bdb6-2c82-472f-a75b-f3b56ae6b738,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:53.954670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 194da43d-dac7-4cb1-9ec9-756f0eea20c6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:53.973992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39315f1-91ac-4399-8909-b5312e2ee2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:53.985294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e4419bfc-e4b1-4430-bf13-c39940488bbe tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:53.995062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e4419bfc-e4b1-4430-bf13-c39940488bbe tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:54.000724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e4419bfc-e4b1-4430-bf13-c39940488bbe tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.44 "GET /v2.0/networks?id=759a91b1-4273-4d31-89c3-5a66407d627a&id=8338c228-18f9-4289-81b3-d230d7aae0f8 HTTP/1.1" status: 200 len: 1391 time: 1.0421588 Aug 23 11:58:54.019912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'port': {'device_id': '55984757-5a26-4459-ba68-bdde770a75ab', 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a', 'admin_state_up': True, 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:54.092051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:54.092702 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.119706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.194582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16029321-2725-4bc5-a285-efe272dd62f0 req-4f57f2fc-4ca2-4b0e-92a4-a04aecf51923 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2304125 Aug 23 11:58:54.196885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.205222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46544) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:54.218316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48b55b0f-0572-45bc-aefc-7a29b0dcf3df tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6524951 Aug 23 11:58:54.254585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Request body: {'security_group_rule': {'security_group_id': 'a430bdb6-2c82-472f-a75b-f3b56ae6b738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:54.259333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:54.264256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.323849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf254e9-f1e7-4276-adcd-2ad666eb5ba3 req-9225e914-76d9-4688-bc33-3421640bb08b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:54.325538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3bf254e9-f1e7-4276-adcd-2ad666eb5ba3 req-9225e914-76d9-4688-bc33-3421640bb08b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.3551109 Aug 23 11:58:54.367978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.389036 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.406695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:54.478681 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-35feccf1-4643-407f-abf7-bef986a1bed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.481046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Allocated IP 19.80.0.131 (759a91b1-4273-4d31-89c3-5a66407d627a/81eec03c-27c1-4484-9405-afaf2114979e/b82d1617-17b4-4461-9786-291990e845fe) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:54.545334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422b4a0-a8ae-4826-a4f3-d7d41567b515 None None] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:58:54.637297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '6dd9547c-46d4-4727-8825-2bd648abfe41'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:54.640376 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912c296-51cc-4a96-b937-c533ddb4f621" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "6dd9547c-46d4-4727-8825-2bd648abfe41"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:54.677406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:54.700773 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.722203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Transition to ACTIVE for port object b82d1617-17b4-4461-9786-291990e845fe will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:54.724694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] Provisioning for port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:54.738790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] Provisioning complete for port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:54.739261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.757181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3bf254e9-f1e7-4276-adcd-2ad666eb5ba3 req-95b54e7f-5cfd-4e36-905d-d0189a3e486d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990879 Aug 23 11:58:54.815187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.820697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.856960 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:54.857543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c64eac6-fcbb-4ced-bd2d-7fa1387d9c55,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:54.988569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 759a91b1-4273-4d31-89c3-5a66407d627a is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:54.992997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Port': ['ID=b82d1617-17b4-4461-9786-291990e845fe,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:54.995173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6668547-86fe-46f6-85bd-ef6cc0850591 req-68f9cf15-cd35-4119-b30c-9b180390c4a9 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.002796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6668547-86fe-46f6-85bd-ef6cc0850591 req-68f9cf15-cd35-4119-b30c-9b180390c4a9 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1497488 Aug 23 11:58:55.005023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:55.009069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.010334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c98576f5-5189-44b3-91c7-223b000c5e56 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7870564 Aug 23 11:58:55.017515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2886630-102a-4c45-8fc3-d3100130c576 req-ee44d770-fd25-4489-b3c5-627fdabd0f34 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.030839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2886630-102a-4c45-8fc3-d3100130c576 req-ee44d770-fd25-4489-b3c5-627fdabd0f34 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 932 time: 0.2558491 Aug 23 11:58:55.032729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:55.033531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:55.058568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Request body: {'security_group_rule': {'security_group_id': 'a430bdb6-2c82-472f-a75b-f3b56ae6b738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:55.103360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6668547-86fe-46f6-85bd-ef6cc0850591 req-8ea7092b-8836-4023-8d08-0d203ea20726 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996475 Aug 23 11:58:55.153437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.154327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.179347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-ce807e8b-9f0d-4857-86da-64822694d531 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1644537 Aug 23 11:58:55.206817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Request body: {'port': {'device_id': '55984757-5a26-4459-ba68-bdde770a75ab', 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8', 'admin_state_up': True, 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:55.244109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.268135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2886630-102a-4c45-8fc3-d3100130c576 req-499bcb39-307d-4ceb-ad17-a85e06be972c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363005 Aug 23 11:58:55.370949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04a16ab-3d92-4bf5-9549-cccabb8db2bd {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:55.378905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] For port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:55.387128 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.428045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.446367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.470071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Transition to ACTIVE for port object b04a16ab-3d92-4bf5-9549-cccabb8db2bd will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:55.475635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.487551 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd1b656-aa7a-4c6e-8469-42a3328d498a x-openstack-request-id: req-3cd1b656-aa7a-4c6e-8469-42a3328d498a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:55.487844 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "6dd9547c-46d4-4727-8825-2bd648abfe41", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:55.488097 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cd1b656-aa7a-4c6e-8469-42a3328d498a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:55.488506 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '6dd9547c-46d4-4727-8825-2bd648abfe41', 'status': 'completed', 'code': 200} Aug 23 11:58:55.610875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.621209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.666871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce8f2d3-cc97-4eea-8575-1e3589c94a2e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:55.674846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.679525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2a29ccc2-5fb0-492e-821b-e05c76b673c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6395068 Aug 23 11:58:55.680314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46562) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:58:55.683103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7de2ccdf-af15-4cda-9a5b-b4b4e117cf0e None None] Provisioning for port b82d1617-17b4-4461-9786-291990e845fe completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:55.698732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.708982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.715968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.724809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.728338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.728892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7de2ccdf-af15-4cda-9a5b-b4b4e117cf0e None None] Provisioning complete for port b82d1617-17b4-4461-9786-291990e845fe triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:55.729314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7de2ccdf-af15-4cda-9a5b-b4b4e117cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.734561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.741269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.753389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:55.768904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-ccf961f6-e39f-4505-927c-5f28ecbcb34f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5394 time: 0.3348460 Aug 23 11:58:55.778733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:55.845868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7de2ccdf-af15-4cda-9a5b-b4b4e117cf0e None None] Port b82d1617-17b4-4461-9786-291990e845fe cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:55.850228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5f80-b2b0-4a1d-a0c5-d1b52ecbaee2 None None] Pushing event updated for resources: {'Port': ['ID=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:55.869601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:55.888913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90382e3e-299e-4705-80f6-387f3ca4765b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:55.899692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:55.984977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-349499fc-1006-4d79-b198-d8ebf3a1bd6d None None] Provisioning complete for port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:55.985355 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-349499fc-1006-4d79-b198-d8ebf3a1bd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.046984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 90382e3e-299e-4705-80f6-387f3ca4765b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:56.064287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 90382e3e-299e-4705-80f6-387f3ca4765b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:56.064609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.068026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1df7597f-be2b-4fa5-9959-e1ad3a17820d req-5eae4849-2e4e-4f4d-aa13-457a5e7fb493 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2977309 Aug 23 11:58:56.081227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-9d83451f-5d0f-4caf-a506-30a98d38517a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333048 Aug 23 11:58:56.092886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.094067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.094820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.095953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.100099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.100099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.100099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.101489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-c5d6bb4a-a33f-488a-b7c8-d2d50c9e6ddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6244 time: 0.4975367 Aug 23 11:58:56.111642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Made reservation on behalf of cddd55ac180d467a9d402e8ede219d8c for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:58:56.115786 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.255290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.281824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 90382e3e-299e-4705-80f6-387f3ca4765b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=90382e3e-299e-4705-80f6-387f3ca4765b,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:58:56.288809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.307763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Attempting to bind port b04a16ab-3d92-4bf5-9549-cccabb8db2bd on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:56.310340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Attempting to bind port b04a16ab-3d92-4bf5-9549-cccabb8db2bd by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:56.310789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Attempting to bind port b04a16ab-3d92-4bf5-9549-cccabb8db2bd on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:56.328542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Port b04a16ab-3d92-4bf5-9549-cccabb8db2bd on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:56.329027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Attempting to bind port b04a16ab-3d92-4bf5-9549-cccabb8db2bd on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:56.348388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:56.348905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Checking segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:56.349423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Bound using segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:56.351074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Bound port: b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:56.351546 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.403062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=90382e3e-299e-4705-80f6-387f3ca4765b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:56.420115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-c7ae28c7-d013-41a7-95d0-470507daf6b3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.426472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-c7ae28c7-d013-41a7-95d0-470507daf6b3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232234 Aug 23 11:58:56.432067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05671-3116-4329-96a3-9967bf1730f5 req-8d62eb6d-ce5b-4aa1-8cbf-555bc86b59de tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.440970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6e05671-3116-4329-96a3-9967bf1730f5 req-8d62eb6d-ce5b-4aa1-8cbf-555bc86b59de tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.2251031 Aug 23 11:58:56.448749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-a748769e-a271-4158-b03f-5c0d243cecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.449701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-a748769e-a271-4158-b03f-5c0d243cecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.450505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-a748769e-a271-4158-b03f-5c0d243cecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.453047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-a748769e-a271-4158-b03f-5c0d243cecfc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=309381570cb546c3ae3bff6ef0902fbe&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3183804 Aug 23 11:58:56.478346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Allocated IP 19.86.0.204 (8338c228-18f9-4289-81b3-d230d7aae0f8/4e7eadd1-f4ea-41c3-9f52-705055afd234/8ab320a9-d458-4ed6-9603-50d967063577) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:56.503039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-1b35d30f-dc5a-4a15-bf4a-271f3b0cae85 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/quotas/aba9e1020f3f4d22b751ccf554060c49 HTTP/1.1" status: 200 len: 375 time: 0.0704920 Aug 23 11:58:56.528566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6e05671-3116-4329-96a3-9967bf1730f5 req-377a8c69-c28c-47b5-b940-852f948d1f64 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866020 Aug 23 11:58:56.572044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.631836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] For port b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:56.638906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] For port b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:56.650926 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.713413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-15785a72-3a71-4003-9b72-ecf174075cf3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1952269 Aug 23 11:58:56.737177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-6c65c4e2-f101-44a9-9c3a-cafd059a2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.738842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1912c296-51cc-4a96-b937-c533ddb4f621 req-6c65c4e2-f101-44a9-9c3a-cafd059a2eca service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630231 Aug 23 11:58:56.754553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.755186 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.756856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-19450214-cf29-408f-9090-cacac2309e1b service neutron] 10.222.0.41 "PUT /v2.0/ports/b04a16ab-3d92-4bf5-9549-cccabb8db2bd HTTP/1.1" status: 200 len: 1090 time: 2.8824549 Aug 23 11:58:56.787457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19450214-cf29-408f-9090-cacac2309e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:56.801618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:56.900849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c394c-fe9f-45b4-859a-8b070b90d762 req-50e08af8-0228-4441-8102-b728f561411b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:56.903770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-913c394c-fe9f-45b4-859a-8b070b90d762 req-50e08af8-0228-4441-8102-b728f561411b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.2434211 Aug 23 11:58:56.904305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:56.970523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Allocated IP 172.25.1.76 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e9f18e14-604f-42be-b7a8-d028419c31ea) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:58:56.983040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.030155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Transition to ACTIVE for port object 8ab320a9-d458-4ed6-9603-50d967063577 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:57.046229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-913c394c-fe9f-45b4-859a-8b070b90d762 req-477ced40-87ae-4ab6-888a-482bcc85e014 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268961 Aug 23 11:58:57.157541 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Sync routers for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:58:57.173980 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:58:57.174608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:57.251324 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.301165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03af1fae-717d-426c-8ce0-abe9b3a01b74 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:57.311945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.312349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.329884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Transition to ACTIVE for port object 03af1fae-717d-426c-8ce0-abe9b3a01b74 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:57.334603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.354503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.361580 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:58:57.411408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.447052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:57.451095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03af1fae-717d-426c-8ce0-abe9b3a01b74,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:57.451466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event updated for resources: {'Port': ['ID=8ab320a9-d458-4ed6-9603-50d967063577,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:57.467287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:57.471887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.472272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.472596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.472946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.473294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.473637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.474008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.474351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.474687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.475024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.475362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.475697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:57.490856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:58:57.493048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f846e-7bdd-4816-85ca-4c386491bb45 req-d7e9a393-da9f-426c-b14a-0795c0e4c1d3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.493870 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1563b6-4630-4781-a9a9-e29c4638767c" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "b04a16ab-3d92-4bf5-9549-cccabb8db2bd"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:58:57.495195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de8f846e-7bdd-4816-85ca-4c386491bb45 req-d7e9a393-da9f-426c-b14a-0795c0e4c1d3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 932 time: 0.3261497 Aug 23 11:58:57.496173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:57.545512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Attempting to bind port 03af1fae-717d-426c-8ce0-abe9b3a01b74 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:57.546023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Attempting to bind port 03af1fae-717d-426c-8ce0-abe9b3a01b74 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:57.550221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Attempting to bind port 03af1fae-717d-426c-8ce0-abe9b3a01b74 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:57.556549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Port 03af1fae-717d-426c-8ce0-abe9b3a01b74 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:57.557027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Attempting to bind port 03af1fae-717d-426c-8ce0-abe9b3a01b74 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:57.563312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:57.563984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Checking segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:57.564753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Bound using segment: {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:57.565474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Bound port: 03af1fae-717d-426c-8ce0-abe9b3a01b74, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc81561-35a1-4557-8c91-e8745fee571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:57.566246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.645431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.726959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.727652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.741097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de8f846e-7bdd-4816-85ca-4c386491bb45 req-d3ecfb5f-ff76-4d72-aa79-4a8c4473a799 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726961 Aug 23 11:58:57.749063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:58:57.759201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:58:57.769404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:58:57.819886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:57.841382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event updated for resources: {'Port': ['ID=e9f18e14-604f-42be-b7a8-d028419c31ea,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:57.861349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] For port 03af1fae-717d-426c-8ce0-abe9b3a01b74, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:57.877206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-25f9306a-3000-4e33-8ced-cdb8746daf35 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6842883 Aug 23 11:58:57.893256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Request body: {'port': {'device_id': '55984757-5a26-4459-ba68-bdde770a75ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:57.899560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:57.900107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:57.901919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] For port 03af1fae-717d-426c-8ce0-abe9b3a01b74, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:57.926432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.934337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.941848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.958261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.966283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.973536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.981594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:57.991321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-ab5fe236-a675-47f0-9fcf-fcadb59af47a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5406 time: 0.3440111 Aug 23 11:58:58.003758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.009001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.076879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.077622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.079401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/03af1fae-717d-426c-8ce0-abe9b3a01b74 HTTP/1.1" status: 200 len: 1091 time: 1.2822421 Aug 23 11:58:58.118982 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:58:49Z', 'revision_number': 2, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:58.127006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c61fcbb-ac3b-4823-9713-530d0505c441 req-181de62d-8a30-4dc9-841b-8e6003aa5ad1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293528 Aug 23 11:58:58.135845 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb74bbdc-782f-4e3a-980a-41357591742e x-openstack-request-id: req-cb74bbdc-782f-4e3a-980a-41357591742e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:58:58.137665 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "b04a16ab-3d92-4bf5-9549-cccabb8db2bd", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:58:58.138707 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb74bbdc-782f-4e3a-980a-41357591742e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:58:58.139301 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd', 'status': 'completed', 'code': 200} Aug 23 11:58:58.167149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.181890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb8c93a8-2293-4c67-8c4c-aad031e68bfd None None] Provisioning for port 8ab320a9-d458-4ed6-9603-50d967063577 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:58.186560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.188852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:58:58.201955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90382e3e-299e-4705-80f6-387f3ca4765b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:58.206768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb8c93a8-2293-4c67-8c4c-aad031e68bfd None None] Provisioning complete for port 8ab320a9-d458-4ed6-9603-50d967063577 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:58.207140 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb8c93a8-2293-4c67-8c4c-aad031e68bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.208360 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Checking router: 7156a645-89fa-407b-ab9f-1778f10adb34 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:58:58.211229 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Updating router 7156a645-89fa-407b-ab9f-1778f10adb34 port 426da1aa-03e9-402b-ac91-f5d25448b808 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:58:58.231088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.254459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee8c87-9095-4f71-b1a5-47359be571c5 service neutron] Pushing event updated for resources: {'Port': ['ID=03af1fae-717d-426c-8ce0-abe9b3a01b74,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:58.309339 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.359516 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ae71f08-d5a6-48be-ab1b-77ee5aacfe3c req-e22e3db2-e4c8-4829-a802-db34e67531ac tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 210 time: 0.0830519 Aug 23 11:58:58.394581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c93a8-2293-4c67-8c4c-aad031e68bfd None None] Port 8ab320a9-d458-4ed6-9603-50d967063577 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:58:58.415542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.444384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 90382e3e-299e-4705-80f6-387f3ca4765b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:58.444844 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.555056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.556732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.557229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.557737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.558252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.558740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.559216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.561189 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-0f34abb3-3d8c-4a79-af99-c5f1eb95bf3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6353 time: 0.3654726 Aug 23 11:58:58.714606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560383e-8946-44fd-87a6-2a6db28c7861 req-9b343fef-e2eb-4374-befe-4aca7cdc86fb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.716023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f560383e-8946-44fd-87a6-2a6db28c7861 req-9b343fef-e2eb-4374-befe-4aca7cdc86fb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.4910376 Aug 23 11:58:58.843711 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.857269 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Transition to ACTIVE for port object 426da1aa-03e9-402b-ac91-f5d25448b808 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:58.858023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82d1617-17b4-4461-9786-291990e845fe {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:58.866842 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.872378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f560383e-8946-44fd-87a6-2a6db28c7861 req-9b66e05c-f5b3-4807-8a8f-d29a8ead03aa tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235485 Aug 23 11:58:58.873170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734de228-9d3f-411f-b6bc-a6ef22fe9764 req-395422d4-de25-4768-b1a6-7e68f52975d6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:58.875602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.881727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-734de228-9d3f-411f-b6bc-a6ef22fe9764 req-395422d4-de25-4768-b1a6-7e68f52975d6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.3175297 Aug 23 11:58:58.902280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Transition to ACTIVE for port object b82d1617-17b4-4461-9786-291990e845fe will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:58.916905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:58.944051 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Pushing event updated for resources: {'Port': ['ID=426da1aa-03e9-402b-ac91-f5d25448b808,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:58.971724 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.972289 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.972983 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.973494 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.974024 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.974540 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.975036 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.975549 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.976174 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.976677 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.977815 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.978325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:58:58.999229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-734de228-9d3f-411f-b6bc-a6ef22fe9764 req-981fea6b-5e07-4d73-afb5-f96c92e2ccaf tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162238 Aug 23 11:58:59.005606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.022215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.028494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-e1401d8f-2780-458f-995d-0139edddd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.032081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-e1401d8f-2780-458f-995d-0139edddd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.034359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-e1401d8f-2780-458f-995d-0139edddd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.036631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-e1401d8f-2780-458f-995d-0139edddd501 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=309381570cb546c3ae3bff6ef0902fbe&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4060392 Aug 23 11:58:59.047772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Pushing event updated for resources: {'Port': ['ID=b82d1617-17b4-4461-9786-291990e845fe,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:59.068882 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Attempting to bind port 426da1aa-03e9-402b-ac91-f5d25448b808 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:59.070205 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Attempting to bind port 426da1aa-03e9-402b-ac91-f5d25448b808 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:59.070584 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Attempting to bind port 426da1aa-03e9-402b-ac91-f5d25448b808 on network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:59.087157 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:59.087818 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Checking segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:59.088836 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.089739 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Bound using segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:59.090413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Bound port: 426da1aa-03e9-402b-ac91-f5d25448b808, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:59.090984 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.289506 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] For port 426da1aa-03e9-402b-ac91-f5d25448b808, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:58:59.298642 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] For port 426da1aa-03e9-402b-ac91-f5d25448b808, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=426da1aa-03e9-402b-ac91-f5d25448b808,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:58:59.306146 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.338771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event updated for resources: {'Port': ['ID=e9f18e14-604f-42be-b7a8-d028419c31ea,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:59.388745 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:58:59.389594 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:58:59.445335 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d6d55-e6e2-48fe-98b0-f3074d8ecba2 None None] Pushing event updated for resources: {'Port': ['ID=426da1aa-03e9-402b-ac91-f5d25448b808,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:58:59.489896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-9d4053f2-c855-4590-9532-80e888790864 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368805 Aug 23 11:58:59.531196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-17c41f1a-2035-447c-a9ed-881278223beb tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743346 Aug 23 11:58:59.553576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Attempting to bind port b82d1617-17b4-4461-9786-291990e845fe on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:58:59.554573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Attempting to bind port b82d1617-17b4-4461-9786-291990e845fe by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:58:59.554573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Attempting to bind port b82d1617-17b4-4461-9786-291990e845fe on network 759a91b1-4273-4d31-89c3-5a66407d627a {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:59.557486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.591680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.602231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1e6703dc-22f1-4745-a113-ac0be65332a5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8293121 Aug 23 11:58:59.606781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Port b82d1617-17b4-4461-9786-291990e845fe on network 759a91b1-4273-4d31-89c3-5a66407d627a not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:58:59.607236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Attempting to bind port b82d1617-17b4-4461-9786-291990e845fe on network 759a91b1-4273-4d31-89c3-5a66407d627a {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:58:59.652913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:58:59.670463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d39267-848a-42d6-826b-7e1cbedeaf01 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:58:59.680548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.688642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.698909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Transition to ACTIVE for port object 99d39267-848a-42d6-826b-7e1cbedeaf01 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:58:59.710756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.713970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.726694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.737149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.746863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93286e8e-ed06-46cf-9a2d-227379bd15ef req-d4bf5c67-e29e-4c0b-965f-f97cefc357d1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.754564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.761087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.762267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93286e8e-ed06-46cf-9a2d-227379bd15ef req-d4bf5c67-e29e-4c0b-965f-f97cefc357d1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.767343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93286e8e-ed06-46cf-9a2d-227379bd15ef req-d4bf5c67-e29e-4c0b-965f-f97cefc357d1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1667 time: 0.4355376 Aug 23 11:58:59.769021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.771084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d663479-e545-4696-8efd-ee689b113072 req-1f40d0ce-50af-4118-ae3e-11fa1c3a86d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5406 time: 0.4276459 Aug 23 11:58:59.777618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:58:59.778190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Checking segment: {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:58:59.778705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Bound using segment: {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:58:59.779261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Bound port: b82d1617-17b4-4461-9786-291990e845fe, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:58:59.780210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:58:59.827321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 426da1aa-03e9-402b-ac91-f5d25448b808 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:58:59.896754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d663479-e545-4696-8efd-ee689b113072 req-db707935-7a9d-4cff-a5e7-5503b59fbe1f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144409 Aug 23 11:58:59.911946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-b241fcaa-f0ae-474e-9419-b8ce5507a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.918233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb1563b6-4630-4781-a9a9-e29c4638767c req-b241fcaa-f0ae-474e-9419-b8ce5507a7e6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7858584 Aug 23 11:58:59.973600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93286e8e-ed06-46cf-9a2d-227379bd15ef req-39a1874e-6da4-406b-9c5c-70e248dba282 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751955 Aug 23 11:58:59.975911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-22d7dc9e-2d34-4146-ac77-07070f6c7ab2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:58:59.978795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 426da1aa-03e9-402b-ac91-f5d25448b808 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:58:59.981187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-22d7dc9e-2d34-4146-ac77-07070f6c7ab2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4769733 Aug 23 11:58:59.993612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 426da1aa-03e9-402b-ac91-f5d25448b808 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:58:59.994708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.005350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:00.009869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:00.096812 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:58:59Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:00.122031 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.135220 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce42ceee-09bf-4a30-96c2-e79dc5a5f1e4 None None] The sync data for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 is: [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:58:59Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:00.139590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09d0a09f-e52d-40f6-8c47-1fd0d001327c req-73291f0a-0a88-442b-a0e4-d5cd3fef11cc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 210 time: 0.0719342 Aug 23 11:59:00.145074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.145423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.145789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.146193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.146455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.146786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.147113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.147438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.147763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.148086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.148406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.148743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:00.167720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] For port b82d1617-17b4-4461-9786-291990e845fe, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:00.171483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 426da1aa-03e9-402b-ac91-f5d25448b808, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=426da1aa-03e9-402b-ac91-f5d25448b808,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:00.182044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.182316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '03af1fae-717d-426c-8ce0-abe9b3a01b74'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:00.185972 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5dedec-b3d6-4386-950b-e66abde854c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "03af1fae-717d-426c-8ce0-abe9b3a01b74"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:00.241577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Attempting to bind port 99d39267-848a-42d6-826b-7e1cbedeaf01 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:00.241971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Attempting to bind port 99d39267-848a-42d6-826b-7e1cbedeaf01 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:00.242365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Attempting to bind port 99d39267-848a-42d6-826b-7e1cbedeaf01 on network 38223a87-b843-4beb-9da6-2c04c71778c2 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:00.272803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=426da1aa-03e9-402b-ac91-f5d25448b808,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:00.280403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-8aea9785-c174-492e-892c-3430aa83aaff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:00.282455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-8aea9785-c174-492e-892c-3430aa83aaff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7203586 Aug 23 11:59:00.300240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-89167063-540b-48f9-9b57-df8478afb523 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--55670801&fields=id&tenant_id=8dafaf11339f4258870d930ff52ce614 HTTP/1.1" status: 200 len: 267 time: 0.1408772 Aug 23 11:59:00.308455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:00.336782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Port 99d39267-848a-42d6-826b-7e1cbedeaf01 on network 38223a87-b843-4beb-9da6-2c04c71778c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:00.337190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Attempting to bind port 99d39267-848a-42d6-826b-7e1cbedeaf01 on network 38223a87-b843-4beb-9da6-2c04c71778c2 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:00.400156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:00.400477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Checking segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:00.400872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Bound using segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:00.401324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Bound port: 99d39267-848a-42d6-826b-7e1cbedeaf01, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:00.401713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.588534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] For port b82d1617-17b4-4461-9786-291990e845fe, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b82d1617-17b4-4461-9786-291990e845fe,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:00.598957 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.599680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-0885db52-03db-44fb-a4c2-128b3d50d934 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:00.601661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-0885db52-03db-44fb-a4c2-128b3d50d934 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/networks?id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6 HTTP/1.1" status: 200 len: 815 time: 0.2865782 Aug 23 11:59:00.611494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:00.619255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=99d39267-848a-42d6-826b-7e1cbedeaf01,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:00.631753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.639224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-ff767129-6ac6-4262-bfd2-693c288221a8 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/quotas/8dafaf11339f4258870d930ff52ce614 HTTP/1.1" status: 200 len: 375 time: 0.0243931 Aug 23 11:59:00.658753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:00.659380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.660871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-b0397639-92ca-4630-8012-175d0328da25 service neutron] 10.222.0.44 "PUT /v2.0/ports/b82d1617-17b4-4461-9786-291990e845fe HTTP/1.1" status: 200 len: 1092 time: 2.7731221 Aug 23 11:59:00.668901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'tag': 'b82d1617-17b4-4461-9786-291990e845fe'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:00.671568 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf3cf1-0d25-46de-8194-8e44fab60bad" -d '{"events": [{"name": "network-changed", "server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "tag": "b82d1617-17b4-4461-9786-291990e845fe"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:00.696322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878c85e-eb0d-48bc-8f15-097be15f1c19 req-a5a80da1-02d7-4704-8f68-3a3f2d640d9c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:00.699655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5878c85e-eb0d-48bc-8f15-097be15f1c19 req-a5a80da1-02d7-4704-8f68-3a3f2d640d9c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.3994343 Aug 23 11:59:00.710839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Request body: {'port': {'device_id': '55984757-5a26-4459-ba68-bdde770a75ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:00.781569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397639-92ca-4630-8012-175d0328da25 service neutron] Pushing event updated for resources: {'Port': ['ID=b82d1617-17b4-4461-9786-291990e845fe,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:00.849994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5878c85e-eb0d-48bc-8f15-097be15f1c19 req-f74f2b42-3968-458f-a9c3-ce586aa2c510 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302941 Aug 23 11:59:00.867897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:00.873544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:00.876119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.045632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:01.048984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.106435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.107078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.108495 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 200 len: 1091 time: 2.9791722 Aug 23 11:59:01.123249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2735fb4-3df6-4ab1-9baf-a052bf8ac7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:01.143443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85a1d-a323-4f54-af84-7568689c6cf7 req-22572876-3edb-4e2f-b4b7-9bf53438004f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.144042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Request body: {'port': {'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:01.145045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35c85a1d-a323-4f54-af84-7568689c6cf7 req-22572876-3edb-4e2f-b4b7-9bf53438004f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1957536 Aug 23 11:59:01.225123 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-1aa9af6e-c2fb-4d35-933a-9ebe9f0b755d tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8dafaf11339f4258870d930ff52ce614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705310 Aug 23 11:59:01.285021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.289191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.72 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/6181a335-c7fe-455e-b0d4-f72744714536) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:01.311326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35c85a1d-a323-4f54-af84-7568689c6cf7 req-2e8614e2-6d74-474c-95cd-638ddbc46127 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411128 Aug 23 11:59:01.403244 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-b65939a0-97a8-4611-a02e-9770c1d67730 service neutron] 10.222.0.21 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442466 Aug 23 11:59:01.506473 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34ec148-f41a-4c20-91c8-2397f3185716 x-openstack-request-id: req-b34ec148-f41a-4c20-91c8-2397f3185716 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:01.506822 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "03af1fae-717d-426c-8ce0-abe9b3a01b74", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:01.507024 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b34ec148-f41a-4c20-91c8-2397f3185716 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:01.507408 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '03af1fae-717d-426c-8ce0-abe9b3a01b74', 'status': 'completed', 'code': 200} Aug 23 11:59:01.524054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab320a9-d458-4ed6-9603-50d967063577 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:01.532618 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.540594 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaabafc3-8cc5-4227-b97c-e9fb2a510273 x-openstack-request-id: req-eaabafc3-8cc5-4227-b97c-e9fb2a510273 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:01.540594 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "tag": "b82d1617-17b4-4461-9786-291990e845fe", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:01.540904 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaabafc3-8cc5-4227-b97c-e9fb2a510273 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:01.543105 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'tag': 'b82d1617-17b4-4461-9786-291990e845fe', 'status': 'completed', 'code': 200} Aug 23 11:59:01.605017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Transition to ACTIVE for port object 8ab320a9-d458-4ed6-9603-50d967063577 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:01.648686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.658801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.686372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 426da1aa-03e9-402b-ac91-f5d25448b808 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:01.687581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dc785eae-7c78-4ade-b757-023d480664ee service neutron] 10.222.0.21 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129946 Aug 23 11:59:01.697047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.697543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.698060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.698541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.699246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.699525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.700035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.702847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-978794fb-7c69-4a08-959e-9baec8c8d08a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6420 time: 0.1362753 Aug 23 11:59:01.706811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object 6181a335-c7fe-455e-b0d4-f72744714536 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:01.748660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-d5895f36-69d0-42eb-bb7c-8ba8c9ab39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.749164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-d5895f36-69d0-42eb-bb7c-8ba8c9ab39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.750842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-d5895f36-69d0-42eb-bb7c-8ba8c9ab39c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1914 time: 0.1847377 Aug 23 11:59:01.769252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 426da1aa-03e9-402b-ac91-f5d25448b808 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:01.769646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.800630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Pushing event updated for resources: {'Port': ['ID=8ab320a9-d458-4ed6-9603-50d967063577,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:01.850728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.856841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.878755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.899673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.908735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.917348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.924983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.932087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-b56c131c-b293-49d6-b370-0e4233c68c6c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5418 time: 0.3258805 Aug 23 11:59:01.935255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c546f2-3269-4781-914e-89d08fa09277 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:01.946219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:01.963517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Transition to ACTIVE for port object 58c546f2-3269-4781-914e-89d08fa09277 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:01.966673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-f8c61489-ef0a-41f1-9e1c-7cd0bfdb8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.967461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-f8c61489-ef0a-41f1-9e1c-7cd0bfdb8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.968005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-f8c61489-ef0a-41f1-9e1c-7cd0bfdb8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:01.970217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-f8c61489-ef0a-41f1-9e1c-7cd0bfdb8a13 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=309381570cb546c3ae3bff6ef0902fbe&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2580750 Aug 23 11:59:01.971710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.079790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:02.088784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.100936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2394719f-63e5-4b28-ad7a-2ab1467e138f req-a3fd3991-b889-450f-a5ac-56cb2000559e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1525743 Aug 23 11:59:02.110390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:02.197789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Attempting to bind port 8ab320a9-d458-4ed6-9603-50d967063577 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:02.198403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Attempting to bind port 8ab320a9-d458-4ed6-9603-50d967063577 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:02.198403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Attempting to bind port 8ab320a9-d458-4ed6-9603-50d967063577 on network 8338c228-18f9-4289-81b3-d230d7aae0f8 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:02.201645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-9a099f19-1435-47f2-b2f2-03ccb62ae939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.202168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-9a099f19-1435-47f2-b2f2-03ccb62ae939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.202647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-9a099f19-1435-47f2-b2f2-03ccb62ae939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.204465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-9a099f19-1435-47f2-b2f2-03ccb62ae939 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=cddd55ac180d467a9d402e8ede219d8c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4318678 Aug 23 11:59:02.210320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:02.289566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4c040-0908-4f8b-8b98-418434064a3c req-2aaf62ef-1ed9-4b45-80ab-763f0c9587c9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.303194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:02.305792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=6181a335-c7fe-455e-b0d4-f72744714536,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:02.307973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Port 8ab320a9-d458-4ed6-9603-50d967063577 on network 8338c228-18f9-4289-81b3-d230d7aae0f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:02.308348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Attempting to bind port 8ab320a9-d458-4ed6-9603-50d967063577 on network 8338c228-18f9-4289-81b3-d230d7aae0f8 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:02.326200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:02.328235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4c040-0908-4f8b-8b98-418434064a3c req-2aaf62ef-1ed9-4b45-80ab-763f0c9587c9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.342105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66b4c040-0908-4f8b-8b98-418434064a3c req-2aaf62ef-1ed9-4b45-80ab-763f0c9587c9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1679 time: 0.3639669 Aug 23 11:59:02.383276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:02.383644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Checking segment: {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:02.384032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Bound using segment: {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:02.384492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Bound port: 8ab320a9-d458-4ed6-9603-50d967063577, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:02.384866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.502485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-1577a417-e809-4bdb-8079-3b234388a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.507566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6cf3cf1-0d25-46de-8194-8e44fab60bad req-1577a417-e809-4bdb-8079-3b234388a642 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902517 Aug 23 11:59:02.554953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.555997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.568867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.105 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/e3a9b4d6-6563-4848-8e03-28333ad2fcc2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:02.573598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Attempting to bind port 58c546f2-3269-4781-914e-89d08fa09277 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:02.574062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Attempting to bind port 58c546f2-3269-4781-914e-89d08fa09277 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:02.574892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Attempting to bind port 58c546f2-3269-4781-914e-89d08fa09277 on network 38223a87-b843-4beb-9da6-2c04c71778c2 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:02.580589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-7e6b2800-ffd9-480c-8a6b-39f932fa84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.583255 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f5dedec-b3d6-4386-950b-e66abde854c9 req-7e6b2800-ffd9-480c-8a6b-39f932fa84ba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5892022 Aug 23 11:59:02.607756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66b4c040-0908-4f8b-8b98-418434064a3c req-4b643161-2d37-4678-b50b-57a390e6d6dd tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284584 Aug 23 11:59:02.612992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Port 58c546f2-3269-4781-914e-89d08fa09277 on network 38223a87-b843-4beb-9da6-2c04c71778c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:02.613329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Attempting to bind port 58c546f2-3269-4781-914e-89d08fa09277 on network 38223a87-b843-4beb-9da6-2c04c71778c2 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:02.614985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d698a-995b-4850-9adc-7c2f7a5d90a4 req-c9e0ab92-2a04-4de7-89cf-fadfd8ef47ff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.621260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:02.621624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Checking segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:02.622026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Bound using segment: {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:02.622522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Bound port: 58c546f2-3269-4781-914e-89d08fa09277, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeae10cb-a63c-4e4d-be13-d17e734c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:02.622898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.626069 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f21d698a-995b-4850-9adc-7c2f7a5d90a4 req-c9e0ab92-2a04-4de7-89cf-fadfd8ef47ff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 935 time: 0.4141068 Aug 23 11:59:02.644380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] For port 8ab320a9-d458-4ed6-9603-50d967063577, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:02.650318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] For port 8ab320a9-d458-4ed6-9603-50d967063577, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=8ab320a9-d458-4ed6-9603-50d967063577,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:02.652837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-1abb6f34-a06b-4c4c-981f-80e17c1f4b7b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6548030 Aug 23 11:59:02.662001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.728308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Request body: {'port': {'device_id': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:02.766237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Pushing event updated for resources: {'Port': ['ID=8ab320a9-d458-4ed6-9603-50d967063577,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:02.795280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ebeb2ed9-4f7a-4763-a101-3665da64b3eb None None] Provisioning for port 6181a335-c7fe-455e-b0d4-f72744714536 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:02.801504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ebeb2ed9-4f7a-4763-a101-3665da64b3eb None None] Provisioning complete for port 6181a335-c7fe-455e-b0d4-f72744714536 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:02.802012 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ebeb2ed9-4f7a-4763-a101-3665da64b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.820652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:02.821277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.822714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-0a9c90ef-0d27-49d6-be7f-b190f6621eee service neutron] 10.222.0.44 "PUT /v2.0/ports/8ab320a9-d458-4ed6-9603-50d967063577 HTTP/1.1" status: 200 len: 1092 time: 2.1187663 Aug 23 11:59:02.836449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f21d698a-995b-4850-9adc-7c2f7a5d90a4 req-01ee5622-f808-4393-8d9b-e793ae9b466f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091477 Aug 23 11:59:02.856994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:02.873962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb2ed9-4f7a-4763-a101-3665da64b3eb None None] Port 6181a335-c7fe-455e-b0d4-f72744714536 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:02.979496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:02.987779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=58c546f2-3269-4781-914e-89d08fa09277,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:02.988230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a2f02b6-3c74-4c03-8264-04dd9dd5bf13 req-a8ae591c-241b-4eaf-9a43-604f4c1815c5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 210 time: 0.0600817 Aug 23 11:59:03.005357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7489c1-7890-4486-9ded-ece31fe99122 req-8e84ff75-a881-45f7-b70d-b0164269878d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.017903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d7489c1-7890-4486-9ded-ece31fe99122 req-8e84ff75-a881-45f7-b70d-b0164269878d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.2729673 Aug 23 11:59:03.021465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.101028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.115684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.116311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.117745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 200 len: 1091 time: 1.9814961 Aug 23 11:59:03.123337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-2cccd3da-ab98-49c3-8847-be175e5932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.123855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-2cccd3da-ab98-49c3-8847-be175e5932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.125428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-2cccd3da-ab98-49c3-8847-be175e5932e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1981 time: 0.2096345 Aug 23 11:59:03.161349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object e3a9b4d6-6563-4848-8e03-28333ad2fcc2 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:03.182077 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d7489c1-7890-4486-9ded-ece31fe99122 req-c51e3a60-c4d2-46c6-bdc8-1e4e615248a7 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266530 Aug 23 11:59:03.215035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-c42a3295-7d25-4ab4-a97b-24a07793f215 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=b82d1617-17b4-4461-9786-291990e845fe HTTP/1.1" status: 200 len: 217 time: 0.0620170 Aug 23 11:59:03.237531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc37088-5d5b-47f0-904c-af292df4f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:03.276028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8c69f-51ba-4391-af1d-50e718b1b4a2 req-8ba203b4-6e73-4549-b760-3d9489248d3a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.277974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4c8c69f-51ba-4391-af1d-50e718b1b4a2 req-8ba203b4-6e73-4549-b760-3d9489248d3a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1758654 Aug 23 11:59:03.293657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.295470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.296421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.297175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.297973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.298710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.299425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.302259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2048af11-89fa-481a-8320-6dc821c8c0ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6487 time: 0.1190999 Aug 23 11:59:03.304509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.316824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:03.381859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:03.393970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e74c4b27-f709-4c5c-98db-9201db6cd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.395569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e74c4b27-f709-4c5c-98db-9201db6cd906 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81eec03c-27c1-4484-9405-afaf2114979e HTTP/1.1" status: 200 len: 801 time: 0.1710913 Aug 23 11:59:03.407219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:03.478102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-6b82bd0f-e06c-42ad-8c07-c20b496a4e85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 200 len: 217 time: 0.0982552 Aug 23 11:59:03.478993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:03.483885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:03.514440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4c8c69f-51ba-4391-af1d-50e718b1b4a2 req-4325a4b6-3a0f-4ed2-b196-3783d199594f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205458 Aug 23 11:59:03.541517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01'}, {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '58c546f2-3269-4781-914e-89d08fa09277'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:03.545993 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be09955d-66ae-482d-b55b-62be5e8eff8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01"}, {"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "58c546f2-3269-4781-914e-89d08fa09277"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:03.554542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'tag': '8ab320a9-d458-4ed6-9603-50d967063577'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:03.569186 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b9d1e-b8ed-49dc-801e-a47733662639" -d '{"events": [{"name": "network-changed", "server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "tag": "8ab320a9-d458-4ed6-9603-50d967063577"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:03.646810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-81e06d6d-af9f-4b25-a13f-1c723bc3a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.654116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-81e06d6d-af9f-4b25-a13f-1c723bc3a08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18329f7b-8be1-4092-bf79-31f137af252e HTTP/1.1" status: 200 len: 855 time: 0.0810676 Aug 23 11:59:03.691655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-161d5322-77f6-4cdc-8ee9-c4fdf91cad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.694127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-161d5322-77f6-4cdc-8ee9-c4fdf91cad76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=759a91b1-4273-4d31-89c3-5a66407d627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2808433 Aug 23 11:59:03.703080 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eff800-d2e4-4c40-9467-c445fc541096 x-openstack-request-id: req-e4eff800-d2e4-4c40-9467-c445fc541096 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:03.704077 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "tag": "8ab320a9-d458-4ed6-9603-50d967063577", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:03.704537 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4eff800-d2e4-4c40-9467-c445fc541096 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:03.705208 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'tag': '8ab320a9-d458-4ed6-9603-50d967063577', 'status': 'completed', 'code': 200} Aug 23 11:59:03.708123 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a63a4-a372-47d1-a5ff-cf74e588aae5 x-openstack-request-id: req-ce5a63a4-a372-47d1-a5ff-cf74e588aae5 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:03.711229 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "58c546f2-3269-4781-914e-89d08fa09277", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:03.711575 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce5a63a4-a372-47d1-a5ff-cf74e588aae5 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:03.713228 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01', 'status': 'completed', 'code': 200} Aug 23 11:59:03.716357 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': '58c546f2-3269-4781-914e-89d08fa09277', 'status': 'completed', 'code': 200} Aug 23 11:59:03.784064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-3318473a-06c6-4316-b6e7-e8682d26ebcd tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.786654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-3318473a-06c6-4316-b6e7-e8682d26ebcd tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.44 "GET /v2.0/networks?id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6 HTTP/1.1" status: 200 len: 815 time: 0.3174264 Aug 23 11:59:03.805018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.805711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.836924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-4960b7c7-f488-4ad8-8dc5-bfbc282a0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.839245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-4960b7c7-f488-4ad8-8dc5-bfbc282a0b76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01f35405-6932-4962-83f2-265cc0f694be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188085 Aug 23 11:59:03.842902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-5f2b2996-5df9-486b-a023-629ab140ddf5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5416260 Aug 23 11:59:03.855130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.861307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.867322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.874064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.880299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.889152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.896583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.898972 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-060d9291-4201-44dc-941f-77fa22e9817d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.4169581 Aug 23 11:59:03.907267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Request body: {'port': {'device_id': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:03.926459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6181a335-c7fe-455e-b0d4-f72744714536 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:03.936900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.955103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e41a1d4a-adfb-46cf-8813-d01ae65092db None None] Provisioning for port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:03.961745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-7615b3c7-86cd-4ae1-a74f-bc16aa1f8d2f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dafaf11339f4258870d930ff52ce614 HTTP/1.1" status: 200 len: 378 time: 0.0996153 Aug 23 11:59:03.962333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e41a1d4a-adfb-46cf-8813-d01ae65092db None None] Provisioning complete for port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:03.963104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e41a1d4a-adfb-46cf-8813-d01ae65092db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:03.977830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Request body: {'port': {'device_id': '6e52c457-e3ec-4018-881c-0ddb71153633', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'admin_state_up': True, 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'security_groups': ['a430bdb6-2c82-472f-a75b-f3b56ae6b738']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:03.991679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36102e57-5967-43ab-a176-b4325de54be0 req-8ec641e1-2727-4f1b-b4b9-f34c34de248c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.998165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36102e57-5967-43ab-a176-b4325de54be0 req-8ec641e1-2727-4f1b-b4b9-f34c34de248c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:03.999770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36102e57-5967-43ab-a176-b4325de54be0 req-8ec641e1-2727-4f1b-b4b9-f34c34de248c tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1679 time: 0.2274036 Aug 23 11:59:04.004325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e41a1d4a-adfb-46cf-8813-d01ae65092db None None] Port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:04.005176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Transition to ACTIVE for port object 6181a335-c7fe-455e-b0d4-f72744714536 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:04.021664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:04.037986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-26b21d52-8eb9-4e3f-91bc-eb01a9e7bdd7 service neutron] 10.222.0.44 "GET /v2.0/networks/759a91b1-4273-4d31-89c3-5a66407d627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285775 Aug 23 11:59:04.070545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f7d64c-38ed-4b17-ac55-ec123b6fbba2 req-6b040697-b471-468c-a396-c3701004602b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490529 Aug 23 11:59:04.073190 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:04.128449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-8593dc49-fed6-4ef6-988a-8accc7d24077 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282608 Aug 23 11:59:04.386609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa667ab4-6e70-46fb-841f-c765303ab62d req-4a6bbef0-2a61-4d30-b3cf-0d4ec2a1b0dc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:04.387944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa667ab4-6e70-46fb-841f-c765303ab62d req-4a6bbef0-2a61-4d30-b3cf-0d4ec2a1b0dc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 947 time: 0.2293320 Aug 23 11:59:04.430338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-de801d8a-7a93-4ce6-9bcf-0bd99ceae4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888725 Aug 23 11:59:04.463042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36102e57-5967-43ab-a176-b4325de54be0 req-2c2f99c1-8013-4e22-9c4f-82aae0056dce tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467826 Aug 23 11:59:04.470103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6181a335-c7fe-455e-b0d4-f72744714536,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:04.509251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c18ea398-49de-406c-9f52-344499692ddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 217 time: 0.0605805 Aug 23 11:59:04.512471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa667ab4-6e70-46fb-841f-c765303ab62d req-749239f2-ba54-4c39-a46d-3fb3c9ff4a72 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072004 Aug 23 11:59:04.600473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-35d2f28c-7a2e-4fc5-a134-d86239dbce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:04.601989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-35d2f28c-7a2e-4fc5-a134-d86239dbce04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.0855336 Aug 23 11:59:04.609016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4376c79f-fe32-4922-8986-2bf4faa3143b req-906ffa6b-b55a-41d8-89f3-0d5954b86009 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 210 time: 0.0584252 Aug 23 11:59:04.628209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-202bacec-aed3-4fe7-8e30-888a934b2ee9 service neutron] 10.222.0.44 "GET /v2.0/networks/759a91b1-4273-4d31-89c3-5a66407d627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807912 Aug 23 11:59:04.676278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a9b4d6-6563-4848-8e03-28333ad2fcc2 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:04.689461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:04.696229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-67893707-9b97-498e-91d3-58f4ce7a0240 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=8ab320a9-d458-4ed6-9603-50d967063577 HTTP/1.1" status: 200 len: 217 time: 0.0599837 Aug 23 11:59:04.699144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Made reservation on behalf of 8dafaf11339f4258870d930ff52ce614 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:04.703471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:04.722655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707321ab-4f12-4b93-adea-992beb3cb804 req-0fa39220-2da0-4931-a997-1935a1951291 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:04.724249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-707321ab-4f12-4b93-adea-992beb3cb804 req-0fa39220-2da0-4931-a997-1935a1951291 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1150804 Aug 23 11:59:04.726788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Transition to ACTIVE for port object e3a9b4d6-6563-4848-8e03-28333ad2fcc2 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:04.733885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ba13e373-6130-421a-aded-bb0665e199d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:04.735638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ba13e373-6130-421a-aded-bb0665e199d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114278 Aug 23 11:59:04.736843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:04.786337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Attempting to bind port 6181a335-c7fe-455e-b0d4-f72744714536 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:04.786682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Attempting to bind port 6181a335-c7fe-455e-b0d4-f72744714536 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:04.787021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Attempting to bind port 6181a335-c7fe-455e-b0d4-f72744714536 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:04.829109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Port 6181a335-c7fe-455e-b0d4-f72744714536 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:04.829437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Attempting to bind port 6181a335-c7fe-455e-b0d4-f72744714536 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:04.846213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:04.846591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:04.846964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:04.847443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Bound port: 6181a335-c7fe-455e-b0d4-f72744714536, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:04.847852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:04.874144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Pushing event updated for resources: {'Port': ['ID=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:04.878217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-bd2c96ab-cf72-443f-a0f7-961aa64cd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:04.879659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-bd2c96ab-cf72-443f-a0f7-961aa64cd3d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e7eadd1-f4ea-41c3-9f52-705055afd234 HTTP/1.1" status: 200 len: 801 time: 0.1479802 Aug 23 11:59:04.923987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-707321ab-4f12-4b93-adea-992beb3cb804 req-4884c40a-d048-471c-b8f8-3f6acad643ce tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834807 Aug 23 11:59:04.981352 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-8700b7e8-cdf0-4121-954a-36ccf13af5cf service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366340 Aug 23 11:59:05.026559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Attempting to bind port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:05.026976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Attempting to bind port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:05.027797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Attempting to bind port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:05.040788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Allocated IP 172.20.0.5 (7ea47c42-317a-42bb-b4f5-bc78d20d23b6/9722b357-6a5f-426e-a975-3d9a17cdff1c/3f3e0035-156e-4509-8340-0217b1f4a786) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:05.062394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb5872-6b4d-49f6-9782-3c0086851e6e req-ec82644d-91dd-4050-b29a-45076e5cbe13 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.063929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0cb5872-6b4d-49f6-9782-3c0086851e6e req-ec82644d-91dd-4050-b29a-45076e5cbe13 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1917548 Aug 23 11:59:05.065855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:05.066234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Attempting to bind port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:05.077401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:05.078106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:05.078106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:05.078562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Bound port: e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:05.078925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.089639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] For port 6181a335-c7fe-455e-b0d4-f72744714536, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:05.095008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e811d511-bf8e-49df-b018-bf127ddf8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.096651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-e811d511-bf8e-49df-b018-bf127ddf8673 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8338c228-18f9-4289-81b3-d230d7aae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1843128 Aug 23 11:59:05.099531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] For port 6181a335-c7fe-455e-b0d4-f72744714536, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6181a335-c7fe-455e-b0d4-f72744714536,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:05.128629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.144991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-d65c9cb3-b1b5-4786-94ef-eab30ef66dbc service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475518 Aug 23 11:59:05.247736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.248382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.249924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/6181a335-c7fe-455e-b0d4-f72744714536 HTTP/1.1" status: 200 len: 1095 time: 2.5842574 Aug 23 11:59:05.298653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0cb5872-6b4d-49f6-9782-3c0086851e6e req-3dd89bd1-035b-460b-8a44-5d82b755b5be tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263522 Aug 23 11:59:05.401667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbe0fe-c241-423b-8cf7-3f7dd0d0ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6181a335-c7fe-455e-b0d4-f72744714536,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:05.438204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-24cd796f-aea3-4e4e-a280-4406207104e3 service neutron] 10.222.0.44 "GET /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245285 Aug 23 11:59:05.463823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-92ac6810-f952-4c70-9b1a-ef770843e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.465913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-92ac6810-f952-4c70-9b1a-ef770843e13f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 1098 time: 0.1640778 Aug 23 11:59:05.488259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.576952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-57c4fbfe-35a0-477d-bd2e-5675a4d8f6af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=6181a335-c7fe-455e-b0d4-f72744714536 HTTP/1.1" status: 200 len: 217 time: 0.0934186 Aug 23 11:59:05.578709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-4bb8ec23-4967-461e-9d95-3d5ec91e50f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 217 time: 0.4250262 Aug 23 11:59:05.584143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Transition to ACTIVE for port object 3f3e0035-156e-4509-8340-0217b1f4a786 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:05.585311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] For port e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:05.631800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] For port e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:05.641386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.659806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.666702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.673225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.679030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.685484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.691745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.694449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e838838-b0d9-4235-b9ec-c31836df6c40 req-f0b6cf1c-79fa-42c5-accf-ba7966a71d00 service neutron] 10.222.0.44 "GET /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435484 Aug 23 11:59:05.698342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.705499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-f441dfae-26df-442e-8503-b7867a519667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.708887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-f441dfae-26df-442e-8503-b7867a519667 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1123846 Aug 23 11:59:05.709073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-491436b5-c214-4b56-8627-51aaa73bfa69 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.5419340 Aug 23 11:59:05.709352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'tag': '6181a335-c7fe-455e-b0d4-f72744714536'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:05.711692 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d09a7e-bdd3-4954-9958-2f6874532f71" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b08ab9-ffa0-47a5-9870-816bd6029f98", "tag": "6181a335-c7fe-455e-b0d4-f72744714536"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:05.724577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96c10-8782-417e-8a0b-2def31d4179b req-f422548d-df1d-43af-9220-6a8f2b352313 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.730591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96c10-8782-417e-8a0b-2def31d4179b req-f422548d-df1d-43af-9220-6a8f2b352313 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.732224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4c96c10-8782-417e-8a0b-2def31d4179b req-f422548d-df1d-43af-9220-6a8f2b352313 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1679 time: 0.1437352 Aug 23 11:59:05.776468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.778567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c974b665-6fc9-4cd4-ba8e-1033e337661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.780398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-c974b665-6fc9-4cd4-ba8e-1033e337661e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1886322 Aug 23 11:59:05.781969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.782678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:05.784302 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] 10.222.0.44 "PUT /v2.0/ports/e3a9b4d6-6563-4848-8e03-28333ad2fcc2 HTTP/1.1" status: 200 len: 1096 time: 1.8828917 Aug 23 11:59:05.787653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'tag': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:05.790096 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "86ed719c-22e2-47bb-9bf7-0b2de8ea57de", "tag": "e3a9b4d6-6563-4848-8e03-28333ad2fcc2"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:05.866414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-104a2972-3c43-4ef1-b5ca-ad7632d04cf5 req-58011dfa-8a6c-4610-9151-cb7d40f4eb85 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571798 Aug 23 11:59:05.880169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b5779-39a2-4fac-aa80-ec74da064f5b service neutron] Pushing event updated for resources: {'Port': ['ID=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:05.885718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:05.895386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4c96c10-8782-417e-8a0b-2def31d4179b req-b7167345-377f-4c50-b453-f7d6dc9bdbb2 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522875 Aug 23 11:59:05.898905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-bd46b2e1-b7f7-412c-97a8-ebb2b94eaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.902790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-3f449738-176e-44e7-915e-2e1705b36c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.905117 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-3f449738-176e-44e7-915e-2e1705b36c35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119552 Aug 23 11:59:05.924738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-bd46b2e1-b7f7-412c-97a8-ebb2b94eaaef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672726 Aug 23 11:59:05.931040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-cc576c4c-bf78-44b2-82b5-d83d09771c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:05.933123 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-cc576c4c-bf78-44b2-82b5-d83d09771c0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 1099 time: 0.0919926 Aug 23 11:59:05.936657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event updated for resources: {'Port': ['ID=3f3e0035-156e-4509-8340-0217b1f4a786,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:05.939288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:05.979621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:06.065449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-7d9e6d7b-a345-4980-8d5c-8c2c9f3cf453 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2 HTTP/1.1" status: 200 len: 217 time: 0.1037872 Aug 23 11:59:06.081034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-4e7c4097-d561-4077-af0d-a340a612c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.082058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-4e7c4097-d561-4077-af0d-a340a612c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.083687 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-4e7c4097-d561-4077-af0d-a340a612c5fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cddd55ac180d467a9d402e8ede219d8c&device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1981 time: 0.3015745 Aug 23 11:59:06.166802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cb036-7084-4672-9428-503b7687f7ba req-69236e52-424e-4ee7-ad0f-5e4af50a862c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.175022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-290cb036-7084-4672-9428-503b7687f7ba req-69236e52-424e-4ee7-ad0f-5e4af50a862c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 947 time: 0.1871026 Aug 23 11:59:06.188828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-c9c6b72d-bd8c-4d5a-a830-0042aa6a52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.190309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-c9c6b72d-bd8c-4d5a-a830-0042aa6a52ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1072147 Aug 23 11:59:06.191913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.192566 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:06.193267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-b405f247-82dc-4f5b-8e7f-4ffdd6f2df4b service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732267 Aug 23 11:59:06.240862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-db86f6bb-7cc4-407f-a205-76651bb8eec6 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152390 Aug 23 11:59:06.252947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5792776-386c-4f59-8a2b-6c86e4f814d9 req-f10543f1-339a-4215-89b7-8c821ba56d29 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.254489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5792776-386c-4f59-8a2b-6c86e4f814d9 req-f10543f1-339a-4215-89b7-8c821ba56d29 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 931 time: 0.2206826 Aug 23 11:59:06.265142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa870d6c-8b3b-4fcf-9df8-f1fb898df307 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2912304 Aug 23 11:59:06.294395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Request body: {'port': {'device_id': '6e52c457-e3ec-4018-881c-0ddb71153633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:06.307857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-290cb036-7084-4672-9428-503b7687f7ba req-4093da9e-0ca5-454a-b2ce-a3cbcd8c2508 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303208 Aug 23 11:59:06.319793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb0beb49-fcb1-4fd5-877c-055abd755708 None None] Provisioning for port 3f3e0035-156e-4509-8340-0217b1f4a786 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:06.332808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931309-7150-46ff-80e5-07111966211f req-77b24f2a-b368-432d-a0b6-4d68583c6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.334620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-77b24f2a-b368-432d-a0b6-4d68583c6040 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347678 Aug 23 11:59:06.339124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb0beb49-fcb1-4fd5-877c-055abd755708 None None] Provisioning complete for port 3f3e0035-156e-4509-8340-0217b1f4a786 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:06.340054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb0beb49-fcb1-4fd5-877c-055abd755708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:06.387280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-4c2295e8-98eb-4f4c-8bfd-78962f524674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.388805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-4c2295e8-98eb-4f4c-8bfd-78962f524674 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8338c228-18f9-4289-81b3-d230d7aae0f8 HTTP/1.1" status: 200 len: 903 time: 0.2902732 Aug 23 11:59:06.398139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-b424ef0a-4f07-43f3-b0e6-51f57194fba8 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864324 Aug 23 11:59:06.406708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bb0beb49-fcb1-4fd5-877c-055abd755708 None None] Port 3f3e0035-156e-4509-8340-0217b1f4a786 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:06.472338 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-f5fb70c9-cc85-4303-bed3-500c34e4237b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.204&port_id=8ab320a9-d458-4ed6-9603-50d967063577 HTTP/1.1" status: 200 len: 217 time: 0.0742102 Aug 23 11:59:06.480819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5792776-386c-4f59-8a2b-6c86e4f814d9 req-adea6dd7-133a-4b45-82e4-b2acf419e713 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2138674 Aug 23 11:59:06.489625 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e456f3a9-a839-4836-aad3-b250a95dd8a0 x-openstack-request-id: req-e456f3a9-a839-4836-aad3-b250a95dd8a0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:06.490024 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b08ab9-ffa0-47a5-9870-816bd6029f98", "tag": "6181a335-c7fe-455e-b0d4-f72744714536", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:06.490282 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e456f3a9-a839-4836-aad3-b250a95dd8a0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:06.490677 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'tag': '6181a335-c7fe-455e-b0d4-f72744714536', 'status': 'completed', 'code': 200} Aug 23 11:59:06.505398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-fc545c06-e478-434e-b913-8d2af6043fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494617 Aug 23 11:59:06.526290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:06.533469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-e8273ba6-f77d-473f-ab35-7d9c4384c140 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889899 Aug 23 11:59:06.545494 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996a087-6273-440a-a0b5-d3c4735c632d x-openstack-request-id: req-b996a087-6273-440a-a0b5-d3c4735c632d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:06.545637 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ed719c-22e2-47bb-9bf7-0b2de8ea57de", "tag": "e3a9b4d6-6563-4848-8e03-28333ad2fcc2", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:06.546021 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b996a087-6273-440a-a0b5-d3c4735c632d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:06.546528 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'tag': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2', 'status': 'completed', 'code': 200} Aug 23 11:59:06.549952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-7a54dc71-7fdc-4582-8d28-fd8436ddf9ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd HTTP/1.1" status: 200 len: 217 time: 0.1168613 Aug 23 11:59:06.590145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-320e3ff0-e427-449f-a9f0-16ac56c77574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.591696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-320e3ff0-e427-449f-a9f0-16ac56c77574 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e7eadd1-f4ea-41c3-9f52-705055afd234 HTTP/1.1" status: 200 len: 801 time: 0.1084192 Aug 23 11:59:06.698227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ab9421a0-de01-4c9a-b3c9-dfb9ec41ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.700166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ab9421a0-de01-4c9a-b3c9-dfb9ec41ecc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1252759 Aug 23 11:59:06.719925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27da7fc-dcd2-40ed-9b7e-fc8b83651c1c req-2dbabcec-88ca-4226-a28b-a2765882d28d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.721551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f27da7fc-dcd2-40ed-9b7e-fc8b83651c1c req-2dbabcec-88ca-4226-a28b-a2765882d28d tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1149168 Aug 23 11:59:06.776442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56931309-7150-46ff-80e5-07111966211f req-2fb88bd8-9afb-44cf-b4a6-4578bec0b45a service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285709 Aug 23 11:59:06.807136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f27da7fc-dcd2-40ed-9b7e-fc8b83651c1c req-2ed2f707-ef7e-439f-a61e-73905de5b7a4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711076 Aug 23 11:59:06.811442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0f8c43b4-2ec6-4bde-ab35-0978dca2195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.812489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0f8c43b4-2ec6-4bde-ab35-0978dca2195c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899899 Aug 23 11:59:06.946980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-1c824d27-6633-4521-89bc-af3faef9f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:06.948569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-1c824d27-6633-4521-89bc-af3faef9f489 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 1099 time: 0.0978751 Aug 23 11:59:07.005920 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-9b0cd4d2-b37f-4f11-bec1-627823611f94 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843026 Aug 23 11:59:07.013722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-0280811f-216a-4001-a5b5-b92ad54f9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.015266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-0280811f-216a-4001-a5b5-b92ad54f9b99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 1098 time: 0.4433455 Aug 23 11:59:07.025363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-8d839d07-0af1-43a5-b9d5-adb515632d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.026893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-8d839d07-0af1-43a5-b9d5-adb515632d65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8338c228-18f9-4289-81b3-d230d7aae0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4191234 Aug 23 11:59:07.114127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059e0d6-e124-49cf-af91-d8f83ab09da0 req-3dd031ad-62f7-4813-a282-f8bfee2a426f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.115642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6059e0d6-e124-49cf-af91-d8f83ab09da0 req-3dd031ad-62f7-4813-a282-f8bfee2a426f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.2080133 Aug 23 11:59:07.129512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.135418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.141425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.147411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.153734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.159525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.165562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.169174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-115060fd-ff2e-4a88-9e1d-e9f6a6f2871b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.2098031 Aug 23 11:59:07.220749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-1b348f5c-8fa3-4184-983d-2fc58f309e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.222226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-1b348f5c-8fa3-4184-983d-2fc58f309e9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2644193 Aug 23 11:59:07.282630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc0a224c-8895-4638-96e5-f147c192f4dc req-81a1b26b-2551-4a78-8b0f-84d8ca9612be tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061785 Aug 23 11:59:07.285223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-59299e0c-328f-4b90-becd-e18873939b46 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611887 Aug 23 11:59:07.286918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-79527f7c-1b2e-40d1-8d92-d4f5060746df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2 HTTP/1.1" status: 200 len: 217 time: 0.0491979 Aug 23 11:59:07.289937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b82d1617-17b4-4461-9786-291990e845fe details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:07.310503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6059e0d6-e124-49cf-af91-d8f83ab09da0 req-8549a84b-602b-4d38-a726-677eeecc0efb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632876 Aug 23 11:59:07.317293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-37e8523d-1365-4143-9fcf-b1e1c982eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.318801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-37e8523d-1365-4143-9fcf-b1e1c982eddc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2900617 Aug 23 11:59:07.322319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-af03f3d8-588d-445b-9164-d6e021713748 service neutron] 10.222.0.44 "GET /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800460 Aug 23 11:59:07.390095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b82d1617-17b4-4461-9786-291990e845fe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b82d1617-17b4-4461-9786-291990e845fe,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:07.401475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-ff664390-7dcc-4b2d-857e-5a106b0e8a40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74 HTTP/1.1" status: 200 len: 217 time: 0.1056402 Aug 23 11:59:07.401667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-a6577699-3304-4b77-b271-355d8025fbf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=6181a335-c7fe-455e-b0d4-f72744714536 HTTP/1.1" status: 200 len: 217 time: 0.0728321 Aug 23 11:59:07.403130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'b82d1617-17b4-4461-9786-291990e845fe', 'network_id': '759a91b1-4273-4d31-89c3-5a66407d627a', 'port_id': 'b82d1617-17b4-4461-9786-291990e845fe', 'mac_address': 'fa:16:3e:e3:ae:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81eec03c-27c1-4484-9405-afaf2114979e', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:07.475433 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:07.489809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82d1617-17b4-4461-9786-291990e845fe {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:07.511899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3e0035-156e-4509-8340-0217b1f4a786 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:07.522358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b82d1617-17b4-4461-9786-291990e845fe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b82d1617-17b4-4461-9786-291990e845fe,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:07.528721 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:07.529512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 8ab320a9-d458-4ed6-9603-50d967063577 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:07.539616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:07.564408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-b67a0f7c-75ce-4fca-af22-81aeadfc4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.565991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-b67a0f7c-75ce-4fca-af22-81aeadfc4fe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1627872 Aug 23 11:59:07.572719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Transition to ACTIVE for port object 3f3e0035-156e-4509-8340-0217b1f4a786 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:07.583382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-106bdb0b-10c2-4bb4-adad-6d43180bd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.584915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-106bdb0b-10c2-4bb4-adad-6d43180bd86a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1633208 Aug 23 11:59:07.587660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:07.591338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6729c-0afe-4317-9f14-acb9b761d67a req-c04642d2-af95-4146-89f8-5157b81760e3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.596713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b1b9d1e-b8ed-49dc-801e-a47733662639 req-5e655f19-7294-44df-9d8b-b0f0a1cf774c service neutron] 10.222.0.44 "GET /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620320 Aug 23 11:59:07.597197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6729c-0afe-4317-9f14-acb9b761d67a req-c04642d2-af95-4146-89f8-5157b81760e3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.598807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8de6729c-0afe-4317-9f14-acb9b761d67a req-c04642d2-af95-4146-89f8-5157b81760e3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1679 time: 0.1355903 Aug 23 11:59:07.602678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-49c7dc56-4888-4ffd-a5df-cfb0b3bd6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.603191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-49c7dc56-4888-4ffd-a5df-cfb0b3bd6a04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1363776 Aug 23 11:59:07.642102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b855f-3903-404d-a3b1-9be90104500d req-c40285ca-943d-43f5-924c-16987010323a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.649373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a46b855f-3903-404d-a3b1-9be90104500d req-c40285ca-943d-43f5-924c-16987010323a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 947 time: 0.1642492 Aug 23 11:59:07.673128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=b82d1617-17b4-4461-9786-291990e845fe,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:07.685344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.685869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.686211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.686575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.686938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.687204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.688117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.688117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.688425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.688579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.689202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.689202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:07.708879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-bd1d8837-75a0-483d-93a4-76f0e7406bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.710442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-bd1d8837-75a0-483d-93a4-76f0e7406bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349459 Aug 23 11:59:07.719789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3e0035-156e-4509-8340-0217b1f4a786,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:07.727740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8de6729c-0afe-4317-9f14-acb9b761d67a req-21f19516-4a55-440d-b78f-95901df9095e tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950327 Aug 23 11:59:07.748659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0a0bd4e4-79f9-45a1-b793-831835d258f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.750902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 8ab320a9-d458-4ed6-9603-50d967063577, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=8ab320a9-d458-4ed6-9603-50d967063577,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:07.756913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0a0bd4e4-79f9-45a1-b793-831835d258f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1275494 Aug 23 11:59:07.758151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a46b855f-3903-404d-a3b1-9be90104500d req-38052435-69f0-4cdd-b149-a7c7fd3bddae tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062038 Aug 23 11:59:07.787224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '8ab320a9-d458-4ed6-9603-50d967063577', 'network_id': '8338c228-18f9-4289-81b3-d230d7aae0f8', 'port_id': '8ab320a9-d458-4ed6-9603-50d967063577', 'mac_address': 'fa:16:3e:d5:64:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7eadd1-f4ea-41c3-9f52-705055afd234', 'ip_address': '19.86.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:07.822717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-1bad7c36-8b99-4af9-b8ab-86f7ad3be424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:07.826959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-1bad7c36-8b99-4af9-b8ab-86f7ad3be424 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2040207 Aug 23 11:59:07.871065 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:07.899585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab320a9-d458-4ed6-9603-50d967063577 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:07.939072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 8ab320a9-d458-4ed6-9603-50d967063577, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=8ab320a9-d458-4ed6-9603-50d967063577,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:07.946464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:07.975940 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-fc3a96fa-b5c6-4b12-b6b1-bb240877049c service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471933 Aug 23 11:59:07.978025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-9a2be88f-7ad6-4aac-a98b-36ed1a3d1034 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983712 Aug 23 11:59:08.040025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=8ab320a9-d458-4ed6-9603-50d967063577,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:08.109362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Attempting to bind port 3f3e0035-156e-4509-8340-0217b1f4a786 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:08.109721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Attempting to bind port 3f3e0035-156e-4509-8340-0217b1f4a786 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:08.110065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Attempting to bind port 3f3e0035-156e-4509-8340-0217b1f4a786 on network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:08.118585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Port 3f3e0035-156e-4509-8340-0217b1f4a786 on network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:08.118917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Attempting to bind port 3f3e0035-156e-4509-8340-0217b1f4a786 on network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:08.127816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ecc20-9b05-4223-8a10-d871713b6dd6 req-abbf42f4-5698-49ba-8548-0b4f1c4ed4c5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.129320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a3ecc20-9b05-4223-8a10-d871713b6dd6 req-abbf42f4-5698-49ba-8548-0b4f1c4ed4c5 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 943 time: 0.2548699 Aug 23 11:59:08.145983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:08.146385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Checking segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:08.146729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Bound using segment: {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:08.147175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Bound port: 3f3e0035-156e-4509-8340-0217b1f4a786, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25426ab6-b8f5-4f62-b712-b9c904fa4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:08.147542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:08.164434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-d9217214-1f51-4398-ad1d-ce59d031cdef service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928877 Aug 23 11:59:08.187787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b25ac0d-6af2-41f0-9b2e-93262bbbc2a0 req-380993fc-5176-4c10-b3ba-67eb17110953 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046714 Aug 23 11:59:08.199224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83476025-277b-4255-94f9-c4a9b0253788 req-ac2ab3da-8bdd-42c5-8969-6204428431ef tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.200709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83476025-277b-4255-94f9-c4a9b0253788 req-ac2ab3da-8bdd-42c5-8969-6204428431ef tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1491487 Aug 23 11:59:08.209516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['8ab320a9-d458-4ed6-9603-50d967063577'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:08.213224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-13edf626-9a38-4dc7-854b-79e6cee7af17 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213709 Aug 23 11:59:08.274954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-e2f5a8a8-14b3-4df0-a0a8-61c2161c0d27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 200 len: 217 time: 0.0542407 Aug 23 11:59:08.287842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a3ecc20-9b05-4223-8a10-d871713b6dd6 req-e60292fc-13eb-4494-bbf9-c2155a7e4860 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451488 Aug 23 11:59:08.308542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] For port 3f3e0035-156e-4509-8340-0217b1f4a786, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:08.313718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] For port 3f3e0035-156e-4509-8340-0217b1f4a786, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f3e0035-156e-4509-8340-0217b1f4a786,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:08.326796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:08.332581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83476025-277b-4255-94f9-c4a9b0253788 req-65974a4c-4666-48d2-b697-0a05c2e54e48 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222272 Aug 23 11:59:08.357609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-76a11499-547a-4e35-8c85-17df141c1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.359509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-76a11499-547a-4e35-8c85-17df141c1a02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.0760007 Aug 23 11:59:08.370314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d09a7e-bdd3-4954-9958-2f6874532f71 req-ae8c91e9-a891-43d6-8cd5-023488e7d861 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972651 Aug 23 11:59:08.380868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.381493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:08.384575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f3e0035-156e-4509-8340-0217b1f4a786 HTTP/1.1" status: 200 len: 1091 time: 2.0970433 Aug 23 11:59:08.421348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba47a2a-a9ef-474d-8e3b-85e7ea169761 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3e0035-156e-4509-8340-0217b1f4a786,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:08.450863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-53b048a2-aa48-4f8c-8a8d-c44623d5290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.452780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-53b048a2-aa48-4f8c-8a8d-c44623d5290f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850046 Aug 23 11:59:08.492714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:08.495018 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8407d9-300f-4a51-a409-5827c0d36a52" -d '{"events": [{"name": "network-changed", "server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:08.514498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-d2a2e511-aa1b-4fcb-b13f-9fddb808def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.516062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-d2a2e511-aa1b-4fcb-b13f-9fddb808def5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dafaf11339f4258870d930ff52ce614&device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 1094 time: 0.0846076 Aug 23 11:59:08.528680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6181a335-c7fe-455e-b0d4-f72744714536 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:08.550862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.557563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.565502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.572032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.573519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674923f-982d-4357-af6d-923fecf767a0 req-90e0b811-46ad-45ba-bdc7-93a63cae50cb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.575987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2674923f-982d-4357-af6d-923fecf767a0 req-90e0b811-46ad-45ba-bdc7-93a63cae50cb tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1114941 Aug 23 11:59:08.584830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.591154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.597772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.607005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-04d37da0-87e6-4ef2-a335-5f6ab47781a8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1448066 Aug 23 11:59:08.617308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-69b8ffc5-a238-4baf-a21b-3ceef5e70ad6 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511405 Aug 23 11:59:08.652537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2674923f-982d-4357-af6d-923fecf767a0 req-dccfb562-f962-484f-a570-b8bf00832375 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 Aug 23 11:59:08.655135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 6181a335-c7fe-455e-b0d4-f72744714536, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6181a335-c7fe-455e-b0d4-f72744714536,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:08.658105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-f06c803c-3f67-4169-ab99-60a7c6bc5cc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f3e0035-156e-4509-8340-0217b1f4a786 HTTP/1.1" status: 200 len: 217 time: 0.1271796 Aug 23 11:59:08.672622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '6181a335-c7fe-455e-b0d4-f72744714536', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '6181a335-c7fe-455e-b0d4-f72744714536', 'mac_address': 'fa:16:3e:3f:5e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:08.717832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-b7dc71ca-3dcc-4b99-84b3-68c2af102746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.719507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-b7dc71ca-3dcc-4b99-84b3-68c2af102746 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9722b357-6a5f-426e-a975-3d9a17cdff1c HTTP/1.1" status: 200 len: 854 time: 0.0539069 Aug 23 11:59:08.724433 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:08.737866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-f024e1ef-1593-436b-8712-e882de016759 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107728 Aug 23 11:59:08.740924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6181a335-c7fe-455e-b0d4-f72744714536 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:08.742039 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a32bf4-5732-431c-8a2f-f6f3548729ec x-openstack-request-id: req-79a32bf4-5732-431c-8a2f-f6f3548729ec {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:08.742340 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:08.742594 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79a32bf4-5732-431c-8a2f-f6f3548729ec {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:08.742984 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786', 'status': 'completed', 'code': 200} Aug 23 11:59:08.764501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 6181a335-c7fe-455e-b0d4-f72744714536, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6181a335-c7fe-455e-b0d4-f72744714536,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:08.766857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46c88c0c-33eb-43ac-9419-ca014f5a8b2d req-d1ad38e7-2d8d-4918-b9a5-5cea9f1d50d9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583796 Aug 23 11:59:08.780040 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:08.790239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-3b7a614f-5e1c-4520-8283-4d4969ff8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.793275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-3b7a614f-5e1c-4520-8283-4d4969ff8b27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647795 Aug 23 11:59:08.798910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-2ed7f1cc-9ab1-4d1d-82ed-fc1969a948c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 200 len: 217 time: 0.0536008 Aug 23 11:59:08.850107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=6181a335-c7fe-455e-b0d4-f72744714536,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:08.889050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-25f5f141-1eb4-4bd3-8f4e-1a8abd6f17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.890584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-25f5f141-1eb4-4bd3-8f4e-1a8abd6f17ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.0838242 Aug 23 11:59:08.904044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5287d-d8e3-48cf-a7f2-3db0bf137380 req-879db97f-904d-4d69-9298-7bcce4146388 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.909918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5287d-d8e3-48cf-a7f2-3db0bf137380 req-879db97f-904d-4d69-9298-7bcce4146388 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.911705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75f5287d-d8e3-48cf-a7f2-3db0bf137380 req-879db97f-904d-4d69-9298-7bcce4146388 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1681 time: 0.0968089 Aug 23 11:59:08.935855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-586363c9-5847-499c-aa97-c1cdb1f18e76 service neutron] 10.222.0.44 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341815 Aug 23 11:59:08.946646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafa636-2edf-4167-8532-9308ab7079df req-f6451dc5-4ee9-465e-bd76-cd643a944de4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:08.948167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-faafa636-2edf-4167-8532-9308ab7079df req-f6451dc5-4ee9-465e-bd76-cd643a944de4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 948 time: 0.0737853 Aug 23 11:59:08.999628 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75f5287d-d8e3-48cf-a7f2-3db0bf137380 req-5fc9360b-c797-4fc5-8d2b-eaa5530270cf tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762346 Aug 23 11:59:09.002155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0b7d3fcd-eb09-46b0-a4d2-dcfddd2afdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.003599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-0b7d3fcd-eb09-46b0-a4d2-dcfddd2afdf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910199 Aug 23 11:59:09.048326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:09.055000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-faafa636-2edf-4167-8532-9308ab7079df req-0e9d9e6a-5ec3-40ba-9c60-13cf81364ab3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967300 Aug 23 11:59:09.103656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b17bb8a2-2ece-449d-98be-4f994a73c41b req-aa3a86f8-e811-4617-9adc-e216d0ec589a service neutron] 10.222.0.44 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539543 Aug 23 11:59:09.133660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-b196efdc-31cd-4224-9bbe-0ee1ce31bc86 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136687 Aug 23 11:59:09.226254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-12cf5ff2-cc53-4e0b-9f45-a111bc634748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.228096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-12cf5ff2-cc53-4e0b-9f45-a111bc634748 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dafaf11339f4258870d930ff52ce614&device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 1094 time: 0.0436101 Aug 23 11:59:09.249996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['b82d1617-17b4-4461-9786-291990e845fe'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:09.277822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceb5671-e751-4edb-a0ed-847de087bdeb req-d5acf255-1a1c-4171-9674-4f430f58b111 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371965 Aug 23 11:59:09.320223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3a9b4d6-6563-4848-8e03-28333ad2fcc2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:09.322867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 8ab320a9-d458-4ed6-9603-50d967063577 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:09.342450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-b6e3f52b-2c87-42cc-94b1-780594953135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.344150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-b6e3f52b-2c87-42cc-94b1-780594953135 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6 HTTP/1.1" status: 200 len: 916 time: 0.1086020 Aug 23 11:59:09.398390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-19b9d2d7-280f-448a-b213-ad1b97d35013 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f3e0035-156e-4509-8340-0217b1f4a786 HTTP/1.1" status: 200 len: 217 time: 0.0453234 Aug 23 11:59:09.482594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-2287328c-634f-42a6-a42d-2d89bba9c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.484287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-2287328c-634f-42a6-a42d-2d89bba9c707 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9722b357-6a5f-426e-a975-3d9a17cdff1c HTTP/1.1" status: 200 len: 854 time: 0.0782843 Aug 23 11:59:09.500226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.501070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.502239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.502401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfaa56-a421-4122-aabd-4a0c0935b6aa req-f1cb549b-adb0-497c-a255-dc0431b0bf18 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.502960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.503753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cdfaa56-a421-4122-aabd-4a0c0935b6aa req-f1cb549b-adb0-497c-a255-dc0431b0bf18 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.0678740 Aug 23 11:59:09.503893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.504664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.505604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.508796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-20881211-f3cb-404f-8ab5-78dd08e7cfe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6487 time: 0.1548576 Aug 23 11:59:09.546232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2acdc7-389d-4017-92d5-a07e132b67cd req-140ae32f-cddf-481c-92dd-b0192564f6a9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.547981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa2acdc7-389d-4017-92d5-a07e132b67cd req-140ae32f-cddf-481c-92dd-b0192564f6a9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 943 time: 0.1389208 Aug 23 11:59:09.553004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 8ab320a9-d458-4ed6-9603-50d967063577 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:09.561243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:09.569921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-237f1d9d-5831-40ab-88f4-c71f8b460da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.571541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-237f1d9d-5831-40ab-88f4-c71f8b460da1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668354 Aug 23 11:59:09.575969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 8ab320a9-d458-4ed6-9603-50d967063577 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:09.576344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:09.577343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cdfaa56-a421-4122-aabd-4a0c0935b6aa req-c82d5d0e-e5a9-4175-a42e-9dca3d2ce539 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Aug 23 11:59:09.623194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2', 'mac_address': 'fa:16:3e:15:7b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:09.652263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa2acdc7-389d-4017-92d5-a07e132b67cd req-9d4ac827-f777-4728-97b8-cc36b3bd6590 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910316 Aug 23 11:59:09.678664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-d448fa9f-9da9-48eb-824a-4feab353d984 service neutron] 10.222.0.44 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978899 Aug 23 11:59:09.691263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-01a4972f-897e-4c04-8cd1-3b0dd12e28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.694202 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-01a4972f-897e-4c04-8cd1-3b0dd12e28d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 903 time: 0.1763060 Aug 23 11:59:09.696133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:09.735708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a9b4d6-6563-4848-8e03-28333ad2fcc2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:09.765045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:09.766329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-e7643788-4452-4d0a-b42a-7afa563395cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 200 len: 217 time: 0.0634222 Aug 23 11:59:09.778045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:09.789209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:09.800823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab320a9-d458-4ed6-9603-50d967063577'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:09.803698 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae31fc90-1fca-4b8e-b53a-c8d302613626" -d '{"events": [{"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-plugged", "status": "completed", "tag": "8ab320a9-d458-4ed6-9603-50d967063577"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:09.836021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-8b594091-de10-4476-bb5d-5de6d2ee4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.838808 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-8b594091-de10-4476-bb5d-5de6d2ee4c76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.0610514 Aug 23 11:59:09.842793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 8ab320a9-d458-4ed6-9603-50d967063577, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=8ab320a9-d458-4ed6-9603-50d967063577,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:09.851560 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:09.867178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482621a-0968-4084-bcba-bdc2d53afb0c req-d0f7ad4b-d96c-441a-9819-7234b2b0571b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.868655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:09.868809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c482621a-0968-4084-bcba-bdc2d53afb0c req-d0f7ad4b-d96c-441a-9819-7234b2b0571b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0914528 Aug 23 11:59:09.919742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f8407d9-300f-4a51-a409-5827c0d36a52 req-78fd601e-0466-46e6-9b37-a5b5f512d8d5 service neutron] 10.222.0.44 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206769 Aug 23 11:59:09.932652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=8ab320a9-d458-4ed6-9603-50d967063577,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:09.937988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-3919e747-b9cc-4583-9f2d-4106e0cf65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:09.938941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c482621a-0968-4084-bcba-bdc2d53afb0c req-1100e457-5456-4f98-9123-fbf799eaf117 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 Aug 23 11:59:09.940136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-3919e747-b9cc-4583-9f2d-4106e0cf65ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898333 Aug 23 11:59:09.991656 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1681cb1e-9375-4238-8963-544abf2cd0fe x-openstack-request-id: req-1681cb1e-9375-4238-8963-544abf2cd0fe {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:09.992024 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-plugged", "status": "completed", "tag": "8ab320a9-d458-4ed6-9603-50d967063577", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:09.992486 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1681cb1e-9375-4238-8963-544abf2cd0fe {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:09.992947 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab320a9-d458-4ed6-9603-50d967063577', 'code': 200} Aug 23 11:59:10.113460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:10.127463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381265c-ec53-45af-9380-ffadf91b0ebf req-011131f9-5a57-4f85-8bde-9c928c342728 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.133489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381265c-ec53-45af-9380-ffadf91b0ebf req-011131f9-5a57-4f85-8bde-9c928c342728 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.135229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a381265c-ec53-45af-9380-ffadf91b0ebf req-011131f9-5a57-4f85-8bde-9c928c342728 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1682 time: 0.0599041 Aug 23 11:59:10.180660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a381265c-ec53-45af-9380-ffadf91b0ebf req-b3ce7c96-f46e-47df-b6a0-b79deeab0633 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375025 Aug 23 11:59:10.339692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.345566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.351373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.352724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0212ff-b36b-48b8-8cb0-0c555936ccad req-ee87379a-5287-4ace-a341-8dcb31165de5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.355692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b0212ff-b36b-48b8-8cb0-0c555936ccad req-ee87379a-5287-4ace-a341-8dcb31165de5 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 948 time: 0.0753899 Aug 23 11:59:10.357720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.363712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.369426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.376211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.378129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-6b5d8b01-ba6e-4531-9d97-1fb19a969e62 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.4765801 Aug 23 11:59:10.414209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b0212ff-b36b-48b8-8cb0-0c555936ccad req-1d8bac7d-fa46-4ee8-ab5d-e577a0cc7066 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522134 Aug 23 11:59:10.423334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-205bda55-0e3b-462c-89cd-38569a3f116a service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719901 Aug 23 11:59:10.462502 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0479359b-07bc-4fc4-83ee-3b14dc5afe69 req-52211c15-0a50-41ac-bcf4-a9671bad7a06 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759337 Aug 23 11:59:10.547241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6181a335-c7fe-455e-b0d4-f72744714536 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:10.579376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-630fef4c-4e55-4e9b-bbae-21b85041ee74 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360631 Aug 23 11:59:10.614903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 6181a335-c7fe-455e-b0d4-f72744714536 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:10.618805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 6181a335-c7fe-455e-b0d4-f72744714536 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:10.619189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:10.705209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:10.729147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.730539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.731304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.732062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.732823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.734268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.735099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.737330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 6181a335-c7fe-455e-b0d4-f72744714536, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6181a335-c7fe-455e-b0d4-f72744714536,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:10.738718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2e4659b8-ddf7-4b8c-872e-233ad835030b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6487 time: 0.1006103 Aug 23 11:59:10.744773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:10.784525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da420a32-7298-4021-9fb8-3db590cc399e req-1b9cec3a-810b-4b2b-981a-c5f71da817a0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.786338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da420a32-7298-4021-9fb8-3db590cc399e req-1b9cec3a-810b-4b2b-981a-c5f71da817a0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.1131246 Aug 23 11:59:10.799657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=6181a335-c7fe-455e-b0d4-f72744714536,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:10.816536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192066d-286b-47d6-ac54-993a4304c5ad req-286192fd-ecb9-4656-bf18-4df444a3ba12 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.818155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c192066d-286b-47d6-ac54-993a4304c5ad req-286192fd-ecb9-4656-bf18-4df444a3ba12 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 943 time: 0.0837152 Aug 23 11:59:10.876044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c192066d-286b-47d6-ac54-993a4304c5ad req-12243b99-e1e7-4e9a-9b81-66846897c825 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456145 Aug 23 11:59:10.887715 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da420a32-7298-4021-9fb8-3db590cc399e req-d7c07756-5551-4054-bb7c-085ce20c1bdb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Aug 23 11:59:10.897954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-8cf165b9-dc55-4ec2-86c6-c4fe134d27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.899438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-8cf165b9-dc55-4ec2-86c6-c4fe134d27a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 903 time: 0.1486092 Aug 23 11:59:10.943177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-9afb9ccc-ae23-47d7-bc99-e87851dd5ff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 200 len: 217 time: 0.0363417 Aug 23 11:59:10.994821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-6dcbf1fc-f8bd-4204-a82c-24833551778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:10.996422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-6dcbf1fc-f8bd-4204-a82c-24833551778f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.0463383 Aug 23 11:59:11.082451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-bdc3335f-773b-4486-ac8c-434da1f32eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.083984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-bdc3335f-773b-4486-ac8c-434da1f32eca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806661 Aug 23 11:59:11.095803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198e41-03ba-461f-9f9a-6ceb1e1883b9 req-8bedf3e5-4df3-4844-b57e-d9ca3ea20acd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.097291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c198e41-03ba-461f-9f9a-6ceb1e1883b9 req-8bedf3e5-4df3-4844-b57e-d9ca3ea20acd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0654261 Aug 23 11:59:11.140544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b25dc1-5562-42c6-a0e0-65ba298e35af req-3851ec86-2ded-4f07-a258-e9ea38719061 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.141985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25b25dc1-5562-42c6-a0e0-65ba298e35af req-3851ec86-2ded-4f07-a258-e9ea38719061 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.0494046 Aug 23 11:59:11.180263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25b25dc1-5562-42c6-a0e0-65ba298e35af req-12e17ef4-603f-4e8b-aa47-686a959324a6 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Aug 23 11:59:11.191804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c198e41-03ba-461f-9f9a-6ceb1e1883b9 req-58c90173-c9d3-4ae4-a6fb-4feb974c6f27 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855973 Aug 23 11:59:11.215103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-2a357a27-b8d5-4e4a-bfb5-1bd207a03181 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167209 Aug 23 11:59:11.300600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd1d-7967-4bed-9cd7-0102921fde14 req-020b0cfc-bafa-4484-9c80-68f521e857ac tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.306602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779dd1d-7967-4bed-9cd7-0102921fde14 req-020b0cfc-bafa-4484-9c80-68f521e857ac tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.306945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be09955d-66ae-482d-b55b-62be5e8eff8a req-b1dd2e6a-87ae-4cc6-819b-2a42c3fd41df service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843356 Aug 23 11:59:11.308731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d779dd1d-7967-4bed-9cd7-0102921fde14 req-020b0cfc-bafa-4484-9c80-68f521e857ac tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1682 time: 0.0559747 Aug 23 11:59:11.320011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f3e0035-156e-4509-8340-0217b1f4a786 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:11.324725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b82d1617-17b4-4461-9786-291990e845fe up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:11.348489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d779dd1d-7967-4bed-9cd7-0102921fde14 req-fa48ff57-098f-4181-8108-17918272a003 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336494 Aug 23 11:59:11.434766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port b82d1617-17b4-4461-9786-291990e845fe completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:11.442218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port b82d1617-17b4-4461-9786-291990e845fe triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:11.442594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:11.476995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 3f3e0035-156e-4509-8340-0217b1f4a786, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f3e0035-156e-4509-8340-0217b1f4a786,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:11.492674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '3f3e0035-156e-4509-8340-0217b1f4a786', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'port_id': '3f3e0035-156e-4509-8340-0217b1f4a786', 'mac_address': 'fa:16:3e:c2:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:11.551798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07105f0a-6ff3-422a-98d7-25fa4e192370 req-fa1da598-7977-434a-bdc2-3fb0176a48ed tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.553878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-07105f0a-6ff3-422a-98d7-25fa4e192370 req-fa1da598-7977-434a-bdc2-3fb0176a48ed tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 949 time: 0.0668027 Aug 23 11:59:11.604098 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-07105f0a-6ff3-422a-98d7-25fa4e192370 req-7102ca76-934d-4dc8-b256-07097bf06cec tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Aug 23 11:59:11.687466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.693337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.696780 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:11.699903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.705901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.711890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.712143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:11.718044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3e0035-156e-4509-8340-0217b1f4a786 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:11.718618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.724555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:11.726486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-29c09610-4272-4c23-a236-2e6d605b5581 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1002767 Aug 23 11:59:11.753019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 3f3e0035-156e-4509-8340-0217b1f4a786, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f3e0035-156e-4509-8340-0217b1f4a786,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:11.763469 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:11.767548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b82d1617-17b4-4461-9786-291990e845fe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b82d1617-17b4-4461-9786-291990e845fe,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:11.767710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06374110-92fc-4554-ac1d-669f6b8ad8ee req-63cc6bc4-7897-4b55-963e-1df8ad193614 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344367 Aug 23 11:59:11.772140 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:11.772864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3a9b4d6-6563-4848-8e03-28333ad2fcc2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:11.848705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=3f3e0035-156e-4509-8340-0217b1f4a786,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:11.900403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:11.908712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:11.909090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:11.910596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=b82d1617-17b4-4461-9786-291990e845fe,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:11.996300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6181a335-c7fe-455e-b0d4-f72744714536'}, {'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82d1617-17b4-4461-9786-291990e845fe'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:11.998551 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0eec9a-3bfe-4c82-8d39-2c609b962d4d" -d '{"events": [{"server_uuid": "e0b08ab9-ffa0-47a5-9870-816bd6029f98", "name": "network-vif-plugged", "status": "completed", "tag": "6181a335-c7fe-455e-b0d4-f72744714536"}, {"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-plugged", "status": "completed", "tag": "b82d1617-17b4-4461-9786-291990e845fe"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:12.001927 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:12.006794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5ede5-7693-4aff-ae45-5fce720cfb5a req-ffeef09a-1482-4348-9d68-bbd0699b83c6 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.011964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dde5ede5-7693-4aff-ae45-5fce720cfb5a req-ffeef09a-1482-4348-9d68-bbd0699b83c6 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 944 time: 0.0615766 Aug 23 11:59:12.039292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:12.044158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:12.070293 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dde5ede5-7693-4aff-ae45-5fce720cfb5a req-5546e046-9629-4a30-9c58-8fd2aad175b8 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504935 Aug 23 11:59:12.072501 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1111417-49da-45c6-8eb0-39dc594a3a43 x-openstack-request-id: req-a1111417-49da-45c6-8eb0-39dc594a3a43 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:12.072829 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b08ab9-ffa0-47a5-9870-816bd6029f98", "name": "network-vif-plugged", "status": "completed", "tag": "6181a335-c7fe-455e-b0d4-f72744714536", "code": 200}, {"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-plugged", "status": "completed", "tag": "b82d1617-17b4-4461-9786-291990e845fe", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:12.073039 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1111417-49da-45c6-8eb0-39dc594a3a43 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:12.074100 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6181a335-c7fe-455e-b0d4-f72744714536', 'code': 200} Aug 23 11:59:12.074371 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82d1617-17b4-4461-9786-291990e845fe', 'code': 200} Aug 23 11:59:12.076672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['3f3e0035-156e-4509-8340-0217b1f4a786'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:12.137258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:12.169300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca53d1-c445-4b45-9b30-ee31848c1305 req-2b1fccd6-326b-4ebd-a5ed-abaf6ae9c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.169916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc159-431f-47c6-9eb5-3caf96f11aed req-2c49e797-c0fa-47a6-85e9-d1c7774fb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.170059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca53d1-c445-4b45-9b30-ee31848c1305 req-2b1fccd6-326b-4ebd-a5ed-abaf6ae9c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.171455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fca53d1-c445-4b45-9b30-ee31848c1305 req-2b1fccd6-326b-4ebd-a5ed-abaf6ae9c3bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1985 time: 0.0428364 Aug 23 11:59:12.172128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-134cc159-431f-47c6-9eb5-3caf96f11aed req-2c49e797-c0fa-47a6-85e9-d1c7774fb1d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 1100 time: 0.0538299 Aug 23 11:59:12.218561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-134cc159-431f-47c6-9eb5-3caf96f11aed req-bd480967-f9dd-4b63-a946-82eb53562286 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Aug 23 11:59:12.224201 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fca53d1-c445-4b45-9b30-ee31848c1305 req-3832b6b8-3772-4bf1-8c33-95351e0792e1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Aug 23 11:59:12.303531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93b7fc-f374-4061-8670-ef80522d5159 req-ba3cf619-8d53-4134-9ba8-da933a24ff4b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.304971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa93b7fc-f374-4061-8670-ef80522d5159 req-ba3cf619-8d53-4134-9ba8-da933a24ff4b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.0503860 Aug 23 11:59:12.325168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007fe4-0622-42ab-9273-587b7d9cd20f req-a4ea98b2-8f62-49c1-a2c6-1a0b946127ad tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.326722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d007fe4-0622-42ab-9273-587b7d9cd20f req-a4ea98b2-8f62-49c1-a2c6-1a0b946127ad tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0569131 Aug 23 11:59:12.344218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa93b7fc-f374-4061-8670-ef80522d5159 req-3cb0d236-1d8c-4dd0-95fa-788f7255d0bc tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Aug 23 11:59:12.368044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d007fe4-0622-42ab-9273-587b7d9cd20f req-e03fc51d-0031-47cc-9ece-a2db6d691496 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355492 Aug 23 11:59:12.496796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551781c-c120-4180-b99b-ca0236841418 req-a872559d-e4b5-46c9-b80f-799ebca1d5b3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.502633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551781c-c120-4180-b99b-ca0236841418 req-a872559d-e4b5-46c9-b80f-799ebca1d5b3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.504187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1551781c-c120-4180-b99b-ca0236841418 req-a872559d-e4b5-46c9-b80f-799ebca1d5b3 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1683 time: 0.0870955 Aug 23 11:59:12.515777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-5b7b0cf2-c665-4222-a37f-e8d241ae3de1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.517191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-5b7b0cf2-c665-4222-a37f-e8d241ae3de1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 946 time: 0.0713015 Aug 23 11:59:12.585670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1551781c-c120-4180-b99b-ca0236841418 req-006b51b4-2f26-4519-aa5d-de8bb962f2a8 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674949 Aug 23 11:59:12.638190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Deleting port 1ecc1be8-4a75-4245-940f-3530ea123e46 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:12.638541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:12.756083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] For port 1ecc1be8-4a75-4245-940f-3530ea123e46, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1ecc1be8-4a75-4245-940f-3530ea123e46,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:12.756454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:12.771698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee33e1-6b74-40bb-ab09-ea0e9037b813 req-ef388912-9056-44cc-9da7-69aff06dc7be tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.773191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5bee33e1-6b74-40bb-ab09-ea0e9037b813 req-ef388912-9056-44cc-9da7-69aff06dc7be tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 949 time: 0.0823174 Aug 23 11:59:12.782697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Calling delete_port for 1ecc1be8-4a75-4245-940f-3530ea123e46 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:12.862523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5bee33e1-6b74-40bb-ab09-ea0e9037b813 req-867b6e2f-1ecf-4557-8e4d-0f7430c158d9 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815291 Aug 23 11:59:12.912864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.919472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.925564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.931550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.937508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.943420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.945642 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:12.949401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:12.951401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-446204ad-3077-4026-b53d-f16b10c9d6d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1047378 Aug 23 11:59:12.958792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['1ecc1be8-4a75-4245-940f-3530ea123e46'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:12.990858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event deleted for resources: {'Port': ['ID=1ecc1be8-4a75-4245-940f-3530ea123e46,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:13.003641 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8729b5cc-7325-49c8-9c3e-8503fe00a3ab req-fef66356-c653-4b91-b447-76f9555da681 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369630 Aug 23 11:59:13.034251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] No DVR routers for this DVR port 1ecc1be8-4a75-4245-940f-3530ea123e46 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:13.037170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:13.039273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba896c35-dd15-40d4-ba3f-2f1597e914b9 req-174dd837-dc6a-4d17-9687-3f46337a6c7b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.44 "DELETE /v2.0/ports/1ecc1be8-4a75-4245-940f-3530ea123e46 HTTP/1.1" status: 204 len: 173 time: 0.5152874 Aug 23 11:59:13.039722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'name': 'network-vif-deleted', 'tag': '1ecc1be8-4a75-4245-940f-3530ea123e46'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:13.042032 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72f18c0-2766-4c26-8147-abf6fafade34" -d '{"events": [{"server_uuid": "2e0d7aca-a8b9-449d-8d62-3b576832e81b", "name": "network-vif-deleted", "tag": "1ecc1be8-4a75-4245-940f-3530ea123e46"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:13.087537 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7f1c7-d971-44c8-bb8a-ceb4e33eeb18 x-openstack-request-id: req-54e7f1c7-d971-44c8-bb8a-ceb4e33eeb18 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:13.087845 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d7aca-a8b9-449d-8d62-3b576832e81b", "name": "network-vif-deleted", "tag": "1ecc1be8-4a75-4245-940f-3530ea123e46", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:13.088105 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54e7f1c7-d971-44c8-bb8a-ceb4e33eeb18 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:13.088538 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d7aca-a8b9-449d-8d62-3b576832e81b', 'name': 'network-vif-deleted', 'tag': '1ecc1be8-4a75-4245-940f-3530ea123e46', 'status': 'completed', 'code': 200} Aug 23 11:59:13.215209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63377185-5c81-48e0-b6f3-1fb57d862c14 req-79707c62-cc87-4f5e-996d-514a52ee3c87 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:13.216681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-63377185-5c81-48e0-b6f3-1fb57d862c14 req-79707c62-cc87-4f5e-996d-514a52ee3c87 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 944 time: 0.0519767 Aug 23 11:59:13.271114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-63377185-5c81-48e0-b6f3-1fb57d862c14 req-7cac2ddb-7bd9-4e62-82fd-28634c8d56c3 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478892 Aug 23 11:59:13.323234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f3e0035-156e-4509-8340-0217b1f4a786 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:13.393382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 3f3e0035-156e-4509-8340-0217b1f4a786 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:13.402571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 3f3e0035-156e-4509-8340-0217b1f4a786 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:13.403032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:13.482156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1121d4bb-c0c4-4c77-aeab-50638f60256b req-69afb94b-d759-4623-9813-0f0d5cbc15af tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e0d7aca-a8b9-449d-8d62-3b576832e81b HTTP/1.1" status: 200 len: 210 time: 0.0363164 Aug 23 11:59:13.535275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c0e10-9aeb-4c61-b8a9-62dab6f550c3 req-6ce5c969-af72-44d0-a774-24fb348f9d06 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:13.537966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a02c0e10-9aeb-4c61-b8a9-62dab6f550c3 req-6ce5c969-af72-44d0-a774-24fb348f9d06 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0946350 Aug 23 11:59:13.551778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:13.587059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a02c0e10-9aeb-4c61-b8a9-62dab6f550c3 req-372e19c3-d946-4ff7-a4b7-0e6abcfe6e64 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Aug 23 11:59:13.599500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 3f3e0035-156e-4509-8340-0217b1f4a786, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f3e0035-156e-4509-8340-0217b1f4a786,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:13.607398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:13.607398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1ecc1be8-4a75-4245-940f-3530ea123e46 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:13.677870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 1ecc1be8-4a75-4245-940f-3530ea123e46 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:13.679308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1ecc1be8-4a75-4245-940f-3530ea123e46 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:13.709240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=3f3e0035-156e-4509-8340-0217b1f4a786,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:13.763338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ae5a8-9788-43a6-9de1-7ea906c649c5 req-fd595c24-edfd-4d3b-ad6f-a7f1fb1cbffa tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:13.769669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ae5a8-9788-43a6-9de1-7ea906c649c5 req-fd595c24-edfd-4d3b-ad6f-a7f1fb1cbffa tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:13.771246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d83ae5a8-9788-43a6-9de1-7ea906c649c5 req-fd595c24-edfd-4d3b-ad6f-a7f1fb1cbffa tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1683 time: 0.0707662 Aug 23 11:59:13.814616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d83ae5a8-9788-43a6-9de1-7ea906c649c5 req-c182e5df-f8da-4c43-bea4-d80ad4ce1658 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Aug 23 11:59:13.989343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8cdb3-c0ad-4efb-b60c-ca9763f61428 req-5be10e2d-1a30-4e81-8765-bd00e8d694f9 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:13.991688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eef8cdb3-c0ad-4efb-b60c-ca9763f61428 req-5be10e2d-1a30-4e81-8765-bd00e8d694f9 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 949 time: 0.0586007 Aug 23 11:59:14.056030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eef8cdb3-c0ad-4efb-b60c-ca9763f61428 req-f7d198ac-ac41-44cd-980b-593cc373d105 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Aug 23 11:59:14.075281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2'}, {'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:14.085747 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0295d-0155-4f95-821e-5cbd962e3330" -d '{"events": [{"server_uuid": "86ed719c-22e2-47bb-9bf7-0b2de8ea57de", "name": "network-vif-plugged", "status": "completed", "tag": "e3a9b4d6-6563-4848-8e03-28333ad2fcc2"}, {"server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "name": "network-vif-plugged", "status": "completed", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:14.144078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.150515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.157030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.163175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.169210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.175076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.180918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.182948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-48fe070d-9b43-4511-9a5e-8dc479d680e4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.0950511 Aug 23 11:59:14.186790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c027-37e3-4855-bc9f-b4651866b6ca req-e01a45b1-bbad-4bd5-a3d0-2836a9f11326 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.192733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c027-37e3-4855-bc9f-b4651866b6ca req-e01a45b1-bbad-4bd5-a3d0-2836a9f11326 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.194602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fb6c027-37e3-4855-bc9f-b4651866b6ca req-e01a45b1-bbad-4bd5-a3d0-2836a9f11326 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1683 time: 0.0566230 Aug 23 11:59:14.226579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0cc317a7-63c8-4903-8618-f420f4d016e9 req-6e852c03-3be8-4a60-acc2-71a0c5aad963 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374367 Aug 23 11:59:14.239944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fb6c027-37e3-4855-bc9f-b4651866b6ca req-f015644d-be90-4e66-9fc3-8fe5083a7e2d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Aug 23 11:59:14.290232 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11ed8c6-8e03-4900-a571-07d758fa60d5 x-openstack-request-id: req-a11ed8c6-8e03-4900-a571-07d758fa60d5 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:14.290540 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ed719c-22e2-47bb-9bf7-0b2de8ea57de", "name": "network-vif-plugged", "status": "completed", "tag": "e3a9b4d6-6563-4848-8e03-28333ad2fcc2", "code": 200}, {"server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "name": "network-vif-plugged", "status": "completed", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:14.290801 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a11ed8c6-8e03-4900-a571-07d758fa60d5 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:14.291232 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2', 'code': 200} Aug 23 11:59:14.291493 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786', 'code': 200} Aug 23 11:59:14.342988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c16f2-da0e-40d1-a346-3f6a17e79d25 req-a249044d-47a7-4fba-9c42-de52cdd5656c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.346180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d85c16f2-da0e-40d1-a346-3f6a17e79d25 req-a249044d-47a7-4fba-9c42-de52cdd5656c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 950 time: 0.0567167 Aug 23 11:59:14.410589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d85c16f2-da0e-40d1-a346-3f6a17e79d25 req-c9e0c6ba-d737-411b-a089-a5f88da3aa03 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590367 Aug 23 11:59:14.426659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca06c96-136d-4b1f-a041-62281ad4c1e1 req-29442eaa-a5d9-4f3d-b0a9-16618016b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.428467 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aca06c96-136d-4b1f-a041-62281ad4c1e1 req-29442eaa-a5d9-4f3d-b0a9-16618016b99f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 1101 time: 0.0541983 Aug 23 11:59:14.428945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbcd23-e60c-4aef-9f46-1c7a52663fbf req-9396280e-688e-4a6e-a7fa-a0ecdc7627f8 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.430647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dfbcd23-e60c-4aef-9f46-1c7a52663fbf req-9396280e-688e-4a6e-a7fa-a0ecdc7627f8 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.0830212 Aug 23 11:59:14.437075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c12ba-0cad-4da9-94f9-3f2639b3e901 req-b1bd27bb-bc73-4c86-af25-2b9964623888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.438591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b8c12ba-0cad-4da9-94f9-3f2639b3e901 req-b1bd27bb-bc73-4c86-af25-2b9964623888 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 1096 time: 0.0650275 Aug 23 11:59:14.466093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aca06c96-136d-4b1f-a041-62281ad4c1e1 req-422ab563-8c7d-4fa3-abd7-162d9ebb6aa0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298047 Aug 23 11:59:14.715692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621ba7-a0de-4b88-9464-cc0ecd0dce9a req-61bac616-2288-4034-b4a3-1d8195a7b922 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.717232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72621ba7-a0de-4b88-9464-cc0ecd0dce9a req-61bac616-2288-4034-b4a3-1d8195a7b922 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0573301 Aug 23 11:59:14.735159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dfbcd23-e60c-4aef-9f46-1c7a52663fbf req-082eb34b-4552-4c95-8bc5-250d4b79bef4 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2956018 Aug 23 11:59:14.738987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b8c12ba-0cad-4da9-94f9-3f2639b3e901 req-8851ef42-54d5-4950-a554-e79214582503 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2923496 Aug 23 11:59:14.763477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72621ba7-a0de-4b88-9464-cc0ecd0dce9a req-74170568-7e53-4a0c-a505-20be0770c721 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365496 Aug 23 11:59:14.926124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-b67151cb-4db3-44d3-9bf3-223058f1e5f0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:14.927518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-b67151cb-4db3-44d3-9bf3-223058f1e5f0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.1102881 Aug 23 11:59:14.946967 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-5f96241b-8e23-439c-a993-67575199a74c tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/quotas/14cec318f56d47ef9564d10cd1b7798e HTTP/1.1" status: 200 len: 375 time: 0.0100815 Aug 23 11:59:14.980472 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-02c9d941-e12d-4219-a906-68ca78bdc50b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280993 Aug 23 11:59:15.072005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-521c7a4c-d3b6-4eca-bc5a-541905ec006b service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843656 Aug 23 11:59:15.165880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-c57e8a94-8b62-44d8-81ca-d5ece6aa4cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Aug 23 11:59:15.416953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.423165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.427893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11f104-120d-4488-95ea-3e98807a63d9 req-7c59e389-9377-45f8-8baf-142020f69ee4 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.429905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.436390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.436859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11f104-120d-4488-95ea-3e98807a63d9 req-7c59e389-9377-45f8-8baf-142020f69ee4 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.438616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f11f104-120d-4488-95ea-3e98807a63d9 req-7c59e389-9377-45f8-8baf-142020f69ee4 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1683 time: 0.0862877 Aug 23 11:59:15.442271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.448237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.454319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.457773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-04ac873c-0bc1-4061-a131-73b7682bc49b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1161618 Aug 23 11:59:15.486986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f11f104-120d-4488-95ea-3e98807a63d9 req-c83f8478-43ba-4ed4-8ea1-4bab79ca39ed tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Aug 23 11:59:15.501913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ff4ede7-9f1b-4858-acfd-5138b437af9f req-0b16d756-28e6-48c4-8bb3-4f10beef9f3c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392451 Aug 23 11:59:15.569180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d167709-e142-47ef-be8a-b610e7f64407 req-27e18053-d1d4-4d45-87f1-428354f749ad tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 210 time: 0.0333953 Aug 23 11:59:15.651051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e221dcc-8169-49f0-935f-923ee2e9863e req-d71bff77-9994-4ae4-ab7d-592876b78214 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.654071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e221dcc-8169-49f0-935f-923ee2e9863e req-d71bff77-9994-4ae4-ab7d-592876b78214 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 950 time: 0.0619390 Aug 23 11:59:15.713751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e221dcc-8169-49f0-935f-923ee2e9863e req-80b4de53-86cb-49f1-ab13-c82ce79f9584 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Aug 23 11:59:15.896314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6120b-61e3-4848-ac0a-c7a15914661b req-a010ce13-0f3a-42a5-812e-c7ec9305a89b tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.898829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90d6120b-61e3-4848-ac0a-c7a15914661b req-a010ce13-0f3a-42a5-812e-c7ec9305a89b tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.0752418 Aug 23 11:59:15.903169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb19094-d19d-48f7-8708-091f1ae9a4ec req-30a28305-53e7-4116-8774-41042b51b764 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:15.905174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edb19094-d19d-48f7-8708-091f1ae9a4ec req-30a28305-53e7-4116-8774-41042b51b764 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0609353 Aug 23 11:59:15.948963 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edb19094-d19d-48f7-8708-091f1ae9a4ec req-8ddbe47a-7676-4a6f-bf61-6bc41adcb3e4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Aug 23 11:59:15.953533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90d6120b-61e3-4848-ac0a-c7a15914661b req-8c470c2c-49dd-436d-8b6c-e535dd4941c9 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486009 Aug 23 11:59:16.196056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-c27acbea-4fae-4c30-8fd8-b2c1af477a2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.209092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-c27acbea-4fae-4c30-8fd8-b2c1af477a2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.212200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-c27acbea-4fae-4c30-8fd8-b2c1af477a2f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.44 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 1683 time: 0.0776408 Aug 23 11:59:16.323900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 8ab320a9-d458-4ed6-9603-50d967063577 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:16.324254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:16.419038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 8ab320a9-d458-4ed6-9603-50d967063577, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=8ab320a9-d458-4ed6-9603-50d967063577,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:16.419749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:16.432695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 8ab320a9-d458-4ed6-9603-50d967063577 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:16.527217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-e4d9d500-5980-4720-a3d4-e90fe9423353 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.529929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-e4d9d500-5980-4720-a3d4-e90fe9423353 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 812 time: 0.1314242 Aug 23 11:59:16.548123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Request body: {'port': {'device_id': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'admin_state_up': True, 'tenant_id': '14cec318f56d47ef9564d10cd1b7798e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:16.606315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:16.621502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['8ab320a9-d458-4ed6-9603-50d967063577', 'b82d1617-17b4-4461-9786-291990e845fe'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:16.639322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=8ab320a9-d458-4ed6-9603-50d967063577,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:16.716048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 8ab320a9-d458-4ed6-9603-50d967063577 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:16.721184 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:16.723217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-acc26b05-140e-4605-a2a1-7f9b4027b72f tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.44 "DELETE /v2.0/ports/8ab320a9-d458-4ed6-9603-50d967063577 HTTP/1.1" status: 204 len: 173 time: 0.5011921 Aug 23 11:59:16.723670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-deleted', 'tag': '8ab320a9-d458-4ed6-9603-50d967063577'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:16.723797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.726020 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3fd1b3-f7f4-4a93-ac8a-883f74663e3e" -d '{"events": [{"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-deleted", "tag": "8ab320a9-d458-4ed6-9603-50d967063577"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:16.730174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.736264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.742538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.749245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.756064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.762497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.772407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-1d2f74df-90ac-4253-897b-2a98a7ad5877 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1395068 Aug 23 11:59:16.810860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Made reservation on behalf of 14cec318f56d47ef9564d10cd1b7798e for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:16.817585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:16.831199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d7a3a-00cc-4873-bd44-bf6b16c8e95a req-de5e48ba-c561-4d02-a649-6186c8af7bbc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:16.833069 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf1d7a3a-00cc-4873-bd44-bf6b16c8e95a req-de5e48ba-c561-4d02-a649-6186c8af7bbc tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 946 time: 0.1822472 Aug 23 11:59:16.897335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69118ab8-8250-4778-a198-e4ba24ce5e3c req-5e652cfa-b7c1-4f2c-8fed-85881758eba1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209753 Aug 23 11:59:16.903480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf1d7a3a-00cc-4873-bd44-bf6b16c8e95a req-6ea5852b-be76-41be-8431-d18c4671e925 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/security-groups?id=c493443e-58f1-4027-9914-0e51c895b4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571737 Aug 23 11:59:16.909444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port b82d1617-17b4-4461-9786-291990e845fe {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:16.909633 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.004574 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499793e-fbc1-4f64-a58f-37edfcea7b6d x-openstack-request-id: req-0499793e-fbc1-4f64-a58f-37edfcea7b6d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:17.005093 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-deleted", "tag": "8ab320a9-d458-4ed6-9603-50d967063577", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:17.005448 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0499793e-fbc1-4f64-a58f-37edfcea7b6d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:17.006069 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-deleted', 'tag': '8ab320a9-d458-4ed6-9603-50d967063577', 'status': 'completed', 'code': 200} Aug 23 11:59:17.057772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Allocated IP 172.20.0.2 (3e1119b2-cc2e-4aba-bb05-590cef2947f9/23bdc3c7-04ed-41eb-8eb0-62ffd7238316/843117e7-6f1e-4e4e-bfdd-fce6ae4de60e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:17.071635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2839c920-c9ed-49da-89cd-5304b4917557 req-aa35921b-2648-4897-92da-40b35cdb45b2 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 210 time: 0.0478787 Aug 23 11:59:17.088804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port b82d1617-17b4-4461-9786-291990e845fe, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b82d1617-17b4-4461-9786-291990e845fe,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:17.089032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.108227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for b82d1617-17b4-4461-9786-291990e845fe owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:17.200684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dcaf3-82f8-4aed-b932-f20875387f10 req-4f41516e-70a9-416b-9842-d6e53e6d1c83 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.202710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c9dcaf3-82f8-4aed-b932-f20875387f10 req-4f41516e-70a9-416b-9842-d6e53e6d1c83 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 950 time: 0.1119759 Aug 23 11:59:17.241041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b1f85-8d38-4f20-b8a1-6fed4d0877a8 req-7f029cd8-99d2-4fce-b576-702f03d376a4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.242619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-349b1f85-8d38-4f20-b8a1-6fed4d0877a8 req-7f029cd8-99d2-4fce-b576-702f03d376a4 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0862255 Aug 23 11:59:17.290881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c9dcaf3-82f8-4aed-b932-f20875387f10 req-66ecb512-d4b7-40e5-8b7d-876b60fadcb0 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Aug 23 11:59:17.320118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-349b1f85-8d38-4f20-b8a1-6fed4d0877a8 req-9e505200-5bfa-4a42-98b1-cf5bf7bd9858 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677040 Aug 23 11:59:17.335681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.339694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.347523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['8ab320a9-d458-4ed6-9603-50d967063577'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:17.377640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=b82d1617-17b4-4461-9786-291990e845fe,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:17.432341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port b82d1617-17b4-4461-9786-291990e845fe on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:17.435883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.438881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8d1bdb0-bbc0-433c-a244-922885a50746 req-b86cb3e9-a35b-40ac-a2ac-5aa64c5ff778 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.44 "DELETE /v2.0/ports/b82d1617-17b4-4461-9786-291990e845fe HTTP/1.1" status: 204 len: 173 time: 0.7027428 Aug 23 11:59:17.460315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.545356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:17.549774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:17.558312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:17.608045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7aafe-02bd-4726-b67e-817d26d81ac3 req-457af090-ebd0-4482-a9e9-f2e479236dbc tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.610177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62c7aafe-02bd-4726-b67e-817d26d81ac3 req-457af090-ebd0-4482-a9e9-f2e479236dbc tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.1685252 Aug 23 11:59:17.613585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event updated for resources: {'Port': ['ID=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:17.663290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.663960 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.672387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62c7aafe-02bd-4726-b67e-817d26d81ac3 req-6e4d50a4-af1c-41b2-a293-5d710a5c5720 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559247 Aug 23 11:59:17.689409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-567446d6-d5ce-41a4-a498-f0cfd9e98bd9 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495006 Aug 23 11:59:17.704275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Request body: {'port': {'device_id': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:17.819449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f2bb-987a-49bb-b88c-01bb64f4fd42 req-a85e575c-f35f-4c9b-a034-b7087e755e13 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.826973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f2bb-987a-49bb-b88c-01bb64f4fd42 req-a85e575c-f35f-4c9b-a034-b7087e755e13 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.828751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da47f2bb-987a-49bb-b88c-01bb64f4fd42 req-a85e575c-f35f-4c9b-a034-b7087e755e13 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98&device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 1690 time: 0.0655830 Aug 23 11:59:17.834622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:17.869469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c265da-a5ad-41f6-a32c-1c88e961ca3b req-2562b86a-91d7-49e4-9355-d42a6dfd8074 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:17.872442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59c265da-a5ad-41f6-a32c-1c88e961ca3b req-2562b86a-91d7-49e4-9355-d42a6dfd8074 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.1325982 Aug 23 11:59:17.890165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da47f2bb-987a-49bb-b88c-01bb64f4fd42 req-2ddb4420-80cc-4843-b8d0-7b349b55ad53 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483179 Aug 23 11:59:17.893051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46884) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:17.904257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Request body: {'floatingip': {'port_id': '3f3e0035-156e-4509-8340-0217b1f4a786'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:17.978799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.092715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41e11-2f1b-4988-bb88-4145bf481dd8 req-57cfa87a-e878-4098-b206-1bf1cf4afdac tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.094197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56d41e11-2f1b-4988-bb88-4145bf481dd8 req-57cfa87a-e878-4098-b206-1bf1cf4afdac tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 1100 time: 0.0670509 Aug 23 11:59:18.111094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1fbe9c7-1649-485a-80e4-502d6f2fb96e req-b6a1626f-b160-431a-aede-8566da8ac3e8 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "GET /v2.0/ports?device_id=55984757-5a26-4459-ba68-bdde770a75ab HTTP/1.1" status: 200 len: 210 time: 0.0518267 Aug 23 11:59:18.199117 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56d41e11-2f1b-4988-bb88-4145bf481dd8 req-f78710ad-b683-47cc-a29a-7f4b3aa8ea16 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923252 Aug 23 11:59:18.273045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.279541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.285319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.291461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.297955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.303747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.309626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.311584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73623c14-b18f-4481-bce0-537040478c23 req-7fa1cb7c-54d7-4fa4-8ca8-58a3ac08c6fc tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1379673 Aug 23 11:59:18.314677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:18.324260 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.342393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Transition to ACTIVE for port object 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:18.351293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46f78a-445f-48d1-8212-cdddf3c10a4b req-8786d6c0-9fb6-4b73-86ec-5f26db69f2ad tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.352813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b46f78a-445f-48d1-8212-cdddf3c10a4b req-8786d6c0-9fb6-4b73-86ec-5f26db69f2ad tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 931 time: 0.0932090 Aug 23 11:59:18.354064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.387708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73623c14-b18f-4481-bce0-537040478c23 req-44d7749a-f814-4918-a376-c10379e604ef tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476282 Aug 23 11:59:18.453381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Pushing event updated for resources: {'Port': ['ID=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:18.505564 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b46f78a-445f-48d1-8212-cdddf3c10a4b req-ed374b40-2095-466d-9893-cc3c35f31f42 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208169 Aug 23 11:59:18.559051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Attempting to bind port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:18.559750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Attempting to bind port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:18.560384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Attempting to bind port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:18.567952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:18.568614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Attempting to bind port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e on network 3e1119b2-cc2e-4aba-bb05-590cef2947f9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:18.569471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c62c-40d7-411f-b39e-f6cb666aba2d req-a1fab0b0-e283-4117-9b45-6649f2a90be7 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.571155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1e3c62c-40d7-411f-b39e-f6cb666aba2d req-a1fab0b0-e283-4117-9b45-6649f2a90be7 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 1101 time: 0.0931785 Aug 23 11:59:18.594042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:18.594693 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Checking segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:18.595330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Bound using segment: {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:18.596047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Bound port: 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff436bc4-4b97-4200-9249-ad63ee2330c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:18.596601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.643238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1e3c62c-40d7-411f-b39e-f6cb666aba2d req-72e2d48c-6169-4cad-937b-9172d41cda3f tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648878 Aug 23 11:59:18.691703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478317f8-6b82-4708-93f1-6c52e3a86e1b req-658c0bc1-5dd8-429c-9bc9-8a4009b4faf7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.694158 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-478317f8-6b82-4708-93f1-6c52e3a86e1b req-658c0bc1-5dd8-429c-9bc9-8a4009b4faf7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1204953 Aug 23 11:59:18.717661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.723169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.737214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] For port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:18.758061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] For port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:18.764862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-478317f8-6b82-4708-93f1-6c52e3a86e1b req-3b2c6b2f-6ee7-4004-9c3e-c300fb6b1743 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638916 Aug 23 11:59:18.766483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.814295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.815165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:18.816836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] 10.222.0.41 "PUT /v2.0/ports/843117e7-6f1e-4e4e-bfdd-fce6ae4de60e HTTP/1.1" status: 200 len: 1091 time: 1.1179693 Aug 23 11:59:18.817598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'tag': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:18.820287 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c056b8a-62f5-404e-8698-b5d1037e48c4", "tag": "843117e7-6f1e-4e4e-bfdd-fce6ae4de60e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:18.849778 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Floating IP 9aa6dd32-547c-462a-b8df-b1dc158d89c6 associated. External IP: 172.25.1.76, port: 3f3e0035-156e-4509-8340-0217b1f4a786. Aug 23 11:59:18.850305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c546c-0f59-4464-b1f7-cd274da24588 service neutron] Pushing event updated for resources: {'Port': ['ID=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:18.879702 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2491e-5b6c-4192-94bb-b1e6663b6f5d x-openstack-request-id: req-79f2491e-5b6c-4192-94bb-b1e6663b6f5d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:18.880316 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c056b8a-62f5-404e-8698-b5d1037e48c4", "tag": "843117e7-6f1e-4e4e-bfdd-fce6ae4de60e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:18.880734 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79f2491e-5b6c-4192-94bb-b1e6663b6f5d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:18.881375 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'tag': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e', 'status': 'completed', 'code': 200} Aug 23 11:59:18.943262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-21212586-2c47-463d-ae90-62f74a572d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:18.944880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-21212586-2c47-463d-ae90-62f74a572d36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 1094 time: 0.0513780 Aug 23 11:59:18.982060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-a70d2e09-befc-4f67-a84b-b5d3b74bef89 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278294 Aug 23 11:59:18.993616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-2bb22f4f-ef01-44d6-a773-4b113c7ccfc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e HTTP/1.1" status: 200 len: 217 time: 0.0352559 Aug 23 11:59:19.011295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-deleted', 'tag': 'b82d1617-17b4-4461-9786-291990e845fe'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:19.013951 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f276788-fe7f-4694-b255-c62d22d00d58" -d '{"events": [{"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-deleted", "tag": "b82d1617-17b4-4461-9786-291990e845fe"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:19.047066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f21f2-36a1-499a-8d08-38616d543d36 req-fb7ed386-9c5b-4d0e-8b1f-729c229221bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.049744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-fb7ed386-9c5b-4d0e-8b1f-729c229221bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.0483711 Aug 23 11:59:19.081280 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51674fc-64eb-4d0d-957e-f801ceba4396 x-openstack-request-id: req-b51674fc-64eb-4d0d-957e-f801ceba4396 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:19.081568 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55984757-5a26-4459-ba68-bdde770a75ab", "name": "network-vif-deleted", "tag": "b82d1617-17b4-4461-9786-291990e845fe", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:19.081568 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b51674fc-64eb-4d0d-957e-f801ceba4396 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:19.081568 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55984757-5a26-4459-ba68-bdde770a75ab', 'name': 'network-vif-deleted', 'tag': 'b82d1617-17b4-4461-9786-291990e845fe', 'status': 'completed', 'code': 200} Aug 23 11:59:19.089310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-325c23c3-9a52-4530-a050-3c1a9352734f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294003 Aug 23 11:59:19.178158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46922) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:19.211910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-29dd0fe2-fb0e-4bd1-87bf-aa3bc1684882 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.213378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-29dd0fe2-fb0e-4bd1-87bf-aa3bc1684882 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184923 Aug 23 11:59:19.237991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-1b9b6f9c-1b05-425f-bde5-a704970210e3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/quotas/aba9e1020f3f4d22b751ccf554060c49 HTTP/1.1" status: 200 len: 375 time: 0.0184612 Aug 23 11:59:19.239848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Router 7156a645-89fa-407b-ab9f-1778f10adb34 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:59:19.283660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-a0520ef5-7a78-4e12-bc05-d1ea1eecd175 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871748 Aug 23 11:59:19.290192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting subnet 4e7eadd1-f4ea-41c3-9f52-705055afd234 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:59:19.306421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:19.352812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-753285d4-0ec0-434b-9d99-79702319cd0a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1076584 Aug 23 11:59:19.354645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b82d1617-17b4-4461-9786-291990e845fe no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:19.387739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: b82d1617-17b4-4461-9786-291990e845fe {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:19.388395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b82d1617-17b4-4461-9786-291990e845fe not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:19.388968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 8ab320a9-d458-4ed6-9603-50d967063577 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:19.409554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:19.415896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:19.424307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] Sync routers for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:19.426827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 8ab320a9-d458-4ed6-9603-50d967063577 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:19.427184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 8ab320a9-d458-4ed6-9603-50d967063577 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:19.440849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:19.454429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-be211de2-d55b-41e8-b82a-79c2baf36ba2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "PUT /v2.0/floatingips/9aa6dd32-547c-462a-b8df-b1dc158d89c6 HTTP/1.1" status: 200 len: 990 time: 1.5546687 Aug 23 11:59:19.459754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:19.460448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:19.598721 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-542f21f2-36a1-499a-8d08-38616d543d36 req-3c4947de-5589-44cf-9170-27c9ae5740f7 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034098 Aug 23 11:59:19.659349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:19.663048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.675047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.686139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.701283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.708075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.716229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.722918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.724972 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-132b1c8a-d523-4c04-b3fd-d534769989a5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.2296460 Aug 23 11:59:19.785201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9876c3-f68a-4e15-962f-f4ca05e1f5d2 req-c12ad072-b2d3-42a0-823f-19333267f4ee tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.786966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:19.787230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d9876c3-f68a-4e15-962f-f4ca05e1f5d2 req-c12ad072-b2d3-42a0-823f-19333267f4ee tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 943 time: 0.0848892 Aug 23 11:59:19.831569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-077a9fe2-b700-445d-b826-369d5e8b4c28 req-a0e8074d-5544-4642-8c69-aeb8db7ec907 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948987 Aug 23 11:59:19.859447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-628c16b4-e8bb-4853-8c0b-29674d87df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:19.860995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-628c16b4-e8bb-4853-8c0b-29674d87df0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=14cec318f56d47ef9564d10cd1b7798e&device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 1094 time: 0.1352468 Aug 23 11:59:19.887094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d9876c3-f68a-4e15-962f-f4ca05e1f5d2 req-4bc4c07b-c3a6-454e-b4a9-00a450141ec8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845945 Aug 23 11:59:20.007369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b87139d0-79a3-4fde-bd7d-db37ad2ac449 req-a08c4735-e569-4c96-8559-1b308fae0072 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 210 time: 0.0780957 Aug 23 11:59:20.027140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.095400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.098533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/subnets/4e7eadd1-f4ea-41c3-9f52-705055afd234 HTTP/1.1" status: 204 len: 168 time: 0.9187799 Aug 23 11:59:20.099976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876516ce-b4fa-4d82-83a5-fbff7225f71d tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7eadd1-f4ea-41c3-9f52-705055afd234,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:20.101125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46946) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:20.107515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b679a9-179e-4070-8b4d-2ea3f077f550 None None] Network 8338c228-18f9-4289-81b3-d230d7aae0f8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:20.127988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-8c8aadf8-81b7-4ab1-b1f4-b7ab98bd1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:20.129601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-8c8aadf8-81b7-4ab1-b1f4-b7ab98bd1054 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 200 len: 913 time: 0.2465236 Aug 23 11:59:20.152364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '9aa6dd32-547c-462a-b8df-b1dc158d89c6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'port_id': '3f3e0035-156e-4509-8340-0217b1f4a786', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'mac_address': 'fa:16:3e:c2:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52c457-e3ec-4018-881c-0ddb71153633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:58:57Z', 'updated_at': '2021-08-23T11:59:18Z', 'revision_number': 1, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:59:00Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:20.195153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-49b13eac-4c9f-4af4-acfb-c42d57f8e50e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e HTTP/1.1" status: 200 len: 217 time: 0.0500612 Aug 23 11:59:20.243591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.249169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] Checking router: 7156a645-89fa-407b-ab9f-1778f10adb34 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:20.258406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2ec1c-76e9-49a8-a2f1-28a4fdfab4d4 req-6a5eb773-0b13-4291-9289-abe269bd4fdd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:20.259927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-b01b33aa-59b9-4400-8c5d-bf598da00a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:20.262907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-b01b33aa-59b9-4400-8c5d-bf598da00a57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 200 len: 852 time: 0.0603793 Aug 23 11:59:20.266408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50d2ec1c-76e9-49a8-a2f1-28a4fdfab4d4 req-6a5eb773-0b13-4291-9289-abe269bd4fdd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1470282 Aug 23 11:59:20.283554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:20.284561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:58:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:20.312723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-f61d348c-d3d0-4507-b9d7-96c89a323eba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e1119b2-cc2e-4aba-bb05-590cef2947f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415618 Aug 23 11:59:20.381288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50d2ec1c-76e9-49a8-a2f1-28a4fdfab4d4 req-83fffc95-312c-4729-bd67-a7297c94edf1 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137533 Aug 23 11:59:20.410491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:20.411517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.446894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-dc3f3ccf-0874-4e3d-a0e2-3922d38bdd8b service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236773 Aug 23 11:59:20.492934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:20.522432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,segment=NetworkSegment(2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b),segment_id=2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:20.522432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.542794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] DHCP port deletion for 8338c228-18f9-4289-81b3-d230d7aae0f8 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:59:20.546076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:20.575103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec0ebdb-1c08-4d92-add8-91ac273ea2e6 req-a4db41fd-3f9b-49ac-b4a2-8db810d8d6c1 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164594 Aug 23 11:59:20.662100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.693379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:20.708049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:20.721417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Deleting port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:20.721830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.741797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-8f8f85a6-8abe-4510-99db-cdf1783cc03d tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444660 Aug 23 11:59:20.824164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] For port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:20.824507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.860577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Calling delete_port for 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:20.865404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 11:59:20.868422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:20.905311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] Pushing event deleted for resources: {'Port': ['ID=86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:20.912300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141cece2-9ccc-48b1-9170-e35ccdf913eb None None] No DVR routers for this DVR port 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:20.953900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '9aa6dd32-547c-462a-b8df-b1dc158d89c6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'port_id': '3f3e0035-156e-4509-8340-0217b1f4a786', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'mac_address': 'fa:16:3e:c2:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52c457-e3ec-4018-881c-0ddb71153633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:58:57Z', 'updated_at': '2021-08-23T11:59:18Z', 'revision_number': 1, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:59:00Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:20.983853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed1487-3bc9-49a8-86e6-8a455ed7c809 None None] The sync data for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 is: [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '9aa6dd32-547c-462a-b8df-b1dc158d89c6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'port_id': '3f3e0035-156e-4509-8340-0217b1f4a786', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'mac_address': 'fa:16:3e:c2:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e52c457-e3ec-4018-881c-0ddb71153633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:58:57Z', 'updated_at': '2021-08-23T11:59:18Z', 'revision_number': 1, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:59:00Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:21.054409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e58e1c-1760-44ed-9e88-63d3614bb020 req-9ba49090-bc1d-47a0-a756-14beefba9a51 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.056056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96e58e1c-1760-44ed-9e88-63d3614bb020 req-9ba49090-bc1d-47a0-a756-14beefba9a51 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 943 time: 0.0718300 Aug 23 11:59:21.097052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96e58e1c-1760-44ed-9e88-63d3614bb020 req-120a9fa6-41c7-44be-909d-181f553401da tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Aug 23 11:59:21.104612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:21.106891 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe26313-90c9-4633-978a-3bad6ed91d36" -d '{"events": [{"name": "network-changed", "server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:21.171051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.193329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8338c228-18f9-4289-81b3-d230d7aae0f8']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:21.215326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:21.215696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc4bdd0-3ca0-4e24-bf1e-c08a4996e44b') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:21.231619 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4921f5-f17d-4acf-85ee-2729da94ba5e None None] New status for floating IP 9aa6dd32-547c-462a-b8df-b1dc158d89c6: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:59:21.242251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.257211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.267512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.271796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb3f5a55-34c6-4cf4-be5b-80926bc2d8b3 req-91abfd95-4084-4725-88b9-6968945daf47 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 210 time: 0.0384951 Aug 23 11:59:21.273428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.279343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.285571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.293080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.302024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.304014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6da06367-560f-44bc-ab75-61840a6e14aa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.2375672 Aug 23 11:59:21.349470 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de57704e-50b5-4785-bb37-ccfa45fadadf x-openstack-request-id: req-de57704e-50b5-4785-bb37-ccfa45fadadf {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:21.349842 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:21.350100 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de57704e-50b5-4785-bb37-ccfa45fadadf {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:21.350669 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786', 'status': 'completed', 'code': 200} Aug 23 11:59:21.360324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.377291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-c2f1f74f-6c3a-4a24-b7e3-2ecd88b176a6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.379209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-c2f1f74f-6c3a-4a24-b7e3-2ecd88b176a6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6311884 Aug 23 11:59:21.383825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:59:21.384236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:59:21.388358 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:59:21.393207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-4f4eb50d-44b9-48d3-b102-9f5248b3e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.394744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-4f4eb50d-44b9-48d3-b102-9f5248b3e21a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dafaf11339f4258870d930ff52ce614&device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 1096 time: 0.0498905 Aug 23 11:59:21.409959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:21.434972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ef3ba30-47bd-4776-90c7-412a7cb370ad req-6b8a287b-4fd0-4b57-b5ed-8f4544249456 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186748 Aug 23 11:59:21.550227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.550806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c91d1b-357e-4402-aa4e-8d14c1980138 req-b6cb170c-c503-46a4-85f0-2294dbf6de8c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.552371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62c91d1b-357e-4402-aa4e-8d14c1980138 req-b6cb170c-c503-46a4-85f0-2294dbf6de8c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.0781791 Aug 23 11:59:21.553623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-44f563e5-fc95-43df-ab34-3b73709656ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.555031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-44f563e5-fc95-43df-ab34-3b73709656ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6 HTTP/1.1" status: 200 len: 916 time: 0.1507957 Aug 23 11:59:21.555197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.557064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/networks/8338c228-18f9-4289-81b3-d230d7aae0f8 HTTP/1.1" status: 204 len: 168 time: 1.4542921 Aug 23 11:59:21.562372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46964) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:21.580620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b72496-07ea-48cb-ae74-7d10ebd83cd1 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Network': ['ID=8338c228-18f9-4289-81b3-d230d7aae0f8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:21.629050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:21.632652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.689600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-67e44b73-74ee-4710-8ffc-3a4b801bf508 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f3e0035-156e-4509-8340-0217b1f4a786 HTTP/1.1" status: 200 len: 1000 time: 0.1188610 Aug 23 11:59:21.699456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62c91d1b-357e-4402-aa4e-8d14c1980138 req-8bb46986-c2e3-4b60-97ab-31c3088b951d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276844 Aug 23 11:59:21.721949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting subnet 81eec03c-27c1-4484-9405-afaf2114979e {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:59:21.721949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.725669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:21.751912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:21.752178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86fb93f6-6b2a-4dcc-b06d-fbd8742c8bb1 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:21.784569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.788532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-6983b94b-e5f1-432a-9ce5-7fecee002234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.790041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-6983b94b-e5f1-432a-9ce5-7fecee002234 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9722b357-6a5f-426e-a975-3d9a17cdff1c HTTP/1.1" status: 200 len: 854 time: 0.0893650 Aug 23 11:59:21.793877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c67589b2-5382-4e28-84fe-81004d7ecdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.860515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.135 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/64a71cd4-4d73-471e-a701-8c11adb18517) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:21.903810 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:21.925712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-cf353c7c-d083-481d-b525-387c21fe8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:21.927222 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-cf353c7c-d083-481d-b525-387c21fe8b28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ea47c42-317a-42bb-b4f5-bc78d20d23b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180165 Aug 23 11:59:22.025438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.063204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Subnet': ['ID=81eec03c-27c1-4484-9405-afaf2114979e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:22.067053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.068982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-206b60b1-7526-4bbc-ad0d-359d609557da tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/subnets/81eec03c-27c1-4484-9405-afaf2114979e HTTP/1.1" status: 204 len: 168 time: 0.5054049 Aug 23 11:59:22.070981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-c6a49950-128f-4db6-904b-f5874e29d6aa service neutron] 10.222.0.44 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364517 Aug 23 11:59:22.071655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46968) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:22.077601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.079714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb37f7c-6d86-4671-8bbf-ddd9c9e69726 None None] Network 759a91b1-4273-4d31-89c3-5a66407d627a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:22.094301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object 64a71cd4-4d73-471e-a701-8c11adb18517 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:22.149826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.166932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:22.171239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:22.227630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.235756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:22.239422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:22.244339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:22.277212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=64a71cd4-4d73-471e-a701-8c11adb18517,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:22.337416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:22.342649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.377909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-ef090bd7-dcf6-417d-a356-79e14d097dc3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9717457 Aug 23 11:59:22.419111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Request body: {'port': {'device_id': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:22.494305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.573833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8fc5d-d4dd-457c-9075-2129615d9b1a req-f83d1560-00ae-4649-84e4-303599db4f7f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:22.575994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80e8fc5d-d4dd-457c-9075-2129615d9b1a req-f83d1560-00ae-4649-84e4-303599db4f7f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 936 time: 0.1966341 Aug 23 11:59:22.624507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a8a7071a-e756-4eab-b47e-ff879a0c3092 None None] Provisioning for port 64a71cd4-4d73-471e-a701-8c11adb18517 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:22.631216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:22.650320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a8a7071a-e756-4eab-b47e-ff879a0c3092 None None] Provisioning complete for port 64a71cd4-4d73-471e-a701-8c11adb18517 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:22.650701 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a8a7071a-e756-4eab-b47e-ff879a0c3092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.665811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fe26313-90c9-4633-978a-3bad6ed91d36 req-e026f19a-fcd6-4b52-b9c1-7405d7371cca service neutron] 10.222.0.44 "GET /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847373 Aug 23 11:59:22.696909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801155d2-9c09-4f55-ba91-7c916df5541e req-662b55c7-0bd0-4440-87c0-002703adfa63 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:22.717753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80e8fc5d-d4dd-457c-9075-2129615d9b1a req-618313ea-b063-43c6-a604-4946315e13ae tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824020 Aug 23 11:59:22.720100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-801155d2-9c09-4f55-ba91-7c916df5541e req-662b55c7-0bd0-4440-87c0-002703adfa63 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 943 time: 0.5173266 Aug 23 11:59:22.759417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7071a-e756-4eab-b47e-ff879a0c3092 None None] Port 64a71cd4-4d73-471e-a701-8c11adb18517 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:22.826400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-801155d2-9c09-4f55-ba91-7c916df5541e req-eff50030-20be-44d0-9d31-314f186d82c8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049092 Aug 23 11:59:22.839959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] DHCP port deletion for 759a91b1-4273-4d31-89c3-5a66407d627a request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:59:22.862367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Deleting port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:22.862693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.958607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a71cd4-4d73-471e-a701-8c11adb18517 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:22.983069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:22.985592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:23.001511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Transition to ACTIVE for port object 64a71cd4-4d73-471e-a701-8c11adb18517 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:23.001889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] For port 194da43d-dac7-4cb1-9ec9-756f0eea20c6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=194da43d-dac7-4cb1-9ec9-756f0eea20c6,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:23.002100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.008346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.021755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] Deleting port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:23.021994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Calling delete_port for 194da43d-dac7-4cb1-9ec9-756f0eea20c6 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:23.022292 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.039707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.052553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.060622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.066529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.071206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81234e38-a8bb-4c9b-8835-e3f2d6f79d40 req-a8285e66-eeba-4b6a-9015-c0308d7a7f09 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.074059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.081531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.088637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.088886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81234e38-a8bb-4c9b-8835-e3f2d6f79d40 req-a8285e66-eeba-4b6a-9015-c0308d7a7f09 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 945 time: 0.1509695 Aug 23 11:59:23.090818 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-0ecae28f-c875-497a-b4d0-f7298e412d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1465340 Aug 23 11:59:23.101765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] For port 194da43d-dac7-4cb1-9ec9-756f0eea20c6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=194da43d-dac7-4cb1-9ec9-756f0eea20c6,segment=NetworkSegment(b0f9b1bf-79e9-44b1-9a35-9d96eef67393),segment_id=b0f9b1bf-79e9-44b1-9a35-9d96eef67393)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:23.102252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.111155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e', 'network_id': '3e1119b2-cc2e-4aba-bb05-590cef2947f9', 'port_id': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e', 'mac_address': 'fa:16:3e:dc:34:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bdc3c7-04ed-41eb-8eb0-62ffd7238316', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:23.129512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] Calling delete_port for 194da43d-dac7-4cb1-9ec9-756f0eea20c6 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:23.153886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Pushing event updated for resources: {'Port': ['ID=64a71cd4-4d73-471e-a701-8c11adb18517,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:23.187689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aea05a28-d444-4daa-a622-90cf22a95a36 req-bee17685-d729-4ce0-b89d-565a6e5a35a3 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894346 Aug 23 11:59:23.231198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.247597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81234e38-a8bb-4c9b-8835-e3f2d6f79d40 req-b660e07f-bddc-4ecd-b06e-0a94788fcb25 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477325 Aug 23 11:59:23.273077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Port': ['ID=194da43d-dac7-4cb1-9ec9-756f0eea20c6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:23.278089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] No DVR routers for this DVR port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:23.286377 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.309642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Attempting to bind port 64a71cd4-4d73-471e-a701-8c11adb18517 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:23.312169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Attempting to bind port 64a71cd4-4d73-471e-a701-8c11adb18517 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:23.312471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:23.312912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Attempting to bind port 64a71cd4-4d73-471e-a701-8c11adb18517 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:23.322087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Port 64a71cd4-4d73-471e-a701-8c11adb18517 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:23.329547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Attempting to bind port 64a71cd4-4d73-471e-a701-8c11adb18517 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:23.342024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:23.348336 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.349155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:23.349519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:23.349952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:23.350433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Bound port: 64a71cd4-4d73-471e-a701-8c11adb18517, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:23.350808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.453970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.467332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759a91b1-4273-4d31-89c3-5a66407d627a']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:23.483896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:23.485925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f9b1bf-79e9-44b1-9a35-9d96eef67393') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:23.495021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.498588 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:23.499740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fcf61-3071-41c9-b2db-7d294a38ff62 req-a05b4c2b-0f0a-4f41-a872-cb3c067da932 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.501298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a67fcf61-3071-41c9-b2db-7d294a38ff62 req-a05b4c2b-0f0a-4f41-a872-cb3c067da932 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.1245611 Aug 23 11:59:23.511557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.540520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.551508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:59:23.552348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:59:23.557097 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:59:23.577482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] No DVR routers for this DVR port 194da43d-dac7-4cb1-9ec9-756f0eea20c6 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:23.583050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e4219-2583-4b86-a11e-25e208961438 None None] Pushing event deleted for resources: {'Port': ['ID=194da43d-dac7-4cb1-9ec9-756f0eea20c6,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:23.602103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] For port 64a71cd4-4d73-471e-a701-8c11adb18517, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:23.639887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a67fcf61-3071-41c9-b2db-7d294a38ff62 req-5313f4af-8d04-439b-924f-92c8e1e06a32 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248615 Aug 23 11:59:23.641570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['843117e7-6f1e-4e4e-bfdd-fce6ae4de60e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:23.652957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] For port 64a71cd4-4d73-471e-a701-8c11adb18517, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=64a71cd4-4d73-471e-a701-8c11adb18517,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:23.678398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.702301 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.723426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.733717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] 10.222.0.21 "DELETE /v2.0/networks/759a91b1-4273-4d31-89c3-5a66407d627a HTTP/1.1" status: 204 len: 168 time: 1.6607790 Aug 23 11:59:23.757085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd90eeb-374f-44bc-b6d5-a52a6d748ea9 tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] Pushing event deleted for resources: {'Network': ['ID=759a91b1-4273-4d31-89c3-5a66407d627a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:23.772456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.773233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:23.773468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 194da43d-dac7-4cb1-9ec9-756f0eea20c6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:23.787102 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] 10.222.0.44 "PUT /v2.0/ports/64a71cd4-4d73-471e-a701-8c11adb18517 HTTP/1.1" status: 200 len: 1096 time: 1.3941548 Aug 23 11:59:23.787849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'tag': '64a71cd4-4d73-471e-a701-8c11adb18517'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:23.790286 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6e3177-1cee-4603-b37f-49f385c64d77", "tag": "64a71cd4-4d73-471e-a701-8c11adb18517"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:23.865479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 194da43d-dac7-4cb1-9ec9-756f0eea20c6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:23.865984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 194da43d-dac7-4cb1-9ec9-756f0eea20c6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:23.963113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ae5a8-c264-4dc6-b645-f8064d3705ff service neutron] Pushing event updated for resources: {'Port': ['ID=64a71cd4-4d73-471e-a701-8c11adb18517,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:23.995795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792779e-ccf2-49fb-8bc8-cae3912e9809 req-0719e755-1dfd-4838-b6c6-7071423f2acf tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:23.997461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d792779e-ccf2-49fb-8bc8-cae3912e9809 req-0719e755-1dfd-4838-b6c6-7071423f2acf tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 948 time: 0.1126490 Aug 23 11:59:24.007865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-16a7354d-65ef-4868-b8da-7e7cc725cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.009412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-16a7354d-65ef-4868-b8da-7e7cc725cce2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 1099 time: 0.1523576 Aug 23 11:59:24.071254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-70f03227-57c4-4158-80a2-9ffde0818147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=64a71cd4-4d73-471e-a701-8c11adb18517 HTTP/1.1" status: 200 len: 217 time: 0.0512838 Aug 23 11:59:24.120958 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d792779e-ccf2-49fb-8bc8-cae3912e9809 req-c76af733-e465-45af-b627-79c1b4b56a4f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097670 Aug 23 11:59:24.144005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-c2ba778b-9f42-4638-938e-ccf5b1e32ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.147101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-c2ba778b-9f42-4638-938e-ccf5b1e32ca7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0632231 Aug 23 11:59:24.218581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28375a13-466e-4904-834f-93c46db0a9b9 req-5234666e-b802-48f8-9d8b-e4c95a047c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.221486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-5234666e-b802-48f8-9d8b-e4c95a047c1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666971 Aug 23 11:59:24.267138 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58df12c-4011-40bc-8c37-d9db68ed657d x-openstack-request-id: req-d58df12c-4011-40bc-8c37-d9db68ed657d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:24.267452 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6e3177-1cee-4603-b37f-49f385c64d77", "tag": "64a71cd4-4d73-471e-a701-8c11adb18517", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:24.267710 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d58df12c-4011-40bc-8c37-d9db68ed657d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:24.268109 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'tag': '64a71cd4-4d73-471e-a701-8c11adb18517', 'status': 'completed', 'code': 200} Aug 23 11:59:24.312819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:24.341730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76f1f-9c3f-4908-99ea-9690f26858f2 req-259c627a-8412-4367-affb-03b0be57efe5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.343324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8da76f1f-9c3f-4908-99ea-9690f26858f2 req-259c627a-8412-4367-affb-03b0be57efe5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 944 time: 0.1181624 Aug 23 11:59:24.350780 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fed4e5e5-150f-4d1a-8dec-bce0e16d4bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:24.384853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-841437ff-63de-4c94-a057-8ddc1e70c2f4 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438632 Aug 23 11:59:24.425548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8da76f1f-9c3f-4908-99ea-9690f26858f2 req-539596c5-46b9-4e11-9217-498d6054d348 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672483 Aug 23 11:59:24.550612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28375a13-466e-4904-834f-93c46db0a9b9 req-2d376f8a-f49b-41d0-b3b6-87a5038ce5aa service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508188 Aug 23 11:59:24.562348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47032) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:24.579946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.591904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.599553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.606716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.613430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.619611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.626713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.628880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a7e10508-60e8-46f0-ab62-b331dc8161c6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1273913 Aug 23 11:59:24.673859 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-881b10a0-4cff-4a6c-8f4a-9ed59b6ef97d req-a3ef17e1-a2d4-4e08-aa4e-5c8ec2af4a21 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383353 Aug 23 11:59:24.769367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-3a598013-05d4-421e-bcee-18a5445a2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.770926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-3a598013-05d4-421e-bcee-18a5445a2d4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 1099 time: 0.1584196 Aug 23 11:59:24.847216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce1083-becb-46da-8943-374ff4ffcbef req-7470560a-ee0c-4e3f-8174-6fe06a0ec237 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:24.848737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffce1083-becb-46da-8943-374ff4ffcbef req-7470560a-ee0c-4e3f-8174-6fe06a0ec237 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.1371202 Aug 23 11:59:25.000390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffce1083-becb-46da-8943-374ff4ffcbef req-5b6e4422-8207-42f4-a186-3e3af21bc5e9 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417136 Aug 23 11:59:25.025227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-644c30f1-80a2-48b7-8c7c-8b776ddd77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:25.027278 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-644c30f1-80a2-48b7-8c7c-8b776ddd77c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.2479441 Aug 23 11:59:25.095921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-d4e2ffa6-7756-45ca-82aa-8b683d25547f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=64a71cd4-4d73-471e-a701-8c11adb18517 HTTP/1.1" status: 200 len: 217 time: 0.0563726 Aug 23 11:59:25.180105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-ad36b80e-8e35-4304-b24e-4bbb1876e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:25.181582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-ad36b80e-8e35-4304-b24e-4bbb1876e923 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0674484 Aug 23 11:59:25.322958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-3e205f34-3ad3-483b-af30-cc20208ed2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:25.324503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-3e205f34-3ad3-483b-af30-cc20208ed2ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336920 Aug 23 11:59:25.337069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80e6d8-f567-47ef-b698-bdaca0f606bf req-7d4b4da1-6a1e-4089-89ff-19796f95d82b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:25.338591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d80e6d8-f567-47ef-b698-bdaca0f606bf req-7d4b4da1-6a1e-4089-89ff-19796f95d82b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 948 time: 0.1277454 Aug 23 11:59:25.385328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:25.470996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:25.475068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d80e6d8-f567-47ef-b698-bdaca0f606bf req-f4e3b917-2b8e-4f19-a22e-06cace016ef8 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227477 Aug 23 11:59:25.547004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:25.578445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'mac_address': 'fa:16:3e:f6:2a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:25.590655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:25.656880 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:25.676149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3bd9dd2-9918-4822-91cb-3a7842086a90 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:25.705678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:25.711455 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:25.778666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:25.803708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa50e22-9449-4891-a4ad-7871567fd7c7 req-c4c2d546-9c41-4d48-9261-995f644d9cde tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:25.805287 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3aa50e22-9449-4891-a4ad-7871567fd7c7 req-c4c2d546-9c41-4d48-9261-995f644d9cde tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.0676405 Aug 23 11:59:25.824819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3bd9dd2-9918-4822-91cb-3a7842086a90'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:25.826246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-47db0d42-76df-431b-ab17-e63887d9c6b3 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856434 Aug 23 11:59:25.859506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3aa50e22-9449-4891-a4ad-7871567fd7c7 req-bb17ba30-7708-4ac0-89e2-5a665df221d7 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Aug 23 11:59:25.986308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0615-a143-4346-bf5b-18af07dabb7b req-608fbd1a-4a9f-439f-bd49-8eba209428db tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:25.987853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f62f0615-a143-4346-bf5b-18af07dabb7b req-608fbd1a-4a9f-439f-bd49-8eba209428db tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 944 time: 0.2005656 Aug 23 11:59:26.003129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.009042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.019826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.025847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.031654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.037677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.044500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.046465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-ffb062da-e472-4c41-88d9-9163c1155ef2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1109262 Aug 23 11:59:26.095196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba575a6c-da7f-4fcc-9fcf-a496026602ce req-2b75107b-f9d5-4485-baef-a1915a8242fa tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409298 Aug 23 11:59:26.100799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7547726-9dd7-44f3-9f0f-8c26fe36fcb1 req-b0dd032d-d928-4a32-a858-7af529d04ec9 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636616 Aug 23 11:59:26.142570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f62f0615-a143-4346-bf5b-18af07dabb7b req-e59342fc-43f7-4f33-9d42-957834ed344e tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454535 Aug 23 11:59:26.267560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Deleting port 32053e70-c930-4e17-8e28-130b7828769d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:26.267910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:26.355019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] For port 32053e70-c930-4e17-8e28-130b7828769d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=32053e70-c930-4e17-8e28-130b7828769d,segment=NetworkSegment(878a13ef-fc9e-4f90-a794-74bfcef0195f),segment_id=878a13ef-fc9e-4f90-a794-74bfcef0195f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:26.355739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:26.373550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Calling delete_port for 32053e70-c930-4e17-8e28-130b7828769d owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:26.616983 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:26.624423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a16b4-0c21-4b1b-817d-1d5be201438e req-60f88d99-2d0c-42ba-ad84-8bec322e2058 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:26.625982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a2a16b4-0c21-4b1b-817d-1d5be201438e req-60f88d99-2d0c-42ba-ad84-8bec322e2058 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 948 time: 0.0568945 Aug 23 11:59:26.650330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:26.662641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Pushing event deleted for resources: {'Port': ['ID=32053e70-c930-4e17-8e28-130b7828769d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:26.709715 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a2a16b4-0c21-4b1b-817d-1d5be201438e req-2e74022e-c5c9-47f7-bb5a-d3fbbe746e51 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711374 Aug 23 11:59:26.783559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:26.791775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:26.793032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:26.901139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:26.965065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:26.986615 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656e0d9-f78d-467e-8010-1301d056041b" -d '{"events": [{"server_uuid": "5c056b8a-62f5-404e-8698-b5d1037e48c4", "name": "network-vif-plugged", "status": "completed", "tag": "843117e7-6f1e-4e4e-bfdd-fce6ae4de60e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:26.999668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.006139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:27.018020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.066911 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c477c01-725b-449a-aa51-372da33109d1 x-openstack-request-id: req-8c477c01-725b-449a-aa51-372da33109d1 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:27.067198 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c056b8a-62f5-404e-8698-b5d1037e48c4", "name": "network-vif-plugged", "status": "completed", "tag": "843117e7-6f1e-4e4e-bfdd-fce6ae4de60e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:27.067502 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c477c01-725b-449a-aa51-372da33109d1 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:27.067905 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e', 'code': 200} Aug 23 11:59:27.079793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:27.095566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601b300-cb8c-4ce6-9e86-706ed2a27900 req-c3d17538-9368-4d55-8122-696166722fff tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.097244 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5601b300-cb8c-4ce6-9e86-706ed2a27900 req-c3d17538-9368-4d55-8122-696166722fff tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.1167068 Aug 23 11:59:27.166556 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5601b300-cb8c-4ce6-9e86-706ed2a27900 req-73dd2d15-2a53-4883-b6dd-3fa4739aa612 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595882 Aug 23 11:59:27.250510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432795-50ec-41ef-b744-f7a1baaad0ff req-ce22ad7d-32fd-435f-8a63-12d493d3bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.252216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c432795-50ec-41ef-b744-f7a1baaad0ff req-ce22ad7d-32fd-435f-8a63-12d493d3bee8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 1096 time: 0.0994461 Aug 23 11:59:27.255043 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.327667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c432795-50ec-41ef-b744-f7a1baaad0ff req-7b940d84-3eff-4612-a3d2-020a44f09490 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671461 Aug 23 11:59:27.347532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759327df-fed8-484d-ad68-710373411c3d req-fcff2801-809f-4b6b-a879-c0e6b8bf06fb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.354794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-759327df-fed8-484d-ad68-710373411c3d req-fcff2801-809f-4b6b-a879-c0e6b8bf06fb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.0864055 Aug 23 11:59:27.407139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.412714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 64a71cd4-4d73-471e-a701-8c11adb18517 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:27.414904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:27.420682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-759327df-fed8-484d-ad68-710373411c3d req-ad013564-560b-4fb8-b6cb-a4cfb2e52fc4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Aug 23 11:59:27.537947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.550530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.550761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e3bd9dd2-9918-4822-91cb-3a7842086a90 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:27.550952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.576368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.596185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.602810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.622808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.626235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 64a71cd4-4d73-471e-a701-8c11adb18517, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=64a71cd4-4d73-471e-a701-8c11adb18517,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:27.635387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.649705 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38a8430b-a7d5-4e37-afab-772219b54899 req-19abe3fe-cb77-4f64-badf-563a3e85704e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.3770061 Aug 23 11:59:27.680571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '64a71cd4-4d73-471e-a701-8c11adb18517', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '64a71cd4-4d73-471e-a701-8c11adb18517', 'mac_address': 'fa:16:3e:f7:d0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:27.682639 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.732341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-e7891d82-bc42-4974-8cc1-d7c32dc7df23 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.734895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-e7891d82-bc42-4974-8cc1-d7c32dc7df23 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.44 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 0.4113266 Aug 23 11:59:27.745762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:27.752798 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.808511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Router 1fd227c4-7d13-4bfc-803f-851c10863951 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:59:27.825815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:27.837567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.851315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38a8430b-a7d5-4e37-afab-772219b54899 req-ce25abfc-34fd-4d2f-83be-62a9056725d8 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004225 Aug 23 11:59:27.852343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a71cd4-4d73-471e-a701-8c11adb18517 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:27.894076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 64a71cd4-4d73-471e-a701-8c11adb18517, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=64a71cd4-4d73-471e-a701-8c11adb18517,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:27.900945 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:27.944031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d482a-6450-42a7-bceb-d4ef9de79a47 req-936a768c-8f92-48ee-811e-640fb338fcce tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:27.960558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c8d482a-6450-42a7-bceb-d4ef9de79a47 req-936a768c-8f92-48ee-811e-640fb338fcce tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 948 time: 0.1160932 Aug 23 11:59:27.999291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=64a71cd4-4d73-471e-a701-8c11adb18517,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:28.034372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c8d482a-6450-42a7-bceb-d4ef9de79a47 req-7e702ef7-0f09-4188-a334-5764447c0d5b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716057 Aug 23 11:59:28.051647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:28.084336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:28.092867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9f423039-4f48-4d66-95de-3ba42e966959 admin admin] 10.222.0.21 "PUT /v2.0/routers/1fd227c4-7d13-4bfc-803f-851c10863951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292759 Aug 23 11:59:28.095304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47130) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:28.100434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] Sync routers for ids ['1fd227c4-7d13-4bfc-803f-851c10863951'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:28.118321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] Routers {'1fd227c4-7d13-4bfc-803f-851c10863951'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:28.118967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1fd227c4-7d13-4bfc-803f-851c10863951'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:28.129340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 11:59:28.180754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Deleting port 14d3e180-97d0-4b5a-a463-b3aedd63e41a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:28.180990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:28.232208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['64a71cd4-4d73-471e-a701-8c11adb18517'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:28.326463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] Set router 1fd227c4-7d13-4bfc-803f-851c10863951 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:28.350203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] For port 14d3e180-97d0-4b5a-a463-b3aedd63e41a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=14d3e180-97d0-4b5a-a463-b3aedd63e41a,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:28.350662 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:28.651627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 99d39267-848a-42d6-826b-7e1cbedeaf01 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:28.671408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba69c4c-6e23-4fe8-a497-0431846adf47 req-f2182871-a17d-4a84-ab5d-008d2a154dc8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:28.679851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ba69c4c-6e23-4fe8-a497-0431846adf47 req-f2182871-a17d-4a84-ab5d-008d2a154dc8 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.1015327 Aug 23 11:59:28.730608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ba69c4c-6e23-4fe8-a497-0431846adf47 req-c5132ffc-4e7d-4f01-bc9a-f8c4794f466a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492389 Aug 23 11:59:28.795787 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:28.821067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=99d39267-848a-42d6-826b-7e1cbedeaf01,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:28.834195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '99d39267-848a-42d6-826b-7e1cbedeaf01', 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2', 'port_id': '99d39267-848a-42d6-826b-7e1cbedeaf01', 'mac_address': 'fa:16:3e:48:d4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bf024-0faa-4881-acf1-b8c7d3840d48', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:29.094780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:29.098814 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04517374-7bd7-4f4e-92f1-8e4a2e8a06de" -d '{"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:29.119424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.125990 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.131632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.139303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.148469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d39267-848a-42d6-826b-7e1cbedeaf01 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:29.161831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.169934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.176379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=99d39267-848a-42d6-826b-7e1cbedeaf01,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:29.176594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.184844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.185665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.186966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4dba78ae-5433-483f-89cb-ff354a243f35 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5430 time: 0.1733415 Aug 23 11:59:29.192908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0747e076-f623-4d0a-b79f-0435fb799936 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:29.250473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:59:26Z', 'revision_number': 5, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:29.251593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.252633 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.254136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6eb1dcc0-4214-45c3-b8ae-5bc3ea0f4454 req-4ccb348f-166b-42e7-8e35-973adf2c22e3 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591764 Aug 23 11:59:29.255147 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Floating IP 4fd02901-814c-4bd4-a345-9530c49717d9 disassociated. External IP: 172.25.1.147, port: 14d3e180-97d0-4b5a-a463-b3aedd63e41a. Aug 23 11:59:29.255661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Calling delete_port for 14d3e180-97d0-4b5a-a463-b3aedd63e41a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:29.284976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623732f9-e0e1-4f44-a7bf-ade8e82ba99a req-91fa75a0-a3e8-48f1-a15a-10fe596a7c76 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.287009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-623732f9-e0e1-4f44-a7bf-ade8e82ba99a req-91fa75a0-a3e8-48f1-a15a-10fe596a7c76 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 946 time: 1.0038655 Aug 23 11:59:29.302708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] Checking router: 1fd227c4-7d13-4bfc-803f-851c10863951 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:29.358830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] Routers {'1fd227c4-7d13-4bfc-803f-851c10863951'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:29.359722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1fd227c4-7d13-4bfc-803f-851c10863951'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:29.384755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.443039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 64a71cd4-4d73-471e-a701-8c11adb18517 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:29.455904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-623732f9-e0e1-4f44-a7bf-ade8e82ba99a req-df732930-dac9-44ee-b10f-a144fbf29923 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ba8f7f-eff2-44ec-8653-41c68d99a40a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393847 Aug 23 11:59:29.493393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:29.541148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598b82-e9e9-4cc8-9c7f-ce28ad555fef req-aa1e0ac4-05bf-424d-9807-b689a40138ab tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:29.556499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa598b82-e9e9-4cc8-9c7f-ce28ad555fef req-aa1e0ac4-05bf-424d-9807-b689a40138ab tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 949 time: 0.1195018 Aug 23 11:59:29.567371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Deleting port e28d519f-0f82-4920-a8ec-2c949a7b0f02 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:29.567861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.579162 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5679c740-4d83-4294-a3a3-d96eb31f5efd x-openstack-request-id: req-5679c740-4d83-4294-a3a3-d96eb31f5efd {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:29.579470 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-plugged", "status": "completed", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:29.579721 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5679c740-4d83-4294-a3a3-d96eb31f5efd {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:29.587545 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'code': 200} Aug 23 11:59:29.644534 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.645060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa598b82-e9e9-4cc8-9c7f-ce28ad555fef req-4f55a4ef-d3df-4171-a441-186e86695fee tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823045 Aug 23 11:59:29.689119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event deleted for resources: {'Port': ['ID=14d3e180-97d0-4b5a-a463-b3aedd63e41a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:29.771185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] For port e28d519f-0f82-4920-a8ec-2c949a7b0f02, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e28d519f-0f82-4920-a8ec-2c949a7b0f02,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:29.771765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.775154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 64a71cd4-4d73-471e-a701-8c11adb18517 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:29.800230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Calling delete_port for e28d519f-0f82-4920-a8ec-2c949a7b0f02 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:29.809078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 64a71cd4-4d73-471e-a701-8c11adb18517 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:29.809640 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:29.859939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0747e076-f623-4d0a-b79f-0435fb799936,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:29.863480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] Set router 1fd227c4-7d13-4bfc-803f-851c10863951 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:29.950470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '0747e076-f623-4d0a-b79f-0435fb799936', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'port_id': '0747e076-f623-4d0a-b79f-0435fb799936', 'mac_address': 'fa:16:3e:29:29:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:30.025109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a500cc0-8b2d-455d-9ed1-cfea98a703eb req-58c8727c-1abe-4c9a-994f-3241ce41f7da tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.028488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a500cc0-8b2d-455d-9ed1-cfea98a703eb req-58c8727c-1abe-4c9a-994f-3241ce41f7da tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.1526747 Aug 23 11:59:30.074712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Router f506dea6-c924-4e2d-8d12-8b1abcfedc0e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:59:30.093037 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.189362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.215094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0747e076-f623-4d0a-b79f-0435fb799936 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:30.245730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 64a71cd4-4d73-471e-a701-8c11adb18517, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=64a71cd4-4d73-471e-a701-8c11adb18517,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:30.266877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a500cc0-8b2d-455d-9ed1-cfea98a703eb req-d672dbde-683e-4ef4-b970-fafedff62fb0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311716 Aug 23 11:59:30.270090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0747e076-f623-4d0a-b79f-0435fb799936,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:30.271586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.272745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 14d3e180-97d0-4b5a-a463-b3aedd63e41a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:30.293417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.393389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Pushing event deleted for resources: {'Port': ['ID=e28d519f-0f82-4920-a8ec-2c949a7b0f02,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:30.406838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 14d3e180-97d0-4b5a-a463-b3aedd63e41a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:30.407171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 14d3e180-97d0-4b5a-a463-b3aedd63e41a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:30.410365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=64a71cd4-4d73-471e-a701-8c11adb18517,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:30.421563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.422524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6dd9547c-46d4-4727-8825-2bd648abfe41 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:30.497934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.507080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.530223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.557873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.559178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6dd9547c-46d4-4727-8825-2bd648abfe41,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:30.576418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:30.580335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.581929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.596262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.600114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:59:26Z', 'revision_number': 5, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:30.602926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '6dd9547c-46d4-4727-8825-2bd648abfe41', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'port_id': '6dd9547c-46d4-4727-8825-2bd648abfe41', 'mac_address': 'fa:16:3e:a4:e8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:30.607866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.632275 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-928064cf-7edf-4b86-a786-d9a9b811eb37 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5432 time: 0.2230434 Aug 23 11:59:30.704115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3185c1f1-9cc1-4265-8968-fcd0f2119f12 None None] The sync data for ids ['1fd227c4-7d13-4bfc-803f-851c10863951'] in n-d-773645-7 is: [{'id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'name': 'tempest-ServersTestMultiNic-1546188116-router', 'tenant_id': 'cddd55ac180d467a9d402e8ede219d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:13Z', 'updated_at': '2021-08-23T11:59:26Z', 'revision_number': 5, 'project_id': 'cddd55ac180d467a9d402e8ede219d8c', 'gw_port': {'id': 'e28d519f-0f82-4920-a8ec-2c949a7b0f02', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd227c4-7d13-4bfc-803f-851c10863951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:15Z', 'updated_at': '2021-08-23T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:30.708696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.723278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22ec934b-f53c-48ff-9b8d-77a31d012fce req-02c30b61-f0fe-4001-a46c-5f2192b18c9d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884790 Aug 23 11:59:30.752721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd9547c-46d4-4727-8825-2bd648abfe41 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:30.831733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6dd9547c-46d4-4727-8825-2bd648abfe41,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:30.842948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.843632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 03af1fae-717d-426c-8ce0-abe9b3a01b74 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:30.910525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81f21f-b382-4e79-a271-7a24f352ccde req-2d1c9fae-639e-4ffa-8532-6724e5a55cfb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:30.923987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a81f21f-b382-4e79-a271-7a24f352ccde req-2d1c9fae-639e-4ffa-8532-6724e5a55cfb tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.1128871 Aug 23 11:59:30.937461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.946947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 03af1fae-717d-426c-8ce0-abe9b3a01b74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:30.962456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:30.988784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '03af1fae-717d-426c-8ce0-abe9b3a01b74', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'port_id': '03af1fae-717d-426c-8ce0-abe9b3a01b74', 'mac_address': 'fa:16:3e:7e:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:30.992005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a81f21f-b382-4e79-a271-7a24f352ccde req-05fbdba2-be3f-4068-8936-2936dc9728b5 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661392 Aug 23 11:59:31.013033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb3630e9-177a-4cf4-aa4c-287bd9f3832e req-7b1762a2-0b46-4b35-a526-a2b1b45264ac tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/ports?device_id=34383cd0-91ff-4b2d-8c83-16bd228acd3f HTTP/1.1" status: 200 len: 210 time: 0.0942874 Aug 23 11:59:31.018964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:31.073845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:31.101051 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] Sync routers for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:31.111765 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.112304 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:31.113232 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:31.153523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03af1fae-717d-426c-8ce0-abe9b3a01b74 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:31.215514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 03af1fae-717d-426c-8ce0-abe9b3a01b74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:31.225247 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.226051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 58c546f2-3269-4781-914e-89d08fa09277 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:31.284371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] No DVR routers for this DVR port 14d3e180-97d0-4b5a-a463-b3aedd63e41a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:31.294241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.296661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4cb74e9a-d35f-495a-ba36-5a0ab53648be req-3906fe7c-07a8-49ac-94c4-a6177432f496 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.44 "DELETE /v2.0/ports/14d3e180-97d0-4b5a-a463-b3aedd63e41a HTTP/1.1" status: 204 len: 173 time: 3.5530510 Aug 23 11:59:31.297311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'name': 'network-vif-deleted', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:31.303535 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09669b20-a96c-4c45-aa12-f10555d84552" -d '{"events": [{"server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "name": "network-vif-deleted", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:31.312646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.313168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd227c4-7d13-4bfc-803f-851c10863951 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:59:31.324802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.326153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1fe2fd2b-a6d7-43c0-8680-09471ed6622d admin admin] 10.222.0.21 "DELETE /v2.0/routers/1fd227c4-7d13-4bfc-803f-851c10863951 HTTP/1.1" status: 204 len: 168 time: 3.2295172 Aug 23 11:59:31.328627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:31.356732 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:31.409236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=03af1fae-717d-426c-8ce0-abe9b3a01b74,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:31.414741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663f76d-dc2c-4bda-8976-4044dfac4a72 req-ffeb68a3-8f4d-434e-9164-0978e5a9aa04 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:31.419692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=58c546f2-3269-4781-914e-89d08fa09277,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:31.427261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Deleting subnet f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:59:31.428890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e663f76d-dc2c-4bda-8976-4044dfac4a72 req-ffeb68a3-8f4d-434e-9164-0978e5a9aa04 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.2556007 Aug 23 11:59:31.436909 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.445614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '58c546f2-3269-4781-914e-89d08fa09277', 'network_id': '38223a87-b843-4beb-9da6-2c04c71778c2', 'port_id': '58c546f2-3269-4781-914e-89d08fa09277', 'mac_address': 'fa:16:3e:86:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430bf024-0faa-4881-acf1-b8c7d3840d48', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:31.507734 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d99ef-3da7-48f2-b32d-7d65258680aa x-openstack-request-id: req-8f9d99ef-3da7-48f2-b32d-7d65258680aa {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:31.508074 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34383cd0-91ff-4b2d-8c83-16bd228acd3f", "name": "network-vif-deleted", "tag": "14d3e180-97d0-4b5a-a463-b3aedd63e41a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:31.508437 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f9d99ef-3da7-48f2-b32d-7d65258680aa {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:31.509324 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34383cd0-91ff-4b2d-8c83-16bd228acd3f', 'name': 'network-vif-deleted', 'tag': '14d3e180-97d0-4b5a-a463-b3aedd63e41a', 'status': 'completed', 'code': 200} Aug 23 11:59:31.554553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.563099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.569045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e663f76d-dc2c-4bda-8976-4044dfac4a72 req-c04c679a-ba2e-4002-b30a-da97f7654a59 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354461 Aug 23 11:59:31.588433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c546f2-3269-4781-914e-89d08fa09277 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:31.601824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a71cd4-4d73-471e-a701-8c11adb18517'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:31.604389 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0249836-871c-4f56-acd4-d6089af85171" -d '{"events": [{"server_uuid": "cc6e3177-1cee-4603-b37f-49f385c64d77", "name": "network-vif-plugged", "status": "completed", "tag": "64a71cd4-4d73-471e-a701-8c11adb18517"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:31.642807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=58c546f2-3269-4781-914e-89d08fa09277,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:31.651892 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.652771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b04a16ab-3d92-4bf5-9549-cccabb8db2bd details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:31.721298 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9996819c-53d5-44ec-b946-545e2f815203 x-openstack-request-id: req-9996819c-53d5-44ec-b946-545e2f815203 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:31.721523 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6e3177-1cee-4603-b37f-49f385c64d77", "name": "network-vif-plugged", "status": "completed", "tag": "64a71cd4-4d73-471e-a701-8c11adb18517", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:31.721875 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9996819c-53d5-44ec-b946-545e2f815203 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:31.722208 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a71cd4-4d73-471e-a701-8c11adb18517', 'code': 200} Aug 23 11:59:31.750482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:31.829710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:31.859081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:31.882575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd', 'network_id': '3fb39838-5254-4dc2-80bc-76a8db2f7594', 'port_id': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd', 'mac_address': 'fa:16:3e:71:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3762ee49-872e-4d3b-99e0-0492ba44733f', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:31.938440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32053e70-c930-4e17-8e28-130b7828769d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:31.966563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 32053e70-c930-4e17-8e28-130b7828769d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:31.967219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 32053e70-c930-4e17-8e28-130b7828769d not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:31.992476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.012072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6e92-849f-4f19-b1fe-8586824a546b req-b42eec58-7ef7-49bd-bea5-e54ce136c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.020287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f9a6e92-849f-4f19-b1fe-8586824a546b req-b42eec58-7ef7-49bd-bea5-e54ce136c069 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 1101 time: 0.2262669 Aug 23 11:59:32.040695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04a16ab-3d92-4bf5-9549-cccabb8db2bd {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:32.119351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:32.128405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.129422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fd9221e4-6462-4e98-a960-89bb0b33bc85 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:32.166637 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:57:02Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:32.201169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.219288 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] Checking router: f506dea6-c924-4e2d-8d12-8b1abcfedc0e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:32.235668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:32.236370 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:32.299973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733bb8-861f-4fa0-a4aa-1c7efbccbe49 req-7b522f44-403b-417c-8ec9-5d10f7829284 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.311650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4733bb8-861f-4fa0-a4aa-1c7efbccbe49 req-7b522f44-403b-417c-8ec9-5d10f7829284 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.1564932 Aug 23 11:59:32.328081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.333796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d HTTP/1.1" status: 204 len: 168 time: 1.0010302 Aug 23 11:59:32.333796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2b597-6aa5-4fef-a382-061f11901de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fa3fa3-99d6-4a9e-ad2d-6becd79d960d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:32.336673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47210) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:32.340773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f9a6e92-849f-4f19-b1fe-8586824a546b req-a4579ab4-e0f7-4b6c-88e7-3e46e532f8ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759061 Aug 23 11:59:32.397751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4733bb8-861f-4fa0-a4aa-1c7efbccbe49 req-d8ce1334-6811-4190-9ab3-2b5d9ee192fc tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810058 Aug 23 11:59:32.445761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.462208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.469923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.484662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.504373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96792a8-70b9-486c-b5f4-c5ad1658a8bf None None] Network bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:32.512364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.532979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.540105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.547575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:32.554488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:32.558423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-5777b313-1e4e-4293-8a34-caa92ada0a90 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5435 time: 0.6361606 Aug 23 11:59:32.664208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-723034f4-0bd0-4bf3-9a9c-d62189a77fa6 req-74643cfd-9ca4-4f07-a846-44b052088aec tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040807 Aug 23 11:59:32.725522 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:32.732790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Deleting port 4229fc8d-e812-4bf9-97ea-348f71c1432f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:32.735592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.743949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:32.783120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47228) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:32.841994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] For port 4229fc8d-e812-4bf9-97ea-348f71c1432f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4229fc8d-e812-4bf9-97ea-348f71c1432f,segment=NetworkSegment(878a13ef-fc9e-4f90-a794-74bfcef0195f),segment_id=878a13ef-fc9e-4f90-a794-74bfcef0195f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:32.842800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:32.860611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Calling delete_port for 4229fc8d-e812-4bf9-97ea-348f71c1432f owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:32.973199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.022372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Pushing event deleted for resources: {'Port': ['ID=4229fc8d-e812-4bf9-97ea-348f71c1432f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:33.029426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] No DVR routers for this DVR port 4229fc8d-e812-4bf9-97ea-348f71c1432f on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:33.165898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.187951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6b823a-5c0b-448f-b6c2-32fa6740f6a1']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:33.202734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878a13ef-fc9e-4f90-a794-74bfcef0195f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:33.203113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878a13ef-fc9e-4f90-a794-74bfcef0195f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:33.217346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.218891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb38c966-6bd6-4066-8e6a-1eb8b09b03b1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.236660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.250175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:59:33.250614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.308049 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:57:02Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:33.328137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb38c966-6bd6-4066-8e6a-1eb8b09b03b1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:59:33.352110 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:59:33.380937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8e271-4b6c-4a03-9493-6d08960ed96e None None] The sync data for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 is: [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:56:55Z', 'revision_number': 4, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '94fa8342-06f2-4bdd-88bb-6cb85fa8ee52', 'name': '', 'network_id': '5e640868-11ef-49b7-b5c5-1915a0b0e53a', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'mac_address': 'fa:16:3e:1e:39:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:54Z', 'updated_at': '2021-08-23T11:57:02Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'subnets': [{'id': '1fc3b89c-d797-49da-b0d5-5442a1ba933b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:33.390306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'port_id': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'mac_address': 'fa:16:3e:a3:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:33.427731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b6690-7721-4abf-a5e4-84406d2fe8f2 req-ef2dd59a-e4fb-45b9-9d6e-c355917a686b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:33.438299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc9b6690-7721-4abf-a5e4-84406d2fe8f2 req-ef2dd59a-e4fb-45b9-9d6e-c355917a686b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.4856985 Aug 23 11:59:33.473457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.562968 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc9b6690-7721-4abf-a5e4-84406d2fe8f2 req-21db34a6-054b-45b6-9598-8fe477568bc6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060600 Aug 23 11:59:33.573798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72521e64-d0ee-45d5-89df-479cc616d9aa req-592d9958-3b35-44a9-8cfe-10e0550c6da1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:33.586106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72521e64-d0ee-45d5-89df-479cc616d9aa req-592d9958-3b35-44a9-8cfe-10e0550c6da1 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.1889102 Aug 23 11:59:33.597892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9221e4-6462-4e98-a960-89bb0b33bc85 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:33.608718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.613337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb38c966-6bd6-4066-8e6a-1eb8b09b03b1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.616761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb38c966-6bd6-4066-8e6a-1eb8b09b03b1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.618411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cb38c966-6bd6-4066-8e6a-1eb8b09b03b1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5ba8f7f-eff2-44ec-8653-41c68d99a40a HTTP/1.1" status: 204 len: 168 time: 0.8340104 Aug 23 11:59:33.623251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.643816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 HTTP/1.1" status: 204 len: 168 time: 1.3019626 Aug 23 11:59:33.659435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47236) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:33.662941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38c966-6bd6-4066-8e6a-1eb8b09b03b1 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ba8f7f-eff2-44ec-8653-41c68d99a40a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:33.676949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:33.687092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cba2b-865e-4644-9f6c-272f232ba92d None None] DHCP port deletion for bd6b823a-5c0b-448f-b6c2-32fa6740f6a1 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:59:33.694547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108bfe3-167c-41c6-ba99-9877d72e1bec admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6b823a-5c0b-448f-b6c2-32fa6740f6a1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:33.712966 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:33.752186 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-b05f1e0c-9c7b-480e-b90b-39707a2cae40 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] show failed (client error): The resource could not be found. Aug 23 11:59:33.764082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b05f1e0c-9c7b-480e-b90b-39707a2cae40 tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "GET /v2.0/security-groups/e5ba8f7f-eff2-44ec-8653-41c68d99a40a HTTP/1.1" status: 404 len: 347 time: 0.0576324 Aug 23 11:59:33.767223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47248) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:33.801165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72521e64-d0ee-45d5-89df-479cc616d9aa req-29d46644-5b0e-4a4e-9fef-dd9b36cd687a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138414 Aug 23 11:59:33.861163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4229fc8d-e812-4bf9-97ea-348f71c1432f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:33.912837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:33.916853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4229fc8d-e812-4bf9-97ea-348f71c1432f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:33.917326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4229fc8d-e812-4bf9-97ea-348f71c1432f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:33.917898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e28d519f-0f82-4920-a8ec-2c949a7b0f02 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:33.957402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e28d519f-0f82-4920-a8ec-2c949a7b0f02 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:33.958064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e28d519f-0f82-4920-a8ec-2c949a7b0f02 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:34.003078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:34.072812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Deleting port c5418393-2ad6-422c-8587-cdd34c268760 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:34.073476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.075607 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.083477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1052ce-ebf9-435c-ad1c-d8dd9dcea05d None None] New status for floating IP 4fd02901-814c-4bd4-a345-9530c49717d9: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:59:34.093834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.101901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.109069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.116847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.124536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.131427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.134320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-146606af-aac4-4cf9-a588-8c12f1d20258 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5437 time: 0.2225509 Aug 23 11:59:34.138886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd68bd05-c688-413a-93ec-a82fc5cab1ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cddd55ac180d467a9d402e8ede219d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243967 Aug 23 11:59:34.141375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47260) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:34.182151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.183883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.202474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Calling delete_port for c5418393-2ad6-422c-8587-cdd34c268760 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:34.258654 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b40eae8-9c68-425b-88dd-30d6ee5f3e89 req-da297f1b-2671-428f-a912-61ec50ef6a9f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030579 Aug 23 11:59:34.281227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-730b0da9-59ca-4689-99a9-8125db4bcc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.309008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-730b0da9-59ca-4689-99a9-8125db4bcc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.391584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-730b0da9-59ca-4689-99a9-8125db4bcc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.401007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-730b0da9-59ca-4689-99a9-8125db4bcc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.402728 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-730b0da9-59ca-4689-99a9-8125db4bcc05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c493443e-58f1-4027-9914-0e51c895b4be HTTP/1.1" status: 204 len: 168 time: 0.2600088 Aug 23 11:59:34.424175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b0da9-59ca-4689-99a9-8125db4bcc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c493443e-58f1-4027-9914-0e51c895b4be,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:34.439687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['99d39267-848a-42d6-826b-7e1cbedeaf01'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:34.558210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['58c546f2-3269-4781-914e-89d08fa09277'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:34.562943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['fd9221e4-6462-4e98-a960-89bb0b33bc85'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:34.648250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.678915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['b04a16ab-3d92-4bf5-9549-cccabb8db2bd'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:34.691759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Pushing event deleted for resources: {'Port': ['ID=c5418393-2ad6-422c-8587-cdd34c268760,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:34.798104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['6dd9547c-46d4-4727-8825-2bd648abfe41'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:34.845558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.854264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:34.856304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a0ba3d7f-5b25-4f3b-ba6d-515efdbe492c tempest-ServersTestJSON-1416483254 tempest-ServersTestJSON-1416483254-project] 10.222.0.21 "DELETE /v2.0/floatingips/4fd02901-814c-4bd4-a345-9530c49717d9 HTTP/1.1" status: 204 len: 168 time: 1.0879321 Aug 23 11:59:34.859310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47276) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:34.865494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-5081d707-680c-4d9f-bf92-8327fad57c78 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:34.868868 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-5081d707-680c-4d9f-bf92-8327fad57c78 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.1754708 Aug 23 11:59:35.045748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d46c4b-6788-430b-9b45-6bccb2220c9f req-adacb448-2159-4983-b38b-de7dd7f62913 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:35.057802 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4d46c4b-6788-430b-9b45-6bccb2220c9f req-adacb448-2159-4983-b38b-de7dd7f62913 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.3071620 Aug 23 11:59:35.172975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4d46c4b-6788-430b-9b45-6bccb2220c9f req-e6dad12f-7516-4109-83a7-73437767480d tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132362 Aug 23 11:59:35.254172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Deleting port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:35.254683 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:35.507734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] For port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,segment=NetworkSegment(ff436bc4-4b97-4200-9249-ad63ee2330c3),segment_id=ff436bc4-4b97-4200-9249-ad63ee2330c3)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:35.508371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:35.528171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5fc9a-a0eb-418b-8d2c-d12d1d2b9837 req-7b224e18-333a-4a73-83a4-6b9f498ade2a tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:35.528514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['0747e076-f623-4d0a-b79f-0435fb799936'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:35.533598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['03af1fae-717d-426c-8ce0-abe9b3a01b74'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:35.547219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eff5fc9a-a0eb-418b-8d2c-d12d1d2b9837 req-7b224e18-333a-4a73-83a4-6b9f498ade2a tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 1101 time: 0.1318767 Aug 23 11:59:35.558747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Calling delete_port for 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:35.587796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad94b1-a27e-4ffc-b655-d48a59048fb9 req-1f4efdfd-fee6-4c95-a315-ed1819e90dc4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:35.608094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1aad94b1-a27e-4ffc-b655-d48a59048fb9 req-1f4efdfd-fee6-4c95-a315-ed1819e90dc4 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 945 time: 0.3658476 Aug 23 11:59:35.659094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eff5fc9a-a0eb-418b-8d2c-d12d1d2b9837 req-b88b4d25-fda5-4163-9e31-7f269af6292b tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129658 Aug 23 11:59:35.803757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1aad94b1-a27e-4ffc-b655-d48a59048fb9 req-8733db2f-3da5-40f1-b041-eaab9a6442e0 tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db53a590-ed98-4beb-b442-c4aa6dd24634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936510 Aug 23 11:59:35.959167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:35.978950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:35.995427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-a80e3ddf-cce3-4b41-a0ea-5bad3c1ccc7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1899662 Aug 23 11:59:36.018763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:36.032274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:36.043121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:36.051900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:36.059084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:36.068515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-da33e025-4aa3-42c5-8d0b-e571130eb8f4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5437 time: 0.3098238 Aug 23 11:59:36.165153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b7c691a-728e-4fd4-a42d-f543cf6b3566 req-80fde0b7-d047-4602-b323-4b35bb218343 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954630 Aug 23 11:59:36.205737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:36.254652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Pushing event deleted for resources: {'Port': ['ID=843117e7-6f1e-4e4e-bfdd-fce6ae4de60e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:36.305278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18911c6-852d-426f-a7a2-853f3312f889 req-6d05f7b6-b627-4792-99ae-42e197b9e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:36.314602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-6d05f7b6-b627-4792-99ae-42e197b9e767 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1097 time: 0.2212741 Aug 23 11:59:36.343443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] No DVR routers for this DVR port 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:36.347609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:36.349479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a36088e4-6b35-4c1f-b93b-750d97a56772 req-cdcdb521-84ab-41b4-bb3e-fa6f5265218b tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.41 "DELETE /v2.0/ports/843117e7-6f1e-4e4e-bfdd-fce6ae4de60e HTTP/1.1" status: 204 len: 173 time: 1.4736688 Aug 23 11:59:36.349980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'name': 'network-vif-deleted', 'tag': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:36.361008 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1c196e-7395-491e-ac87-9d5bce155013" -d '{"events": [{"server_uuid": "5c056b8a-62f5-404e-8698-b5d1037e48c4", "name": "network-vif-deleted", "tag": "843117e7-6f1e-4e4e-bfdd-fce6ae4de60e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:36.603727 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0381b47-0957-4d86-876e-0cda0306a59f x-openstack-request-id: req-b0381b47-0957-4d86-876e-0cda0306a59f {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:36.604054 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c056b8a-62f5-404e-8698-b5d1037e48c4", "name": "network-vif-deleted", "tag": "843117e7-6f1e-4e4e-bfdd-fce6ae4de60e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:36.604325 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0381b47-0957-4d86-876e-0cda0306a59f {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:36.604749 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c056b8a-62f5-404e-8698-b5d1037e48c4', 'name': 'network-vif-deleted', 'tag': '843117e7-6f1e-4e4e-bfdd-fce6ae4de60e', 'status': 'completed', 'code': 200} Aug 23 11:59:36.734925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47338) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:36.906198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-891cc648-ce7b-4644-8197-3f0c75dd83e0 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648117 Aug 23 11:59:36.999334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-368117536-network', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:37.069554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:37.074042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:37.116573 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:37.138690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18911c6-852d-426f-a7a2-853f3312f889 req-7a4aabdc-9cb0-4345-ab43-a0207b4ace6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:37.140603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-7a4aabdc-9cb0-4345-ab43-a0207b4ace6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.8078637 Aug 23 11:59:37.261290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-baf015c0-d6ff-4d24-960e-30615dcb61dc req-88a3bb3b-7593-46a6-bb82-16ea0d81473a tempest-DeleteServersTestJSON-190069422 tempest-DeleteServersTestJSON-190069422-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c056b8a-62f5-404e-8698-b5d1037e48c4 HTTP/1.1" status: 200 len: 210 time: 0.1468582 Aug 23 11:59:37.369474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-40d2dc0a-18b1-4f54-835d-580d2a9b9e48 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:37.377612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-40d2dc0a-18b1-4f54-835d-580d2a9b9e48 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4424689 Aug 23 11:59:37.411155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-3ca349cc-8b55-4f8b-a9b0-fad8bfdaea0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1002 time: 0.2556925 Aug 23 11:59:37.419182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-2a0e68c1-2a6f-456c-9990-615ca5f7dc8b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/quotas/aba9e1020f3f4d22b751ccf554060c49 HTTP/1.1" status: 200 len: 375 time: 0.0403864 Aug 23 11:59:37.500935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:37.570936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18911c6-852d-426f-a7a2-853f3312f889 req-fd91e660-df2f-4e13-9f41-457043e1310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:37.572739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-fd91e660-df2f-4e13-9f41-457043e1310b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1406670 Aug 23 11:59:37.608376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-5c7befac-b508-4c7f-a9bc-d60f6f14af5e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1855111 Aug 23 11:59:37.654268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:37.670099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:37.729820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09589c37-863f-4fef-95b6-89afd8be09e1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:37.735395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:37.754679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:59:37.783498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:37.784458 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Added segment 1065e797-1a79-4951-a326-2fbecac9fd6d of type vlan for network a798c050-248a-4546-8041-33f968ec94d0 Aug 23 11:59:37.848621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:37.851107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 843117e7-6f1e-4e4e-bfdd-fce6ae4de60e not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:37.855112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18911c6-852d-426f-a7a2-853f3312f889 req-ae254296-7943-4d75-ba20-8f408e2c0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:37.857109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-ae254296-7943-4d75-ba20-8f408e2c0d72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473831 Aug 23 11:59:37.917796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:38.050638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:38.051632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.052242 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:38.102972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53478a22-f8ef-41bf-bc22-4072320898ee req-849095cc-a971-4a64-8e91-b724e654e503 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 210 time: 0.0493689 Aug 23 11:59:38.130699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-bcfb1813-dd2d-4060-9750-f0cc1ed694e0 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619882 Aug 23 11:59:38.133026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.143676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.150284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.156939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.163825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.170538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.177967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:38.180363 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-b3a4eca7-e8b6-4bb5-9919-ff664d275052 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5437 time: 0.1983328 Aug 23 11:59:38.230660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4934311 Aug 23 11:59:38.236220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:38.244123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Request body: {'subnet': {'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-368117536-subnet', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:38.249630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde67a-3a75-4721-ac9f-4a0d256007ef admin admin] Pushing event updated for resources: {'Network': ['ID=a798c050-248a-4546-8041-33f968ec94d0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:38.272639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a798c050-248a-4546-8041-33f968ec94d0 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:59:38.340417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa666c06-8512-4a41-b8c6-77be3e886958 req-8d9abee9-07aa-4740-8012-88339e6f9137 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080303 Aug 23 11:59:38.342132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:38.344571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:38.623758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c18911c6-852d-426f-a7a2-853f3312f889 req-9d42ecb5-d4c9-4463-a255-32e37d362bde service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691536 Aug 23 11:59:38.708375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Deleting port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:38.708906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:38.891032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.020528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] For port 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:39.021200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.059870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Calling delete_port for 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:39.112519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08542eb-e3aa-4709-9902-a01ded7822d8,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:39.198447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Checking segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:39.199125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Network hostable DHCP agents. Network: a798c050-248a-4546-8041-33f968ec94d0, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:59:39.264006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Network a798c050-248a-4546-8041-33f968ec94d0 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:59:39.294396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a798c050-248a-4546-8041-33f968ec94d0) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:39.303056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.303724 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.314622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b26408-ee8d-4f07-945c-74cb2f110021 None None] Network a798c050-248a-4546-8041-33f968ec94d0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:39.391995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11238a87-763d-44ea-82a1-c759daad2b18 req-2ad9cb60-ac1e-4279-a690-4f19fa75bacc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 210 time: 0.0786438 Aug 23 11:59:39.419471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-78212d72-5df1-4c1a-afc6-44e10957ebf4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1769507 Aug 23 11:59:39.420725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47414) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:39.438938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:39.540577 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.543031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.690079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-a798c050-248a-4546-8041-33f968ec94d0', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 11:59:39.692309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.718391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.734308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.762621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 58c546f2-3269-4781-914e-89d08fa09277 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:39.772945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.809570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.827164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.834330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:39.837192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.855184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:39.857176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2b7503d-3228-400d-9a01-e616037e4600 req-c712c081-21bb-4028-bb65-c905d2130c65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5437 time: 0.3425376 Aug 23 11:59:39.955310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-a261545e-2318-438f-8ac8-280d5f91deb2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970771 Aug 23 11:59:40.104949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Allocated IP 172.20.0.2 (a798c050-248a-4546-8041-33f968ec94d0/d08542eb-e3aa-4709-9902-a01ded7822d8/a7cd6a77-8518-4cf5-9f31-bd6b560886d0) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:40.216286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2b7503d-3228-400d-9a01-e616037e4600 req-59d86471-2327-4656-99d7-7e2a4e0d4182 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2964575 Aug 23 11:59:40.232762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.365711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-e9dbf60f-906b-4aea-97f3-1a7ba7933080 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268051 Aug 23 11:59:40.366551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-10f38665-8a93-43fd-860c-c0b05a758cdf tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:40.369513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-10f38665-8a93-43fd-860c-c0b05a758cdf tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010153 Aug 23 11:59:40.371082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.393550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:40.497877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 58c546f2-3269-4781-914e-89d08fa09277 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:40.498490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-a32b454e-d0a5-4d22-a360-abf8e0f2d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:40.499751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-a32b454e-d0a5-4d22-a360-abf8e0f2d2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 1100 time: 0.0722237 Aug 23 11:59:40.506137 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.534208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 58c546f2-3269-4781-914e-89d08fa09277 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:40.534882 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.548715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Transition to ACTIVE for port object a7cd6a77-8518-4cf5-9f31-bd6b560886d0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:40.594771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Transition to ACTIVE for port object a7cd6a77-8518-4cf5-9f31-bd6b560886d0 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:40.608608 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.676364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Network a798c050-248a-4546-8041-33f968ec94d0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:40.682946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:40.695658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:40.698179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Pushing event updated for resources: {'Port': ['ID=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:40.718610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.727110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fa8342-06f2-4bdd-88bb-6cb85fa8ee52,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:40.843831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de3e44d3-75a3-4c82-a57f-f845a2a8fe11 req-5814de91-a229-43a9-a0b7-525b4939ac38 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 210 time: 0.2375658 Aug 23 11:59:40.906590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:40.981756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:40.986487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.012138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.102420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=58c546f2-3269-4781-914e-89d08fa09277,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:41.114938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c546f2-3269-4781-914e-89d08fa09277'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:41.124933 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a819a2-8d27-475b-8e5e-48c7c0cdaf4d" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "58c546f2-3269-4781-914e-89d08fa09277"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:41.153769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.154636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6dd9547c-46d4-4727-8825-2bd648abfe41 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:41.257053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.285923 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad1d2b-782a-432c-aaae-4cf5d13e5977 x-openstack-request-id: req-5aad1d2b-782a-432c-aaae-4cf5d13e5977 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:41.286398 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "58c546f2-3269-4781-914e-89d08fa09277", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:41.286920 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aad1d2b-782a-432c-aaae-4cf5d13e5977 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:41.287539 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c546f2-3269-4781-914e-89d08fa09277', 'code': 200} Aug 23 11:59:41.344189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Allocated IP 172.25.1.53 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/57ce17c6-458c-4995-b169-2d1f44d54ff0) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:41.347310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:41.359433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Attempting to bind port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:41.360124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Attempting to bind port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:41.360824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Attempting to bind port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 on network a798c050-248a-4546-8041-33f968ec94d0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:41.399141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:41.399558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Checking segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:41.399931 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.400334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Bound using segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:41.400826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Bound port: a7cd6a77-8518-4cf5-9f31-bd6b560886d0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:41.401764 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.496033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.208 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/a17ff73a-e7d7-48ef-877f-e75b910a6686) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:41.578752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.598330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.603929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-d59fb0df-36e0-4dd2-a2a9-c4279ca87240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.606522 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-d59fb0df-36e0-4dd2-a2a9-c4279ca87240 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 1.0777545 Aug 23 11:59:41.610691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.618927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.621511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] For port a7cd6a77-8518-4cf5-9f31-bd6b560886d0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:41.627269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] For port a7cd6a77-8518-4cf5-9f31-bd6b560886d0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:41.629087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 6dd9547c-46d4-4727-8825-2bd648abfe41 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:41.636777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.636994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 6dd9547c-46d4-4727-8825-2bd648abfe41 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:41.638511 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.641259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.655380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.674240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.685000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.694825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-b4668767-ca65-4e2e-8ac4-10abb44e7299 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5438 time: 0.2859638 Aug 23 11:59:41.731686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-0b891bba-09e0-49ee-85d4-846b5a5f3abd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d9b449d5-4adc-4008-859a-73298bfec42d HTTP/1.1" status: 200 len: 217 time: 0.1124916 Aug 23 11:59:41.774841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec31c6d-20d3-4492-98f3-c662e701efa0 None None] Pushing event updated for resources: {'Port': ['ID=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:41.862987 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.916132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d3609a3-9eaa-482d-99ab-5b006fc6b6c0 req-f3381a7d-0bee-4677-9d98-e04f04253a2b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2171984 Aug 23 11:59:41.917789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6dd9547c-46d4-4727-8825-2bd648abfe41,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:41.932479 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:41.935107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0747e076-f623-4d0a-b79f-0435fb799936 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:41.953719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-51d6b3df-f8c5-466d-84ce-f935ac2975b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:41.970607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-51d6b3df-f8c5-466d-84ce-f935ac2975b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2300901 Aug 23 11:59:41.978087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.069428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:42.103040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 0747e076-f623-4d0a-b79f-0435fb799936 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:42.120035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 0747e076-f623-4d0a-b79f-0435fb799936 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:42.144252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.194006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Pushing event updated for resources: {'Port': ['ID=57ce17c6-458c-4995-b169-2d1f44d54ff0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:42.277863 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-322b1132-fe7c-46ac-b2d4-b8e9296dbad9 req-68472442-fc8a-4320-a7de-c6ec49b58bc8 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 210 time: 0.1365688 Aug 23 11:59:42.308457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:42.312458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:42.320364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:42.456165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.554201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0747e076-f623-4d0a-b79f-0435fb799936,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:42.559821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.561127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 03af1fae-717d-426c-8ce0-abe9b3a01b74 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:42.642937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-d013ca17-47ee-4992-b7f6-84b8575d8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:42.644610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-d013ca17-47ee-4992-b7f6-84b8575d8fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6533685 Aug 23 11:59:42.767830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.781189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:42.786771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object a17ff73a-e7d7-48ef-877f-e75b910a6686 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:42.797381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 03af1fae-717d-426c-8ce0-abe9b3a01b74 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:42.801542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 03af1fae-717d-426c-8ce0-abe9b3a01b74 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:42.802031 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.857207 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.873179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2', '64a71cd4-4d73-471e-a701-8c11adb18517'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:42.878675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Router f506dea6-c924-4e2d-8d12-8b1abcfedc0e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:59:42.886014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:42.961933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:42.973599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:43.012729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:43.044323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:43.112433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-9f9edeff-f176-4b45-a88d-2067ca2e74f8 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037604 Aug 23 11:59:43.278051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=a17ff73a-e7d7-48ef-877f-e75b910a6686,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:43.322354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd9547c-46d4-4727-8825-2bd648abfe41'}, {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0747e076-f623-4d0a-b79f-0435fb799936'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:43.327535 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcb6f97-4e35-4797-90ce-04ef36592cdb" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "6dd9547c-46d4-4727-8825-2bd648abfe41"}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "0747e076-f623-4d0a-b79f-0435fb799936"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:43.574214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:43.587629 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] Sync routers for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:43.608459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e1ce1eb2-5a37-4574-bb85-569b3abf169c None None] Provisioning for port a17ff73a-e7d7-48ef-877f-e75b910a6686 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:43.616034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b247b355-db68-4276-ba54-13c9de8bd234 admin admin] 10.222.0.21 "PUT /v2.0/routers/f506dea6-c924-4e2d-8d12-8b1abcfedc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7546151 Aug 23 11:59:43.616298 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:43.624245 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:43.625162 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:43.638807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:43.639952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:43.641115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e1ce1eb2-5a37-4574-bb85-569b3abf169c None None] Provisioning complete for port a17ff73a-e7d7-48ef-877f-e75b910a6686 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:43.641666 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1eb2-5a37-4574-bb85-569b3abf169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:43.652595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47490) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:43.752292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 03af1fae-717d-426c-8ce0-abe9b3a01b74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:43.773108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa5546-180e-4389-8b0f-703e912e05f0 None None] Network a798c050-248a-4546-8041-33f968ec94d0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:43.797135 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:43.801582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 99d39267-848a-42d6-826b-7e1cbedeaf01 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:43.906225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:43.938212 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:44.023687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.031126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a7cd6a77-8518-4cf5-9f31-bd6b560886d0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:44.039452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.065934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.086202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.118589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.149885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.169370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.189741 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-edfb0af3-8299-4057-84a0-1d31e424ff75 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5440 time: 0.9574697 Aug 23 11:59:44.206602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce1eb2-5a37-4574-bb85-569b3abf169c None None] Port a17ff73a-e7d7-48ef-877f-e75b910a6686 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:44.214742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-be68924e-d8cd-4d42-aae3-da4f0e01f966 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8321579 Aug 23 11:59:44.247967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Request body: {'port': {'device_id': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:44.285476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:44.318305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=03af1fae-717d-426c-8ce0-abe9b3a01b74,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:44.318609 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:59:39Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:44.402722 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] Checking router: f506dea6-c924-4e2d-8d12-8b1abcfedc0e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:44.430231 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] Routers {'f506dea6-c924-4e2d-8d12-8b1abcfedc0e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:44.430934 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:44.469332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 99d39267-848a-42d6-826b-7e1cbedeaf01 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:44.513531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] Provisioning for port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:44.514340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c16b8a60-66e5-4b79-9b08-b66162da1b7c req-caadc416-10a2-49df-a9d7-3b549f9363d6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3235917 Aug 23 11:59:44.524309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 99d39267-848a-42d6-826b-7e1cbedeaf01 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:44.525246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:44.548572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] Provisioning complete for port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:44.548919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:44.656946 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac78f5b-82fa-4874-9b66-b2be582c31df x-openstack-request-id: req-dac78f5b-82fa-4874-9b66-b2be582c31df {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:44.657252 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "6dd9547c-46d4-4727-8825-2bd648abfe41", "code": 200}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "0747e076-f623-4d0a-b79f-0435fb799936", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:44.657513 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac78f5b-82fa-4874-9b66-b2be582c31df {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:44.657942 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd9547c-46d4-4727-8825-2bd648abfe41', 'code': 200} Aug 23 11:59:44.658519 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0747e076-f623-4d0a-b79f-0435fb799936', 'code': 200} Aug 23 11:59:44.704053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:44.719621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f3101-27fc-4fab-b322-b9f3808a5248 req-783f264c-e303-4d73-8bf8-b5ba7099218f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:44.736244 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b2f3101-27fc-4fab-b322-b9f3808a5248 req-783f264c-e303-4d73-8bf8-b5ba7099218f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 936 time: 0.3995073 Aug 23 11:59:44.747584 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:44.748843 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] Set router f506dea6-c924-4e2d-8d12-8b1abcfedc0e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:44.845504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:44.846563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f217058a-428d-4ed8-8970-8e28ce7c361c req-4bb21211-ae8d-4827-b305-14b52ace372b service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7219794 Aug 23 11:59:44.903539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b2f3101-27fc-4fab-b322-b9f3808a5248 req-dd0d25f1-8c76-4bac-ace6-8dca5c66a04a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663003 Aug 23 11:59:45.046377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.153870 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:59:39Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:45.225172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Deleting port c02c8ca9-37c3-417b-a2fd-3bb7a378108d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:45.225782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.241473 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a1269-eb2f-4626-949a-9fd4a8c2dadb None None] The sync data for ids ['f506dea6-c924-4e2d-8d12-8b1abcfedc0e'] in n-d-773645-7 is: [{'id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'name': 'tempest-ServersTestJSON-1994808244-router', 'tenant_id': 'fb9a750c4e604522b2a6555515f59424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:56:50Z', 'updated_at': '2021-08-23T11:59:39Z', 'revision_number': 5, 'project_id': 'fb9a750c4e604522b2a6555515f59424', 'gw_port': {'id': 'c02c8ca9-37c3-417b-a2fd-3bb7a378108d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506dea6-c924-4e2d-8d12-8b1abcfedc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:56:51Z', 'updated_at': '2021-08-23T11:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:45.256251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=99d39267-848a-42d6-826b-7e1cbedeaf01,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:45.275150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.277167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b04a16ab-3d92-4bf5-9549-cccabb8db2bd up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:45.409529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Router f64b8980-cfac-41a9-ad19-a3f86810c513 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 11:59:45.413270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.560870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] For port c02c8ca9-37c3-417b-a2fd-3bb7a378108d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:45.561169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.576599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:45.613706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Sync routers for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:45.635028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.646841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e78f222d-fdc0-4e88-997e-1112cb073a5d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2191098 Aug 23 11:59:45.651874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Calling delete_port for c02c8ca9-37c3-417b-a2fd-3bb7a378108d owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:45.652031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47512) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:45.797293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47520) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:45.877716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17ff73a-e7d7-48ef-877f-e75b910a6686 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:45.898973 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:45.920934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Transition to ACTIVE for port object a17ff73a-e7d7-48ef-877f-e75b910a6686 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:45.964725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.006135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.012879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.018859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.029059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.030253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:46.036774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.040127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:46.043592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.049988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.059192 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f35903e-5762-4167-9477-dc78e95bd364 req-63b7405b-90bc-4994-a63d-f49e6a680619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5442 time: 0.2608039 Aug 23 11:59:46.079391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Deleting subnet 23bdc3c7-04ed-41eb-8eb0-62ffd7238316 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:59:46.102998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.126213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] For port a7cd6a77-8518-4cf5-9f31-bd6b560886d0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:46.127823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:46.128444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:46.313322 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f35903e-5762-4167-9477-dc78e95bd364 req-df54e38e-67d6-471c-91f5-515c2fb3ecee tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481906 Aug 23 11:59:46.356706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:46.410789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.451245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:46.451848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 94fa8342-06f2-4bdd-88bb-6cb85fa8ee52 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:46.460274 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.462050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port b04a16ab-3d92-4bf5-9549-cccabb8db2bd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:46.496772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port b04a16ab-3d92-4bf5-9549-cccabb8db2bd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:46.502604 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.546023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Pushing event updated for resources: {'Port': ['ID=a17ff73a-e7d7-48ef-877f-e75b910a6686,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:46.580151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.641604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facec15-beba-47b6-959d-f529e1dc482f req-05497c15-31c3-4b04-8de9-61fecae21334 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:46.648739 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.649334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9facec15-beba-47b6-959d-f529e1dc482f req-05497c15-31c3-4b04-8de9-61fecae21334 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 948 time: 0.5589483 Aug 23 11:59:46.657822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Attempting to bind port a17ff73a-e7d7-48ef-877f-e75b910a6686 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:46.658177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Attempting to bind port a17ff73a-e7d7-48ef-877f-e75b910a6686 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:46.658510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Attempting to bind port a17ff73a-e7d7-48ef-877f-e75b910a6686 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:46.688115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Port a17ff73a-e7d7-48ef-877f-e75b910a6686 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 11:59:46.688451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Attempting to bind port a17ff73a-e7d7-48ef-877f-e75b910a6686 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:46.699040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03af1fae-717d-426c-8ce0-abe9b3a01b74'}, {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:46.701507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:46.701899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:46.702298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:46.702756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Bound port: a17ff73a-e7d7-48ef-877f-e75b910a6686, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:46.703130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.703846 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f5b995-d504-4efe-9e12-fd40926cd7e6" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "03af1fae-717d-426c-8ce0-abe9b3a01b74"}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:46.707140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e99f0-67a1-4c44-80d3-9779a39f20b4 None None] Pushing event updated for resources: {'Port': ['ID=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:46.719606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Pushing event deleted for resources: {'Port': ['ID=c02c8ca9-37c3-417b-a2fd-3bb7a378108d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:46.782882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.805550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.808997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23bdc3c7-04ed-41eb-8eb0-62ffd7238316 HTTP/1.1" status: 204 len: 168 time: 0.9439642 Aug 23 11:59:46.812928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47538) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:46.846499 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b1cb7a-2b2c-4c59-96ba-0b1b8862d50a x-openstack-request-id: req-b8b1cb7a-2b2c-4c59-96ba-0b1b8862d50a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:46.846812 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "03af1fae-717d-426c-8ce0-abe9b3a01b74", "code": 200}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:46.847079 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8b1cb7a-2b2c-4c59-96ba-0b1b8862d50a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:46.848455 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03af1fae-717d-426c-8ce0-abe9b3a01b74', 'code': 200} Aug 23 11:59:46.849547 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01', 'code': 200} Aug 23 11:59:46.865475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad9e04-cb61-474a-bade-c1b569a5d69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bdc3c7-04ed-41eb-8eb0-62ffd7238316,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:46.869170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9facec15-beba-47b6-959d-f529e1dc482f req-135a6a32-3c27-4f93-9b72-21efe4a9a76c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188208 Aug 23 11:59:46.869369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7998d834-b8c6-4d48-bac5-d1e500dadfbf None None] Provisioning complete for port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:46.870539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7998d834-b8c6-4d48-bac5-d1e500dadfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.898756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:46.989609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] For port a17ff73a-e7d7-48ef-877f-e75b910a6686, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:47.034384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.037580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.044223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] For port a17ff73a-e7d7-48ef-877f-e75b910a6686, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:47.046383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.056885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.064232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.075432 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.141603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.142940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f506dea6-c924-4e2d-8d12-8b1abcfedc0e {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 11:59:47.148402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:47.149146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.151605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] 10.222.0.44 "PUT /v2.0/ports/a17ff73a-e7d7-48ef-877f-e75b910a6686 HTTP/1.1" status: 200 len: 1096 time: 2.9135630 Aug 23 11:59:47.158078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'tag': 'a17ff73a-e7d7-48ef-877f-e75b910a6686'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:47.162509 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d4b268-57a3-4452-a41f-88525efe3f30" -d '{"events": [{"name": "network-changed", "server_uuid": "af1a80d6-e2b3-4359-82f0-638a977f8091", "tag": "a17ff73a-e7d7-48ef-877f-e75b910a6686"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:47.174353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.175477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e0368ba-0b8a-4cda-96db-a1d4e622768d admin admin] 10.222.0.21 "DELETE /v2.0/routers/f506dea6-c924-4e2d-8d12-8b1abcfedc0e HTTP/1.1" status: 204 len: 168 time: 3.5196207 Aug 23 11:59:47.180536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:47.189853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47544) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:47.207145 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.207994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fd9221e4-6462-4e98-a960-89bb0b33bc85 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:47.367710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.368157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:47.394032 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07d99a-e1e5-450c-83f2-253c1501ac42 x-openstack-request-id: req-dd07d99a-e1e5-450c-83f2-253c1501ac42 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:47.394556 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1a80d6-e2b3-4359-82f0-638a977f8091", "tag": "a17ff73a-e7d7-48ef-877f-e75b910a6686", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:47.396964 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd07d99a-e1e5-450c-83f2-253c1501ac42 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:47.403814 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'tag': 'a17ff73a-e7d7-48ef-877f-e75b910a6686', 'status': 'completed', 'code': 200} Aug 23 11:59:47.405060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1119b2-cc2e-4aba-bb05-590cef2947f9']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:47.422951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:42Z', 'revision_number': 3, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:47.474391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36c769-8286-42f7-bcce-e34646064435 service neutron] Pushing event updated for resources: {'Port': ['ID=a17ff73a-e7d7-48ef-877f-e75b910a6686,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:47.476182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff436bc4-4b97-4200-9249-ad63ee2330c3') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:47.476481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff436bc4-4b97-4200-9249-ad63ee2330c3') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:47.490903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Checking router: f64b8980-cfac-41a9-ad19-a3f86810c513 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:47.492022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Updating router f64b8980-cfac-41a9-ad19-a3f86810c513 port 57ce17c6-458c-4995-b169-2d1f44d54ff0 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:59:47.498212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port fd9221e4-6462-4e98-a960-89bb0b33bc85 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:47.507381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Deleting subnet 1fc3b89c-d797-49da-b0d5-5442a1ba933b {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 11:59:47.515569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.523103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.534721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-67ba2d79-e0d6-444a-a87e-c0dcc639d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:47.541074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-67ba2d79-e0d6-444a-a87e-c0dcc639d97b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 1099 time: 0.2930684 Aug 23 11:59:47.553730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port fd9221e4-6462-4e98-a960-89bb0b33bc85 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:47.554110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.559707 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.608759 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.629440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:59:47.629934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: timer() Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:59:47.631721 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:59:47.720317 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.798035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.837231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.859416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:47.862501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e1119b2-cc2e-4aba-bb05-590cef2947f9 HTTP/1.1" status: 204 len: 168 time: 1.0464051 Aug 23 11:59:47.871415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea09043-ce3e-4235-b889-f12e5df795d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1119b2-cc2e-4aba-bb05-590cef2947f9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:47.903507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-2c6b3374-1d32-4eb5-ab2e-e9c7386afb65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686 HTTP/1.1" status: 200 len: 217 time: 0.3394725 Aug 23 11:59:47.929103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a7cd6a77-8518-4cf5-9f31-bd6b560886d0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:47.998909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Allocated IP 172.20.0.1 (a798c050-248a-4546-8041-33f968ec94d0/d08542eb-e3aa-4709-9902-a01ded7822d8/043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:48.081576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.115999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.119214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.129527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.147722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.173345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.199336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.219690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.225412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47568) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:48.228694 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8318875e-19a2-424d-8c1d-4d4be310a43d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5443 time: 0.7020154 Aug 23 11:59:48.235627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:48.236186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.260397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-47ed71fc-adea-47f5-872f-3e33bc8456f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.262255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-47ed71fc-adea-47f5-872f-3e33bc8456f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2906113 Aug 23 11:59:48.267561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc3b89c-d797-49da-b0d5-5442a1ba933b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:48.271028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.276421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4211c19b-1768-4c5f-ab56-987e3aef0efc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1fc3b89c-d797-49da-b0d5-5442a1ba933b HTTP/1.1" status: 204 len: 168 time: 1.0800757 Aug 23 11:59:48.285367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19c2d-5faa-4292-9e5f-85d55ddf6b07 req-d241d9ce-0b0c-45e2-a70a-c66c98b2118e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.296835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5b19c2d-5faa-4292-9e5f-85d55ddf6b07 req-d241d9ce-0b0c-45e2-a70a-c66c98b2118e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 948 time: 0.2190905 Aug 23 11:59:48.311861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.316482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47570) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:48.325243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Transition to ACTIVE for port object 57ce17c6-458c-4995-b169-2d1f44d54ff0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:48.329657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dfd0f3-9905-4c3a-92dc-9cba8cd1107a None None] Network 5e640868-11ef-49b7-b5c5-1915a0b0e53a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:48.332709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.340789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.354065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.369635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Transition to ACTIVE for port object 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:48.421327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.478438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5b19c2d-5faa-4292-9e5f-85d55ddf6b07 req-82a0ae43-9621-4f4c-9fdd-c6b1573a60c4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771023 Aug 23 11:59:48.485512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.488486 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a708957-e651-4ca0-af07-f3cf2d482134 req-8a88fbbc-c1ec-411c-9ab0-f3f6f5becf1c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2410598 Aug 23 11:59:48.492206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Attempting to bind port 57ce17c6-458c-4995-b169-2d1f44d54ff0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:48.492740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Attempting to bind port 57ce17c6-458c-4995-b169-2d1f44d54ff0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:48.493112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Attempting to bind port 57ce17c6-458c-4995-b169-2d1f44d54ff0 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:48.526895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Pushing event updated for resources: {'Port': ['ID=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:48.531759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Network a798c050-248a-4546-8041-33f968ec94d0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:48.546682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:48.553389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 11:59:48.558987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:48.559490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:48.560309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.560856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:48.561448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Bound port: 57ce17c6-458c-4995-b169-2d1f44d54ff0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:48.563016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.564093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b1c89-bdba-4e51-9d19-d6ff699722c3 None None] Pushing event updated for resources: {'Port': ['ID=57ce17c6-458c-4995-b169-2d1f44d54ff0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:48.583587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:48.610922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.618076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.649064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f0f99883-9e72-41bc-b608-120546708740 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14cec318f56d47ef9564d10cd1b7798e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058166 Aug 23 11:59:48.651401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:48.796387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1f3abfb0-879d-4edd-9fbc-e5bc8ed4fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:48.809939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-1f3abfb0-879d-4edd-9fbc-e5bc8ed4fdc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4920011 Aug 23 11:59:48.872981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd'}, {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:48.876965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.882837 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748fb4a1-608f-486b-9f20-3a1636994d28" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "b04a16ab-3d92-4bf5-9549-cccabb8db2bd"}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:48.912243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] For port 57ce17c6-458c-4995-b169-2d1f44d54ff0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:48.913890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0147332b-41d6-45bf-a4b2-b33ff876fc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.956503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Deleting port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:48.956912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:48.996509 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fda4886-da20-4177-9bee-aedb0e3abf86 x-openstack-request-id: req-2fda4886-da20-4177-9bee-aedb0e3abf86 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:48.999442 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "b04a16ab-3d92-4bf5-9549-cccabb8db2bd", "code": 200}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-plugged", "status": "completed", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:48.999442 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fda4886-da20-4177-9bee-aedb0e3abf86 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:49.000222 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd', 'code': 200} Aug 23 11:59:49.002803 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'code': 200} Aug 23 11:59:49.006564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] For port 57ce17c6-458c-4995-b169-2d1f44d54ff0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=57ce17c6-458c-4995-b169-2d1f44d54ff0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:49.031151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:49.040370 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.065487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0147332b-41d6-45bf-a4b2-b33ff876fc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.183208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] DHCP port deletion for 5e640868-11ef-49b7-b5c5-1915a0b0e53a request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 11:59:49.217380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3969b7f-191f-4020-8e52-3bbe5817b9fb None None] Provisioning for port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:49.241415 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-ee490fb3-0eef-4740-bdc1-308fa1e289b1 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118531 Aug 23 11:59:49.251083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] For port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,segment=NetworkSegment(a91333a6-6bae-4430-8854-88e39d8a2cd7),segment_id=a91333a6-6bae-4430-8854-88e39d8a2cd7)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:49.251955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.276499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Calling delete_port for ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:49.279507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3969b7f-191f-4020-8e52-3bbe5817b9fb None None] Provisioning complete for port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:49.280080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3969b7f-191f-4020-8e52-3bbe5817b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.401800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.402334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.402826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.403301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.403787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.404254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.404728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.406757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-328a8302-6830-4c76-8d91-088a5607ad8c req-45da27de-fb3b-43de-bfd8-050ad0b6db6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6501 time: 0.2615602 Aug 23 11:59:49.411585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c02c8ca9-37c3-417b-a2fd-3bb7a378108d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:49.489343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-328a8302-6830-4c76-8d91-088a5607ad8c req-e258ef5e-e552-492d-b2c5-406c654abb1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714800 Aug 23 11:59:49.524277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f59d567-2c87-466f-a353-ddd712e3516e req-71a2e441-8e6b-4c26-bfe9-7a113363a147 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789894 Aug 23 11:59:49.569399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0147332b-41d6-45bf-a4b2-b33ff876fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.573261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0147332b-41d6-45bf-a4b2-b33ff876fc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.576752 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0147332b-41d6-45bf-a4b2-b33ff876fc27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db53a590-ed98-4beb-b442-c4aa6dd24634 HTTP/1.1" status: 204 len: 168 time: 0.9217501 Aug 23 11:59:49.600723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.611203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147332b-41d6-45bf-a4b2-b33ff876fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db53a590-ed98-4beb-b442-c4aa6dd24634,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:49.617870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.673738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c02c8ca9-37c3-417b-a2fd-3bb7a378108d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:49.680769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c02c8ca9-37c3-417b-a2fd-3bb7a378108d not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:49.684844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b1c89-bdba-4e51-9d19-d6ff699722c3 None None] Pushing event updated for resources: {'Port': ['ID=57ce17c6-458c-4995-b169-2d1f44d54ff0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:49.689194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.712994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:49.718787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:49.776418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Pushing event updated for resources: {'Port': ['ID=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:49.803930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:49.805962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] No DVR routers for this DVR port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:49.822767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-389768e3-3823-4826-8a14-91763539520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:49.826196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-389768e3-3823-4826-8a14-91763539520e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 1099 time: 0.2194448 Aug 23 11:59:49.874179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:49.905328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:49.932736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b3969b7f-191f-4020-8e52-3bbe5817b9fb None None] Port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:50.003960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.005406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:50.005792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:50.034795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.052166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.068901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.097738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.104720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.139335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.144288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-fbdc080e-4b65-4f1b-afe1-40819f9e1dd4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.3728218 Aug 23 11:59:50.247063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Deleting port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:50.247371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.250618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:50.329937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab6de798-dfb4-40a9-b2cc-ef5cd7bee864 req-95c73ea3-7c74-449a-b658-540fdfd86689 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067255 Aug 23 11:59:50.397989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Network a798c050-248a-4546-8041-33f968ec94d0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 11:59:50.400012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:50.598606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.602475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] For port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:50.602475 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.621559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e640868-11ef-49b7-b5c5-1915a0b0e53a']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:50.656281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Calling delete_port for ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:50.659052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91333a6-6bae-4430-8854-88e39d8a2cd7') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:50.659807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91333a6-6bae-4430-8854-88e39d8a2cd7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:50.660353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 11:59:50.662862 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.693361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.701754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Router f64b8980-cfac-41a9-ad19-a3f86810c513 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:59:50.715191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] No DVR routers for this DVR port ebd4f6e5-f0cc-43d9-80e4-05a7993cab73 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:50.728455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-098b3f6f-72df-4d50-b319-847444ef8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:50.740524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-098b3f6f-72df-4d50-b319-847444ef8613 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.8674040 Aug 23 11:59:50.804441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd4fc2-2581-41b4-843f-27c0c1923cf7 None None] Pushing event deleted for resources: {'Port': ['ID=ebd4f6e5-f0cc-43d9-80e4-05a7993cab73,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:50.945131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.949799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-139edbe0-f7f1-4bde-af0a-1b8739c1046b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686 HTTP/1.1" status: 200 len: 217 time: 0.2084060 Aug 23 11:59:50.967427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 11:59:50.967932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: timer() Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 11:59:50.969631 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 11:59:51.023101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c8762070-9d95-4020-a2b6-44f5518300b3 None None] Provisioning complete for port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:51.023101 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8762070-9d95-4020-a2b6-44f5518300b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.078547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:51.087859 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd59d2f2-ac3d-42ec-8fd1-1e8daa42d78a admin admin] 10.222.0.21 "PUT /v2.0/routers/f64b8980-cfac-41a9-ad19-a3f86810c513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4335160 Aug 23 11:59:51.129968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.142904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69d1c-3c28-4f4b-9a80-21003af6540b req-dc1de6c9-f4db-4d60-8a90-387359f5c715 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.144730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b69d1c-3c28-4f4b-9a80-21003af6540b req-dc1de6c9-f4db-4d60-8a90-387359f5c715 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 948 time: 1.4610221 Aug 23 11:59:51.166022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.169108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e640868-11ef-49b7-b5c5-1915a0b0e53a HTTP/1.1" status: 204 len: 168 time: 2.7919960 Aug 23 11:59:51.170031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c8762070-9d95-4020-a2b6-44f5518300b3 None None] Port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 11:59:51.170199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b3dca-b563-4d6f-8a44-70b865015205 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e640868-11ef-49b7-b5c5-1915a0b0e53a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:51.190768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-516c0398-43ba-4c1c-ab0e-306fea4ee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.192734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-516c0398-43ba-4c1c-ab0e-306fea4ee513 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2125745 Aug 23 11:59:51.209325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 2, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:51.212487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b69d1c-3c28-4f4b-9a80-21003af6540b req-1e6d8cbd-4b58-43d5-bb01-1631b55e498e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479460 Aug 23 11:59:51.249967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86a372-8803-4123-9fb3-5bfe15cde15a None None] The sync data for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 is: [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 2, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:51.276186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-4cc6d8fe-613c-446f-bd96-92b3f956456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.280156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-4cc6d8fe-613c-446f-bd96-92b3f956456c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626111 Aug 23 11:59:51.402727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-2f7922e0-877d-402f-809c-2a8608ae8dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099067 Aug 23 11:59:51.502167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47658) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:51.550536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:51.575408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a17ff73a-e7d7-48ef-877f-e75b910a6686 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 11:59:51.616029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.629889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.646508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.654634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.682990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.705357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.718166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:51.740285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-e45ec180-8912-479e-bcb5-46d132e1686d tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.3009965 Aug 23 11:59:51.754004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a17ff73a-e7d7-48ef-877f-e75b910a6686, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:51.759180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-33495798-1116-43cb-adaf-567012eb9e34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb9a750c4e604522b2a6555515f59424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070560 Aug 23 11:59:51.762553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47692) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:51.810111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a17ff73a-e7d7-48ef-877f-e75b910a6686', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'a17ff73a-e7d7-48ef-877f-e75b910a6686', 'mac_address': 'fa:16:3e:15:72:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 11:59:51.833910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b66cda0e-9b4f-48cc-88be-4748ce9b2d5c req-03ebc903-5834-439e-8f18-3a04d479c5b6 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898783 Aug 23 11:59:51.836984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8fefd35e-e168-40ce-9de0-c9f3ca0b2ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.842946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d4b268-57a3-4452-a41f-88525efe3f30 req-3756dede-b0f0-4479-ae4f-b61ed0aade1b service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330371 Aug 23 11:59:51.862585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a0382f-772e-4bd0-aaae-4cd957968c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.906311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a0382f-772e-4bd0-aaae-4cd957968c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.915362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:51.948635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17ff73a-e7d7-48ef-877f-e75b910a6686 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 11:59:51.988134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a17ff73a-e7d7-48ef-877f-e75b910a6686, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:51.998007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.073229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a0382f-772e-4bd0-aaae-4cd957968c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.076543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a0382f-772e-4bd0-aaae-4cd957968c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.077948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-26a0382f-772e-4bd0-aaae-4cd957968c83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/523460fd-cacf-48e9-83c9-d2627588abeb HTTP/1.1" status: 204 len: 168 time: 0.3143241 Aug 23 11:59:52.097752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0382f-772e-4bd0-aaae-4cd957968c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523460fd-cacf-48e9-83c9-d2627588abeb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:52.114214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.119186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a17ff73a-e7d7-48ef-877f-e75b910a6686,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:52.127494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.133757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.141218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.158959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.170256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.192605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.214216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4241655d-4cc3-4f4e-bd65-92128f31afe7 req-da43dd3c-9670-4102-8b62-8ff5d1e08022 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.2055104 Aug 23 11:59:52.214216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1852492961-network', 'tenant_id': '65734ceb115d4df28eb02b01914ae75b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:52.215799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47728) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:52.224576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Request body: {'floatingip': {'port_id': 'fd9221e4-6462-4e98-a960-89bb0b33bc85'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:52.280955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Made reservation on behalf of 65734ceb115d4df28eb02b01914ae75b for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:52.283435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.299457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.304174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a17ff73a-e7d7-48ef-877f-e75b910a6686'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 11:59:52.352970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.550848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8825-dc9c-4837-a45c-cbf13e46460a req-802ccbe5-07f2-47fb-ac05-55ecaa7e8bf6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:52.560251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-626a8825-dc9c-4837-a45c-cbf13e46460a req-802ccbe5-07f2-47fb-ac05-55ecaa7e8bf6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 949 time: 0.1638575 Aug 23 11:59:52.655588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-626a8825-dc9c-4837-a45c-cbf13e46460a req-ad8407ae-fd3b-4421-86a3-b001e55762d4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Aug 23 11:59:52.728190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.739194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.806345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:59:52.841716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de89a8-f775-487e-a63d-8c71755de0b0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:52.845678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:52.871147 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Added segment 62fc7a01-0fc7-4835-b784-77d8846ec5dc of type vlan for network 8b767897-3d1e-4f05-8912-c8b3629b680e Aug 23 11:59:53.005860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:53.115130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:53.117225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:53.118278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:53.294952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] Pushing event updated for resources: {'Network': ['ID=8b767897-3d1e-4f05-8912-c8b3629b680e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:53.308563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1574bc55-17fc-4cc3-9d15-72e1867451ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8055718 Aug 23 11:59:53.311410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47812) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:53.314169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8b767897-3d1e-4f05-8912-c8b3629b680e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:59:53.317625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Request body: {'subnet': {'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1852492961-subnet', 'tenant_id': '65734ceb115d4df28eb02b01914ae75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:53.366466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Made reservation on behalf of 65734ceb115d4df28eb02b01914ae75b for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:53.376228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:53.609677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a17ff73a-e7d7-48ef-877f-e75b910a6686 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:53.748345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47828) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:53.773981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a17ff73a-e7d7-48ef-877f-e75b910a6686 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:53.787593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a17ff73a-e7d7-48ef-877f-e75b910a6686 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:53.789045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:53.839159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:53.898717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57ce17c6-458c-4995-b169-2d1f44d54ff0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:53.968562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ae4d5-c1dc-4a8f-88b9-c6668c2cc41d req-d623e2eb-b469-4a5d-99e6-11807c23a52b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:53.978649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc2ae4d5-c1dc-4a8f-88b9-c6668c2cc41d req-d623e2eb-b469-4a5d-99e6-11807c23a52b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 949 time: 0.1643786 Aug 23 11:59:53.990513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.032754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-431668063-network', 'tenant_id': 'a83ad5cec7b149608abed3d955c00043'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:54.060318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a17ff73a-e7d7-48ef-877f-e75b910a6686, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:54.062322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17ff73a-e7d7-48ef-877f-e75b910a6686'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:54.065211 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e01e8-7f1d-430c-b58c-5d1e6e926da2" -d '{"events": [{"server_uuid": "af1a80d6-e2b3-4359-82f0-638a977f8091", "name": "network-vif-plugged", "status": "completed", "tag": "a17ff73a-e7d7-48ef-877f-e75b910a6686"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:54.072236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 57ce17c6-458c-4995-b169-2d1f44d54ff0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 11:59:54.078533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.079327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:54.105151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 57ce17c6-458c-4995-b169-2d1f44d54ff0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:54.105827 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.112273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 11:59:54.127672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b69d93e-e3d6-4b59-aa0e-db4880a72676,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:54.165239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Checking segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:54.166060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Network hostable DHCP agents. Network: 8b767897-3d1e-4f05-8912-c8b3629b680e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:59:54.174138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Made reservation on behalf of a83ad5cec7b149608abed3d955c00043 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:54.183948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.191927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.206230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.216304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.220427 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9751d2d9-0b6f-48ae-a555-eaf801c034b3 x-openstack-request-id: req-9751d2d9-0b6f-48ae-a555-eaf801c034b3 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:54.222448 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1a80d6-e2b3-4359-82f0-638a977f8091", "name": "network-vif-plugged", "status": "completed", "tag": "a17ff73a-e7d7-48ef-877f-e75b910a6686", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:54.225125 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9751d2d9-0b6f-48ae-a555-eaf801c034b3 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:54.227030 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17ff73a-e7d7-48ef-877f-e75b910a6686', 'code': 200} Aug 23 11:59:54.289093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc2ae4d5-c1dc-4a8f-88b9-c6668c2cc41d req-a2173761-b5f4-47ca-ac31-0e08d6f4da4d tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092375 Aug 23 11:59:54.315678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a17ff73a-e7d7-48ef-877f-e75b910a6686,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:54.397354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.408270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64abdf89-328c-4906-903d-6d6acfcb3c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.439200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Network 8b767897-3d1e-4f05-8912-c8b3629b680e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:59:54.465472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e37d6-d413-4974-9189-822b4e949a6b req-151afc2e-d59a-4cf8-9fa3-8d93ba6ad1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:54.467743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-163e37d6-d413-4974-9189-822b4e949a6b req-151afc2e-d59a-4cf8-9fa3-8d93ba6ad1f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 1101 time: 0.1151206 Aug 23 11:59:54.471744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8b767897-3d1e-4f05-8912-c8b3629b680e) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:54.482107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:54.483284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.486014 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Floating IP 6565aac5-0a40-4f87-93fd-3522a7d9f724 associated. External IP: 172.25.1.144, port: fd9221e4-6462-4e98-a960-89bb0b33bc85. Aug 23 11:59:54.500922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.505876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d8baa-e855-4b82-aedb-0b94153f8d57 None None] Network 8b767897-3d1e-4f05-8912-c8b3629b680e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:54.546110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.585816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-163e37d6-d413-4974-9189-822b4e949a6b req-cef47e9a-a2c8-4cb2-9061-f9a5589438f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992851 Aug 23 11:59:54.591456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.602064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.623117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 57ce17c6-458c-4995-b169-2d1f44d54ff0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=57ce17c6-458c-4995-b169-2d1f44d54ff0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:54.626814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:54.629948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.647515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-5a1a10e7-85d3-4858-a0e1-e8c662ababcc tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:54.655042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 11:59:54.656012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-5a1a10e7-85d3-4858-a0e1-e8c662ababcc tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.2231019 Aug 23 11:59:54.673031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.673920 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Added segment f8840cd7-78f3-4fb2-a586-ee925e57397e of type vlan for network b28335e8-ebdb-4d64-99d5-d575e2af8a60 Aug 23 11:59:54.682295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-31b13c69-3cee-454f-978a-f78dcaff102d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/quotas/f331c1e1a41f4762a9a7f9d5f0969fe1 HTTP/1.1" status: 200 len: 375 time: 0.0253997 Aug 23 11:59:54.693582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=57ce17c6-458c-4995-b169-2d1f44d54ff0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:54.696558 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.740849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.772195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f2ce9f8b-791e-444d-a4d7-2e51cbd8cb99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4594755 Aug 23 11:59:54.779860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.780971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:54.785713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:54.800881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.841640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d09a4-8a74-41ae-a181-a8cfe395f296 None None] Network 8b767897-3d1e-4f05-8912-c8b3629b680e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:54.864335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:54.890692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1304386 Aug 23 11:59:54.895311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47854) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 11:59:54.902110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-4986e637-666d-4333-bb8e-b1e3a63e8358 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1527243 Aug 23 11:59:54.938297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Request body: {'subnet': {'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-431668063-subnet', 'tenant_id': 'a83ad5cec7b149608abed3d955c00043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:54.951217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6f290-7132-47d5-98e2-cd149c7f3479 admin admin] Pushing event updated for resources: {'Network': ['ID=b28335e8-ebdb-4d64-99d5-d575e2af8a60,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:54.974757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b28335e8-ebdb-4d64-99d5-d575e2af8a60 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 11:59:54.984954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Made reservation on behalf of a83ad5cec7b149608abed3d955c00043 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:54.989405 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:54.995598 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Sync routers for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:55.014715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:55.015878 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:55.053853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Router 69e44568-7992-4205-8d0e-6b6299c83fe3 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 11:59:55.087180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-21afb935-8c1a-4c11-95a0-253aa81edd91 service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839616 Aug 23 11:59:55.324368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-15f04ea3-b96d-4d2b-abe4-5721a84e56c3 service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314312 Aug 23 11:59:55.325712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 11:59:55.335577 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:55.354112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] Sync routers for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 11:59:55.371812 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:55.386148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:55.392776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:55.428219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-40a1b339-2239-4621-b6ea-835baba9fe02 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "PUT /v2.0/floatingips/6565aac5-0a40-4f87-93fd-3522a7d9f724 HTTP/1.1" status: 200 len: 991 time: 3.2048118 Aug 23 11:59:55.429149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:55.433592 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e" -d '{"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:55.468765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:55.621151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d779e60a-8217-4f38-a7e2-fccc174c45ae,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:55.630570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Checking segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:55.630939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Network hostable DHCP agents. Network: b28335e8-ebdb-4d64-99d5-d575e2af8a60, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 11:59:55.653567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Network b28335e8-ebdb-4d64-99d5-d575e2af8a60 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 11:59:55.683915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b28335e8-ebdb-4d64-99d5-d575e2af8a60) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 11:59:55.690843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:55.693201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:55.719889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d144a52-d736-4cd5-a6ca-beb98495350c None None] Network b28335e8-ebdb-4d64-99d5-d575e2af8a60 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:55.747071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b3ce99cf-3a26-4fb2-8c62-6a5b937ad52f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8424392 Aug 23 11:59:55.796154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0753a8-f2a8-437c-88df-fc3b6569ad88 req-56889e17-765e-4cf8-92e5-7d3d9806bc02 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:55.804591 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0753a8-f2a8-437c-88df-fc3b6569ad88 req-56889e17-765e-4cf8-92e5-7d3d9806bc02 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 950 time: 0.1341481 Aug 23 11:59:55.869135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db0753a8-f2a8-437c-88df-fc3b6569ad88 req-8ba8b31a-d6fe-4376-8c6c-e8a0ca650078 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634673 Aug 23 11:59:55.948131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57ce17c6-458c-4995-b169-2d1f44d54ff0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:56.047840 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 2, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:56.097056 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:56.098846 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Checking router: f64b8980-cfac-41a9-ad19-a3f86810c513 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:56.099407 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Updating router f64b8980-cfac-41a9-ad19-a3f86810c513 port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 11:59:56.129242 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:56.164564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:56.187872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236036cf-918a-4101-b80b-f6decfac9977 req-404024d2-afda-4163-829d-e0aafc60204e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.195273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-236036cf-918a-4101-b80b-f6decfac9977 req-404024d2-afda-4163-829d-e0aafc60204e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3c55596-b53b-453b-b164-e0fc5ed16790 HTTP/1.1" status: 200 len: 943 time: 0.2602189 Aug 23 11:59:56.199815 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090d905b-9aa9-4789-9307-926334b7a757 x-openstack-request-id: req-090d905b-9aa9-4789-9307-926334b7a757 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:56.200354 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:56.200354 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-090d905b-9aa9-4789-9307-926334b7a757 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:56.200769 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'status': 'completed', 'code': 200} Aug 23 11:59:56.214305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-b5962fc2-1003-4e34-8594-55fb17babd68 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.225016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-b5962fc2-1003-4e34-8594-55fb17babd68 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 815 time: 0.3901176 Aug 23 11:59:56.276095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:56.283168 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aba2ba-f4d9-491c-8022-90e3fa1bc4b8" -d '{"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-unplugged", "status": "completed", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:56.323278 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-db60b1c1-03d4-4ac0-87f5-9e62998e94aa tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/quotas/65734ceb115d4df28eb02b01914ae75b HTTP/1.1" status: 200 len: 375 time: 0.0959611 Aug 23 11:59:56.406688 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a32975f-8683-4800-856b-3ab0064cf0a0 req-0a85c3f5-91ae-48a2-b8a0-a701dca577a6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 210 time: 0.1090126 Aug 23 11:59:56.408457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-84be1247-72e8-43e8-89d3-dd10daa8c9d8 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816903 Aug 23 11:59:56.440924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.441412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.442220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.442701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.443168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.443638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.444114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.453324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-2ffd70c4-f025-42e6-8bd9-11824cb19414 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6501 time: 0.2162228 Aug 23 11:59:56.509452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 57ce17c6-458c-4995-b169-2d1f44d54ff0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 11:59:56.510286 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:56.564093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afb9b08-0ca2-4873-9210-eacba75f0601 None None] Network b28335e8-ebdb-4d64-99d5-d575e2af8a60 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 11:59:56.635099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-06ac9194-abf0-49be-9bd1-35bada77e80a service neutron] 10.222.0.21 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287579 Aug 23 11:59:56.660140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-4223fc93-f5dd-447d-9f10-6e3e255dbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.661945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-4223fc93-f5dd-447d-9f10-6e3e255dbe53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01f35405-6932-4962-83f2-265cc0f694be HTTP/1.1" status: 200 len: 917 time: 0.2009747 Aug 23 11:59:56.782869 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-618ffa0a-b6dd-478b-b426-d8a069e620a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 200 len: 999 time: 0.1136272 Aug 23 11:59:56.787745 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:56.817424 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Transition to ACTIVE for port object 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 11:59:56.835120 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:56.902241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Deleting port e3bd9dd2-9918-4822-91cb-3a7842086a90 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 11:59:56.902770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:56.967747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb5ff2-5bce-4314-beb8-74f6b02eab54 None None] Pushing event updated for resources: {'Port': ['ID=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:56.973778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-6b707797-b545-45a8-afe9-737d41d2992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:56.975340 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-6b707797-b545-45a8-afe9-737d41d2992a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18329f7b-8be1-4092-bf79-31f137af252e HTTP/1.1" status: 200 len: 855 time: 0.1787694 Aug 23 11:59:57.044816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-37900cb8-0259-481c-ab36-6a407d6a8eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053552 Aug 23 11:59:57.122357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] For port e3bd9dd2-9918-4822-91cb-3a7842086a90, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3bd9dd2-9918-4822-91cb-3a7842086a90,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 11:59:57.123503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.158341 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Attempting to bind port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 11:59:57.159267 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Attempting to bind port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 11:59:57.159830 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Attempting to bind port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b on network a798c050-248a-4546-8041-33f968ec94d0 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 11:59:57.165838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Calling delete_port for e3bd9dd2-9918-4822-91cb-3a7842086a90 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 11:59:57.171398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-416ead1d-2ca5-4a97-97f6-461776eb5d5a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:57.173036 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-416ead1d-2ca5-4a97-97f6-461776eb5d5a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 813 time: 0.3892665 Aug 23 11:59:57.177317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 11:59:57.177711 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Checking segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 11:59:57.178129 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.178532 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Bound using segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 11:59:57.179016 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Bound port: 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 11:59:57.179422 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.219204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-a8ec3f08-8bf0-4bf6-a23e-c86858d8a9e0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/quotas/a83ad5cec7b149608abed3d955c00043 HTTP/1.1" status: 200 len: 375 time: 0.0301304 Aug 23 11:59:57.227900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-e7aa2f62-c9c6-4bd0-880f-988801216cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:57.229764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-e7aa2f62-c9c6-4bd0-880f-988801216cab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01f35405-6932-4962-83f2-265cc0f694be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425063 Aug 23 11:59:57.352192 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.407612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-641eb6e1-8307-4bc4-9d92-7f12ca71b741 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1707568 Aug 23 11:59:57.437394 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] For port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 11:59:57.446955 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] For port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 11:59:57.463575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6565aac5-0a40-4f87-93fd-3522a7d9f724', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'port_id': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'mac_address': 'fa:16:3e:a3:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:58:25Z', 'updated_at': '2021-08-23T11:59:53Z', 'revision_number': 1, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:57.476283 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.574148 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160baf17-d169-49bc-8e9d-cec21d1bab5a x-openstack-request-id: req-160baf17-d169-49bc-8e9d-cec21d1bab5a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:57.574675 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-unplugged", "status": "completed", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:57.574952 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-160baf17-d169-49bc-8e9d-cec21d1bab5a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:57.575228 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'code': 200} Aug 23 11:59:57.584875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] Checking router: 69e44568-7992-4205-8d0e-6b6299c83fe3 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 11:59:57.591682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.601700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-b6c49489-dab1-4fe1-ac73-306bd510cef0 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619406 Aug 23 11:59:57.635941 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:57.636185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:57.640743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.650242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 11:59:57.654507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T11:59:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:57.666711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-5391d893-ab4c-4164-a7a3-ead0fdee1c0a service neutron] 10.222.0.21 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572477 Aug 23 11:59:57.810775 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb5ff2-5bce-4314-beb8-74f6b02eab54 None None] Pushing event updated for resources: {'Port': ['ID=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:57.855651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] No DVR routers for this DVR port e3bd9dd2-9918-4822-91cb-3a7842086a90 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 11:59:57.859770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:57.862749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-34398ab9-6fb6-4630-8139-f1300f10abdb service neutron] 10.222.0.21 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950631 Aug 23 11:59:57.862913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-236036cf-918a-4101-b80b-f6decfac9977 req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "DELETE /v2.0/ports/e3bd9dd2-9918-4822-91cb-3a7842086a90 HTTP/1.1" status: 204 len: 173 time: 1.6351213 Aug 23 11:59:57.863788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event deleted for resources: {'Port': ['ID=e3bd9dd2-9918-4822-91cb-3a7842086a90,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 11:59:57.899453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-deleted', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 11:59:57.903764 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e8b2d-cb86-48cb-8830-ec8d8023b6c7" -d '{"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-deleted", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 11:59:57.909870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.910283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.911087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.912204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.913119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.913515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.914326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.915449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.915869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.917197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.918709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.919071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cea369-6468-4508-82e7-0ec3a5f46339 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 11:59:57.995942 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:58.004388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 11:59:58.050952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67f41a-6915-44a7-9c68-32cd589dc839 req-35e8c936-2231-483f-9ecb-d24e122081df tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:58.062605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd67f41a-6915-44a7-9c68-32cd589dc839 req-35e8c936-2231-483f-9ecb-d24e122081df tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 950 time: 0.3281145 Aug 23 11:59:58.139806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ca1f64d-e0cc-4c40-b5ca-8af3e94ff22e req-c5b51242-faa7-4ecc-9afd-d05c22061539 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239863 Aug 23 11:59:58.191076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd67f41a-6915-44a7-9c68-32cd589dc839 req-7cd3c61e-84e4-4dc0-90f2-afb3511737d9 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269052 Aug 23 11:59:58.385269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:58.538785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c25c6c82-f2df-4156-a2d8-b72b0c718459 req-d88af5a9-c83b-4da5-86ab-cd262b682e2c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 210 time: 0.0750473 Aug 23 11:59:58.595826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a46a06d2-acff-427d-bfe9-fe12239498a3 req-a878ff1e-f3b7-4f49-8fb7-ef07549b6df8 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 210 time: 0.1984782 Aug 23 11:59:58.652944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6565aac5-0a40-4f87-93fd-3522a7d9f724', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'port_id': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'mac_address': 'fa:16:3e:a3:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:58:25Z', 'updated_at': '2021-08-23T11:59:53Z', 'revision_number': 1, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:58.670112 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41fd790-2505-49f3-848c-6569f56a3ddd x-openstack-request-id: req-f41fd790-2505-49f3-848c-6569f56a3ddd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 11:59:58.670819 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c55596-b53b-453b-b164-e0fc5ed16790", "name": "network-vif-deleted", "tag": "e3bd9dd2-9918-4822-91cb-3a7842086a90", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 11:59:58.671249 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f41fd790-2505-49f3-848c-6569f56a3ddd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 11:59:58.671862 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c55596-b53b-453b-b164-e0fc5ed16790', 'name': 'network-vif-deleted', 'tag': 'e3bd9dd2-9918-4822-91cb-3a7842086a90', 'status': 'completed', 'code': 200} Aug 23 11:59:58.688418 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T11:59:57Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 11:59:58.742755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868ccb1-f475-43af-bd09-a7c8190d946c None None] The sync data for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 is: [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6565aac5-0a40-4f87-93fd-3522a7d9f724', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'port_id': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'mac_address': 'fa:16:3e:a3:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T11:58:25Z', 'updated_at': '2021-08-23T11:59:53Z', 'revision_number': 1, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:58.806336 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb33c8-d86a-4307-9ac4-24db608056f8 None None] The sync data for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 is: [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T11:59:57Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 11:59:58.813931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c151b97-af37-4586-ba3d-7a31f606757e req-dbdee4bc-7387-469e-8808-849029b5a651 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 210 time: 0.0909145 Aug 23 11:59:58.833364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-0cfcf765-5484-44c7-a0d7-ff9f3331d249 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:58.839054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-0cfcf765-5484-44c7-a0d7-ff9f3331d249 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.5249281 Aug 23 11:59:58.866887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Request body: {'port': {'device_id': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'admin_state_up': True, 'tenant_id': 'f331c1e1a41f4762a9a7f9d5f0969fe1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:58.914495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d8244-fed5-449b-b5e6-01fcb4886fe2 req-0d4a309b-2a96-4738-82dd-5fde3bd30133 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:58.916251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-228d8244-fed5-449b-b5e6-01fcb4886fe2 req-0d4a309b-2a96-4738-82dd-5fde3bd30133 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 1101 time: 0.1207850 Aug 23 11:59:59.007153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-228d8244-fed5-449b-b5e6-01fcb4886fe2 req-0c9fde73-7723-4d26-9186-4549a90a9f26 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814784 Aug 23 11:59:59.141230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Made reservation on behalf of f331c1e1a41f4762a9a7f9d5f0969fe1 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:59.146721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:59.291668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cbd02-8725-489f-8113-24d4bc139a9a None None] New status for floating IP 6565aac5-0a40-4f87-93fd-3522a7d9f724: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 11:59:59.423483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-b3b13b76-cde9-4c6e-a692-9f4f0e05c389 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003788 Aug 23 11:59:59.544383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-900855c7-b2f4-42d0-96ce-1e5787804af1 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:59.546259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-900855c7-b2f4-42d0-96ce-1e5787804af1 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 815 time: 0.1798906 Aug 23 11:59:59.560438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Request body: {'port': {'device_id': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'admin_state_up': True, 'tenant_id': '65734ceb115d4df28eb02b01914ae75b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 11:59:59.595177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Allocated IP 172.20.0.14 (6a34e02d-0688-417e-b3b0-6e98d7b819cb/c961e922-2a1a-437a-accd-21b7c8d891b5/47c09628-7bde-4b48-9885-47105a05dd31) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 11:59:59.616313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 11:59:59.685037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e3bd9dd2-9918-4822-91cb-3a7842086a90 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 11:59:59.687656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3bd9dd2-9918-4822-91cb-3a7842086a90 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 11:59:59.751842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-5ae08c53-a9a3-4672-867e-b24b5ec41df8 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 11:59:59.760004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-5ae08c53-a9a3-4672-867e-b24b5ec41df8 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292289 Aug 23 11:59:59.788229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-f6440cc1-a190-48b0-b38f-49125d1fba64 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/quotas/aba9e1020f3f4d22b751ccf554060c49 HTTP/1.1" status: 200 len: 375 time: 0.0258684 Aug 23 11:59:59.798822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ff1524d-2c19-4edf-861d-957a76ee4bc1 req-0c5b399a-c0ee-4731-a589-e0daf2a8384f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 210 time: 0.0745642 Aug 23 11:59:59.891910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 11:59:59.901528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Made reservation on behalf of 65734ceb115d4df28eb02b01914ae75b for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 11:59:59.909213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 11:59:59.981549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-689e008c-d4c6-46e7-8905-8de9193f690c req-054811ab-ba9c-4e3e-b727-ca61d089f859 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 210 time: 0.0663009 Aug 23 12:00:00.033316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-33e43c55-890e-4e6b-887f-7507e3bf5a2b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2439528 Aug 23 12:00:00.048079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:00.059889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:00.060273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.144687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.239051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-402a70a9-abb1-4d51-b7de-ab8571b5282d req-3659a751-5944-44d5-9e84-81253fddbbab tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 210 time: 0.0761204 Aug 23 12:00:00.317391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.326980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-b9a95b5f-a27c-4f36-a593-e0cead3c0113 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:00.332135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-b9a95b5f-a27c-4f36-a593-e0cead3c0113 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 813 time: 0.2983136 Aug 23 12:00:00.357489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Request body: {'port': {'device_id': '38145ea9-f09b-4275-912e-a86316d6108a', 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'admin_state_up': True, 'tenant_id': 'a83ad5cec7b149608abed3d955c00043'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:00.393404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.422574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Allocated IP 172.20.0.14 (8b767897-3d1e-4f05-8912-c8b3629b680e/8b69d93e-e3d6-4b59-aa0e-db4880a72676/7459b76a-6b7b-4242-844e-a3b5405cbc4c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:00.506386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:00.516012 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.551505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:00.597250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c21d27d7-71ff-4e48-9273-37ed36e71e7d req-df4b32d8-373b-4711-8a6b-0a5a62e0e059 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 210 time: 0.2222586 Aug 23 12:00:00.598699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:00.601511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:00.636725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:00.649391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:00.663172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.663523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.664071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.664071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.665323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.665323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.665323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.668651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.668651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.668651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.668651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.668651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:00.679730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Made reservation on behalf of a83ad5cec7b149608abed3d955c00043 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:00.683307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.701544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:00.702795 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.719569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-16e586b8-9a4e-4948-a900-90d76846e7bd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8602672 Aug 23 12:00:00.735180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-b9fa4a41-50d2-42c3-b10c-722be36b639f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:00:00.736656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-b9fa4a41-50d2-42c3-b10c-722be36b639f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060360 Aug 23 12:00:00.755756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Request body: {'port': {'device_id': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:00.801380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.867435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:00.963916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Allocated IP 172.20.0.9 (b28335e8-ebdb-4d64-99d5-d575e2af8a60/d779e60a-8217-4f38-a7e2-fccc174c45ae/56ef8cad-3106-4e90-bf05-b8dda58121d0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:00.970661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.063549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:01.070426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83a6d0-8cb8-4dc7-ad66-e10db07f93a4 req-67014f96-fa3c-493b-a7db-cfac43bf04cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:01.072036 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3d83a6d0-8cb8-4dc7-ad66-e10db07f93a4 req-67014f96-fa3c-493b-a7db-cfac43bf04cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 932 time: 0.1623311 Aug 23 12:00:01.085418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Network 8b767897-3d1e-4f05-8912-c8b3629b680e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:01.096488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:01.103363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:01.154269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3d83a6d0-8cb8-4dc7-ad66-e10db07f93a4 req-cd00328e-b692-4262-b775-aed81ddef13c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701270 Aug 23 12:00:01.298905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:01.299593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.350187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80098f2c-b82f-4cde-8471-3d0fb328f405 req-a1d40a16-d0f6-47d2-942f-e380d4d6c91c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:01.357276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80098f2c-b82f-4cde-8471-3d0fb328f405 req-a1d40a16-d0f6-47d2-942f-e380d4d6c91c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 932 time: 0.2449641 Aug 23 12:00:01.393785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c09628-7bde-4b48-9885-47105a05dd31 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:01.409639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-f8a3b98c-7d31-4e08-b933-bccb0619adcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8541574 Aug 23 12:00:01.432010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c200858-e8d6-447f-bbcd-8e588676b77e req-87dd738e-9373-4685-9bf2-4ebb92258998 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 210 time: 0.0552995 Aug 23 12:00:01.436876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.465796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Transition to ACTIVE for port object 47c09628-7bde-4b48-9885-47105a05dd31 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:01.470627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Request body: {'port': {'device_id': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:01.476574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.566352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80098f2c-b82f-4cde-8471-3d0fb328f405 req-8d61cbdd-5a8c-4a3e-9207-e5f5e29dc96a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885395 Aug 23 12:00:01.571009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.624959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:01.632057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Attempting to bind port 47c09628-7bde-4b48-9885-47105a05dd31 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:01.632418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Attempting to bind port 47c09628-7bde-4b48-9885-47105a05dd31 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:01.632731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Attempting to bind port 47c09628-7bde-4b48-9885-47105a05dd31 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:01.641486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Port 47c09628-7bde-4b48-9885-47105a05dd31 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:01.641885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Attempting to bind port 47c09628-7bde-4b48-9885-47105a05dd31 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:01.649083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:01.649435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Checking segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:01.649863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Bound using segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:01.650309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Bound port: 47c09628-7bde-4b48-9885-47105a05dd31, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:01.650702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.673772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.756199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:01.761597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:01.768951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.829299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:01.877647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:01.878589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.880402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] 10.222.0.41 "PUT /v2.0/ports/47c09628-7bde-4b48-9885-47105a05dd31 HTTP/1.1" status: 200 len: 1092 time: 1.1344650 Aug 23 12:00:01.881255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:01.884096 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b064c-4942-44b4-b59a-7768712206fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "tag": "47c09628-7bde-4b48-9885-47105a05dd31"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:01.888533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:01.888910 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:01.889380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-158e5d66-fba6-4431-8825-743cce20c483 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aba9e1020f3f4d22b751ccf554060c49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496123 Aug 23 12:00:01.913149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb83401-3abb-4d93-b1cf-ff38fd60daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:01.970294 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3434c835-af6f-4cbd-8c9d-cbe04f92f8c9 x-openstack-request-id: req-3434c835-af6f-4cbd-8c9d-cbe04f92f8c9 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:01.970594 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "tag": "47c09628-7bde-4b48-9885-47105a05dd31", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:01.971061 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3434c835-af6f-4cbd-8c9d-cbe04f92f8c9 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:01.971561 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31', 'status': 'completed', 'code': 200} Aug 23 12:00:02.132438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-a6a5bd82-858e-4507-a393-d6876e98d819 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:02.134070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-a6a5bd82-858e-4507-a393-d6876e98d819 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393095 Aug 23 12:00:02.136821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-20050f28-04b0-433b-82af-343ca139dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:02.138354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-20050f28-04b0-433b-82af-343ca139dbfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 1095 time: 0.0838869 Aug 23 12:00:02.156346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Request body: {'port': {'device_id': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'aba9e1020f3f4d22b751ccf554060c49'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:02.222949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-70c2e1aa-54a3-4833-8a25-f4dfe11f24bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47c09628-7bde-4b48-9885-47105a05dd31 HTTP/1.1" status: 200 len: 217 time: 0.0612862 Aug 23 12:00:02.264894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f545084-f1d2-4be4-913d-fa7d653ad358 req-07dca155-9159-4e4e-8de1-eb6679b411e3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 210 time: 0.3338442 Aug 23 12:00:02.397056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7459b76a-6b7b-4242-844e-a3b5405cbc4c {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:02.405616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:02.409471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:02.535264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Network b28335e8-ebdb-4d64-99d5-d575e2af8a60 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:02.540200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:02.545324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Transition to ACTIVE for port object 7459b76a-6b7b-4242-844e-a3b5405cbc4c will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:02.548450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:02.560699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:02.569672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:02.708614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:02.719190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:02.719915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:02.735109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb227d9-d240-41ea-b52f-e9239600effe req-917799ec-fa5a-4790-bcd2-cf8940758ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:02.736948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-917799ec-fa5a-4790-bcd2-cf8940758ec3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.4753780 Aug 23 12:00:02.756590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d92e4-9ca0-4fe9-b106-4360815f6a7a req-afe9a10a-ed5e-4a16-85a3-0c0baa4f0877 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:02.758168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-872d92e4-9ca0-4fe9-b106-4360815f6a7a req-afe9a10a-ed5e-4a16-85a3-0c0baa4f0877 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 931 time: 0.2144024 Aug 23 12:00:02.769372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ef960-86a8-4351-a770-6a42e51ec955 req-7881a056-f78a-4cc3-8ce7-c8f91d2cca98 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:02.777035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e8ef960-86a8-4351-a770-6a42e51ec955 req-7881a056-f78a-4cc3-8ce7-c8f91d2cca98 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 944 time: 0.5135748 Aug 23 12:00:02.805640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-031aaa17-66ef-4a51-b519-b752b47b9e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586770 Aug 23 12:00:02.807749 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-ddba4f48-2271-4d94-bea2-f52353081fa8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4594481 Aug 23 12:00:02.828236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-5e7c81ef-d279-475f-a20d-835751908bef tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:00:02.829212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-5e7c81ef-d279-475f-a20d-835751908bef tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089722 Aug 23 12:00:02.852079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Made reservation on behalf of aba9e1020f3f4d22b751ccf554060c49 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:02.856174 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:02.870678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-872d92e4-9ca0-4fe9-b106-4360815f6a7a req-e0612504-7a79-4b3a-b0de-817ca979004d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814650 Aug 23 12:00:02.876210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Attempting to bind port 7459b76a-6b7b-4242-844e-a3b5405cbc4c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:02.876560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Attempting to bind port 7459b76a-6b7b-4242-844e-a3b5405cbc4c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:02.877616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Attempting to bind port 7459b76a-6b7b-4242-844e-a3b5405cbc4c on network 8b767897-3d1e-4f05-8912-c8b3629b680e {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:02.886119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Port 7459b76a-6b7b-4242-844e-a3b5405cbc4c on network 8b767897-3d1e-4f05-8912-c8b3629b680e not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:02.886530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Attempting to bind port 7459b76a-6b7b-4242-844e-a3b5405cbc4c on network 8b767897-3d1e-4f05-8912-c8b3629b680e {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:02.895824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:02.896212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Checking segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:02.896614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Bound using segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:02.897056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Bound port: 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:02.897420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:02.922943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e8ef960-86a8-4351-a770-6a42e51ec955 req-afb9887f-8946-4bb0-8793-a309164664ac tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449637 Aug 23 12:00:02.964209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Request body: {'port': {'device_id': '38145ea9-f09b-4275-912e-a86316d6108a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:03.022471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:03.026538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:03.027491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-43d1464f-3999-4701-b4e1-c3e86ef5dbc8 service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070913 Aug 23 12:00:03.091049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.168302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.175861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.177098 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.178344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] 10.222.0.41 "PUT /v2.0/ports/7459b76a-6b7b-4242-844e-a3b5405cbc4c HTTP/1.1" status: 200 len: 1092 time: 1.7139225 Aug 23 12:00:03.192229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:03.196722 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1324241c-c57a-47ae-868b-3e6482b2d376" -d '{"events": [{"name": "network-changed", "server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:03.230890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Allocated IP 192.168.233.253 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/cd02006d-d0ef-46a3-9e8e-480def8b5c24) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:03.248446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ce0e8-968d-41f1-9e27-4481fc883257 req-c9aa3eff-9869-4403-8104-369c5f88159d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.250436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-792ce0e8-968d-41f1-9e27-4481fc883257 req-c9aa3eff-9869-4403-8104-369c5f88159d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 944 time: 0.1716259 Aug 23 12:00:03.254722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb227d9-d240-41ea-b52f-e9239600effe req-6616a858-fdcd-40bf-8d05-96d10901dd4f service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184494 Aug 23 12:00:03.321250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4ea1-2b8c-41aa-ab78-c24abd8032cd service neutron] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:03.371893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-634b8d43-3643-485e-ae44-93370f8c4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.373615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-634b8d43-3643-485e-ae44-93370f8c4c7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 1095 time: 0.1464899 Aug 23 12:00:03.375798 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b777744-00ba-4201-9914-d02b2493c685 x-openstack-request-id: req-6b777744-00ba-4201-9914-d02b2493c685 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:03.376154 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:03.376772 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b777744-00ba-4201-9914-d02b2493c685 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:03.377293 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'status': 'completed', 'code': 200} Aug 23 12:00:03.406319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-792ce0e8-968d-41f1-9e27-4481fc883257 req-0a22db91-cfa1-4eb9-a246-b2a1239cfa65 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469190 Aug 23 12:00:03.472174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b064c-4942-44b4-b59a-7768712206fd req-92f85ae9-adf2-42c5-a6e0-ef89514dd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.474358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-92f85ae9-adf2-42c5-a6e0-ef89514dd73b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 1095 time: 0.1561904 Aug 23 12:00:03.479578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-694ed3e5-d0d6-418a-86d7-1c553a82159f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c HTTP/1.1" status: 200 len: 217 time: 0.0485713 Aug 23 12:00:03.593799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9879f4c0-211e-47f2-b1a6-062e3c159240 req-89cdb32a-e371-4156-94aa-0744e660e501 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 210 time: 0.0890226 Aug 23 12:00:03.641043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-d51e4986-6a16-4351-bcae-b532911f680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.641043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-d51e4986-6a16-4351-bcae-b532911f680f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 200 len: 855 time: 0.1499677 Aug 23 12:00:03.659945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.687869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Transition to ACTIVE for port object cd02006d-d0ef-46a3-9e8e-480def8b5c24 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:03.689849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b064c-4942-44b4-b59a-7768712206fd req-bb75ded3-fc8e-4c8b-a3fc-b2adf3b29784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.691434 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-bb75ded3-fc8e-4c8b-a3fc-b2adf3b29784 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 905 time: 0.1835785 Aug 23 12:00:03.718262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-b89081d9-0845-4e0d-9faf-43d953c41939 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b767897-3d1e-4f05-8912-c8b3629b680e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401461 Aug 23 12:00:03.740448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-253baeb4-3e9f-4b90-8678-a542480f1d75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47c09628-7bde-4b48-9885-47105a05dd31 HTTP/1.1" status: 200 len: 217 time: 0.0404146 Aug 23 12:00:03.805241 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.816400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b064c-4942-44b4-b59a-7768712206fd req-6aac34f1-ce47-4297-acf7-242299698d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:03.817806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-6aac34f1-ce47-4297-acf7-242299698d04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.0705521 Aug 23 12:00:03.820208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:03.824397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2', '64a71cd4-4d73-471e-a701-8c11adb18517', 'a17ff73a-e7d7-48ef-877f-e75b910a6686'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:03.841562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:03.852411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.868674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:03.882258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Transition to ACTIVE for port object 56ef8cad-3106-4e90-bf05-b8dda58121d0 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:03.887005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-b1ebe6e0-f7d3-4ada-b565-4fb2078d4fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591468 Aug 23 12:00:03.888053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:03.895012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:03.900755 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-5d455526-30b9-46df-92e6-f388c95cc1e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571055 Aug 23 12:00:03.903589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:03.955840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event updated for resources: {'Port': ['ID=cd02006d-d0ef-46a3-9e8e-480def8b5c24,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:04.143554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.144711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.154110 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ce21a3-2616-4649-adfc-43ecf8afcebb req-8ebaa170-4ebf-477d-a569-2a58658f38dd service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888139 Aug 23 12:00:04.202503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-e34e3450-98f1-4803-99e9-61b068066b26 service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694597 Aug 23 12:00:04.220784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:04.250477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-7d65eabc-ff28-4bf6-a6c1-0740bfc11ba4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0989866 Aug 23 12:00:04.318156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-08b9197f-ae00-4086-bbc5-229734f10fa0 None None] Provisioning for port cd02006d-d0ef-46a3-9e8e-480def8b5c24 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:04.337411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-08b9197f-ae00-4086-bbc5-229734f10fa0 None None] Provisioning complete for port cd02006d-d0ef-46a3-9e8e-480def8b5c24 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:04.337865 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-08b9197f-ae00-4086-bbc5-229734f10fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.355796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-086b064c-4942-44b4-b59a-7768712206fd req-09abd9c2-8085-4648-8425-b129ec5b69b9 service neutron] 10.222.0.41 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442997 Aug 23 12:00:04.357339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c189934-9ab6-4dfc-8150-d215d4a39bf5 req-34c9f908-6e94-4314-a80c-6a896a715493 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.358956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c189934-9ab6-4dfc-8150-d215d4a39bf5 req-34c9f908-6e94-4314-a80c-6a896a715493 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 944 time: 0.2015204 Aug 23 12:00:04.364171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Request body: {'port': {'device_id': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:04.422336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-f6ef061b-7b8a-4fe3-ba00-a0fb22af5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.423924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-f6ef061b-7b8a-4fe3-ba00-a0fb22af5a09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 1095 time: 0.1982732 Aug 23 12:00:04.433061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c189934-9ab6-4dfc-8150-d215d4a39bf5 req-58f21fc7-2129-49c5-840d-673291de8301 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670533 Aug 23 12:00:04.434533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-08b9197f-ae00-4086-bbc5-229734f10fa0 None None] Port cd02006d-d0ef-46a3-9e8e-480def8b5c24 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:04.438322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:04.438322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:04.438624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b0693-3749-44d5-86ca-c2be48300f28 req-83701f41-a18a-4f91-8681-d4ccee5a5027 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.438749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:04.440064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-267b0693-3749-44d5-86ca-c2be48300f28 req-83701f41-a18a-4f91-8681-d4ccee5a5027 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.3976760 Aug 23 12:00:04.445271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.458197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:04.458540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:04.486923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:04.487281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Checking segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:04.487662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Bound using segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:04.488129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Bound port: 56ef8cad-3106-4e90-bf05-b8dda58121d0, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:04.488503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.636045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:04.639175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-d35f01ba-b6a0-4d39-a33d-47e89c7543ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.640736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-d35f01ba-b6a0-4d39-a33d-47e89c7543ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 916 time: 0.1936629 Aug 23 12:00:04.663887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:04.715064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.720840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-92f8c3a3-f022-45be-988d-847816d3d558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c HTTP/1.1" status: 200 len: 217 time: 0.0659409 Aug 23 12:00:04.777897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-267b0693-3749-44d5-86ca-c2be48300f28 req-f1efb32d-d316-4aaf-9eed-74268d5de6b1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155117 Aug 23 12:00:04.832917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.833563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.835063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] 10.222.0.44 "PUT /v2.0/ports/56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 1091 time: 1.9944749 Aug 23 12:00:04.876429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f246e3-a8f2-45e2-a08c-a4300631bfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:04.891412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-476a16e8-bbbe-46bc-bf20-9192913f0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.893006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-476a16e8-bbbe-46bc-bf20-9192913f0577 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 200 len: 855 time: 0.1480498 Aug 23 12:00:04.921244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd02006d-d0ef-46a3-9e8e-480def8b5c24 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:04.932170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.952893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Transition to ACTIVE for port object cd02006d-d0ef-46a3-9e8e-480def8b5c24 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:04.964262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fd765-efab-4dbe-b81b-4beb4aea5a50 req-4514aa9d-ef72-4425-8d8f-27960ca699e2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:04.965774 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b6fd765-efab-4dbe-b81b-4beb4aea5a50 req-4514aa9d-ef72-4425-8d8f-27960ca699e2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 944 time: 0.0779972 Aug 23 12:00:04.966945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:04.975695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-f0b0340b-8fc1-412a-9a57-048d5d185967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b767897-3d1e-4f05-8912-c8b3629b680e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678804 Aug 23 12:00:05.008910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-f12f3763-2184-4a5b-aecc-3ca2f9a72e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.010197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-f12f3763-2184-4a5b-aecc-3ca2f9a72e96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1094 time: 0.1214204 Aug 23 12:00:05.042809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Pushing event updated for resources: {'Port': ['ID=cd02006d-d0ef-46a3-9e8e-480def8b5c24,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:05.043549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598076-e0a5-4b41-8732-a388ba3f7ae8 req-fbe032e5-031b-4371-a9dc-024b21c43592 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.046546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60598076-e0a5-4b41-8732-a388ba3f7ae8 req-fbe032e5-031b-4371-a9dc-024b21c43592 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 936 time: 0.1652980 Aug 23 12:00:05.105559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b6fd765-efab-4dbe-b81b-4beb4aea5a50 req-ee15d830-5423-43e1-8f4d-585eb358e248 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114209 Aug 23 12:00:05.129313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-0775b034-9ae2-4d9e-9a6d-72613e8089ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.1042500 Aug 23 12:00:05.130163 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:00:05.156197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Attempting to bind port cd02006d-d0ef-46a3-9e8e-480def8b5c24 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:05.157357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Attempting to bind port cd02006d-d0ef-46a3-9e8e-480def8b5c24 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:05.158526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Attempting to bind port cd02006d-d0ef-46a3-9e8e-480def8b5c24 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:05.165829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Port cd02006d-d0ef-46a3-9e8e-480def8b5c24 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:05.166779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Attempting to bind port cd02006d-d0ef-46a3-9e8e-480def8b5c24 on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:05.172681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:05.173013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:05.173523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:05.174104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Bound port: cd02006d-d0ef-46a3-9e8e-480def8b5c24, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:05.174514 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:05.246828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] For port cd02006d-d0ef-46a3-9e8e-480def8b5c24, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:05.250597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] For port cd02006d-d0ef-46a3-9e8e-480def8b5c24, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:05.250956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-ba30ac31-6ee9-4863-9ca9-beae3f1d2415 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647967 Aug 23 12:00:05.254286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60598076-e0a5-4b41-8732-a388ba3f7ae8 req-d77b6975-c4f9-4083-9ff8-cffa8983e5c2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774933 Aug 23 12:00:05.256217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-9789bce8-aaf7-4271-aaec-85905bac055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.257720 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-9789bce8-aaf7-4271-aaec-85905bac055a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.1087751 Aug 23 12:00:05.263689 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:05.307346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.308401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:05.309998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd02006d-d0ef-46a3-9e8e-480def8b5c24 HTTP/1.1" status: 200 len: 1096 time: 0.9532387 Aug 23 12:00:05.313943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'tag': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:05.321055 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3176bf-4728-42a7-a1eb-972c337b8347" -d '{"events": [{"name": "network-changed", "server_uuid": "6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3", "tag": "cd02006d-d0ef-46a3-9e8e-480def8b5c24"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:05.356258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13300-7b14-4173-8e1a-acc5559c2678 service neutron] Pushing event updated for resources: {'Port': ['ID=cd02006d-d0ef-46a3-9e8e-480def8b5c24,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:05.379161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:05.381675 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:05.414054 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463180c0-3dc5-464f-8c61-b20606772f96 x-openstack-request-id: req-463180c0-3dc5-464f-8c61-b20606772f96 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:05.414343 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3", "tag": "cd02006d-d0ef-46a3-9e8e-480def8b5c24", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:05.414591 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-463180c0-3dc5-464f-8c61-b20606772f96 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:05.415177 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'tag': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24', 'status': 'completed', 'code': 200} Aug 23 12:00:05.437850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-44cb0179-eb0b-417d-b571-76ac41f17fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.439948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-44cb0179-eb0b-417d-b571-76ac41f17fce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 1099 time: 0.0746830 Aug 23 12:00:05.472560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-b50772c2-1962-4f97-8c09-2a0f03a6dc84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985924 Aug 23 12:00:05.503175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-019c6555-afeb-4765-b1b4-2b828facb110 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24 HTTP/1.1" status: 200 len: 217 time: 0.0522811 Aug 23 12:00:05.565015 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ff993-3f8c-49cc-bbe2-d39b4adcbf3c x-openstack-request-id: req-d90ff993-3f8c-49cc-bbe2-d39b4adcbf3c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:05.565313 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:05.565574 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d90ff993-3f8c-49cc-bbe2-d39b4adcbf3c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:05.566003 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'status': 'completed', 'code': 200} Aug 23 12:00:05.629076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1324241c-c57a-47ae-868b-3e6482b2d376 req-ec24466b-a592-40c8-bf84-174e30ee824a service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703754 Aug 23 12:00:05.656111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-04a306f3-ce87-4257-bfd0-f2aa118b3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.658264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-04a306f3-ce87-4257-bfd0-f2aa118b3d2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1442544 Aug 23 12:00:05.658520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-5597959e-f0b8-4922-866a-48c6da411920 service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694326 Aug 23 12:00:05.688144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba899-df05-4d3a-96a6-72ff9700ce4c req-d137c633-dd28-40d9-a3c3-a8dd106c77d7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.689430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7eba899-df05-4d3a-96a6-72ff9700ce4c req-d137c633-dd28-40d9-a3c3-a8dd106c77d7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 944 time: 0.1211486 Aug 23 12:00:05.785172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1212c13-fbbe-4632-98e6-15d02fe47d57 req-5a339c80-c8c6-455f-8f51-ebbc4a4bed8a service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152658 Aug 23 12:00:05.785316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-833b88e8-75c2-4ef5-843e-e6e8650e9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.787230 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-833b88e8-75c2-4ef5-843e-e6e8650e9df6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178985 Aug 23 12:00:05.798887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7eba899-df05-4d3a-96a6-72ff9700ce4c req-3c4fefa4-5473-42fe-92e8-87f68aae2213 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678074 Aug 23 12:00:05.925563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-8da6016b-f0a1-4fb9-aad4-f53190781815 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177878 Aug 23 12:00:05.944897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-6e952415-a144-4856-b387-a327077d3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:05.947068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-6e952415-a144-4856-b387-a327077d3b23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1094 time: 0.0955262 Aug 23 12:00:06.056786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201e7a3-0877-47d1-83ca-c6d2cbfb786b req-7d2b223b-a40f-44ba-ac48-9da9f28d6c0a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.060347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-f07761a9-2a0c-4f73-86f7-83d88bc99ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.062006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-f07761a9-2a0c-4f73-86f7-83d88bc99ec4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.1069577 Aug 23 12:00:06.062299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2201e7a3-0877-47d1-83ca-c6d2cbfb786b req-7d2b223b-a40f-44ba-ac48-9da9f28d6c0a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.1273332 Aug 23 12:00:06.116068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-6a7385ab-ffbd-4a37-a2fd-734f95052ee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.0468192 Aug 23 12:00:06.118274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8074ff9c-5726-4f96-9999-7c5e4d586855 req-90dc77e7-b2e2-46df-8f9e-9d7ba756db4b service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651323 Aug 23 12:00:06.124360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2201e7a3-0877-47d1-83ca-c6d2cbfb786b req-c2ba57a4-2414-429a-ac32-89ccab3dcff6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 Aug 23 12:00:06.177138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-56ea24e4-1faf-444b-bdab-3d0ad0a6ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.179327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-56ea24e4-1faf-444b-bdab-3d0ad0a6ccb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.0560353 Aug 23 12:00:06.226441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-20ea847c-2a3d-459f-83ba-09624180a0a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329404 Aug 23 12:00:06.235643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-36bcb659-c6d9-4f17-8e30-804d62df8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.237637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-36bcb659-c6d9-4f17-8e30-804d62df8746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 1099 time: 0.0510094 Aug 23 12:00:06.341645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33158ff6-a231-4c4f-b659-7e6c054f3bb0 req-436a5a33-7856-475c-9a95-12f452433f99 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.343226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33158ff6-a231-4c4f-b659-7e6c054f3bb0 req-436a5a33-7856-475c-9a95-12f452433f99 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 944 time: 0.1195796 Aug 23 12:00:06.385871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-a9fd3326-63f7-476f-80fa-424bd560a52a service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467013 Aug 23 12:00:06.390664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-45926f78-0b0c-439b-b0c7-2a64eb00b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.392254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-45926f78-0b0c-439b-b0c7-2a64eb00b509 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1467853 Aug 23 12:00:06.399650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33158ff6-a231-4c4f-b659-7e6c054f3bb0 req-39771f0e-2bd0-43ee-a89d-ff6969f9976d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482626 Aug 23 12:00:06.418229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a43e1a-f6e4-42e6-8f1f-787700c11c21 req-53c7a5c9-953c-42b9-9c14-d3fb17d238ba tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.420001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9a43e1a-f6e4-42e6-8f1f-787700c11c21 req-53c7a5c9-953c-42b9-9c14-d3fb17d238ba tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 948 time: 0.0799458 Aug 23 12:00:06.460053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-9d4718ee-2764-4167-82da-853f718bbf8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24 HTTP/1.1" status: 200 len: 217 time: 0.0569792 Aug 23 12:00:06.495103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9a43e1a-f6e4-42e6-8f1f-787700c11c21 req-74b694f8-d2c7-4b3b-b833-05bfbab4ec6b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Aug 23 12:00:06.498108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-426bbaad-66b9-4337-b1ca-ef7e4557d8ae req-62dcfe32-b0a8-4e03-84db-24e66111a87e service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967462 Aug 23 12:00:06.576988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-be2694b4-0ac9-45c5-9182-bfdf1ede1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.578518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-be2694b4-0ac9-45c5-9182-bfdf1ede1989 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.1097524 Aug 23 12:00:06.632540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-40048dbe-f07e-4ef5-a327-54fe226fffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.633983 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-40048dbe-f07e-4ef5-a327-54fe226fffeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445235 Aug 23 12:00:06.752908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-afaafe26-2910-425d-8042-45421166089e service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113820 Aug 23 12:00:06.909580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af548319-df39-48b5-ae5a-c3dfd3cdbe66 req-87b0ea31-69e0-4bc6-afb8-82cfbd6dec2d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.911421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af548319-df39-48b5-ae5a-c3dfd3cdbe66 req-87b0ea31-69e0-4bc6-afb8-82cfbd6dec2d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.0787172 Aug 23 12:00:06.934527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3176bf-4728-42a7-a1eb-972c337b8347 req-08a6d7b7-dd25-46b9-98cf-6dcd7eeb15ec service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646774 Aug 23 12:00:06.946578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa805ad-eee6-4959-b190-023d1dd06fe3 req-5668ca2d-62fb-4473-8053-31ffb3af66c2 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:06.949206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afa805ad-eee6-4959-b190-023d1dd06fe3 req-5668ca2d-62fb-4473-8053-31ffb3af66c2 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 944 time: 0.0678539 Aug 23 12:00:06.973260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af548319-df39-48b5-ae5a-c3dfd3cdbe66 req-d97f2718-f832-41ed-9f7a-3c20577d65b5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Aug 23 12:00:06.990725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afa805ad-eee6-4959-b190-023d1dd06fe3 req-4d328b1a-bd2e-4516-91ad-15519667f966 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Aug 23 12:00:07.261018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dab70-e57b-4d5d-b6ad-dc29699fa54b req-a8044f98-8e2c-4a3e-a359-5a14ba7772e8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:07.262884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-144dab70-e57b-4d5d-b6ad-dc29699fa54b req-a8044f98-8e2c-4a3e-a359-5a14ba7772e8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.0559285 Aug 23 12:00:07.309309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-144dab70-e57b-4d5d-b6ad-dc29699fa54b req-93ea6448-fa50-4104-8d06-47a10b602e1d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Aug 23 12:00:07.558857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91a65-a718-41d4-bd33-982c71c77f37 req-105ba69d-e1f8-40e3-9681-f792ec405973 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:07.560636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ed91a65-a718-41d4-bd33-982c71c77f37 req-105ba69d-e1f8-40e3-9681-f792ec405973 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 944 time: 0.0789833 Aug 23 12:00:07.605528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ed91a65-a718-41d4-bd33-982c71c77f37 req-d15c68fe-8751-445f-944b-5061bd65aba8 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Aug 23 12:00:07.646630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e628b-c30e-42b2-9cbe-c238c0d61394 req-78860c4f-68f9-4c92-ad08-f0a310c440e0 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:07.648261 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b8e628b-c30e-42b2-9cbe-c238c0d61394 req-78860c4f-68f9-4c92-ad08-f0a310c440e0 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 948 time: 0.0539224 Aug 23 12:00:07.668842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:07.690195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b8e628b-c30e-42b2-9cbe-c238c0d61394 req-b5433eac-82d9-43db-a2d3-770ca2996379 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356474 Aug 23 12:00:07.768942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:07.780112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'port_id': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'mac_address': 'fa:16:3e:a5:e9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779e60a-8217-4f38-a7e2-fccc174c45ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:07.823227 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:07.836213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:07.857789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:07.860806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:07.864778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:07.939440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:07.977427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.977804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.978145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.979003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.979445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.979780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.980105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.980433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.980757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.981080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.981403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:07.981746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:00:08.032166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:08.045023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '47c09628-7bde-4b48-9885-47105a05dd31', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': '47c09628-7bde-4b48-9885-47105a05dd31', 'mac_address': 'fa:16:3e:b8:3c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:08.096437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:08.113214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c09628-7bde-4b48-9885-47105a05dd31 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:08.130394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91684154-6d37-49fc-ba9c-310baedd53e8 req-9e36b685-0bae-41df-95b1-9616638ffde9 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:08.132087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91684154-6d37-49fc-ba9c-310baedd53e8 req-9e36b685-0bae-41df-95b1-9616638ffde9 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 944 time: 0.0624471 Aug 23 12:00:08.137585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:08.143470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:08.144372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:08.195173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91684154-6d37-49fc-ba9c-310baedd53e8 req-315a8096-d5a4-44bc-abf4-98b8caf0e4af tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544889 Aug 23 12:00:08.226538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['56ef8cad-3106-4e90-bf05-b8dda58121d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:08.287960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:08.334111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:08.359381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'port_id': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'mac_address': 'fa:16:3e:9e:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b69d93e-e3d6-4b59-aa0e-db4880a72676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:08.437241 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:08.438115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b585-d4eb-462a-a1b4-9d540cb5ff21 req-25ae7de6-16ce-47b3-8b03-594f921a4c8b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:08.441000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c10b585-d4eb-462a-a1b4-9d540cb5ff21 req-25ae7de6-16ce-47b3-8b03-594f921a4c8b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.0583136 Aug 23 12:00:08.466435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7459b76a-6b7b-4242-844e-a3b5405cbc4c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:08.496010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c10b585-d4eb-462a-a1b4-9d540cb5ff21 req-31625fb7-250d-4c77-94d8-fe821582212f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476470 Aug 23 12:00:08.520032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:08.520032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:08.574559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:08.755543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7269993-a415-4e40-80e1-ba2b98410c06 req-29be8289-a632-42e4-9f1c-825fd1ae7f72 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:08.756985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7269993-a415-4e40-80e1-ba2b98410c06 req-29be8289-a632-42e4-9f1c-825fd1ae7f72 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 945 time: 0.0728388 Aug 23 12:00:08.814425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7269993-a415-4e40-80e1-ba2b98410c06 req-85325196-0909-48da-bb22-44ad22904d52 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470614 Aug 23 12:00:08.854593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03bb97-2d95-437f-9c14-01f2c610bda9 req-1bf2cc5d-bd51-4b35-a47b-29c571b67313 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:08.856471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be03bb97-2d95-437f-9c14-01f2c610bda9 req-1bf2cc5d-bd51-4b35-a47b-29c571b67313 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 948 time: 0.0586891 Aug 23 12:00:08.867704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['47c09628-7bde-4b48-9885-47105a05dd31'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:08.894156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7459b76a-6b7b-4242-844e-a3b5405cbc4c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:08.906630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be03bb97-2d95-437f-9c14-01f2c610bda9 req-03dcdb67-84cc-4044-b067-ab4496841d2a tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Aug 23 12:00:09.330390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d8c0-fa75-455d-975b-c2c4972ec92d req-fd998f8e-2928-4687-9773-88a36e9f01de tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:09.331915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c785d8c0-fa75-455d-975b-c2c4972ec92d req-fd998f8e-2928-4687-9773-88a36e9f01de tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 945 time: 0.0660241 Aug 23 12:00:09.376284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c785d8c0-fa75-455d-975b-c2c4972ec92d req-b9080b4a-cc9b-4e01-95da-7495671e9d00 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Aug 23 12:00:09.639187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5732d-86fa-4163-bff6-82eff28a6cd4 req-847325a0-6573-4fb3-ac00-54e7ca820930 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:09.640716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfa5732d-86fa-4163-bff6-82eff28a6cd4 req-847325a0-6573-4fb3-ac00-54e7ca820930 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.0674059 Aug 23 12:00:09.670641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:09.672752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:09.681386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfa5732d-86fa-4163-bff6-82eff28a6cd4 req-8c8397a6-3742-4181-9dcc-e5282d97bec7 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Aug 23 12:00:09.784677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 56ef8cad-3106-4e90-bf05-b8dda58121d0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:09.792641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 56ef8cad-3106-4e90-bf05-b8dda58121d0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:09.792967 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:09.832629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:09.851031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:09.884638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device cd02006d-d0ef-46a3-9e8e-480def8b5c24 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:09.932254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:09.943462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a600a-4e87-444a-89e2-c9fca66b45e8 req-9bb280ca-046f-4a79-a527-db8b4a7e5d8f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:09.946588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f3a600a-4e87-444a-89e2-c9fca66b45e8 req-9bb280ca-046f-4a79-a527-db8b4a7e5d8f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 945 time: 0.0540357 Aug 23 12:00:09.958463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:09.972986 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:09.998271 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f3a600a-4e87-444a-89e2-c9fca66b45e8 req-ea7cbb92-06c4-4987-8630-94b5ed4ccf95 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Aug 23 12:00:10.014167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:10.041526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c131b6-0a73-47cf-b8fb-6b31ef5009a2 req-3ed922a1-c5c5-41b3-9177-bab8608553fd tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:10.044397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87c131b6-0a73-47cf-b8fb-6b31ef5009a2 req-3ed922a1-c5c5-41b3-9177-bab8608553fd tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 948 time: 0.0605042 Aug 23 12:00:10.046859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:10.055152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:10.058190 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5661a-bb86-45d0-99de-813bc84c183e" -d '{"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-plugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:10.098237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:10.111444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:10.128424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87c131b6-0a73-47cf-b8fb-6b31ef5009a2 req-80a542e1-fb81-4dc1-88d4-eb50ce43a05e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794611 Aug 23 12:00:10.137870 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e5089-c5e9-4531-8e69-98cec433d22f x-openstack-request-id: req-850e5089-c5e9-4531-8e69-98cec433d22f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:10.138162 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-plugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:10.138413 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-850e5089-c5e9-4531-8e69-98cec433d22f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:10.138855 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'code': 200} Aug 23 12:00:10.149961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:10.159402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port cd02006d-d0ef-46a3-9e8e-480def8b5c24, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:10.188648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:10.220192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24', 'mac_address': 'fa:16:3e:80:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:10.270959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce4838-f416-4105-942c-addbec13f99c req-5d32100a-6e73-4ca7-bdd2-721081ea69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:10.272499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ce4838-f416-4105-942c-addbec13f99c req-5d32100a-6e73-4ca7-bdd2-721081ea69a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1096 time: 0.0575304 Aug 23 12:00:10.301074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:10.305663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:10.328262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd02006d-d0ef-46a3-9e8e-480def8b5c24 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:10.338948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ce4838-f416-4105-942c-addbec13f99c req-191028b9-2833-4a9c-abc3-b345780ef16b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Aug 23 12:00:10.365100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port cd02006d-d0ef-46a3-9e8e-480def8b5c24, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:10.375795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:10.470598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=cd02006d-d0ef-46a3-9e8e-480def8b5c24,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:10.522668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd881621-387b-4060-994b-957057fc9371 req-d8e2376b-2447-4f4b-a85a-5199bcce1259 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:10.526194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd881621-387b-4060-994b-957057fc9371 req-d8e2376b-2447-4f4b-a85a-5199bcce1259 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 945 time: 0.0673029 Aug 23 12:00:10.569517 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd881621-387b-4060-994b-957057fc9371 req-65db33e8-4348-42db-a5cb-f57f389415b5 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Aug 23 12:00:10.732014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['cd02006d-d0ef-46a3-9e8e-480def8b5c24'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:10.810370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271bce2-b43f-4bae-974a-53d608c73023 req-8b00229c-55e1-4bf9-874b-0811be5238f4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:10.811959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c271bce2-b43f-4bae-974a-53d608c73023 req-8b00229c-55e1-4bf9-874b-0811be5238f4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0569744 Aug 23 12:00:10.853793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c271bce2-b43f-4bae-974a-53d608c73023 req-f9822b76-50ab-4a3c-a55f-d68beb0c2b02 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Aug 23 12:00:11.114713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc9de5-bbd6-4bf3-ba42-cf476277b4a7 req-26fb58ed-2c48-4cce-a328-907ed2ff9000 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:11.116220 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ecc9de5-bbd6-4bf3-ba42-cf476277b4a7 req-26fb58ed-2c48-4cce-a328-907ed2ff9000 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Aug 23 12:00:11.163597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ecc9de5-bbd6-4bf3-ba42-cf476277b4a7 req-83c7e1f8-4ed6-4095-8409-c6a4c7694682 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Aug 23 12:00:11.284723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e06b0-786e-4b80-8e94-cc74e9e1ef00 req-ae416ed7-65c6-4605-ae76-7bc302b41843 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:11.286743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a0e06b0-786e-4b80-8e94-cc74e9e1ef00 req-ae416ed7-65c6-4605-ae76-7bc302b41843 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 949 time: 0.0591576 Aug 23 12:00:11.329073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a0e06b0-786e-4b80-8e94-cc74e9e1ef00 req-291b25df-ac2e-4401-a86c-54600872dfc4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360279 Aug 23 12:00:11.685006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:11.751917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964498cd-ed33-4a58-833e-88f79ef077a3 req-8a2fc6d8-c9a6-4a1e-9d76-ef912deadb83 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:11.758599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:11.758599 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:11.763555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-964498cd-ed33-4a58-833e-88f79ef077a3 req-8a2fc6d8-c9a6-4a1e-9d76-ef912deadb83 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 945 time: 0.1207705 Aug 23 12:00:11.812918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-964498cd-ed33-4a58-833e-88f79ef077a3 req-32ed0f6e-f52a-44bc-8da4-16c5caa3e30b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482392 Aug 23 12:00:11.880595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:11.905177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:11.959540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:11.970431 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.020932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcca91a-77f5-4593-9cb5-ddc7f0144f50 req-6b6f42fb-30f0-4489-bceb-138ff277a0af tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:12.025780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 47c09628-7bde-4b48-9885-47105a05dd31 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:12.028148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:12.033045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 47c09628-7bde-4b48-9885-47105a05dd31 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:12.033466 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.044656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bcca91a-77f5-4593-9cb5-ddc7f0144f50 req-6b6f42fb-30f0-4489-bceb-138ff277a0af tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0994930 Aug 23 12:00:12.106062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bcca91a-77f5-4593-9cb5-ddc7f0144f50 req-73adba22-1030-4cc3-8a04-66690fe3bcd6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538371 Aug 23 12:00:12.123809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.145239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:12.147866 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8e00f6-e421-4724-8edf-91d4aed71480" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:12.230827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:12.237417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.242100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:12.303884 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20bbdb7-a060-4bf8-9725-bd0fab1b616d x-openstack-request-id: req-d20bbdb7-a060-4bf8-9725-bd0fab1b616d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:12.304054 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:12.304285 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d20bbdb7-a060-4bf8-9725-bd0fab1b616d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:12.305275 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 12:00:12.390537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d61fe-41c4-4349-a8b0-a72bdb20a180 req-367173bd-301e-4345-bcf9-960b0385a4ee tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:12.393608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c9d61fe-41c4-4349-a8b0-a72bdb20a180 req-367173bd-301e-4345-bcf9-960b0385a4ee tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 945 time: 0.1261857 Aug 23 12:00:12.408226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:12.419372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 7459b76a-6b7b-4242-844e-a3b5405cbc4c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:12.425438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 7459b76a-6b7b-4242-844e-a3b5405cbc4c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:12.427093 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.461391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c9d61fe-41c4-4349-a8b0-a72bdb20a180 req-1a2f23ce-ec86-47af-af50-c342574c2ca7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Aug 23 12:00:12.574248 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.647428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-c32dccd4-d255-4b78-b6f7-6044448a9333 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:12.650871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0db2d-0a99-4d7e-8608-98fb8f3f2386 req-fe45acb9-074c-4711-9fe9-0ba5d8513c55 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:12.656849 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-c32dccd4-d255-4b78-b6f7-6044448a9333 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 813 time: 0.2191551 Aug 23 12:00:12.657571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:12.658683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66f0db2d-0a99-4d7e-8608-98fb8f3f2386 req-fe45acb9-074c-4711-9fe9-0ba5d8513c55 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 949 time: 0.0972686 Aug 23 12:00:12.666724 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:12.677639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-0d3994d2-8af6-4eb1-b1dd-daa1718f4ac9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/quotas/a83ad5cec7b149608abed3d955c00043 HTTP/1.1" status: 200 len: 375 time: 0.0191979 Aug 23 12:00:12.746133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66f0db2d-0a99-4d7e-8608-98fb8f3f2386 req-de1a209a-4f14-439e-892d-01c6deaaf38d tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710990 Aug 23 12:00:12.753407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-eb9b20bb-6944-4d48-8917-43a35dca9efb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742211 Aug 23 12:00:12.952428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5e07ee50-42e1-4994-910c-77c3145af67e service neutron] 10.222.0.21 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973474 Aug 23 12:00:12.991941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:13.115907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-c1ab30d1-c513-49f9-8e68-e1d089778589 service neutron] 10.222.0.21 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564949 Aug 23 12:00:13.124884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b685a8-3663-497d-bbfe-e7e198d6da8d req-8d82cba9-2b01-4765-b763-bbe3bd51be4a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:13.134242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-39b685a8-3663-497d-bbfe-e7e198d6da8d req-8d82cba9-2b01-4765-b763-bbe3bd51be4a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 946 time: 0.0757201 Aug 23 12:00:13.206379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-39b685a8-3663-497d-bbfe-e7e198d6da8d req-28e117d4-0464-43d3-a5b9-66f4b7a8cd8c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707846 Aug 23 12:00:13.368116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df4d0905-ed6c-4bfe-b3ea-f7d59c2f5b29 req-cc8d06ac-a75c-4579-94b3-e47811922e79 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 210 time: 0.0458465 Aug 23 12:00:13.786017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4b2fb-5213-4e6c-8f88-b40a7a879e02 req-0d5e876f-072c-4b1b-86ed-b917cf7e7684 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:13.796659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21f4b2fb-5213-4e6c-8f88-b40a7a879e02 req-0d5e876f-072c-4b1b-86ed-b917cf7e7684 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1470101 Aug 23 12:00:13.875254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21f4b2fb-5213-4e6c-8f88-b40a7a879e02 req-20bc049e-9856-4d4f-af09-7156b41c9779 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774729 Aug 23 12:00:13.900976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device cd02006d-d0ef-46a3-9e8e-480def8b5c24 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:14.034137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c06c-81be-45af-9cef-bbd3b2d93bd1 req-16b0f030-2e18-4c13-85b5-87ff0b02680e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:14.044890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6157c06c-81be-45af-9cef-bbd3b2d93bd1 req-16b0f030-2e18-4c13-85b5-87ff0b02680e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 949 time: 0.1554644 Aug 23 12:00:14.084805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port cd02006d-d0ef-46a3-9e8e-480def8b5c24 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:14.098982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port cd02006d-d0ef-46a3-9e8e-480def8b5c24 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:14.101076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:14.112265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6157c06c-81be-45af-9cef-bbd3b2d93bd1 req-4a439f03-aba5-43b1-82dd-03ba3ad240ff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656559 Aug 23 12:00:14.318709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31'}, {'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:14.323364 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471f05f-a9cc-4b5f-8613-dc0da3d7499d" -d '{"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-plugged", "status": "completed", "tag": "47c09628-7bde-4b48-9885-47105a05dd31"}, {"server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "name": "network-vif-plugged", "status": "completed", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:14.328837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:14.381717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43134569-8a74-4a49-ae21-15b6204d07fc req-e570b240-2ad5-4044-92a9-b8fac11edea6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:14.392563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43134569-8a74-4a49-ae21-15b6204d07fc req-e570b240-2ad5-4044-92a9-b8fac11edea6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 946 time: 0.0827456 Aug 23 12:00:14.470587 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa650b5-98f8-4605-b769-25e45c1fc843 x-openstack-request-id: req-daa650b5-98f8-4605-b769-25e45c1fc843 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:14.471881 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-plugged", "status": "completed", "tag": "47c09628-7bde-4b48-9885-47105a05dd31", "code": 200}, {"server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "name": "network-vif-plugged", "status": "completed", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:14.472161 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daa650b5-98f8-4605-b769-25e45c1fc843 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:14.472597 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31', 'code': 200} Aug 23 12:00:14.472860 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'code': 200} Aug 23 12:00:14.495352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port cd02006d-d0ef-46a3-9e8e-480def8b5c24, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:14.498154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43134569-8a74-4a49-ae21-15b6204d07fc req-aa5bfad5-15f1-4067-bc70-f94d43073c1d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041422 Aug 23 12:00:14.526434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:14.657674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f1e52f7-a413-42e5-a278-daccaee88075 req-b58cff7f-b797-4446-be68-b0819811b9a9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 210 time: 0.0436723 Aug 23 12:00:14.679416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=cd02006d-d0ef-46a3-9e8e-480def8b5c24,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:14.699008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cb2d5-82e8-407b-ab2e-ecf0419cb064 req-5f651954-5844-47f2-bc6f-abb7f2f5158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:14.700289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ebc3-6398-410c-80b7-47af0dbca2c7 req-cbccfe31-62db-4a87-b5f6-09767c809323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:14.703633 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-758cb2d5-82e8-407b-ab2e-ecf0419cb064 req-5f651954-5844-47f2-bc6f-abb7f2f5158d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 1097 time: 0.1214116 Aug 23 12:00:14.704179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4bd9ebc3-6398-410c-80b7-47af0dbca2c7 req-cbccfe31-62db-4a87-b5f6-09767c809323 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 1097 time: 0.1547375 Aug 23 12:00:14.760822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4bd9ebc3-6398-410c-80b7-47af0dbca2c7 req-b5244b52-2bbb-4f4e-9ff2-8bb4c5ceaa9f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Aug 23 12:00:14.777850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-758cb2d5-82e8-407b-ab2e-ecf0419cb064 req-73a51393-fe6d-4933-9971-07bbcc1f22f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580404 Aug 23 12:00:15.057594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-ca100014-5487-46cc-9c03-950aaa47ee59 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:15.061266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-ca100014-5487-46cc-9c03-950aaa47ee59 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 813 time: 0.1987505 Aug 23 12:00:15.098908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Request body: {'port': {'device_id': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'admin_state_up': True, 'tenant_id': 'a83ad5cec7b149608abed3d955c00043'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:15.257944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f2e15-0b97-40cb-ba50-8a9078635b56 req-60325a35-48b9-4f69-9b92-5dbc15d5eef5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:15.262979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed2f2e15-0b97-40cb-ba50-8a9078635b56 req-60325a35-48b9-4f69-9b92-5dbc15d5eef5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1954646 Aug 23 12:00:15.325306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed2f2e15-0b97-40cb-ba50-8a9078635b56 req-98299872-161f-49ac-849b-649262df2a70 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480258 Aug 23 12:00:15.391028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03687031-b808-4ff2-a30f-dca569143669 req-c47dc071-f6c3-4463-bf06-42b1eabdbe81 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:15.395993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Made reservation on behalf of a83ad5cec7b149608abed3d955c00043 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:15.403792 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03687031-b808-4ff2-a30f-dca569143669 req-c47dc071-f6c3-4463-bf06-42b1eabdbe81 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.1603417 Aug 23 12:00:15.414438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:15.493234 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03687031-b808-4ff2-a30f-dca569143669 req-28fad46c-29ec-473a-a5ab-7ecfcf8b9593 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Aug 23 12:00:15.702734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Allocated IP 172.20.0.11 (b28335e8-ebdb-4d64-99d5-d575e2af8a60/d779e60a-8217-4f38-a7e2-fccc174c45ae/6ec1181a-8edf-4747-8de1-082f7a038987) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:15.758094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52189cdf-e050-4321-8ca5-809966d8c94f req-66e2e7c1-cae1-4e94-ba9c-193b41d7359e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:15.760585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52189cdf-e050-4321-8ca5-809966d8c94f req-66e2e7c1-cae1-4e94-ba9c-193b41d7359e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 946 time: 0.1387849 Aug 23 12:00:15.807875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d9efb24-3574-4088-b3b8-0b2a0cdac719 req-82d925ce-8751-47d5-8057-8cc7bbc0dd7c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 210 time: 0.0354290 Aug 23 12:00:15.863686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52189cdf-e050-4321-8ca5-809966d8c94f req-ddd6beb1-f326-4506-abbc-7ee0dacf9011 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940282 Aug 23 12:00:15.990496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:16.042677 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:16.061196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['56ef8cad-3106-4e90-bf05-b8dda58121d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:16.196540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Pushing event updated for resources: {'Port': ['ID=6ec1181a-8edf-4747-8de1-082f7a038987,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:16.206090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Network b28335e8-ebdb-4d64-99d5-d575e2af8a60 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:16.208051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:16.216451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:16.328580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:16.329752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:16.368588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b1f8b2d5-fa2c-4c66-b432-c2e7e86a8e65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2828903 Aug 23 12:00:16.391762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Request body: {'port': {'device_id': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:16.474693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:16.479228 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f4b7e5-1ff0-4a8e-a941-1acdf9a661d3" -d '{"events": [{"server_uuid": "6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3", "name": "network-vif-plugged", "status": "completed", "tag": "cd02006d-d0ef-46a3-9e8e-480def8b5c24"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:16.715171 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00dba4b-e907-4322-b6fa-d837d9fb1ea3 x-openstack-request-id: req-a00dba4b-e907-4322-b6fa-d837d9fb1ea3 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:16.715611 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3", "name": "network-vif-plugged", "status": "completed", "tag": "cd02006d-d0ef-46a3-9e8e-480def8b5c24", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:16.716454 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a00dba4b-e907-4322-b6fa-d837d9fb1ea3 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:16.717169 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24', 'code': 200} Aug 23 12:00:16.891427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a7e0f-2bc0-4b68-b0b5-33835a943963 req-2c8485e4-585e-4abd-8a7e-dbe143c23648 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:16.893869 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-211a7e0f-2bc0-4b68-b0b5-33835a943963 req-2c8485e4-585e-4abd-8a7e-dbe143c23648 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.0886848 Aug 23 12:00:16.989806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-211a7e0f-2bc0-4b68-b0b5-33835a943963 req-39fc4a6b-7627-4422-b154-8976fa8d2501 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798957 Aug 23 12:00:17.044674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283495-4c87-4b18-9cfa-aef71bdeb882 req-89c77bfc-05c0-4ceb-94e7-033ed3c36e5b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:17.056321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57283495-4c87-4b18-9cfa-aef71bdeb882 req-89c77bfc-05c0-4ceb-94e7-033ed3c36e5b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1749208 Aug 23 12:00:17.059041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:17.083534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51987818-3ae5-477c-8d5c-56986ac497be req-4b6757f6-b4ea-410a-acb4-6498e900344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:17.088418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51987818-3ae5-477c-8d5c-56986ac497be req-4b6757f6-b4ea-410a-acb4-6498e900344d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 1101 time: 0.2081397 Aug 23 12:00:17.180216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc163d-8c2f-4002-b7d5-d5eb8f2dfcd5 req-39e28ed3-7bae-4451-a0ae-a56e2d695dc1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:17.183513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-92bc163d-8c2f-4002-b7d5-d5eb8f2dfcd5 req-39e28ed3-7bae-4451-a0ae-a56e2d695dc1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 932 time: 0.0999119 Aug 23 12:00:17.227149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57283495-4c87-4b18-9cfa-aef71bdeb882 req-286b483f-b907-48bd-857c-407747adb2ae tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699021 Aug 23 12:00:17.245130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-92bc163d-8c2f-4002-b7d5-d5eb8f2dfcd5 req-0dac54ad-e227-4063-b40a-90fb72048925 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Aug 23 12:00:17.354696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51987818-3ae5-477c-8d5c-56986ac497be req-a7b2202a-0b1d-400f-8e2b-fcef06c8490c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499838 Aug 23 12:00:17.521397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f69de-d7b2-4f81-a5e0-da6b19c67f92 req-121c8e70-c741-478b-9a2c-6284760977ed tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:17.527632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e73f69de-d7b2-4f81-a5e0-da6b19c67f92 req-121c8e70-c741-478b-9a2c-6284760977ed tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 946 time: 0.1693685 Aug 23 12:00:17.637089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e73f69de-d7b2-4f81-a5e0-da6b19c67f92 req-3aa1b057-d602-48b0-a2ce-ae18d58e2070 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061454 Aug 23 12:00:17.772171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec1181a-8edf-4747-8de1-082f7a038987 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:17.807547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:17.807547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Transition to ACTIVE for port object 6ec1181a-8edf-4747-8de1-082f7a038987 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:17.827603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:17.903919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec1181a-8edf-4747-8de1-082f7a038987,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:18.106107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Attempting to bind port 6ec1181a-8edf-4747-8de1-082f7a038987 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:18.106107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Attempting to bind port 6ec1181a-8edf-4747-8de1-082f7a038987 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:18.106356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Attempting to bind port 6ec1181a-8edf-4747-8de1-082f7a038987 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:18.111628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Port 6ec1181a-8edf-4747-8de1-082f7a038987 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:18.111953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Attempting to bind port 6ec1181a-8edf-4747-8de1-082f7a038987 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:18.117896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:18.118270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Checking segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:18.118864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Bound using segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:18.119335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Bound port: 6ec1181a-8edf-4747-8de1-082f7a038987, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:18.119849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:18.171434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614973d-1987-4516-b7dc-69d780c6a6c9 req-2750c72a-ccc2-4899-8b2d-483e87e02a93 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.178093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4614973d-1987-4516-b7dc-69d780c6a6c9 req-2750c72a-ccc2-4899-8b2d-483e87e02a93 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 946 time: 0.1112761 Aug 23 12:00:18.242159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4614973d-1987-4516-b7dc-69d780c6a6c9 req-d6057462-91cb-417d-8274-3dcf1801df1c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555089 Aug 23 12:00:18.244904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a7280-9f34-402e-847c-2374129e4a34 req-f0a3d78a-fc84-4a0b-8a6b-96c8472f7c4b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.256064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-654a7280-9f34-402e-847c-2374129e4a34 req-f0a3d78a-fc84-4a0b-8a6b-96c8472f7c4b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.1313822 Aug 23 12:00:18.334001 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-654a7280-9f34-402e-847c-2374129e4a34 req-8d1df7b0-e3fc-49e9-9422-ac732648c8f7 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Aug 23 12:00:18.339923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] For port 6ec1181a-8edf-4747-8de1-082f7a038987, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:18.379960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] For port 6ec1181a-8edf-4747-8de1-082f7a038987, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ec1181a-8edf-4747-8de1-082f7a038987,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:18.396617 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:18.444956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.445599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:18.448070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ec1181a-8edf-4747-8de1-082f7a038987 HTTP/1.1" status: 200 len: 1092 time: 2.0639124 Aug 23 12:00:18.448268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'tag': '6ec1181a-8edf-4747-8de1-082f7a038987'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:18.451503 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4" -d '{"events": [{"name": "network-changed", "server_uuid": "69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9", "tag": "6ec1181a-8edf-4747-8de1-082f7a038987"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:18.497653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50b3e-ffc2-4b1e-8a73-86ccedc1217e req-9e755dd4-afd2-4691-853a-7d502546abc2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.499736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51b50b3e-ffc2-4b1e-8a73-86ccedc1217e req-9e755dd4-afd2-4691-853a-7d502546abc2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 944 time: 0.1258123 Aug 23 12:00:18.571697 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51b50b3e-ffc2-4b1e-8a73-86ccedc1217e req-349acab0-ee98-45b3-8765-a42aafcf37f3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587201 Aug 23 12:00:18.621669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27bf1e-6239-4da5-9964-fcfe93fdb8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec1181a-8edf-4747-8de1-082f7a038987,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:18.645432 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf59bbb9-79b6-40a2-8cb4-26a065b169cf x-openstack-request-id: req-cf59bbb9-79b6-40a2-8cb4-26a065b169cf {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:18.645867 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9", "tag": "6ec1181a-8edf-4747-8de1-082f7a038987", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:18.646222 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf59bbb9-79b6-40a2-8cb4-26a065b169cf {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:18.646722 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'tag': '6ec1181a-8edf-4747-8de1-082f7a038987', 'status': 'completed', 'code': 200} Aug 23 12:00:18.653192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-ed60eb98-58df-44a9-972b-589d9b449a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.655560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-ed60eb98-58df-44a9-972b-589d9b449a66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 1095 time: 0.1574509 Aug 23 12:00:18.674734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff75f1-8ffe-452a-aec2-8e2ee589c441 req-e29be13f-a283-4e9a-8a90-2ab88f9f4c4d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.680812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88ff75f1-8ffe-452a-aec2-8e2ee589c441 req-e29be13f-a283-4e9a-8a90-2ab88f9f4c4d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1838491 Aug 23 12:00:18.781106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-ad68222e-d60b-4371-a907-f3aab03954fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec1181a-8edf-4747-8de1-082f7a038987 HTTP/1.1" status: 200 len: 217 time: 0.0830495 Aug 23 12:00:18.875113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88ff75f1-8ffe-452a-aec2-8e2ee589c441 req-1e625186-909f-498b-81ff-f460dead4b3d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836269 Aug 23 12:00:18.924882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b5650f13-8898-4e28-bf51-c2f667c4d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:18.926468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b5650f13-8898-4e28-bf51-c2f667c4d17b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.1368868 Aug 23 12:00:18.989594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-dadaf09c-2b3d-4d39-998f-e96cf355a8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525115 Aug 23 12:00:19.121327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:19.127883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1911630139'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:19.154203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:19.156170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60823b-447a-4de0-a540-bcdeb456170a req-97d20dba-3352-47b5-a4ea-34d713241469 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.159401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.164676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d60823b-447a-4de0-a540-bcdeb456170a req-97d20dba-3352-47b5-a4ea-34d713241469 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1782544 Aug 23 12:00:19.187133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:00:19.199544 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.200306 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Added segment b58676ae-12dc-4b92-bcea-e0793459f27d of type vlan for network 597e402e-fdbc-48bf-92e3-c771ce7099fd Aug 23 12:00:19.219256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-29f6ff1c-0afd-4176-823a-6e867516b06f service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093468 Aug 23 12:00:19.236058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d60823b-447a-4de0-a540-bcdeb456170a req-d2f65698-7a67-4145-ba2a-0c6616d62b90 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689771 Aug 23 12:00:19.255287 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.302411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.310194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.311702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.356476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2333276 Aug 23 12:00:19.364847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48390) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:19.371433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-842713844'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:19.384930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-773c29cb-74be-42b3-a841-14d8ce7bd4d6 req-b048c716-4c00-49ea-b7db-2a19b69e9d7a service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474643 Aug 23 12:00:19.498067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563f4f-811b-4aaa-b829-e3a9b4f8ddf0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Network': ['ID=597e402e-fdbc-48bf-92e3-c771ce7099fd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:19.512869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:00:19.538220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:19.544733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.559178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-6407a523-b373-4e75-b003-8de571f0b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.561096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-6407a523-b373-4e75-b003-8de571f0b1ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 1095 time: 0.1024401 Aug 23 12:00:19.587156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d35dcf-9c34-4b33-b9e6-daaef25bb64f req-fc653713-a19f-4b1c-a42e-610e32b4080a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.597280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4d35dcf-9c34-4b33-b9e6-daaef25bb64f req-fc653713-a19f-4b1c-a42e-610e32b4080a tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 946 time: 0.2090845 Aug 23 12:00:19.633026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:00:19.660130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.660967 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Added segment be307ce2-cb09-4945-8987-ab5168ad3a44 of type vlan for network a66031b2-e863-415b-b2b4-80e702e77223 Aug 23 12:00:19.688177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4d35dcf-9c34-4b33-b9e6-daaef25bb64f req-a2d3e721-31a6-4c94-83ce-91d1403cd44d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895190 Aug 23 12:00:19.822422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.932856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.947332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.947332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:19.949312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-e8360a8a-3094-4b6f-8fd6-5a594194462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.951703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-e8360a8a-3094-4b6f-8fd6-5a594194462e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.3723681 Aug 23 12:00:19.963911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d5be-7199-4efa-aad7-cd03cbf35beb req-24b23f95-af28-4d8b-ac67-b7379cc8b215 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:19.967431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f30d5be-7199-4efa-aad7-cd03cbf35beb req-24b23f95-af28-4d8b-ac67-b7379cc8b215 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 944 time: 0.1397998 Aug 23 12:00:19.999555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ee3fc-b3c7-4480-b67b-ed0265f83863 req-66e738af-f1bf-48ac-8abb-003acea9173b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:20.008052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c50ee3fc-b3c7-4480-b67b-ed0265f83863 req-66e738af-f1bf-48ac-8abb-003acea9173b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.1602628 Aug 23 12:00:20.035085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6683507 Aug 23 12:00:20.038498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48418) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:20.046805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'subnet': {'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:20.049251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-5594ea48-b63f-421d-ad1e-bc504e234915 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ec1181a-8edf-4747-8de1-082f7a038987 HTTP/1.1" status: 200 len: 217 time: 0.0802379 Aug 23 12:00:20.113617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdd451-4acf-46c2-b379-ddaef40a2257 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Network': ['ID=a66031b2-e863-415b-b2b4-80e702e77223,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:20.133950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a66031b2-e863-415b-b2b4-80e702e77223 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:00:20.142522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f30d5be-7199-4efa-aad7-cd03cbf35beb req-3fb9e78e-a1ad-41c2-9b27-9b2d87b4ec22 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566255 Aug 23 12:00:20.170805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-2dc00bce-a721-4f75-94f9-01f5203cff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:20.173224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-2dc00bce-a721-4f75-94f9-01f5203cff6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.1169512 Aug 23 12:00:20.174840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c50ee3fc-b3c7-4480-b67b-ed0265f83863 req-4fb0f7a9-d1d2-46dd-84f7-f9f12e1e7b97 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658413 Aug 23 12:00:20.242892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-81da59f7-9d0a-4552-8e1a-be8cc733a2c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510926 Aug 23 12:00:20.265996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:20.269753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:20.436919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c75c-7fab-4bc5-a830-ff16b3db79e1 req-871ee06a-1a6b-41ee-8811-9366a4c3915d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:20.444417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c12c75c-7fab-4bc5-a830-ff16b3db79e1 req-871ee06a-1a6b-41ee-8811-9366a4c3915d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1607471 Aug 23 12:00:20.462903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-629c83f7-512c-47c4-b9ee-b458238dfd32 service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030625 Aug 23 12:00:20.531144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c12c75c-7fab-4bc5-a830-ff16b3db79e1 req-60c3f0ef-ad06-450d-bb2d-ab2508ff176d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850196 Aug 23 12:00:20.644577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0d90fa-51ab-49db-86cc-ef4bf47fedd4 req-d91a687b-fa8c-4116-9cdb-5514fad43716 service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722248 Aug 23 12:00:20.738315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:20.859705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Subnet': ['ID=d22d6539-cea1-46ea-894a-667b11cb9b66,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:20.883699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Checking segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:20.884743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network hostable DHCP agents. Network: 597e402e-fdbc-48bf-92e3-c771ce7099fd, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:00:20.904917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fffcb9-c881-42f8-a044-1f4fb9a19920 req-abdc01bd-8730-49fc-80d5-fd7e0c15754d tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:20.906541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47fffcb9-c881-42f8-a044-1f4fb9a19920 req-abdc01bd-8730-49fc-80d5-fd7e0c15754d tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 1101 time: 0.0901868 Aug 23 12:00:20.929588 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:00:20.955797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 597e402e-fdbc-48bf-92e3-c771ce7099fd) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:20.963884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:20.964851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:20.967976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8664c5-76e8-49aa-b0ea-ead8d2c66b66 None None] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:00:20.968876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47fffcb9-c881-42f8-a044-1f4fb9a19920 req-4ecc064b-b166-4d2f-8ddb-1193bcb97ba5 tempest-ServersOnMultiNodesTest-1993229895 tempest-ServersOnMultiNodesTest-1993229895-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507503 Aug 23 12:00:20.980607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cfb5bf42-918a-475f-be3e-81bbbb8d95c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9392259 Aug 23 12:00:20.983205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48444) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:20.988400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'subnet': {'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:21.218012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-597e402e-fdbc-48bf-92e3-c771ce7099fd', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:00:21.219287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:21.384939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a645-5854-4ba8-afa8-10f40b288971 req-1ff6ad37-e0fe-4ad0-b4f5-1b4919718c47 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:21.393232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf51a645-5854-4ba8-afa8-10f40b288971 req-1ff6ad37-e0fe-4ad0-b4f5-1b4919718c47 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.0682583 Aug 23 12:00:21.445340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf51a645-5854-4ba8-afa8-10f40b288971 req-c4e37b13-9848-442d-bfcf-0e007255ad54 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510666 Aug 23 12:00:21.491260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Allocated IP 10.1.1.2 (597e402e-fdbc-48bf-92e3-c771ce7099fd/d22d6539-cea1-46ea-894a-667b11cb9b66/e6014a69-75b4-4f9e-aee1-33ec755c751f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:21.696353 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:21.707422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Transition to ACTIVE for port object e6014a69-75b4-4f9e-aee1-33ec755c751f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:21.717272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47542bee-f978-4d0b-9cbc-5c9633e08cd3 req-4986ea88-b232-411a-b549-d27a28cbb56c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:21.725882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47542bee-f978-4d0b-9cbc-5c9633e08cd3 req-4986ea88-b232-411a-b549-d27a28cbb56c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 944 time: 0.1751964 Aug 23 12:00:21.727827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Transition to ACTIVE for port object e6014a69-75b4-4f9e-aee1-33ec755c751f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:21.739255 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:21.749220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40c8bc-66dc-4724-8581-7ccb44ff56a3 req-ce2e0f0d-bddc-40bb-8d09-2b1b94392fb6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:21.750990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:21.751998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c40c8bc-66dc-4724-8581-7ccb44ff56a3 req-ce2e0f0d-bddc-40bb-8d09-2b1b94392fb6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1310248 Aug 23 12:00:21.752281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ec1181a-8edf-4747-8de1-082f7a038987 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:21.756547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:21.821628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:21.830744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:21.840822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:21.843782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-05338e62-808c-4e07-b3e1-efdf90277682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:21.856899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c40c8bc-66dc-4724-8581-7ccb44ff56a3 req-234cd6ae-f244-42fc-820e-862d16a76554 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925431 Aug 23 12:00:21.857934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Pushing event updated for resources: {'Port': ['ID=e6014a69-75b4-4f9e-aee1-33ec755c751f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:21.947477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47542bee-f978-4d0b-9cbc-5c9633e08cd3 req-99d6ebcc-7775-4351-908c-ef2dfaf3d348 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206535 Aug 23 12:00:21.975370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Attempting to bind port e6014a69-75b4-4f9e-aee1-33ec755c751f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:21.975887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Attempting to bind port e6014a69-75b4-4f9e-aee1-33ec755c751f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:21.976122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Attempting to bind port e6014a69-75b4-4f9e-aee1-33ec755c751f on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:21.985508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:21.985919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Checking segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:21.986325 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:21.986714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Bound using segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:21.987188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Bound port: e6014a69-75b4-4f9e-aee1-33ec755c751f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:21.987570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.029881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6ec1181a-8edf-4747-8de1-082f7a038987, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ec1181a-8edf-4747-8de1-082f7a038987,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:22.068579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '6ec1181a-8edf-4747-8de1-082f7a038987', 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'port_id': '6ec1181a-8edf-4747-8de1-082f7a038987', 'mac_address': 'fa:16:3e:8e:cd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779e60a-8217-4f38-a7e2-fccc174c45ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:22.134976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] For port e6014a69-75b4-4f9e-aee1-33ec755c751f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:22.139826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] For port e6014a69-75b4-4f9e-aee1-33ec755c751f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6014a69-75b4-4f9e-aee1-33ec755c751f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:22.148611 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.151657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.157905 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.224594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b145a98-ebb1-415d-8006-9314c9261b41 None None] Pushing event updated for resources: {'Port': ['ID=e6014a69-75b4-4f9e-aee1-33ec755c751f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:22.234985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec1181a-8edf-4747-8de1-082f7a038987 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:22.238351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Subnet': ['ID=f2bfbb42-ffce-4a6b-b924-c897b7351fe8,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:22.249268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Checking segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:22.249741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network hostable DHCP agents. Network: a66031b2-e863-415b-b2b4-80e702e77223, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:00:22.274146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network a66031b2-e863-415b-b2b4-80e702e77223 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:00:22.279374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6ec1181a-8edf-4747-8de1-082f7a038987, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ec1181a-8edf-4747-8de1-082f7a038987,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:22.288559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.302114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a66031b2-e863-415b-b2b4-80e702e77223) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:22.308742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:22.309846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.328867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2046f0f0-e3f7-480b-836c-6cc9b176118a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3445842 Aug 23 12:00:22.331575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48472) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:22.333243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f54a0-3599-4df2-955a-16a0b7dd099c None None] Network a66031b2-e863-415b-b2b4-80e702e77223 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:00:22.342035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'name': 'tempest-TaggedBootDevicesTest-858872493', 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:22.419268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6ec1181a-8edf-4747-8de1-082f7a038987,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:22.612891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6ec1181a-8edf-4747-8de1-082f7a038987'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:22.628452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:22.668122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-a66031b2-e863-415b-b2b4-80e702e77223', 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'fixed_ips': [{'subnet_id': 'f2bfbb42-ffce-4a6b-b924-c897b7351fe8'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:00:22.668999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.764047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df212ff-c1e2-4766-b135-0a83843c7a4c req-98d60dab-38b7-4f4d-b122-7bfea56d55c7 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:22.765487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df212ff-c1e2-4766-b135-0a83843c7a4c req-98d60dab-38b7-4f4d-b122-7bfea56d55c7 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.1596837 Aug 23 12:00:22.777121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:22.812518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] device_id is not set on port d932ca55-e9b1-4189-85c2-dc21a1de144a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:00:22.833014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df212ff-c1e2-4766-b135-0a83843c7a4c req-63b7c1f8-b696-42fb-8aac-3ca51366c166 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Aug 23 12:00:22.938470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Allocated IP 10.2.2.2 (a66031b2-e863-415b-b2b4-80e702e77223/f2bfbb42-ffce-4a6b-b924-c897b7351fe8/8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:23.066049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 10.1.1.140 (597e402e-fdbc-48bf-92e3-c771ce7099fd/d22d6539-cea1-46ea-894a-667b11cb9b66/d932ca55-e9b1-4189-85c2-dc21a1de144a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:23.131293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e902a-0236-441a-a343-fbfcd767927b req-f664a887-e231-4763-b020-cb90c7d0f1a7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:23.139044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f1e902a-0236-441a-a343-fbfcd767927b req-f664a887-e231-4763-b020-cb90c7d0f1a7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1210992 Aug 23 12:00:23.236337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd420c-d216-490c-bd55-331cbdf2672a req-ef91bdd5-aaac-4f83-8995-c1856ef6612f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:23.238513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41bd420c-d216-490c-bd55-331cbdf2672a req-ef91bdd5-aaac-4f83-8995-c1856ef6612f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 945 time: 0.0689387 Aug 23 12:00:23.307439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f1e902a-0236-441a-a343-fbfcd767927b req-1a5d0d2f-a442-4692-afaa-6e0e1a8d1430 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669874 Aug 23 12:00:23.323066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41bd420c-d216-490c-bd55-331cbdf2672a req-adc3a8d8-e4ee-4aa4-8be2-d89af010a95d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Aug 23 12:00:23.393069 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.423101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Transition to ACTIVE for port object 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:23.462948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Transition to ACTIVE for port object 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:23.472496 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.502138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-762e94f1-7cb7-403a-bffe-709d299ebe6c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:23.504054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-762e94f1-7cb7-403a-bffe-709d299ebe6c tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.3471520 Aug 23 12:00:23.545086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Network a66031b2-e863-415b-b2b4-80e702e77223 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:23.548259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:23.556432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:23.559813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Pushing event updated for resources: {'Port': ['ID=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:23.640921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Attempting to bind port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:23.641843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Attempting to bind port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:23.642636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Attempting to bind port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b on network a66031b2-e863-415b-b2b4-80e702e77223 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:23.649314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:23.649851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Checking segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:23.650202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.650790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Bound using segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:23.651293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Bound port: 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:23.651695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.698052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.750168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object d932ca55-e9b1-4189-85c2-dc21a1de144a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:23.813813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port cd02006d-d0ef-46a3-9e8e-480def8b5c24 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:23.814782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.828087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] For port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:23.834520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] For port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:23.844741 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:23.990817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.019778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6014a69-75b4-4f9e-aee1-33ec755c751f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:24.060602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:24.078298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f7c7b-4258-4922-b2fe-a58c3b0bc26f None None] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:00:24.093312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:24.100016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port cd02006d-d0ef-46a3-9e8e-480def8b5c24, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=cd02006d-d0ef-46a3-9e8e-480def8b5c24,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:24.100721 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.105057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:24.112482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3bfb8-9f33-4bdf-9ec4-2864932b58c1 None None] Pushing event updated for resources: {'Port': ['ID=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:24.153519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:24.174174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:24.213299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for cd02006d-d0ef-46a3-9e8e-480def8b5c24 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:24.250463 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:00:24.270042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c475d975-e071-4c6e-ae10-7439aa14220b None None] Provisioning for port e6014a69-75b4-4f9e-aee1-33ec755c751f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:24.301391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e6014a69-75b4-4f9e-aee1-33ec755c751f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:24.344376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e6014a69-75b4-4f9e-aee1-33ec755c751f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:24.344715 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.366286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf2c14-b474-4a8d-b62d-a1339b6078f1 req-5a4b2797-104c-4c70-9741-47aee5b689ff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:24.374573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6ebf2c14-b474-4a8d-b62d-a1339b6078f1 req-5a4b2797-104c-4c70-9741-47aee5b689ff tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 950 time: 0.3594558 Aug 23 12:00:24.460743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.481194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:24.486511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.533227 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b1002ed-19bf-460f-a7cb-8df42bbcae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.559970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:24.594348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6ebf2c14-b474-4a8d-b62d-a1339b6078f1 req-317ff182-1826-4479-9e42-26dd4f48ef48 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184262 Aug 23 12:00:24.623362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bdda4f1c-52ea-46b4-8253-5516dbb9057c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2905118 Aug 23 12:00:24.624872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48540) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:24.638012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'name': 'tempest-TaggedBootDevicesTest-1389176416', 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:24.644292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d217c2-921b-43c5-8b78-24eda218ac33 req-99237c4d-66d9-4b10-bc23-15399ccbd1aa tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:24.658815 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2d217c2-921b-43c5-8b78-24eda218ac33 req-99237c4d-66d9-4b10-bc23-15399ccbd1aa tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1233778 Aug 23 12:00:24.718426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.722514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '47c09628-7bde-4b48-9885-47105a05dd31', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': '47c09628-7bde-4b48-9885-47105a05dd31', 'mac_address': 'fa:16:3e:b8:3c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:24.758452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2d217c2-921b-43c5-8b78-24eda218ac33 req-656acb0c-75c5-4e39-9718-55af1bd6d02c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980680 Aug 23 12:00:24.966491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:24.980757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdeb8b-3259-459b-829b-59f6cf58c055 req-e4c89f4f-d989-4f54-b177-302cc4b9f87c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:24.988927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ccdeb8b-3259-459b-829b-59f6cf58c055 req-e4c89f4f-d989-4f54-b177-302cc4b9f87c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 945 time: 0.2494087 Aug 23 12:00:25.118449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536', 'cd02006d-d0ef-46a3-9e8e-480def8b5c24'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:25.121461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2', '64a71cd4-4d73-471e-a701-8c11adb18517', 'a17ff73a-e7d7-48ef-877f-e75b910a6686'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:25.170718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port cd02006d-d0ef-46a3-9e8e-480def8b5c24 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:25.177742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=cd02006d-d0ef-46a3-9e8e-480def8b5c24,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:25.194052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:25.199500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-454a1eb5-175d-44a8-83d3-d82080213af0 req-43903b01-f880-44b1-8e1a-e5c2cfe3b08b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "DELETE /v2.0/ports/cd02006d-d0ef-46a3-9e8e-480def8b5c24 HTTP/1.1" status: 204 len: 173 time: 1.6850202 Aug 23 12:00:25.212047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'name': 'network-vif-deleted', 'tag': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:25.237001 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042dc3d9-bb7e-4fa8-9498-c9e6a3e63a69" -d '{"events": [{"server_uuid": "6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3", "name": "network-vif-deleted", "tag": "cd02006d-d0ef-46a3-9e8e-480def8b5c24"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:25.305451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e6014a69-75b4-4f9e-aee1-33ec755c751f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6014a69-75b4-4f9e-aee1-33ec755c751f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:25.354097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:25.362279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:25.370393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ccdeb8b-3259-459b-829b-59f6cf58c055 req-72d14beb-2078-4bd6-b854-e0a2533ceba1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797064 Aug 23 12:00:25.389652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:25.398749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:25.480245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] device_id is not set on port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:00:25.670990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47c09628-7bde-4b48-9885-47105a05dd31 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:25.792940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:25.858109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ec1181a-8edf-4747-8de1-082f7a038987 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:25.921086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:25.985603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 10.1.1.183 (597e402e-fdbc-48bf-92e3-c771ce7099fd/d22d6539-cea1-46ea-894a-667b11cb9b66/554da614-5ae3-42bb-9c9a-023e5bfd1bd6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:26.028571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801f0e1-08df-4dc9-a0e6-2ae450edfb97 None None] Network a66031b2-e863-415b-b2b4-80e702e77223 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:00:26.030423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:26.157870 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:26.229912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e6014a69-75b4-4f9e-aee1-33ec755c751f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:26.286957 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:26.303356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:26.367244 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565c7320-2dc8-438a-a7f1-86a8bdfdd27a x-openstack-request-id: req-565c7320-2dc8-438a-a7f1-86a8bdfdd27a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:26.367835 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3", "name": "network-vif-deleted", "tag": "cd02006d-d0ef-46a3-9e8e-480def8b5c24", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:26.368228 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-565c7320-2dc8-438a-a7f1-86a8bdfdd27a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:26.369441 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3', 'name': 'network-vif-deleted', 'tag': 'cd02006d-d0ef-46a3-9e8e-480def8b5c24', 'status': 'completed', 'code': 200} Aug 23 12:00:26.382810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb5268a2-de12-4cde-a21e-bcac46c9d460 None None] Provisioning for port d932ca55-e9b1-4189-85c2-dc21a1de144a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:26.383311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:26.413869 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b87b634b-dca9-4046-b650-15ee61a649ef req-28daff78-ca37-4d52-9635-aba36bc31b90 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e65ff7a-a3ac-44d1-8f8c-0898ec0aebe3 HTTP/1.1" status: 200 len: 210 time: 0.0429819 Aug 23 12:00:26.505875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['47c09628-7bde-4b48-9885-47105a05dd31'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:26.513725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:26.519996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:26.548212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:26.708376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:26.780892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:26.798414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:26.808419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb5268a2-de12-4cde-a21e-bcac46c9d460 None None] Provisioning complete for port d932ca55-e9b1-4189-85c2-dc21a1de144a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:26.808919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb5268a2-de12-4cde-a21e-bcac46c9d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:26.835049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f398-6ba1-404f-a8e6-8e78fe60e076 req-6e45a981-c007-480c-b5f1-b392c2ef3a27 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:26.845462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23f1f398-6ba1-404f-a8e6-8e78fe60e076 req-6e45a981-c007-480c-b5f1-b392c2ef3a27 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.3139791 Aug 23 12:00:26.853908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:26.863189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cb5268a2-de12-4cde-a21e-bcac46c9d460 None None] Port d932ca55-e9b1-4189-85c2-dc21a1de144a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:26.898865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1d4bf574-c37a-4e8a-95d2-3fec93c0c806 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2705708 Aug 23 12:00:26.934861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23f1f398-6ba1-404f-a8e6-8e78fe60e076 req-a1d6168b-08db-4f7c-9a69-86347e61638f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Aug 23 12:00:27.027839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb5268a2-de12-4cde-a21e-bcac46c9d460 None None] Provisioning complete for port e6014a69-75b4-4f9e-aee1-33ec755c751f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:27.028374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb5268a2-de12-4cde-a21e-bcac46c9d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:27.090177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 6ec1181a-8edf-4747-8de1-082f7a038987 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:27.099082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:27.139219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 6ec1181a-8edf-4747-8de1-082f7a038987 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:27.139734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:27.273576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4df78-f537-477b-bf41-e14a06b1c50f req-4d23c196-ac50-4c56-bb2b-0cdd45edbf2f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:27.276798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10e4df78-f537-477b-bf41-e14a06b1c50f req-4d23c196-ac50-4c56-bb2b-0cdd45edbf2f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 945 time: 0.1019473 Aug 23 12:00:27.366253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10e4df78-f537-477b-bf41-e14a06b1c50f req-95545de8-9931-40b7-94cd-2b15b9c758be tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817485 Aug 23 12:00:27.440216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:27.898383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.046975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6014a69-75b4-4f9e-aee1-33ec755c751f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:28.175884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48568) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:28.181714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746856401', 'description': 'tempest-description--874566465'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:28.254194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.377304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device cd02006d-d0ef-46a3-9e8e-480def8b5c24 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:28.394888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.552913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: cd02006d-d0ef-46a3-9e8e-480def8b5c24 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:28.553264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device cd02006d-d0ef-46a3-9e8e-480def8b5c24 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:28.604401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e6014a69-75b4-4f9e-aee1-33ec755c751f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:28.604856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.688491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.721058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.873241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec1181a-8edf-4747-8de1-082f7a038987'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:28.875817 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82217c79-af83-4603-b6cf-6ea3b8897a73" -d '{"events": [{"server_uuid": "69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9", "name": "network-vif-plugged", "status": "completed", "tag": "6ec1181a-8edf-4747-8de1-082f7a038987"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:28.909102 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.922185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6ec1181a-8edf-4747-8de1-082f7a038987, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ec1181a-8edf-4747-8de1-082f7a038987,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:28.957222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Provisioning complete for port d932ca55-e9b1-4189-85c2-dc21a1de144a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:28.957600 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.959474 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:28.978128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:28.999641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.001736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e7d5ea7-5d67-42ea-9b62-00dce26ddb17 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8248112 Aug 23 12:00:29.004764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:29.010990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'security_group_rule': {'security_group_id': '5558d8d4-59ac-4db6-8c15-e6cba0aff0a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:29.050775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35aeb54-6ba4-433b-b19e-696842f133d5 req-7fbfdfb1-75cd-4f2c-b0a9-09d281253bee tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:29.052414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f35aeb54-6ba4-433b-b19e-696842f133d5 req-7fbfdfb1-75cd-4f2c-b0a9-09d281253bee tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.6551211 Aug 23 12:00:29.075684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Port d932ca55-e9b1-4189-85c2-dc21a1de144a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:29.091046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.102571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Provisioning for port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:29.112300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Provisioning complete for port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:29.112680 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.115707 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6ec1181a-8edf-4747-8de1-082f7a038987,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:29.161386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f35aeb54-6ba4-433b-b19e-696842f133d5 req-3f9c551c-3870-4812-9bca-03d31cfe3281 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951970 Aug 23 12:00:29.252383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.262811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.311614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd6b2b5-ee75-4957-93fd-39bb67d29e55,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:29.332839 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.338377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48586) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:29.339953 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85e89b6d-2970-49d8-a423-dfd6361d2740 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328462 Aug 23 12:00:29.343073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'security_group_rule': {'security_group_id': '5558d8d4-59ac-4db6-8c15-e6cba0aff0a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:29.364510 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.393063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.454525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] For port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:29.459706 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.513765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.522199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.541866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Provisioning for port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:29.557739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.558107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Provisioning complete for port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:29.558493 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.561312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218776 Aug 23 12:00:29.564592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48590) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:00:29.570158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:29.618474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f0f6a-8e1c-4d2d-a85f-5422d4b6360d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc4da13-1713-4a79-ba8b-7c8897dfbbe5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:29.663852 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:29.666963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Pushing event updated for resources: {'Port': ['ID=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:29.683745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-57d2f75a-01fe-42e2-b7bf-c2cb8be71388 None None] Port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:29.708927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354d454-8cb6-44b2-a23f-18944ad0fac1 req-ce0469a1-f784-4fe9-b353-0dbe754b4ac1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:29.718279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e354d454-8cb6-44b2-a23f-18944ad0fac1 req-ce0469a1-f784-4fe9-b353-0dbe754b4ac1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 946 time: 0.0937858 Aug 23 12:00:29.834596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e354d454-8cb6-44b2-a23f-18944ad0fac1 req-0015b611-bfdb-4d51-84c9-aced1021be14 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153967 Aug 23 12:00:29.902708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:29.940910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.016495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:30.017016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.207040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 172.25.1.238 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/85778cf4-47cf-4964-afe8-4a3b0911573a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:30.213074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:30.291272 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a1e490-7677-4390-87ae-b9539600853e x-openstack-request-id: req-c9a1e490-7677-4390-87ae-b9539600853e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:30.291801 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9", "name": "network-vif-plugged", "status": "completed", "tag": "6ec1181a-8edf-4747-8de1-082f7a038987", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:30.293051 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9a1e490-7677-4390-87ae-b9539600853e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:30.294017 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec1181a-8edf-4747-8de1-082f7a038987', 'code': 200} Aug 23 12:00:30.366685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 47c09628-7bde-4b48-9885-47105a05dd31 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:30.367104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.407541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.459981 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.471635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30c093-e657-4d9a-8b01-106f842f0c5f req-179796c0-355e-4bb0-96cd-0024a2b22519 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:30.473747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd30c093-e657-4d9a-8b01-106f842f0c5f req-179796c0-355e-4bb0-96cd-0024a2b22519 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 950 time: 0.0840187 Aug 23 12:00:30.476949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549e911-5ae8-4104-a85c-e808989c6242 req-e296bdbd-f5cc-462f-bb22-55b31948f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:30.479127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e549e911-5ae8-4104-a85c-e808989c6242 req-e296bdbd-f5cc-462f-bb22-55b31948f0fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 1097 time: 0.1552732 Aug 23 12:00:30.538455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e549e911-5ae8-4104-a85c-e808989c6242 req-2d033460-c2d2-47dc-a33b-46cc1ac81638 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Aug 23 12:00:30.569714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:30.577422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:30.579731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd30c093-e657-4d9a-8b01-106f842f0c5f req-cb2f007b-15d8-4adf-806b-13cde18e06f6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908623 Aug 23 12:00:30.592394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=85778cf4-47cf-4964-afe8-4a3b0911573a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:30.595076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:30.712983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.729918 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.768157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc1f7e-3333-4eca-97dc-60adc60a7b52 req-aff76a54-8e57-45c0-9e07-0680b2b21916 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:30.770424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2fc1f7e-3333-4eca-97dc-60adc60a7b52 req-aff76a54-8e57-45c0-9e07-0680b2b21916 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1195292 Aug 23 12:00:30.775849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.818216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:30.823957 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:30.854133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2fc1f7e-3333-4eca-97dc-60adc60a7b52 req-a8a644bd-6339-4c2d-9c70-d09dee877e4e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724986 Aug 23 12:00:30.921130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:30.987112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4635e50-1141-45e6-bfef-79087b903c60 req-9a997e06-441c-4dba-88ec-0407dea75cdb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:30.996263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4635e50-1141-45e6-bfef-79087b903c60 req-9a997e06-441c-4dba-88ec-0407dea75cdb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.1402442 Aug 23 12:00:31.041141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b75d0-1ea3-47f6-a138-2b06213d7a41 req-8e8a53ba-5d83-40b5-a990-6b17b81e29b1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:31.044136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a23b75d0-1ea3-47f6-a138-2b06213d7a41 req-8e8a53ba-5d83-40b5-a990-6b17b81e29b1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 946 time: 0.1015489 Aug 23 12:00:31.088139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4635e50-1141-45e6-bfef-79087b903c60 req-b86c7bc3-92da-4ffb-93a9-acb44df567b3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901597 Aug 23 12:00:31.107665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:31.119495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:31.130747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a23b75d0-1ea3-47f6-a138-2b06213d7a41 req-da7b04a1-be47-4863-ae1c-8859605ff0f5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807738 Aug 23 12:00:31.222243 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:31.242294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=85778cf4-47cf-4964-afe8-4a3b0911573a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:31.251238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:31.260831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d3a0ff6e-8507-483c-beda-289dffbc78cf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6873391 Aug 23 12:00:31.473377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe745d-98eb-4453-86de-216025000c5c req-17f5fd85-cc0b-426f-9e2b-5f8d7d1a3952 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:31.475404 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dcfe745d-98eb-4453-86de-216025000c5c req-17f5fd85-cc0b-426f-9e2b-5f8d7d1a3952 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 950 time: 0.0730984 Aug 23 12:00:31.591856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-3b0ea2d0-816b-4dcf-8a47-15dc9cc3a502 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1746856401&fields=id&tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad HTTP/1.1" status: 200 len: 267 time: 0.0785229 Aug 23 12:00:31.663509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-115dc632-89e2-4f1b-94ec-03483516d5ad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:31.665113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-115dc632-89e2-4f1b-94ec-03483516d5ad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 931 time: 0.0609140 Aug 23 12:00:31.674486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port a17ff73a-e7d7-48ef-877f-e75b910a6686 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:31.674980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:31.726883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163faf88-e36c-4b82-8d2d-c42b822e5a0b req-a94a8fc8-a80c-4473-868d-34435fead10b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:31.731045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-163faf88-e36c-4b82-8d2d-c42b822e5a0b req-a94a8fc8-a80c-4473-868d-34435fead10b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1a80d6-e2b3-4359-82f0-638a977f8091 HTTP/1.1" status: 200 len: 950 time: 0.0692461 Aug 23 12:00:31.751662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-85e59dd5-b5bb-4cd6-a75b-e3657a73489f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:31.753533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-85e59dd5-b5bb-4cd6-a75b-e3657a73489f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 932 time: 0.0746517 Aug 23 12:00:31.813973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-163faf88-e36c-4b82-8d2d-c42b822e5a0b req-66f20890-5373-4d4f-965a-395b9de4c605 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780458 Aug 23 12:00:31.865086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-df71f67e-bde3-45e0-bba5-0ea6c1c4aa9f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0816019 Aug 23 12:00:31.911681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-0bf8f340-172f-45b3-9c36-5bc52ad7a1b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0438979 Aug 23 12:00:32.011370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port a17ff73a-e7d7-48ef-877f-e75b910a6686, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a17ff73a-e7d7-48ef-877f-e75b910a6686,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:32.011834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:32.032767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for a17ff73a-e7d7-48ef-877f-e75b910a6686 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:32.119108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-20c38451-5df8-4c9b-aabf-4dd78df1f8c4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:32.127819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-20c38451-5df8-4c9b-aabf-4dd78df1f8c4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:32.138005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-20c38451-5df8-4c9b-aabf-4dd78df1f8c4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:32.140165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-20c38451-5df8-4c9b-aabf-4dd78df1f8c4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/networks?id=a798c050-248a-4546-8041-33f968ec94d0&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=a66031b2-e863-415b-b2b4-80e702e77223&id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 1989 time: 0.2274535 Aug 23 12:00:32.170590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-4349e9e2-6b7a-42bc-9955-8dfe163a6dbd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/quotas/b6e1448bceee42a084ac9fa8ce06c4ad HTTP/1.1" status: 200 len: 375 time: 0.0226278 Aug 23 12:00:32.195165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e503e-4ab1-47af-b041-5dfccb890585 req-f5e030f3-2675-4ab6-b5ef-096031eaaa79 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:32.197146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-543e503e-4ab1-47af-b041-5dfccb890585 req-f5e030f3-2675-4ab6-b5ef-096031eaaa79 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.0736392 Aug 23 12:00:32.251830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-543e503e-4ab1-47af-b041-5dfccb890585 req-6a546fc7-1522-4c2a-ae4a-9d3a9a135376 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479236 Aug 23 12:00:32.271649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-0a85bafd-9af8-4101-8bc5-8e8cdce2ef2e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0940852 Aug 23 12:00:32.296466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:32.299076 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4212747-4ee3-46ae-b342-b08a9104b3a0" -d '{"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-plugged", "status": "completed", "tag": "47c09628-7bde-4b48-9885-47105a05dd31"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:32.332382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:32.355058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2', '64a71cd4-4d73-471e-a701-8c11adb18517', 'a17ff73a-e7d7-48ef-877f-e75b910a6686'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:32.359176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:32.405978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=a17ff73a-e7d7-48ef-877f-e75b910a6686,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:32.453334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264d849-d70e-4ae8-b1ca-45243a976b01 req-b3849dca-9b2b-4223-9806-8f69b0a0e445 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:32.459863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-93c388db-b48a-4788-94de-bf0e47a4f5ef service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:00:32.460931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5264d849-d70e-4ae8-b1ca-45243a976b01 req-b3849dca-9b2b-4223-9806-8f69b0a0e445 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.1351595 Aug 23 12:00:32.461286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-93c388db-b48a-4788-94de-bf0e47a4f5ef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1500568 Aug 23 12:00:32.463069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port a17ff73a-e7d7-48ef-877f-e75b910a6686 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:32.467806 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:32.470757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dcfe745d-98eb-4453-86de-216025000c5c req-b8c6fe75-2c0b-4d2c-970a-e8230beb3828 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "DELETE /v2.0/ports/a17ff73a-e7d7-48ef-877f-e75b910a6686 HTTP/1.1" status: 204 len: 173 time: 0.9882457 Aug 23 12:00:32.472895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'name': 'network-vif-deleted', 'tag': 'a17ff73a-e7d7-48ef-877f-e75b910a6686'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:32.477406 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a6555-228c-45a8-ab36-6b23e255d3f8" -d '{"events": [{"server_uuid": "af1a80d6-e2b3-4359-82f0-638a977f8091", "name": "network-vif-deleted", "tag": "a17ff73a-e7d7-48ef-877f-e75b910a6686"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:32.532824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5264d849-d70e-4ae8-b1ca-45243a976b01 req-6030c964-c8b0-42f1-9c74-e77335eba92c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709043 Aug 23 12:00:32.655237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-d380274c-6ad2-44af-90ca-0ec546304f34 service neutron] 10.222.0.21 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828461 Aug 23 12:00:32.714165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f871dc-570d-4d8b-8c52-ca041a028a70 req-4e471681-bf99-4485-b833-0608d4eb62fe tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:32.726696 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97f871dc-570d-4d8b-8c52-ca041a028a70 req-4e471681-bf99-4485-b833-0608d4eb62fe tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 946 time: 0.0912821 Aug 23 12:00:32.807355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97f871dc-570d-4d8b-8c52-ca041a028a70 req-f44d6a1d-123c-4830-916e-bbc887d15556 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702183 Aug 23 12:00:32.851715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-1c97c76a-1247-4b96-8f94-df049a2681a9 service neutron] 10.222.0.21 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713555 Aug 23 12:00:32.938931 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14d6903-33d5-45a7-9478-8dff0be18779 x-openstack-request-id: req-d14d6903-33d5-45a7-9478-8dff0be18779 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:32.939277 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-plugged", "status": "completed", "tag": "47c09628-7bde-4b48-9885-47105a05dd31", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:32.939573 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d14d6903-33d5-45a7-9478-8dff0be18779 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:32.939981 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31', 'code': 200} Aug 23 12:00:32.961288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-53a301c1-1b9c-4d93-a182-2873004a0ade service neutron] 10.222.0.21 "GET /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0871265 Aug 23 12:00:32.992432 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb8e13b-b948-4218-958e-a84056d1601c x-openstack-request-id: req-6eb8e13b-b948-4218-958e-a84056d1601c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:32.993197 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1a80d6-e2b3-4359-82f0-638a977f8091", "name": "network-vif-deleted", "tag": "a17ff73a-e7d7-48ef-877f-e75b910a6686", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:32.993733 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6eb8e13b-b948-4218-958e-a84056d1601c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:32.994350 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1a80d6-e2b3-4359-82f0-638a977f8091', 'name': 'network-vif-deleted', 'tag': 'a17ff73a-e7d7-48ef-877f-e75b910a6686', 'status': 'completed', 'code': 200} Aug 23 12:00:33.202664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-181ba46b-5dc0-4cc3-ab50-a47b710ce613 service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373304 Aug 23 12:00:33.437627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c9fe7c7b-0f9b-4a62-952a-944c34cdf541 service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274418 Aug 23 12:00:33.553916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-227e3627-70e9-4a1c-b27d-3b7eefd86e9e service neutron] 10.222.0.21 "GET /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1113012 Aug 23 12:00:33.821711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-991f20d9-7846-422d-822e-6955233b65c4 service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612822 Aug 23 12:00:33.974191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b6c79b0b-f548-4b77-92bc-50ff21228190 service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515276 Aug 23 12:00:34.122951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-8a99b917-3d69-4667-a451-bab5397e21fd service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412160 Aug 23 12:00:34.284211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4bd3-2228-484a-a8bd-a49b6960462a req-6f0b6a93-9512-48ab-b16b-f1f5af6f5835 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:34.284735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-1fc6985e-8333-4c8d-aa5b-3668d61274f2 service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514072 Aug 23 12:00:34.287012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04fc4bd3-2228-484a-a8bd-a49b6960462a req-6f0b6a93-9512-48ab-b16b-f1f5af6f5835 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.0711782 Aug 23 12:00:34.375342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04fc4bd3-2228-484a-a8bd-a49b6960462a req-0bde2476-f02d-40eb-a42f-2f7fde4abb01 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779650 Aug 23 12:00:34.422658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-0da325e1-4526-44eb-aaaf-0bd43a04a74d service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234920 Aug 23 12:00:34.546785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2134afd3-8136-446b-8760-fc266c06050e service neutron] 10.222.0.21 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232090 Aug 23 12:00:34.606684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3f072-1431-4646-bf84-36163e5a4b78 req-36e668f9-7177-4431-92e2-83885d7f1c11 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:34.608215 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5e3f072-1431-4646-bf84-36163e5a4b78 req-36e668f9-7177-4431-92e2-83885d7f1c11 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 946 time: 0.0714128 Aug 23 12:00:34.644508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5e3f072-1431-4646-bf84-36163e5a4b78 req-f1998da2-abfa-42e6-85ed-3cca942965e7 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350447 Aug 23 12:00:34.662119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fffe7584-8c78-4ac9-a210-54c42ae56bf9 service neutron] 10.222.0.21 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081200 Aug 23 12:00:34.796953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-df9c831a-2f1e-4671-8edb-54b763b1073c service neutron] 10.222.0.21 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229250 Aug 23 12:00:34.917895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-d0cd80cc-68e1-4703-b2c6-ecc97b5c5ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139235 Aug 23 12:00:34.951040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1be87-921a-49cd-995e-bc40d2ed701f req-b5ead825-56cf-4de9-b137-ce98e4264bc1 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:34.953723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9f1be87-921a-49cd-995e-bc40d2ed701f req-b5ead825-56cf-4de9-b137-ce98e4264bc1 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.0597680 Aug 23 12:00:35.014208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9f1be87-921a-49cd-995e-bc40d2ed701f req-018d8fd2-7dfe-4864-aa8e-56918b95be5f tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 Aug 23 12:00:35.061260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f722ae7c-4d3b-4ac1-8b41-4d30aedf56e0 service neutron] 10.222.0.21 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330905 Aug 23 12:00:35.580560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87082b46-b537-4998-ab3b-2a074c58051b req-19ae6e29-1e5d-4cff-9d20-928f8b15924a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:35.582224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87082b46-b537-4998-ab3b-2a074c58051b req-19ae6e29-1e5d-4cff-9d20-928f8b15924a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.0797555 Aug 23 12:00:35.644203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87082b46-b537-4998-ab3b-2a074c58051b req-96a9366f-0d81-4e36-b91b-9f930580acb4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486495 Aug 23 12:00:35.768772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50757232-da68-450f-8ad7-91ad6f5be153 req-f00d2d9b-9864-4899-8d61-511461b50417 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:35.771438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50757232-da68-450f-8ad7-91ad6f5be153 req-f00d2d9b-9864-4899-8d61-511461b50417 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 946 time: 0.1081452 Aug 23 12:00:35.815587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:35.829153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:35.928829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6dd38-9cae-40b1-822d-487a8acbf803 req-40af91b0-9aa3-4446-b64d-2e4617a2565e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:35.945147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6dd6dd38-9cae-40b1-822d-487a8acbf803 req-40af91b0-9aa3-4446-b64d-2e4617a2565e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 946 time: 0.0897179 Aug 23 12:00:36.049056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6dd6dd38-9cae-40b1-822d-487a8acbf803 req-9601268a-66ec-4536-a9e6-d8a5e96cc01a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017671 Aug 23 12:00:36.113656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Deleting port 6ec1181a-8edf-4747-8de1-082f7a038987 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:36.114206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:36.189568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-174ada14-6d66-4d7c-ad84-710cf900cbf9 req-a8cdca33-fdd8-4074-8c2c-381b8e011bfc tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0458565 Aug 23 12:00:36.201506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:36.270947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8cf72-dfef-4564-9906-4e9f4de3b9fe req-12610846-c446-4cb7-86ac-f6577c68f51b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:36.282408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afb8cf72-dfef-4564-9906-4e9f4de3b9fe req-12610846-c446-4cb7-86ac-f6577c68f51b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.1466892 Aug 23 12:00:36.350409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:36.359046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afb8cf72-dfef-4564-9906-4e9f4de3b9fe req-df830f39-6199-4101-8b94-9e4a57b20d29 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692711 Aug 23 12:00:36.384651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:36.409345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:36.412859 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5bbda3-0fa6-4147-baa0-bf6fc5fa0c0e" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:36.430208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] For port 6ec1181a-8edf-4747-8de1-082f7a038987, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ec1181a-8edf-4747-8de1-082f7a038987,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:36.430586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:36.489540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Calling delete_port for 6ec1181a-8edf-4747-8de1-082f7a038987 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:36.495469 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2017ae-8b5f-44b8-bf79-8357d282c864 x-openstack-request-id: req-3a2017ae-8b5f-44b8-bf79-8357d282c864 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:36.495768 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:36.496126 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a2017ae-8b5f-44b8-bf79-8357d282c864 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:36.496608 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 12:00:36.505884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:36.522963 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:36.523363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a17ff73a-e7d7-48ef-877f-e75b910a6686 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:36.605267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: a17ff73a-e7d7-48ef-877f-e75b910a6686 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:36.605680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a17ff73a-e7d7-48ef-877f-e75b910a6686 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:36.611950 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:36.655597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:36.662359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-e3782b44-3254-4d52-ab71-5d9af8384cd1 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:36.666181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-e3782b44-3254-4d52-ab71-5d9af8384cd1 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.1817567 Aug 23 12:00:36.680230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:36.782539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:00:36.783535 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:00:36.866078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:36.895601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['56ef8cad-3106-4e90-bf05-b8dda58121d0', '6ec1181a-8edf-4747-8de1-082f7a038987'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:36.927949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Pushing event deleted for resources: {'Port': ['ID=6ec1181a-8edf-4747-8de1-082f7a038987,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:36.955055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844343ae-67db-4cf7-98dc-48ff4131187b req-1206c8de-64f3-4e82-9fe9-e7fce71317f6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:36.956286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-844343ae-67db-4cf7-98dc-48ff4131187b req-1206c8de-64f3-4e82-9fe9-e7fce71317f6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1701283 Aug 23 12:00:37.009300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] No DVR routers for this DVR port 6ec1181a-8edf-4747-8de1-082f7a038987 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:37.018274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.020448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50757232-da68-450f-8ad7-91ad6f5be153 req-6f324acc-ed8d-49c1-84dc-f985634601b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.44 "DELETE /v2.0/ports/6ec1181a-8edf-4747-8de1-082f7a038987 HTTP/1.1" status: 204 len: 173 time: 1.2407279 Aug 23 12:00:37.021307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'name': 'network-vif-deleted', 'tag': '6ec1181a-8edf-4747-8de1-082f7a038987'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:37.030735 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6b990-c7f9-4a13-bce2-271c3811f7cd" -d '{"events": [{"server_uuid": "69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9", "name": "network-vif-deleted", "tag": "6ec1181a-8edf-4747-8de1-082f7a038987"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:37.043468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port 64a71cd4-4d73-471e-a701-8c11adb18517 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:37.044085 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.100476 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1266c7ac-3f85-4ae8-95db-5c7aa43245cb x-openstack-request-id: req-1266c7ac-3f85-4ae8-95db-5c7aa43245cb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:37.100778 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9", "name": "network-vif-deleted", "tag": "6ec1181a-8edf-4747-8de1-082f7a038987", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:37.101035 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1266c7ac-3f85-4ae8-95db-5c7aa43245cb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:37.101491 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9', 'name': 'network-vif-deleted', 'tag': '6ec1181a-8edf-4747-8de1-082f7a038987', 'status': 'completed', 'code': 200} Aug 23 12:00:37.101591 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-844343ae-67db-4cf7-98dc-48ff4131187b req-a5b3b1e2-9e4e-4359-926c-08085977d7ee tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175618 Aug 23 12:00:37.266333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56ff1549-c9cf-45e1-8b9e-1f5b473b800e req-0353eb47-9dc6-4004-be1b-f0e7d4061e9b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=69c28e1e-c5db-4e1d-a2c0-7feb87fc31c9 HTTP/1.1" status: 200 len: 210 time: 0.0630383 Aug 23 12:00:37.288926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port 64a71cd4-4d73-471e-a701-8c11adb18517, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=64a71cd4-4d73-471e-a701-8c11adb18517,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:37.289122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.303154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for 64a71cd4-4d73-471e-a701-8c11adb18517 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:37.361369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.387180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:37.429851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34aba620-5fb4-427f-835c-999a304434bd req-498ad8f6-041b-4a02-8ce8-29cb338ed2d5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0378182 Aug 23 12:00:37.434728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:37.444335 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.549529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:37.594418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.608033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:37.612280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:37.682847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcf074-b10d-47c8-90ae-272ad145712a req-18c3feaf-2415-43fb-964d-384cb2036a65 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:37.702915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82bcf074-b10d-47c8-90ae-272ad145712a req-18c3feaf-2415-43fb-964d-384cb2036a65 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc6e3177-1cee-4603-b37f-49f385c64d77 HTTP/1.1" status: 200 len: 950 time: 0.1602063 Aug 23 12:00:37.788757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=64a71cd4-4d73-471e-a701-8c11adb18517,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:37.822585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ec1181a-8edf-4747-8de1-082f7a038987 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:37.876166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 6ec1181a-8edf-4747-8de1-082f7a038987 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:37.876567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ec1181a-8edf-4747-8de1-082f7a038987 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:37.890146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82bcf074-b10d-47c8-90ae-272ad145712a req-73b64590-408c-4cb5-8b18-d53272e93388 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850603 Aug 23 12:00:37.894923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port 64a71cd4-4d73-471e-a701-8c11adb18517 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:37.903331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:37.906433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f1523e0-97d5-49dc-84a8-1e0cc17f2126 req-edf7e548-7f87-4ebc-9413-3bfccda47718 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "DELETE /v2.0/ports/64a71cd4-4d73-471e-a701-8c11adb18517 HTTP/1.1" status: 204 len: 173 time: 1.2311852 Aug 23 12:00:37.907468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'name': 'network-vif-deleted', 'tag': '64a71cd4-4d73-471e-a701-8c11adb18517'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:37.910400 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6860bb3d-6182-491c-b307-50780989b21f" -d '{"events": [{"server_uuid": "cc6e3177-1cee-4603-b37f-49f385c64d77", "name": "network-vif-deleted", "tag": "64a71cd4-4d73-471e-a701-8c11adb18517"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:37.969938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-2fd19143-9738-408b-bec6-e32af7207e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:37.971313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-2fd19143-9738-408b-bec6-e32af7207e77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.1079750 Aug 23 12:00:38.134782 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aeef5b-38fe-4b5d-8a01-d4fd71ce31bc x-openstack-request-id: req-77aeef5b-38fe-4b5d-8a01-d4fd71ce31bc {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:38.135279 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6e3177-1cee-4603-b37f-49f385c64d77", "name": "network-vif-deleted", "tag": "64a71cd4-4d73-471e-a701-8c11adb18517", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:38.135678 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77aeef5b-38fe-4b5d-8a01-d4fd71ce31bc {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:38.136220 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6e3177-1cee-4603-b37f-49f385c64d77', 'name': 'network-vif-deleted', 'tag': '64a71cd4-4d73-471e-a701-8c11adb18517', 'status': 'completed', 'code': 200} Aug 23 12:00:38.245465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-3039b521-be59-413b-a003-b362e9e22a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.247094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-3039b521-be59-413b-a003-b362e9e22a5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.2454271 Aug 23 12:00:38.390227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2', '64a71cd4-4d73-471e-a701-8c11adb18517'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:38.402447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-a5cfe983-2a2f-4944-9935-5f6c6892af8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1001 time: 0.1470168 Aug 23 12:00:38.427221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-260e8a61-0a43-48c4-aeb5-8ca133ec99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.429185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-260e8a61-0a43-48c4-aeb5-8ca133ec99fd service neutron] 10.222.0.44 "GET /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 1027 time: 0.1132202 Aug 23 12:00:38.452756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55348179-0691-46c5-85ac-5718981140db req-5b2062a5-3b7b-47f1-b3eb-f6d68a731262 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.459913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55348179-0691-46c5-85ac-5718981140db req-5b2062a5-3b7b-47f1-b3eb-f6d68a731262 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.2237141 Aug 23 12:00:38.566535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-40fa6420-1d09-4684-9b2f-098fe3f0ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.572772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-40fa6420-1d09-4684-9b2f-098fe3f0ed6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1321936 Aug 23 12:00:38.619950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-64ccfca0-96ef-471a-ac0c-c310b198d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.621945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-64ccfca0-96ef-471a-ac0c-c310b198d93f service neutron] 10.222.0.44 "GET /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 1028 time: 0.1600187 Aug 23 12:00:38.682605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55348179-0691-46c5-85ac-5718981140db req-20b1b0dc-1fe5-49a0-b683-857cceef1eff tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000160 Aug 23 12:00:38.820424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca34bcf-8767-461c-a2bc-84aa06dcfb9d req-c88bd8bf-1586-4776-a1f8-5788f78584e3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.840744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ca34bcf-8767-461c-a2bc-84aa06dcfb9d req-c88bd8bf-1586-4776-a1f8-5788f78584e3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2544591 Aug 23 12:00:38.865128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-de846a1a-a9e2-4ea2-8474-5f4045bac027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:38.866673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-de846a1a-a9e2-4ea2-8474-5f4045bac027 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999335 Aug 23 12:00:38.944604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a88ac42-5593-4c4e-abf6-09d2d50123b0 req-6cf1b0ec-c2e6-45b7-b5f5-c968038198ff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0935683 Aug 23 12:00:38.970205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4ca34bcf-8767-461c-a2bc-84aa06dcfb9d req-1ef856b3-526c-4eb4-8797-06d446de17eb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284144 Aug 23 12:00:39.091012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2ee0b2a4-7ef4-4c50-9124-96ab86260acf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:39.112235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2ee0b2a4-7ef4-4c50-9124-96ab86260acf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:39.144209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2ee0b2a4-7ef4-4c50-9124-96ab86260acf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:39.151692 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2ee0b2a4-7ef4-4c50-9124-96ab86260acf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "GET /v2.0/networks?id=a798c050-248a-4546-8041-33f968ec94d0&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=a66031b2-e863-415b-b2b4-80e702e77223&id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 1989 time: 0.5204809 Aug 23 12:00:39.166139 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-bf7fe125-af06-465d-9015-bba13b1ac9b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788894 Aug 23 12:00:39.217140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-971ab2e5-818c-4dfa-9f66-fbec95cb4841 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad HTTP/1.1" status: 200 len: 380 time: 0.0575571 Aug 23 12:00:39.227024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'admin_state_up': True, 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'security_groups': ['5558d8d4-59ac-4db6-8c15-e6cba0aff0a9']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:39.440716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cae895b-6150-4e9d-853f-473f8a8f8cce req-a980bb3a-dc70-4dc7-bdb2-937b3f41e592 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634504 Aug 23 12:00:39.551819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:39.557494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:39.821079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:00:39.983056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 172.20.0.13 (a798c050-248a-4546-8041-33f968ec94d0/d08542eb-e3aa-4709-9902-a01ded7822d8/0967fd3a-816b-4536-8ed3-abf388e8116d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:40.017013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:40.018670 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:40.065321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a121-0056-4303-9f9e-785aed3b36f7 req-93c033c0-1f0a-47c4-b908-e93d1970ba43 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:40.078909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c66a121-0056-4303-9f9e-785aed3b36f7 req-93c033c0-1f0a-47c4-b908-e93d1970ba43 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1502910 Aug 23 12:00:40.189434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c66a121-0056-4303-9f9e-785aed3b36f7 req-d9ffb106-ca0e-4745-8858-dbac6fb41050 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081412 Aug 23 12:00:40.266153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:40.350747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:40.353142 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93131644-5d6f-44e5-8ec9-f2fe858b9fa4" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:40.411751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:40.417069 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:40.418082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 64a71cd4-4d73-471e-a701-8c11adb18517 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:40.460497 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:40.467397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b0c1-1b5e-4b86-97e2-535cb6e99617 req-798bffb2-77c8-4d8a-a58e-b3ce83fc8dfe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:40.482096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8776b0c1-1b5e-4b86-97e2-535cb6e99617 req-798bffb2-77c8-4d8a-a58e-b3ce83fc8dfe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1456060 Aug 23 12:00:40.495344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object 0967fd3a-816b-4536-8ed3-abf388e8116d will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:40.549732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 64a71cd4-4d73-471e-a701-8c11adb18517 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:40.550124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 64a71cd4-4d73-471e-a701-8c11adb18517 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:40.576848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8776b0c1-1b5e-4b86-97e2-535cb6e99617 req-fcc44cf0-4f4e-4c9a-853e-52ccf65b719c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901315 Aug 23 12:00:40.588065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:40.615439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:40.712663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:40.731676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network a798c050-248a-4546-8041-33f968ec94d0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:40.733991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:40.753746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:40.875602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:40.879961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:40.917116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b10ab5ce-c571-4e6a-8118-6cadf9887c6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6944048 Aug 23 12:00:40.931573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'admin_state_up': True, 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'security_groups': ['5558d8d4-59ac-4db6-8c15-e6cba0aff0a9']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:41.094669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32b75-9d31-4170-a4b4-420a4068120d req-3c4088ab-0a3a-4888-b651-8e8ec759bf9e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:41.105709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4da32b75-9d31-4170-a4b4-420a4068120d req-3c4088ab-0a3a-4888-b651-8e8ec759bf9e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 932 time: 0.1147475 Aug 23 12:00:41.202619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f361f876-f334-41f7-93b0-b854685a889c None None] Provisioning for port 0967fd3a-816b-4536-8ed3-abf388e8116d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:41.216224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f361f876-f334-41f7-93b0-b854685a889c None None] Provisioning complete for port 0967fd3a-816b-4536-8ed3-abf388e8116d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:41.216457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f361f876-f334-41f7-93b0-b854685a889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:41.286656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f361f876-f334-41f7-93b0-b854685a889c None None] Port 0967fd3a-816b-4536-8ed3-abf388e8116d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:41.301759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:41.318170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:41.324944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4da32b75-9d31-4170-a4b4-420a4068120d req-0adecc39-1f26-4d36-b3ec-84b13da9ee05 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177405 Aug 23 12:00:41.486642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f512a69-9982-4348-b886-abf521dff443 req-99f0ab3f-3897-4f59-a876-7662017d9811 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:41.491513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f512a69-9982-4348-b886-abf521dff443 req-99f0ab3f-3897-4f59-a876-7662017d9811 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 950 time: 0.3546968 Aug 23 12:00:41.642549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 10.1.1.204 (597e402e-fdbc-48bf-92e3-c771ce7099fd/d22d6539-cea1-46ea-894a-667b11cb9b66/d62a3ed2-9354-4f30-bf6d-009b4733fb9f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:41.745336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-15d8f1ee-c285-4850-a7de-86bf44f41ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440286 Aug 23 12:00:41.937303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:41.986837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object d62a3ed2-9354-4f30-bf6d-009b4733fb9f will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:42.010533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-93c9be7d-520f-43ca-8824-785032b6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:42.014308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-93c9be7d-520f-43ca-8824-785032b6f912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aba9e1020f3f4d22b751ccf554060c49&device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 1100 time: 0.2276578 Aug 23 12:00:42.030517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:42.031080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:42.053829 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:42.084953 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992fb2ac-d054-42f7-9cff-fe35af7a02da x-openstack-request-id: req-992fb2ac-d054-42f7-9cff-fe35af7a02da {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:42.085256 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:42.085515 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-992fb2ac-d054-42f7-9cff-fe35af7a02da {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:42.086064 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 12:00:42.131335 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:00:42.141651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:42.154755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:42.157947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:42.175216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:42.232725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ff57-d501-4561-a604-57d9e7f8f452 req-c9243548-5f9a-414d-9930-39a67ccf2609 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:42.234196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3761ff57-d501-4561-a604-57d9e7f8f452 req-c9243548-5f9a-414d-9930-39a67ccf2609 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3437154 Aug 23 12:00:42.274642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:42.275604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:42.295447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-33d28889-77be-4aa2-856d-98e22e60ffce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3694425 Aug 23 12:00:42.318978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'admin_state_up': True, 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'security_groups': ['5558d8d4-59ac-4db6-8c15-e6cba0aff0a9']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:42.465786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3761ff57-d501-4561-a604-57d9e7f8f452 req-17f4c5b9-63f7-4cda-ac8f-e662286656b8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499474 Aug 23 12:00:42.469167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-9e7f82a7-32f4-4858-afde-6063280e1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:42.481280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-9e7f82a7-32f4-4858-afde-6063280e1918 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.4119229 Aug 23 12:00:42.505436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port e3a9b4d6-6563-4848-8e03-28333ad2fcc2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:42.506091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:42.570606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for e3a9b4d6-6563-4848-8e03-28333ad2fcc2 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:42.622549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22130ab9-3e98-4a63-9283-b0ddceb0a15b None None] Provisioning for port d62a3ed2-9354-4f30-bf6d-009b4733fb9f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:42.628308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22130ab9-3e98-4a63-9283-b0ddceb0a15b None None] Provisioning complete for port d62a3ed2-9354-4f30-bf6d-009b4733fb9f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:42.631547 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22130ab9-3e98-4a63-9283-b0ddceb0a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:42.799670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:42.810225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-22130ab9-3e98-4a63-9283-b0ddceb0a15b None None] Port d62a3ed2-9354-4f30-bf6d-009b4733fb9f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:42.818277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-79b8ea15-ee29-4cce-b249-97bd2578662b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b HTTP/1.1" status: 200 len: 217 time: 0.3208122 Aug 23 12:00:42.833433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', '6181a335-c7fe-455e-b0d4-f72744714536'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:42.865607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e3a9b4d6-6563-4848-8e03-28333ad2fcc2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:42.902566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=e3a9b4d6-6563-4848-8e03-28333ad2fcc2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:42.975023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e7cca-57d7-4bd2-9b62-83380d16d007 req-36b4300d-3367-4b40-bb28-9276f059794b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:42.985812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd5e7cca-57d7-4bd2-9b62-83380d16d007 req-36b4300d-3367-4b40-bb28-9276f059794b tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 950 time: 0.6500113 Aug 23 12:00:43.056704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43667737-5137-463c-87f9-aa158578a11b req-6e481e77-d21e-41e0-bec0-aa35d83f73d2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:43.059019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43667737-5137-463c-87f9-aa158578a11b req-6e481e77-d21e-41e0-bec0-aa35d83f73d2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b08ab9-ffa0-47a5-9870-816bd6029f98 HTTP/1.1" status: 200 len: 949 time: 0.4600632 Aug 23 12:00:43.263176 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd5e7cca-57d7-4bd2-9b62-83380d16d007 req-7289388f-b951-4f78-8f87-1461f0dba49d tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764490 Aug 23 12:00:43.266805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:43.270847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:43.460204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port 6181a335-c7fe-455e-b0d4-f72744714536 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:43.460810 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:43.773271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b3112-1a43-4690-831a-1db58a3f3b22 req-f0af6323-c797-4432-beb0-3bbc1384b4bb tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:43.786249 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220b3112-1a43-4690-831a-1db58a3f3b22 req-f0af6323-c797-4432-beb0-3bbc1384b4bb tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 1.0389924 Aug 23 12:00:43.823818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port 6181a335-c7fe-455e-b0d4-f72744714536, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6181a335-c7fe-455e-b0d4-f72744714536,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:43.827074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:43.836467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 10.1.1.249 (597e402e-fdbc-48bf-92e3-c771ce7099fd/d22d6539-cea1-46ea-894a-667b11cb9b66/ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:43.856184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port e3a9b4d6-6563-4848-8e03-28333ad2fcc2 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:43.862614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:43.865649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f512a69-9982-4348-b886-abf521dff443 req-d11ef369-86df-4637-89b3-86e8aae34774 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.44 "DELETE /v2.0/ports/e3a9b4d6-6563-4848-8e03-28333ad2fcc2 HTTP/1.1" status: 204 len: 173 time: 2.3618207 Aug 23 12:00:43.886690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for 6181a335-c7fe-455e-b0d4-f72744714536 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:43.889516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'name': 'network-vif-deleted', 'tag': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:43.896870 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d211e-e029-41bf-a49d-dd74c1367bf5" -d '{"events": [{"server_uuid": "86ed719c-22e2-47bb-9bf7-0b2de8ea57de", "name": "network-vif-deleted", "tag": "e3a9b4d6-6563-4848-8e03-28333ad2fcc2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:43.911539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffbaee-f743-4b50-8984-ee2d74182e3a req-c26d7d8f-3bc5-40a0-9534-585762054fd2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:43.935370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffbaee-f743-4b50-8984-ee2d74182e3a req-c26d7d8f-3bc5-40a0-9534-585762054fd2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:43.938697 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60ffbaee-f743-4b50-8984-ee2d74182e3a req-c26d7d8f-3bc5-40a0-9534-585762054fd2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 1654 time: 0.2268591 Aug 23 12:00:43.945386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-0d3fbca5-aab7-4935-b225-d1d6e051412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:43.952748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-0d3fbca5-aab7-4935-b225-d1d6e051412f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 1.1192381 Aug 23 12:00:44.075919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220b3112-1a43-4690-831a-1db58a3f3b22 req-a3bdb99e-282f-47f2-953b-1cd483a4c223 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875094 Aug 23 12:00:44.108840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-73b51362-84b3-40e8-8ccb-4a2f3c062643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:44.121476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-73b51362-84b3-40e8-8ccb-4a2f3c062643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526668 Aug 23 12:00:44.122992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60ffbaee-f743-4b50-8984-ee2d74182e3a req-f3a5bb07-ebc9-4852-a523-862831ec4c9b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699059 Aug 23 12:00:44.342215 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50395b85-2d7b-456a-8aec-251660f3d936 x-openstack-request-id: req-50395b85-2d7b-456a-8aec-251660f3d936 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:44.342522 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ed719c-22e2-47bb-9bf7-0b2de8ea57de", "name": "network-vif-deleted", "tag": "e3a9b4d6-6563-4848-8e03-28333ad2fcc2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:44.342800 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50395b85-2d7b-456a-8aec-251660f3d936 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:44.343286 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ed719c-22e2-47bb-9bf7-0b2de8ea57de', 'name': 'network-vif-deleted', 'tag': 'e3a9b4d6-6563-4848-8e03-28333ad2fcc2', 'status': 'completed', 'code': 200} Aug 23 12:00:44.395287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-6133dd89-848d-4611-b021-65941c5d1414 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632341 Aug 23 12:00:44.616382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a123e6-411b-484f-8b80-9a3dc1248b4b req-a55f4244-1e93-4248-ad72-2480b9335f90 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125237 Aug 23 12:00:44.650304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:44.709035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:44.721004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:44.754307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=6181a335-c7fe-455e-b0d4-f72744714536,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:44.782578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6da7e19-3c15-4dd6-aca7-3f04d3b11bdc req-5128e148-d665-4df0-991d-e734da66a7e6 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=86ed719c-22e2-47bb-9bf7-0b2de8ea57de HTTP/1.1" status: 200 len: 210 time: 0.2039025 Aug 23 12:00:44.799261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:44.888700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:44.951531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port 6181a335-c7fe-455e-b0d4-f72744714536 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:44.958914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:44.961251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43667737-5137-463c-87f9-aa158578a11b req-90f18381-42c9-4b0f-b83c-a5c71e7e2c46 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "DELETE /v2.0/ports/6181a335-c7fe-455e-b0d4-f72744714536 HTTP/1.1" status: 204 len: 173 time: 1.8863101 Aug 23 12:00:44.965321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'name': 'network-vif-deleted', 'tag': '6181a335-c7fe-455e-b0d4-f72744714536'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:44.967189 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b44ac05-fee1-42da-9274-4c6659acf33d" -d '{"events": [{"server_uuid": "e0b08ab9-ffa0-47a5-9870-816bd6029f98", "name": "network-vif-deleted", "tag": "6181a335-c7fe-455e-b0d4-f72744714536"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:44.974282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:44.984660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:45.002997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:45.172954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:45.176006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:45.185478 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf15ff-3887-409c-95cd-97dee47039fd x-openstack-request-id: req-1baf15ff-3887-409c-95cd-97dee47039fd {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:45.185926 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b08ab9-ffa0-47a5-9870-816bd6029f98", "name": "network-vif-deleted", "tag": "6181a335-c7fe-455e-b0d4-f72744714536", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:45.186167 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1baf15ff-3887-409c-95cd-97dee47039fd {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:45.186545 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b08ab9-ffa0-47a5-9870-816bd6029f98', 'name': 'network-vif-deleted', 'tag': '6181a335-c7fe-455e-b0d4-f72744714536', 'status': 'completed', 'code': 200} Aug 23 12:00:45.256786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:45.287022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6ec42975-afc1-4c74-a49c-41fe1635c2d3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9836469 Aug 23 12:00:45.301220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223', 'admin_state_up': True, 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'security_groups': ['5558d8d4-59ac-4db6-8c15-e6cba0aff0a9']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:45.648108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9a2daab0-75e3-4617-8ed3-9942d562b1ba None None] Provisioning for port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:45.665042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9a2daab0-75e3-4617-8ed3-9942d562b1ba None None] Provisioning complete for port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:45.665321 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9a2daab0-75e3-4617-8ed3-9942d562b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:45.723247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071b4b-58a2-4b2c-8c21-887c45e47d09 req-b10b6a69-2038-4167-8838-2be1ef8eabb3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:45.732499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd071b4b-58a2-4b2c-8c21-887c45e47d09 req-b10b6a69-2038-4167-8838-2be1ef8eabb3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.4131980 Aug 23 12:00:45.765756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9a2daab0-75e3-4617-8ed3-9942d562b1ba None None] Port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:45.831446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd071b4b-58a2-4b2c-8c21-887c45e47d09 req-132f6bbf-82c5-4526-9333-cb045b9b7048 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993207 Aug 23 12:00:45.835949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:45.876381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3a9b4d6-6563-4848-8e03-28333ad2fcc2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:45.984626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e3a9b4d6-6563-4848-8e03-28333ad2fcc2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:45.984626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e3a9b4d6-6563-4848-8e03-28333ad2fcc2 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:46.035656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88dee-2016-4989-96a1-f68dea144fff req-56a3785c-6196-4ea4-887b-144bb07fa984 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:46.043192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88dee-2016-4989-96a1-f68dea144fff req-56a3785c-6196-4ea4-887b-144bb07fa984 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:46.057864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88dee-2016-4989-96a1-f68dea144fff req-56a3785c-6196-4ea4-887b-144bb07fa984 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:46.068501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ea88dee-2016-4989-96a1-f68dea144fff req-56a3785c-6196-4ea4-887b-144bb07fa984 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 2375 time: 0.1484420 Aug 23 12:00:46.072458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:46.179809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ea88dee-2016-4989-96a1-f68dea144fff req-1f664938-1807-44ea-9dc0-847219b957e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098244 Aug 23 12:00:46.291424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:46.486750 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:46.566993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:46.569317 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79777f5-c984-46e7-befd-792ee0d3fba4" -d '{"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "47c09628-7bde-4b48-9885-47105a05dd31"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:46.598545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:46.605867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:46.752905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:46.776369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fc40f-cb07-4240-9c96-672f49610f36 req-a1cd24e0-9453-4308-8817-043f931f2809 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:46.780827 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0702e0f9-2a00-41d2-91af-96132fbd658a x-openstack-request-id: req-0702e0f9-2a00-41d2-91af-96132fbd658a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:46.781135 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "47c09628-7bde-4b48-9885-47105a05dd31", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:46.781397 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0702e0f9-2a00-41d2-91af-96132fbd658a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:46.781848 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31', 'code': 200} Aug 23 12:00:46.783676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c63fc40f-cb07-4240-9c96-672f49610f36 req-a1cd24e0-9453-4308-8817-043f931f2809 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1461737 Aug 23 12:00:46.898503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c63fc40f-cb07-4240-9c96-672f49610f36 req-4eea8876-a8af-4cd7-8bad-2bee4d9238e3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137967 Aug 23 12:00:46.962098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-77cc17ae-5022-432b-a873-d835b65e793b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:46.967531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-77cc17ae-5022-432b-a873-d835b65e793b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.1965289 Aug 23 12:00:46.998498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-3cd92684-c7a7-4642-b0ec-30e564d584cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/quotas/f331c1e1a41f4762a9a7f9d5f0969fe1 HTTP/1.1" status: 200 len: 375 time: 0.0225258 Aug 23 12:00:47.009223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 10.2.2.100 (a66031b2-e863-415b-b2b4-80e702e77223/f2bfbb42-ffce-4a6b-b924-c897b7351fe8/04a26117-8589-47c5-af5a-af49d5f58001) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:47.077238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-3312a032-8fcb-40e1-acab-8d486dd55777 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775933 Aug 23 12:00:47.309895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:47.327719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7a0b28ab-b8f9-4487-a160-113bf86741b3 service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428474 Aug 23 12:00:47.337241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object 04a26117-8589-47c5-af5a-af49d5f58001 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:47.465559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:47.488084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adf66d-84f3-4c49-b15a-8ce64e0ef2a2 req-14b9f6fe-eb89-4cde-9d0e-0b65f2f75803 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:47.492129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a0adf66d-84f3-4c49-b15a-8ce64e0ef2a2 req-14b9f6fe-eb89-4cde-9d0e-0b65f2f75803 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1482327 Aug 23 12:00:47.527597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-e34008b0-2bd5-4391-aff4-61e8652ef08d service neutron] 10.222.0.21 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922090 Aug 23 12:00:47.573104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a0adf66d-84f3-4c49-b15a-8ce64e0ef2a2 req-cd43baad-461f-4570-b1a1-00cf1895af16 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664904 Aug 23 12:00:47.690140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network a66031b2-e863-415b-b2b4-80e702e77223 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:47.714780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:47.718727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:47.767082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:47.832552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cad76f-83bf-4efc-8066-0b88fecf4db4 req-ad1db8e8-f621-4c87-9ba8-1bf53f148d5d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:47.841527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4cad76f-83bf-4efc-8066-0b88fecf4db4 req-ad1db8e8-f621-4c87-9ba8-1bf53f148d5d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1630044 Aug 23 12:00:47.952812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:47.954656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:47.967304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4cad76f-83bf-4efc-8066-0b88fecf4db4 req-c769c2fc-4265-492f-b6a2-87582811dc90 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247904 Aug 23 12:00:47.994306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e5074e96-a56f-48f5-856f-6a3c7d288c42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6964879 Aug 23 12:00:48.008316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223', 'admin_state_up': True, 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'security_groups': ['5558d8d4-59ac-4db6-8c15-e6cba0aff0a9']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:48.218645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bfb6b2c9-628e-4716-9280-ee129c782813 None None] Provisioning for port 04a26117-8589-47c5-af5a-af49d5f58001 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:48.228970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bfb6b2c9-628e-4716-9280-ee129c782813 None None] Provisioning complete for port 04a26117-8589-47c5-af5a-af49d5f58001 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:48.231017 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b2c9-628e-4716-9280-ee129c782813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:48.266970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Made reservation on behalf of b6e1448bceee42a084ac9fa8ce06c4ad for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:48.272192 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:48.328620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6181a335-c7fe-455e-b0d4-f72744714536 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:48.375352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116813-42b9-4575-bae9-fe3232c7c196 req-0da01498-a382-41bb-9132-3e51c152341a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.384238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116813-42b9-4575-bae9-fe3232c7c196 req-0da01498-a382-41bb-9132-3e51c152341a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.404486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116813-42b9-4575-bae9-fe3232c7c196 req-0da01498-a382-41bb-9132-3e51c152341a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.432439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116813-42b9-4575-bae9-fe3232c7c196 req-0da01498-a382-41bb-9132-3e51c152341a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.434638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2116813-42b9-4575-bae9-fe3232c7c196 req-0da01498-a382-41bb-9132-3e51c152341a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 3096 time: 0.2055814 Aug 23 12:00:48.452824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 6181a335-c7fe-455e-b0d4-f72744714536 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:48.453548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6181a335-c7fe-455e-b0d4-f72744714536 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:48.486531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6b2c9-628e-4716-9280-ee129c782813 None None] Port 04a26117-8589-47c5-af5a-af49d5f58001 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:48.520262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-519bc8f1-2118-41e2-98a5-37749ae2d01f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.529269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-519bc8f1-2118-41e2-98a5-37749ae2d01f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd4849e4-6da4-4735-9219-91899bfd4c9c HTTP/1.1" status: 200 len: 944 time: 0.2382095 Aug 23 12:00:48.546554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54894d37-10d5-43f8-b788-487baec0c5e3 req-e91f63b5-a72d-4bc9-8fe8-cb9ac5bfaa2c tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 210 time: 0.0746381 Aug 23 12:00:48.914355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0efa1-02c7-43bc-a218-511d634a02d7 req-09ef1283-c420-424b-80be-64b32cbd2d0e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.925929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93e0efa1-02c7-43bc-a218-511d634a02d7 req-09ef1283-c420-424b-80be-64b32cbd2d0e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 949 time: 0.1643846 Aug 23 12:00:48.953447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-78c30a07-f17a-4a2f-ac78-11263adc3c64 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:48.970108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-78c30a07-f17a-4a2f-ac78-11263adc3c64 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 949 time: 0.2370069 Aug 23 12:00:49.037142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2116813-42b9-4575-bae9-fe3232c7c196 req-ef795ca2-4e87-44bb-ba0f-51355a1537a5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5330849 Aug 23 12:00:49.129473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93e0efa1-02c7-43bc-a218-511d634a02d7 req-ae34c525-d8c9-414b-80ef-eb18f261d421 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022655 Aug 23 12:00:49.229944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Allocated IP 10.2.2.200 (a66031b2-e863-415b-b2b4-80e702e77223/f2bfbb42-ffce-4a6b-b924-c897b7351fe8/0252f657-d392-4c35-96f7-3133783b61fc) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:49.255505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Deleting port 47c09628-7bde-4b48-9885-47105a05dd31 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:49.256304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:49.297296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f800c-926f-4b0b-b544-f610d90ab791 req-3b5fe8cc-cfad-489f-9471-a48e36c16bd0 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:49.305146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a7f800c-926f-4b0b-b544-f610d90ab791 req-3b5fe8cc-cfad-489f-9471-a48e36c16bd0 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1458306 Aug 23 12:00:49.335486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port d38e45bf-89c2-480d-8d5a-a12841d4062b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:49.335914 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:49.583142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port d38e45bf-89c2-480d-8d5a-a12841d4062b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d38e45bf-89c2-480d-8d5a-a12841d4062b,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:49.583981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:49.616130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for d38e45bf-89c2-480d-8d5a-a12841d4062b owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:49.891042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:50.046546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] For port 47c09628-7bde-4b48-9885-47105a05dd31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=47c09628-7bde-4b48-9885-47105a05dd31,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:50.047155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:50.062768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Calling delete_port for 47c09628-7bde-4b48-9885-47105a05dd31 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:50.141530 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fa7d9997-a46a-4274-baf1-4b8793908cd3 req-d38ff490-65f9-4454-b905-b9f26116e500 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 210 time: 0.4089074 Aug 23 12:00:50.166837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a7f800c-926f-4b0b-b544-f610d90ab791 req-c06d479e-a7cf-4108-9632-e0c0ca81d7d8 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8567255 Aug 23 12:00:50.276160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:50.284722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-d4e5b7a0-86a1-4cb9-a425-014e09fb0ebf tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:50.287039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-d4e5b7a0-86a1-4cb9-a425-014e09fb0ebf tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 804 time: 0.3936486 Aug 23 12:00:50.289842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d', 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:50.310998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Request body: {'port': {'device_id': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'admin_state_up': True, 'tenant_id': 'f331c1e1a41f4762a9a7f9d5f0969fe1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:50.359140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Transition to ACTIVE for port object 0252f657-d392-4c35-96f7-3133783b61fc will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:50.387524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=d38e45bf-89c2-480d-8d5a-a12841d4062b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:50.444223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port d38e45bf-89c2-480d-8d5a-a12841d4062b on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:50.473455 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:50.478504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c88c2ca-a146-4963-a400-a0ec55c877a0 req-5bc76e29-4860-466f-8fb9-6ae0846b12a2 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "DELETE /v2.0/ports/d38e45bf-89c2-480d-8d5a-a12841d4062b HTTP/1.1" status: 204 len: 173 time: 1.5071015 Aug 23 12:00:50.489610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'name': 'network-vif-deleted', 'tag': 'd38e45bf-89c2-480d-8d5a-a12841d4062b'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:50.493232 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532ba258-2081-414b-84b4-3c82a639e139" -d '{"events": [{"server_uuid": "a6859d99-e3fd-4695-8501-e1afb9a82d9e", "name": "network-vif-deleted", "tag": "d38e45bf-89c2-480d-8d5a-a12841d4062b"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:50.590827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6d68d12-b6ae-449a-9e43-22d2d85b9454 req-e6e6962d-6394-41e0-89f6-36288028a197 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6859d99-e3fd-4695-8501-e1afb9a82d9e HTTP/1.1" status: 200 len: 210 time: 0.1151965 Aug 23 12:00:50.659327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82975983-3626-41c8-b351-915a4ec5ad41 req-4a5f8973-cfeb-4a41-9b4e-e6c84903e394 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:50.661300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82975983-3626-41c8-b351-915a4ec5ad41 req-4a5f8973-cfeb-4a41-9b4e-e6c84903e394 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 950 time: 0.5656509 Aug 23 12:00:50.742057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2865a-2c3f-477b-aa4f-9aeb8e912aea req-ee9d9c19-059f-4efd-a415-be6e769d033c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:50.772706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2865a-2c3f-477b-aa4f-9aeb8e912aea req-ee9d9c19-059f-4efd-a415-be6e769d033c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:50.781104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:50.783783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2865a-2c3f-477b-aa4f-9aeb8e912aea req-ee9d9c19-059f-4efd-a415-be6e769d033c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:50.799512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2865a-2c3f-477b-aa4f-9aeb8e912aea req-ee9d9c19-059f-4efd-a415-be6e769d033c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:50.801394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e9b2865a-2c3f-477b-aa4f-9aeb8e912aea req-ee9d9c19-059f-4efd-a415-be6e769d033c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 3096 time: 0.3641231 Aug 23 12:00:50.832658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:50.952484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event deleted for resources: {'Port': ['ID=47c09628-7bde-4b48-9885-47105a05dd31,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:51.054344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e9b2865a-2c3f-477b-aa4f-9aeb8e912aea req-75bc0bc2-0202-4f1f-be4d-e8d9aaa47109 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391572 Aug 23 12:00:51.056518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Made reservation on behalf of f331c1e1a41f4762a9a7f9d5f0969fe1 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:00:51.063932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.092121 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126186e9-1e8e-45dc-a0e9-7775286f993a x-openstack-request-id: req-126186e9-1e8e-45dc-a0e9-7775286f993a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:51.092649 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6859d99-e3fd-4695-8501-e1afb9a82d9e", "name": "network-vif-deleted", "tag": "d38e45bf-89c2-480d-8d5a-a12841d4062b", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:51.101613 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-126186e9-1e8e-45dc-a0e9-7775286f993a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:51.102183 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6859d99-e3fd-4695-8501-e1afb9a82d9e', 'name': 'network-vif-deleted', 'tag': 'd38e45bf-89c2-480d-8d5a-a12841d4062b', 'status': 'completed', 'code': 200} Aug 23 12:00:51.126854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Network a66031b2-e863-415b-b2b4-80e702e77223 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:51.164362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:51.167180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:51.230753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:51.232155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.270149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] No DVR routers for this DVR port 47c09628-7bde-4b48-9885-47105a05dd31 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:51.288955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.292755 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0f026bc-97eb-405c-b20f-067100c0a303 req-7f8e2294-2213-44e6-954f-d8650a8b6388 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.41 "DELETE /v2.0/ports/47c09628-7bde-4b48-9885-47105a05dd31 HTTP/1.1" status: 204 len: 173 time: 2.7526877 Aug 23 12:00:51.318106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-deleted', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:51.322522 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b53ed9f-96c0-4b60-9afc-9be3917544aa" -d '{"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-deleted", "tag": "47c09628-7bde-4b48-9885-47105a05dd31"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:51.347152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event updated for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:51.365474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fcc3e26f-bcc1-4f16-a046-59a21dd528a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3624694 Aug 23 12:00:51.403687 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:51.419699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port f6ee1b98-a181-44eb-befd-73f62a5a70fc {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:51.421735 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.561734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Allocated IP 172.20.0.5 (6a34e02d-0688-417e-b3b0-6e98d7b819cb/c961e922-2a1a-437a-accd-21b7c8d891b5/27a8a929-4db3-4c7a-b2e0-ae259ecee359) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:00:51.795444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port f6ee1b98-a181-44eb-befd-73f62a5a70fc, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f6ee1b98-a181-44eb-befd-73f62a5a70fc,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:51.795748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.801475 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-832e8346-6f3b-403a-8061-834fb32e9b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.821828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.824418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for f6ee1b98-a181-44eb-befd-73f62a5a70fc owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:51.831909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ef3f9f89-1d7d-40d3-ab36-f5b288f61ef4 None None] Provisioning for port 0252f657-d392-4c35-96f7-3133783b61fc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:00:51.843706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ef3f9f89-1d7d-40d3-ab36-f5b288f61ef4 None None] Provisioning complete for port 0252f657-d392-4c35-96f7-3133783b61fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:00:51.843706 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef3f9f89-1d7d-40d3-ab36-f5b288f61ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.844897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb79793-e520-4efd-a940-b11d72a494c6 req-3b88e5a4-04e7-48a0-8956-cdfaef0fe9b4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:51.854368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dbb79793-e520-4efd-a940-b11d72a494c6 req-3b88e5a4-04e7-48a0-8956-cdfaef0fe9b4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.2022066 Aug 23 12:00:51.937082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f9f89-1d7d-40d3-ab36-f5b288f61ef4 None None] Port 0252f657-d392-4c35-96f7-3133783b61fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:00:51.950713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:51.993832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dbb79793-e520-4efd-a940-b11d72a494c6 req-431a26a9-15d1-453a-9e89-46bbf037fbe0 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330407 Aug 23 12:00:52.025241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:52.050708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Network 6a34e02d-0688-417e-b3b0-6e98d7b819cb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:00:52.089431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:00:52.101195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:00:52.135147 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e99046-0f5d-43b3-b8cd-54ae540fb859 x-openstack-request-id: req-74e99046-0f5d-43b3-b8cd-54ae540fb859 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:52.135844 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4849e4-6da4-4735-9219-91899bfd4c9c", "name": "network-vif-deleted", "tag": "47c09628-7bde-4b48-9885-47105a05dd31", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:52.136046 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74e99046-0f5d-43b3-b8cd-54ae540fb859 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:52.136313 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4849e4-6da4-4735-9219-91899bfd4c9c', 'name': 'network-vif-deleted', 'tag': '47c09628-7bde-4b48-9885-47105a05dd31', 'status': 'completed', 'code': 200} Aug 23 12:00:52.339638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:52.414991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 47c09628-7bde-4b48-9885-47105a05dd31 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:52.417223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 47c09628-7bde-4b48-9885-47105a05dd31 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:52.420745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f6ee1b98-a181-44eb-befd-73f62a5a70fc no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:52.423709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:52.455653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a790f0-dae5-4795-a038-41e01203760f req-924ee573-71d4-4ab9-b371-e2931285511b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:52.467095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91a790f0-dae5-4795-a038-41e01203760f req-924ee573-71d4-4ab9-b371-e2931285511b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 931 time: 0.4573960 Aug 23 12:00:52.492046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:52.496472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:52.497236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:52.499606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No active binding found for port f6ee1b98-a181-44eb-befd-73f62a5a70fc {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 12:00:52.500342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f6ee1b98-a181-44eb-befd-73f62a5a70fc not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:52.507598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:52.598595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91a790f0-dae5-4795-a038-41e01203760f req-2e85c05c-1093-4384-ac20-c679962f3929 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235759 Aug 23 12:00:52.640244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-bc4e5298-2d33-44db-8924-8a0f5b09b057 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3386285 Aug 23 12:00:52.641110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=f6ee1b98-a181-44eb-befd-73f62a5a70fc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:52.654987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Request body: {'port': {'device_id': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:52.787741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:52.834470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port f6ee1b98-a181-44eb-befd-73f62a5a70fc on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:52.839791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:52.842043 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82975983-3626-41c8-b351-915a4ec5ad41 req-5da5d842-c649-4f7a-933c-7570e9160748 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "DELETE /v2.0/ports/f6ee1b98-a181-44eb-befd-73f62a5a70fc HTTP/1.1" status: 204 len: 173 time: 2.1646175 Aug 23 12:00:52.878669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0967fd3a-816b-4536-8ed3-abf388e8116d {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:52.922350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-8594a36f-a837-4c65-919d-5d6dc469fb6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:52.925138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ba28-ecd6-43d3-a21a-8055e6dd9c9a req-897acaff-6afe-4042-ae37-55e5ce408cb6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:52.926850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e08ba28-ecd6-43d3-a21a-8055e6dd9c9a req-897acaff-6afe-4042-ae37-55e5ce408cb6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1429670 Aug 23 12:00:52.949125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-8594a36f-a837-4c65-919d-5d6dc469fb6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:52.964156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-8594a36f-a837-4c65-919d-5d6dc469fb6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:52.987959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-8594a36f-a837-4c65-919d-5d6dc469fb6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:53.010021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-8594a36f-a837-4c65-919d-5d6dc469fb6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:53.014489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-8594a36f-a837-4c65-919d-5d6dc469fb6c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 3817 time: 0.3795278 Aug 23 12:00:53.017704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:53.069675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Transition to ACTIVE for port object 0967fd3a-816b-4536-8ed3-abf388e8116d will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:53.080160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:53.205353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e08ba28-ecd6-43d3-a21a-8055e6dd9c9a req-0782f66b-3cc4-4de6-8b8f-dc89fd5ce8ad tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542312 Aug 23 12:00:53.249726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Pushing event updated for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:53.292574 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fdfa89a-9792-4c1a-85ca-ae91ae9c9a22 req-451586e2-9f2f-46c3-9443-74ead62dfb6d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589493 Aug 23 12:00:53.591226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ab32d7d-b4bd-4171-ae3d-d474e120a9d2 req-24d51441-81ed-49b9-8016-de3af975e1a3 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3eb8cd78-ebe9-4416-8c8b-c94419b2f188 HTTP/1.1" status: 200 len: 210 time: 0.0599580 Aug 23 12:00:53.664471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Attempting to bind port 0967fd3a-816b-4536-8ed3-abf388e8116d on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:53.665431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Attempting to bind port 0967fd3a-816b-4536-8ed3-abf388e8116d by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:53.665808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Attempting to bind port 0967fd3a-816b-4536-8ed3-abf388e8116d on network a798c050-248a-4546-8041-33f968ec94d0 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:53.675449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Port 0967fd3a-816b-4536-8ed3-abf388e8116d on network a798c050-248a-4546-8041-33f968ec94d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:53.675856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Attempting to bind port 0967fd3a-816b-4536-8ed3-abf388e8116d on network a798c050-248a-4546-8041-33f968ec94d0 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:53.681859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:53.682213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Checking segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:53.682611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Bound using segment: {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:53.683061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Bound port: 0967fd3a-816b-4536-8ed3-abf388e8116d, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1065e797-1a79-4951-a326-2fbecac9fd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:53.683428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:53.707717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25086d9-3dc9-4cd6-bc95-27e69948acfa req-a5363df0-9f0b-4069-8e80-176c6d753929 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:53.709354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d25086d9-3dc9-4cd6-bc95-27e69948acfa req-a5363df0-9f0b-4069-8e80-176c6d753929 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1547031 Aug 23 12:00:53.850673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d25086d9-3dc9-4cd6-bc95-27e69948acfa req-cdc226a0-146d-417e-a2bb-b96c2be76440 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319797 Aug 23 12:00:53.893234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cf430-d739-41ef-87da-e714688fd0b3 req-c80bdd3e-4186-47d3-8f24-9c1e1b3c73e1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:53.895563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-216cf430-d739-41ef-87da-e714688fd0b3 req-c80bdd3e-4186-47d3-8f24-9c1e1b3c73e1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1658108 Aug 23 12:00:53.911010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:53.914736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0967fd3a-816b-4536-8ed3-abf388e8116d,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:53.919546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a8a929-4db3-4c7a-b2e0-ae259ecee359 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:53.921403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:53.936016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:53.952815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Transition to ACTIVE for port object 27a8a929-4db3-4c7a-b2e0-ae259ecee359 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:53.969115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.003773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.004197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.005646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] 10.222.0.44 "PUT /v2.0/ports/0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 200 len: 1092 time: 2.6297333 Aug 23 12:00:54.044175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:54.071436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d24bf9-7447-4e26-962c-e08523709396 service neutron] Pushing event updated for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:54.139601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'name': 'network-vif-deleted', 'tag': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc'}, {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:54.142449 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f1507-9a53-425d-a00b-cd9195f3aaf1" -d '{"events": [{"server_uuid": "3eb8cd78-ebe9-4416-8c8b-c94419b2f188", "name": "network-vif-deleted", "tag": "f6ee1b98-a181-44eb-befd-73f62a5a70fc"}, {"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:54.165563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-216cf430-d739-41ef-87da-e714688fd0b3 req-0ed3e0d1-27c9-423c-8c91-99bffd8bcbaf tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099380 Aug 23 12:00:54.173519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.180086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:54.358365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d38e45bf-89c2-480d-8d5a-a12841d4062b no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:54.372568 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbadc9a-6291-4042-881b-7c4211aee16a x-openstack-request-id: req-ecbadc9a-6291-4042-881b-7c4211aee16a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:54.373168 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8cd78-ebe9-4416-8c8b-c94419b2f188", "name": "network-vif-deleted", "tag": "f6ee1b98-a181-44eb-befd-73f62a5a70fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:54.373168 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecbadc9a-6291-4042-881b-7c4211aee16a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:54.376389 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.382165 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8cd78-ebe9-4416-8c8b-c94419b2f188', 'name': 'network-vif-deleted', 'tag': 'f6ee1b98-a181-44eb-befd-73f62a5a70fc', 'status': 'completed', 'code': 200} Aug 23 12:00:54.382833 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'status': 'completed', 'code': 200} Aug 23 12:00:54.433978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: d38e45bf-89c2-480d-8d5a-a12841d4062b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:00:54.434597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d38e45bf-89c2-480d-8d5a-a12841d4062b not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:00:54.439106 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-71f7c407-5dcc-4f79-8f5e-31fa4446a971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.502784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Attempting to bind port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:54.503721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Attempting to bind port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:54.504202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Attempting to bind port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:54.560662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:54.561140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Attempting to bind port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 on network 6a34e02d-0688-417e-b3b0-6e98d7b819cb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:54.573497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-8753c90b-4d26-43a3-873b-4830945fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.574640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-8753c90b-4d26-43a3-873b-4830945fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.575484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-8753c90b-4d26-43a3-873b-4830945fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.576365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-8753c90b-4d26-43a3-873b-4830945fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.577722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-8753c90b-4d26-43a3-873b-4830945fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.587353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-8753c90b-4d26-43a3-873b-4830945fc6e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 4364 time: 0.2484837 Aug 23 12:00:54.610961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:54.611465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Checking segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:54.611957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Bound using segment: {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:54.612531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Bound port: 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd76123-8d51-433b-a275-168743f9c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:54.613006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.685716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965830d-eee9-4501-b39e-f6909dabb9dc req-fda0f902-5f05-448c-b795-50c3c0f10884 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.693754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2965830d-eee9-4501-b39e-f6909dabb9dc req-fda0f902-5f05-448c-b795-50c3c0f10884 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 943 time: 0.4128337 Aug 23 12:00:54.696522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-c0876cac-0b5f-495d-8775-9fe057e50cad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.702878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-c0876cac-0b5f-495d-8775-9fe057e50cad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.709075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-c0876cac-0b5f-495d-8775-9fe057e50cad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.715998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-c0876cac-0b5f-495d-8775-9fe057e50cad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.722095 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-c0876cac-0b5f-495d-8775-9fe057e50cad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.724116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-c0876cac-0b5f-495d-8775-9fe057e50cad tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 3829 time: 0.2585175 Aug 23 12:00:54.749004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2965830d-eee9-4501-b39e-f6909dabb9dc req-c2c8a3b9-58e6-42e5-8ec3-39bc36e484ee tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540371 Aug 23 12:00:54.863934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:54.889952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdd4b890-baf5-4782-8162-8b6c18ead4a5 req-fbe9ea2c-81b6-42e5-bf38-720d9dd0adce tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160417 Aug 23 12:00:54.898539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:54.908533 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.922952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-45520f1e-db37-4a84-9ff4-76bfc7d6aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.925095 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-45520f1e-db37-4a84-9ff4-76bfc7d6aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.925941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-45520f1e-db37-4a84-9ff4-76bfc7d6aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.934589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-45520f1e-db37-4a84-9ff4-76bfc7d6aa32 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3330166 Aug 23 12:00:54.944226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d932ca55-e9b1-4189-85c2-dc21a1de144a {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:54.958146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:54.978367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bedceb-71da-4843-af04-61890d95d114 req-6a942f94-4f53-41a7-96ce-8b7137ce4391 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:54.984584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55bedceb-71da-4843-af04-61890d95d114 req-6a942f94-4f53-41a7-96ce-8b7137ce4391 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1425805 Aug 23 12:00:55.019595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.020320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:55.021865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] 10.222.0.44 "PUT /v2.0/ports/27a8a929-4db3-4c7a-b2e0-ae259ecee359 HTTP/1.1" status: 200 len: 1091 time: 2.3725438 Aug 23 12:00:55.025535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:55.034143 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f6611-d56e-4f33-86c7-b22f63804ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:55.071839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Transition to ACTIVE for port object d932ca55-e9b1-4189-85c2-dc21a1de144a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:55.096562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:55.130809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-f2aa3e29-04c9-4d25-9b00-43c16f4074ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.133534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-620f1507-9a53-425d-a00b-cd9195f3aaf1 req-f2aa3e29-04c9-4d25-9b00-43c16f4074ae service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892316 Aug 23 12:00:55.177100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55bedceb-71da-4843-af04-61890d95d114 req-2957ddeb-336a-4e39-ac4f-6de0c2e6b179 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735966 Aug 23 12:00:55.224534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Pushing event updated for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:55.232393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c6a0-8124-4320-b054-2252e7328d60 service neutron] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:55.376930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289f094-192c-4ea0-8333-9a326ec0fb94 req-88fbb886-f82d-4021-b689-836a9ce3cd3a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.386160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b289f094-192c-4ea0-8333-9a326ec0fb94 req-88fbb886-f82d-4021-b689-836a9ce3cd3a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.2287793 Aug 23 12:00:55.399091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Attempting to bind port d932ca55-e9b1-4189-85c2-dc21a1de144a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:55.399711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Attempting to bind port d932ca55-e9b1-4189-85c2-dc21a1de144a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:55.400257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Attempting to bind port d932ca55-e9b1-4189-85c2-dc21a1de144a on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:55.400734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-92cd0a47-fc35-4716-b23e-e3a2b7d222c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.402726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-92cd0a47-fc35-4716-b23e-e3a2b7d222c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 1094 time: 0.2674220 Aug 23 12:00:55.409530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Port d932ca55-e9b1-4189-85c2-dc21a1de144a on network 597e402e-fdbc-48bf-92e3-c771ce7099fd not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:55.410296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Attempting to bind port d932ca55-e9b1-4189-85c2-dc21a1de144a on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:55.417574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:55.418053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Checking segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:55.418583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Bound using segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:55.419125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Bound port: d932ca55-e9b1-4189-85c2-dc21a1de144a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:55.419565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:55.553848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-852fbc50-fbaf-4ada-835e-a60f69d2598b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359 HTTP/1.1" status: 200 len: 217 time: 0.1389887 Aug 23 12:00:55.557517 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b289f094-192c-4ea0-8333-9a326ec0fb94 req-9306abfd-0e60-4800-9d3f-97fa97d07b63 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701748 Aug 23 12:00:55.559210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:55.566036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:55.575816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:55.606234 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:55.615318 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dbf0c1-c43b-45d1-b0fe-8390eb50edec x-openstack-request-id: req-76dbf0c1-c43b-45d1-b0fe-8390eb50edec {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:55.615686 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:55.615900 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76dbf0c1-c43b-45d1-b0fe-8390eb50edec {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:55.616267 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'status': 'completed', 'code': 200} Aug 23 12:00:55.652235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-082d10de-5095-48d7-b3f2-32092015f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.657797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-082d10de-5095-48d7-b3f2-32092015f156 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.0845656 Aug 23 12:00:55.699192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-50c4a510-cac6-452a-b711-a38a7ab16956 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331063 Aug 23 12:00:55.735057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.739290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:55.742699 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] 10.222.0.44 "PUT /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 1130 time: 1.7029443 Aug 23 12:00:55.766253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e44de0-704f-4598-8149-e3e0e0824f3d service neutron] Pushing event updated for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:55.782552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:55.925757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f6c62-3d0c-417d-b645-f3f8f8033cc8 req-5b5d7615-8929-4c18-86e7-55c7a6cf5983 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:55.944162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb5f6c62-3d0c-417d-b645-f3f8f8033cc8 req-5b5d7615-8929-4c18-86e7-55c7a6cf5983 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1864817 Aug 23 12:00:55.966324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-69225162-4ea4-4ddf-b343-9eedcf76702e service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507482 Aug 23 12:00:56.034771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:56.132324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c02580-d8c9-4f65-9a6c-42f70ef11a96 req-a160de1e-1d9b-4493-b230-782c36dcd919 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532409 Aug 23 12:00:56.145919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb5f6c62-3d0c-417d-b645-f3f8f8033cc8 req-6381023f-c3e2-4680-b0e2-8eee830ae546 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968467 Aug 23 12:00:56.293450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428d6be-827d-46c1-91f1-6cb52f2f9c9d req-ccd9e312-13b8-4848-897a-c31719e38944 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.296410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c428d6be-827d-46c1-91f1-6cb52f2f9c9d req-ccd9e312-13b8-4848-897a-c31719e38944 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 943 time: 0.1626029 Aug 23 12:00:56.305962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-daf19165-3d51-4f22-9e42-614b0916bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.307582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-daf19165-3d51-4f22-9e42-614b0916bebd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 1094 time: 0.0937192 Aug 23 12:00:56.355401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:56.390844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c428d6be-827d-46c1-91f1-6cb52f2f9c9d req-4c6a7130-775d-450f-aee9-e4b31a7aae94 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821068 Aug 23 12:00:56.409026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': 'd932ca55-e9b1-4189-85c2-dc21a1de144a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:56.409026 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac6e82-97e5-459a-aaaf-bff8a35d1829" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "d932ca55-e9b1-4189-85c2-dc21a1de144a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:56.450719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:00:56.460124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.477953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.493278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.514263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.532872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.551459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.568290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-ba233509-ce91-4c93-954f-1bfc9a03a7b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 4601 time: 0.2853231 Aug 23 12:00:56.583614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-655348dc-3486-47be-a398-2caf1e3e05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.585191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-655348dc-3486-47be-a398-2caf1e3e05f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 200 len: 905 time: 0.2557359 Aug 23 12:00:56.597960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:56.643291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'port_id': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'mac_address': 'fa:16:3e:9e:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b69d93e-e3d6-4b59-aa0e-db4880a72676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:00:56.689122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99460a7e-b838-4bd7-89d7-a3d8ba6393a2 req-407c5737-0ead-4a3f-bbc8-7ac5e49125c9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198027 Aug 23 12:00:56.715775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-dfc485f4-e82b-40f5-98d5-a12cef591fab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359 HTTP/1.1" status: 200 len: 217 time: 0.1072850 Aug 23 12:00:56.753003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ec9e-ec1b-489d-87eb-af3126c8e8c4 req-13790b80-f444-444b-83ed-c53bf1262e37 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.763341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4574ec9e-ec1b-489d-87eb-af3126c8e8c4 req-13790b80-f444-444b-83ed-c53bf1262e37 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 949 time: 0.2430167 Aug 23 12:00:56.893637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-4d381cb1-57ff-4ede-80b9-b9a05d225cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:56.895164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-4d381cb1-57ff-4ede-80b9-b9a05d225cb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 200 len: 844 time: 0.1705668 Aug 23 12:00:56.903086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4574ec9e-ec1b-489d-87eb-af3126c8e8c4 req-b155ece6-343c-48ec-9b3c-98d1c338c08e tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985670 Aug 23 12:00:56.932090 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ad3c98-dce3-4c23-8fc9-de2b4bfe896e x-openstack-request-id: req-96ad3c98-dce3-4c23-8fc9-de2b4bfe896e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:56.932499 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "d932ca55-e9b1-4189-85c2-dc21a1de144a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:56.933244 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96ad3c98-dce3-4c23-8fc9-de2b4bfe896e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:56.933244 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': 'd932ca55-e9b1-4189-85c2-dc21a1de144a', 'status': 'completed', 'code': 200} Aug 23 12:00:56.961903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-975b4e06-7e62-4db7-836e-6be9a550fc4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34e02d-0688-417e-b3b0-6e98d7b819cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577149 Aug 23 12:00:56.979885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:56.995639 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:56.998992 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.020850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7459b76a-6b7b-4242-844e-a3b5405cbc4c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:57.022660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.051254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:57.059436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.091699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Transition to ACTIVE for port object 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:57.097978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.147905 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:00:57.148411 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:00:57.198329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-25a5ac11-8d1e-47e8-9955-c39a1bf8ab9a service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162008 Aug 23 12:00:57.213619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:57.245783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.246517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.247154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.247816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.248438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.249058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.251142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-10d5f2f2-ca36-4687-96a4-ee300eabb728 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5287 time: 0.2920647 Aug 23 12:00:57.276459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.280381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8c9f9-3fde-4f2f-b649-9513f89bcbbd req-e424ea22-263f-4c79-89e9-99259caf2630 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.282143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0c8c9f9-3fde-4f2f-b649-9513f89bcbbd req-e424ea22-263f-4c79-89e9-99259caf2630 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 945 time: 0.2494545 Aug 23 12:00:57.333877 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Pushing event updated for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:57.355436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7459b76a-6b7b-4242-844e-a3b5405cbc4c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:57.389722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912da07-ce4c-4c4d-bbb1-069eec1f1bb1 req-8ee7d4c8-fbc8-4871-b0b4-efac0fedf637 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.397259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3912da07-ce4c-4c4d-bbb1-069eec1f1bb1 req-8ee7d4c8-fbc8-4871-b0b4-efac0fedf637 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1651545 Aug 23 12:00:57.476474 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.485884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-9dabb977-e4c4-473f-bfeb-5839cfa3c8c1 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:57.487618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-9dabb977-e4c4-473f-bfeb-5839cfa3c8c1 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 949 time: 0.2329154 Aug 23 12:00:57.647711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3912da07-ce4c-4c4d-bbb1-069eec1f1bb1 req-002a639b-b93b-4216-a45a-6bca26152349 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491043 Aug 23 12:00:57.838390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.857620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Attempting to bind port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:00:57.859020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Attempting to bind port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:00:57.859020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Attempting to bind port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:57.868316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7459b76a-6b7b-4242-844e-a3b5405cbc4c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:57.873338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 on network 597e402e-fdbc-48bf-92e3-c771ce7099fd not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:00:57.873845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Attempting to bind port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:00:57.889728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:00:57.890240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Checking segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:00:57.890729 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Bound using segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:00:57.891288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Bound port: 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:00:57.891754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:57.927930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0c8c9f9-3fde-4f2f-b649-9513f89bcbbd req-ad342c31-c410-436d-aa2a-d0d56780dcac tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064748 Aug 23 12:00:57.947905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:57.953908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d2f6611-d56e-4f33-86c7-b22f63804ad8 req-62ae3c6a-e303-469c-897a-c2748d03591f service neutron] 10.222.0.44 "GET /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395613 Aug 23 12:00:57.955738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.018948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-4c569ba4-204f-42f4-8fa6-950a01fff68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.019695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-4c569ba4-204f-42f4-8fa6-950a01fff68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.022764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-4c569ba4-204f-42f4-8fa6-950a01fff68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.026175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-4c569ba4-204f-42f4-8fa6-950a01fff68f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7632322 Aug 23 12:00:58.127328 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.128009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:58.225432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e512ad-80a7-4585-bd36-3bcc12847083 req-6f35162e-7954-4933-aded-900e54b2014f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.233151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2e512ad-80a7-4585-bd36-3bcc12847083 req-6f35162e-7954-4933-aded-900e54b2014f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1417522 Aug 23 12:00:58.271298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-7d392e94-188b-473b-b82e-7720c1491858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.272947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40ac6e82-97e5-459a-aaaf-bff8a35d1829 req-7d392e94-188b-473b-b82e-7720c1491858 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352962 Aug 23 12:00:58.297979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2e512ad-80a7-4585-bd36-3bcc12847083 req-e3e1c9ee-3382-4f4c-a061-dc9f0213d2de tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638802 Aug 23 12:00:58.322225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Deleting port d9b449d5-4adc-4008-859a-73298bfec42d {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:00:58.322702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.405288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ffb51-97d9-470a-bf1a-d85ce8b3fd6e req-0f7960f6-f562-4a72-9127-94c1ca048e11 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.412930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db1ffb51-97d9-470a-bf1a-d85ce8b3fd6e req-0f7960f6-f562-4a72-9127-94c1ca048e11 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 943 time: 0.5970175 Aug 23 12:00:58.488438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] For port d9b449d5-4adc-4008-859a-73298bfec42d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d9b449d5-4adc-4008-859a-73298bfec42d,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:00:58.489100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.504647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.514772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.522975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.525487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Calling delete_port for d9b449d5-4adc-4008-859a-73298bfec42d owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:00:58.531426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.538676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.545658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.554182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.562320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db1ffb51-97d9-470a-bf1a-d85ce8b3fd6e req-baba4001-f4f0-409a-8542-1e430698e67b tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483040 Aug 23 12:00:58.563957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-777b5b2a-84b8-4196-a214-9f880d857962 req-1bec16b7-266a-4c4b-b165-659182152d0a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5374 time: 0.1420498 Aug 23 12:00:58.630288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:00:58.652041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:00:58.669357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.670248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-777b5b2a-84b8-4196-a214-9f880d857962 req-efff6029-326c-4e4a-9186-7eba6b2f3e29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049013 Aug 23 12:00:58.743218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.744402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.747226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] 10.222.0.44 "PUT /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 1131 time: 2.9736459 Aug 23 12:00:58.799571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444dc1f-9fc2-4c37-a82d-5c468233c09a service neutron] Pushing event updated for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:58.810141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:00:58.880147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d695d53-28dc-4c18-bff6-97e949bf4125 req-ba226af5-ed7b-4c23-90e7-aac7779a0afc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:58.881802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d695d53-28dc-4c18-bff6-97e949bf4125 req-ba226af5-ed7b-4c23-90e7-aac7779a0afc tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae93fd75-68b9-4f41-b362-2c1bb207e3ed HTTP/1.1" status: 200 len: 949 time: 0.1071129 Aug 23 12:00:58.935429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '554da614-5ae3-42bb-9c9a-023e5bfd1bd6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:00:58.938323 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc02190-8f46-4319-84e0-c055c1703416" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "554da614-5ae3-42bb-9c9a-023e5bfd1bd6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:00:58.948443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:58.968656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d695d53-28dc-4c18-bff6-97e949bf4125 req-aee8abdd-60a3-46b0-aeed-eb72c4ff371d tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.21 "GET /v2.0/security-groups?id=092d0367-b278-4b84-8561-35d0f0cd3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758407 Aug 23 12:00:59.020304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:59.031079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d9b449d5-4adc-4008-859a-73298bfec42d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:00:59.080247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Pushing event deleted for resources: {'Port': ['ID=d9b449d5-4adc-4008-859a-73298bfec42d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:00:59.156074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] No DVR routers for this DVR port d9b449d5-4adc-4008-859a-73298bfec42d on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:00:59.186820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb917e-107c-4f18-bd7d-f175eed3c652 req-659c0497-4c72-4a43-9f64-6ed1301f2dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.188671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36fb917e-107c-4f18-bd7d-f175eed3c652 req-659c0497-4c72-4a43-9f64-6ed1301f2dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 944 time: 0.1273427 Aug 23 12:00:59.218014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:59.220114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23cee042-030d-4b4f-92ca-4dc0d28727fd req-78796c5b-09d2-4237-8790-7aebfd6fa7a4 tempest-ServersOnMultiNodesTest-1866280461 tempest-ServersOnMultiNodesTest-1866280461-project] 10.222.0.41 "DELETE /v2.0/ports/d9b449d5-4adc-4008-859a-73298bfec42d HTTP/1.1" status: 204 len: 173 time: 1.7221129 Aug 23 12:00:59.239010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1642c6b-abe7-47e9-9f3f-9cab47536294 req-159a2dd7-4497-4f10-ae15-c44f4fe07547 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.246625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1642c6b-abe7-47e9-9f3f-9cab47536294 req-159a2dd7-4497-4f10-ae15-c44f4fe07547 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2602639 Aug 23 12:00:59.249102 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36fb917e-107c-4f18-bd7d-f175eed3c652 req-4de67dcd-7c76-4701-a6b3-bffe43582803 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541949 Aug 23 12:00:59.351230 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f1dec0-4df6-4bc8-93ec-43358dae4eab x-openstack-request-id: req-93f1dec0-4df6-4bc8-93ec-43358dae4eab {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:00:59.351540 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "554da614-5ae3-42bb-9c9a-023e5bfd1bd6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:00:59.351789 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93f1dec0-4df6-4bc8-93ec-43358dae4eab {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:00:59.352256 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '554da614-5ae3-42bb-9c9a-023e5bfd1bd6', 'status': 'completed', 'code': 200} Aug 23 12:00:59.382169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1642c6b-abe7-47e9-9f3f-9cab47536294 req-66d1346e-c82b-498e-81ae-d797f2c49c0b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165535 Aug 23 12:00:59.500527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.502882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.503440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.503994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.505864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.506420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.506966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.511417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dc02190-8f46-4319-84e0-c055c1703416 req-901e3440-42bf-417c-8703-977969d7cb62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6211 time: 0.1481242 Aug 23 12:00:59.739482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62a3ed2-9354-4f30-bf6d-009b4733fb9f {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:00:59.748424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:59.754006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-1b4ad597-49b4-4baa-ae53-403a4e5ecc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.754771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-1b4ad597-49b4-4baa-ae53-403a4e5ecc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.755301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-1b4ad597-49b4-4baa-ae53-403a4e5ecc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.757775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dc02190-8f46-4319-84e0-c055c1703416 req-1b4ad597-49b4-4baa-ae53-403a4e5ecc47 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2372954 Aug 23 12:00:59.765250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Transition to ACTIVE for port object d62a3ed2-9354-4f30-bf6d-009b4733fb9f will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:00:59.779558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:00:59.867244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41776e11-0713-4556-9eaf-f40850e751f3 req-2c6a5527-756d-451b-8a5a-bc504cd321c1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:00:59.878388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41776e11-0713-4556-9eaf-f40850e751f3 req-2c6a5527-756d-451b-8a5a-bc504cd321c1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1186109 Aug 23 12:00:59.907286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27a8a929-4db3-4c7a-b2e0-ae259ecee359 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:00:59.988591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41776e11-0713-4556-9eaf-f40850e751f3 req-a5017789-81ad-447d-a242-a0b5d981216e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089313 Aug 23 12:01:00.079358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02190-8f46-4319-84e0-c055c1703416 req-4227fd5a-658f-4aae-b05e-23ef6b894409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.080872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dc02190-8f46-4319-84e0-c055c1703416 req-4227fd5a-658f-4aae-b05e-23ef6b894409 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2689092 Aug 23 12:01:00.147269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:00.163648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494239b2-4b39-4825-84a8-19afd636d7d3 req-617c93dd-fb0d-477c-93c5-a69d8ff6c32d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.167931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:00.175261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-494239b2-4b39-4825-84a8-19afd636d7d3 req-617c93dd-fb0d-477c-93c5-a69d8ff6c32d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 943 time: 0.4073517 Aug 23 12:01:00.184301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'mac_address': 'fa:16:3e:31:b2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:00.234502 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.245061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Attempting to bind port d62a3ed2-9354-4f30-bf6d-009b4733fb9f on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:00.245519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Attempting to bind port d62a3ed2-9354-4f30-bf6d-009b4733fb9f by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:00.245908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Attempting to bind port d62a3ed2-9354-4f30-bf6d-009b4733fb9f on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:00.254823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a8a929-4db3-4c7a-b2e0-ae259ecee359 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:00.265370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.277486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Port d62a3ed2-9354-4f30-bf6d-009b4733fb9f on network 597e402e-fdbc-48bf-92e3-c771ce7099fd not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:00.277636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Attempting to bind port d62a3ed2-9354-4f30-bf6d-009b4733fb9f on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:00.289122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:00.291242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.302504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.303880 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.305421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:00.305833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Checking segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:00.306197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Bound using segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:00.306644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Bound port: d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:00.307644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.323478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.330334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-494239b2-4b39-4825-84a8-19afd636d7d3 req-e4d36516-e675-4b1f-80e8-1a11f477aa41 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541979 Aug 23 12:01:00.340680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.349419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.369910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:00.373306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.384238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-9e07fa58-d2c5-4261-a7a9-3129a0dc1dff tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5386 time: 0.2216396 Aug 23 12:01:00.439358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:00.456471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 7459b76a-6b7b-4242-844e-a3b5405cbc4c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:00.456840 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.508152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:00.514007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41762597-7523-44f8-b6bb-d23a05fda3e3 req-6b15366f-b48c-43f3-b0f7-47b3c20f862a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284320 Aug 23 12:01:00.518610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:00.530075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.616143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.616951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.619133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/d62a3ed2-9354-4f30-bf6d-009b4733fb9f HTTP/1.1" status: 200 len: 1091 time: 1.8140204 Aug 23 12:01:00.690310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:00.691304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['27a8a929-4db3-4c7a-b2e0-ae259ecee359'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:00.761485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:00.770632 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.782044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.782677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.783177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.783812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.784314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.785095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.785624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.786213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.786763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.787395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.787936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.788468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27227942-5340-41ce-8a3e-557ae2a5e6d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:00.790603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9e4d-40a2-467e-b766-512021b85e39 req-ff86da76-d3ac-4c72-9166-182a6d5aeffe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.803708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce7d9e4d-40a2-467e-b766-512021b85e39 req-ff86da76-d3ac-4c72-9166-182a6d5aeffe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 944 time: 0.1196651 Aug 23 12:01:00.825980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:00.828635 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3766cd04-c6ef-40fb-a8b1-38e37acc419d" -d '{"events": [{"server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "name": "network-vif-plugged", "status": "completed", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:00.888118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.889839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:00.906403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:00.911185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce7d9e4d-40a2-467e-b766-512021b85e39 req-22306f6c-ed7b-4503-a17d-3595278ee9d3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064680 Aug 23 12:01:00.932221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a322-e5aa-45d5-9618-90245222bda4 req-0217bb19-7e32-4dd1-b543-f9c3cce08476 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:00.941771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af81a322-e5aa-45d5-9618-90245222bda4 req-0217bb19-7e32-4dd1-b543-f9c3cce08476 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1388965 Aug 23 12:01:00.970513 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3295da77-b64a-4a0e-bebf-5f0cc4f3ec39 x-openstack-request-id: req-3295da77-b64a-4a0e-bebf-5f0cc4f3ec39 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:00.970825 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "name": "network-vif-plugged", "status": "completed", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:00.971089 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3295da77-b64a-4a0e-bebf-5f0cc4f3ec39 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:00.971510 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'code': 200} Aug 23 12:01:01.045910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:01.166296 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af81a322-e5aa-45d5-9618-90245222bda4 req-992f1f8d-a49e-4d7d-9ed2-99da167cffdb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163663 Aug 23 12:01:01.274462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49290) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:01.284186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71c91d-d101-4e71-8492-651295c35d90 req-6b313cb3-e7c1-4029-865a-21ce58225d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:01.286158 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb71c91d-d101-4e71-8492-651295c35d90 req-6b313cb3-e7c1-4029-865a-21ce58225d58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 1097 time: 0.1545613 Aug 23 12:01:01.353175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'name': 'network-vif-deleted', 'tag': 'd9b449d5-4adc-4008-859a-73298bfec42d'}, {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:01.355546 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df469621-10f8-49bb-8c05-27e00d1a5b81" -d '{"events": [{"server_uuid": "ae93fd75-68b9-4f41-b362-2c1bb207e3ed", "name": "network-vif-deleted", "tag": "d9b449d5-4adc-4008-859a-73298bfec42d"}, {"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:01.364578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e139cc-3f94-4e8f-b725-8d17b1ab05c5 req-cb5a6be9-2a5b-4434-9da3-18f3d0b80bfd tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:01.382428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6e139cc-3f94-4e8f-b725-8d17b1ab05c5 req-cb5a6be9-2a5b-4434-9da3-18f3d0b80bfd tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1213174 Aug 23 12:01:01.404495 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb71c91d-d101-4e71-8492-651295c35d90 req-be2b7196-b001-4957-b318-5bd8ac1dc508 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105106 Aug 23 12:01:01.465453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6e139cc-3f94-4e8f-b725-8d17b1ab05c5 req-9335c461-450c-4b94-90ee-e01f93cb033f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820992 Aug 23 12:01:01.601617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:01.622567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:01.665716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Transition to ACTIVE for port object ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:01.669671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9a470d12-1006-44a8-8579-4445f8b23b5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aba9e1020f3f4d22b751ccf554060c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940461 Aug 23 12:01:01.672842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49312) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:01.676485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:01.745515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Pushing event updated for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:01.774452 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a192051-2116-41ac-8d2a-5083ef109590 x-openstack-request-id: req-7a192051-2116-41ac-8d2a-5083ef109590 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:01.775551 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae93fd75-68b9-4f41-b362-2c1bb207e3ed", "name": "network-vif-deleted", "tag": "d9b449d5-4adc-4008-859a-73298bfec42d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:01.777207 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a192051-2116-41ac-8d2a-5083ef109590 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:01.779794 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae93fd75-68b9-4f41-b362-2c1bb207e3ed', 'name': 'network-vif-deleted', 'tag': 'd9b449d5-4adc-4008-859a-73298bfec42d', 'status': 'completed', 'code': 200} Aug 23 12:01:01.781542 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f', 'status': 'completed', 'code': 200} Aug 23 12:01:01.912864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27a8a929-4db3-4c7a-b2e0-ae259ecee359 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:01.981944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.049636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3ac9-70a0-4408-b55a-8ea7c2aae306 req-6bcb5830-d36f-4a7a-94be-58b3bd62db6f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.059923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Attempting to bind port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:02.060363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Attempting to bind port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:02.062749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Attempting to bind port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:02.067519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e13b3ac9-70a0-4408-b55a-8ea7c2aae306 req-6bcb5830-d36f-4a7a-94be-58b3bd62db6f tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 944 time: 0.4473484 Aug 23 12:01:02.087769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:02.101826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:02.104416 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.149776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e on network 597e402e-fdbc-48bf-92e3-c771ce7099fd not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:02.151430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Attempting to bind port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:02.173142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e13b3ac9-70a0-4408-b55a-8ea7c2aae306 req-87957a72-7220-43c7-97ce-8d81ab207f03 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044755 Aug 23 12:01:02.199173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.210447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.218647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.225728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.237369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.238835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.248277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.248853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.249018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.257446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.258327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.258824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.259310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.261587 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-33d11d2e-b80d-454e-b415-75be5dc34f50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6303 time: 0.4758780 Aug 23 12:01:02.262248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.281731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.290071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-d9cd9947-bbf1-43a2-b8b8-691c606bca37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5398 time: 0.2865083 Aug 23 12:01:02.294868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:02.295247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Checking segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:02.295644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Bound using segment: {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:02.300279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Bound port: ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58676ae-12dc-4b92-bcea-e0793459f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:02.300877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.363705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-092cb168-9c83-4075-b348-c1cd27be6fbc req-2b3916ee-b326-4f13-a885-67765b135312 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601985 Aug 23 12:01:02.376180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.437498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d9b449d5-4adc-4008-859a-73298bfec42d no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:02.490550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:02.500584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:02.507763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.538751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: d9b449d5-4adc-4008-859a-73298bfec42d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:02.539980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d9b449d5-4adc-4008-859a-73298bfec42d not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:02.557167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b621ef-472d-41cc-a007-2c4f568503f1 req-482360da-7397-4ba4-899c-45c6cccc67ab tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.565195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:02.568522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6b621ef-472d-41cc-a007-2c4f568503f1 req-482360da-7397-4ba4-899c-45c6cccc67ab tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.1994781 Aug 23 12:01:02.582271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.636533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.637435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.639285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] 10.222.0.44 "PUT /v2.0/ports/ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e HTTP/1.1" status: 200 len: 1091 time: 1.9781370 Aug 23 12:01:02.688158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6b621ef-472d-41cc-a007-2c4f568503f1 req-89623699-716b-4880-97a0-f8f6229a15d2 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168208 Aug 23 12:01:02.698414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:02.716335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.720307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.725812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/092d0367-b278-4b84-8561-35d0f0cd3aa1 HTTP/1.1" status: 204 len: 168 time: 1.0192215 Aug 23 12:01:02.746834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-0ac2d947-a055-4e53-afbb-1a9c8b0aede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.747929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-0ac2d947-a055-4e53-afbb-1a9c8b0aede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.748694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-0ac2d947-a055-4e53-afbb-1a9c8b0aede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.750847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-0ac2d947-a055-4e53-afbb-1a9c8b0aede5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4701877 Aug 23 12:01:02.766647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d0367-b278-4b84-8561-35d0f0cd3aa1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:02.794483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.795683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.796647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.797199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.802124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.802738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.803285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.803802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.804947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.806189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.806722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.807428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a99a47-d301-46d1-9a1a-a8a06076d4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:02.833320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:02.841841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:02.894692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad3cd6-4636-4b6a-8f76-aea1f86172cc req-c1319be2-c416-4dac-a594-1889563369c8 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:02.903943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5ad3cd6-4636-4b6a-8f76-aea1f86172cc req-c1319be2-c416-4dac-a594-1889563369c8 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.2630157 Aug 23 12:01:02.972887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:02.975813 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76277d4-9de3-4c11-a31c-1d53eb91d964" -d '{"events": [{"server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "name": "network-vif-plugged", "status": "completed", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:03.022255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ab4d7-389e-4642-81b8-06180fa9889c service neutron] Pushing event updated for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:03.107118 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5ad3cd6-4636-4b6a-8f76-aea1f86172cc req-cf5a3a22-c1b7-4ad6-aaa3-76b03e40cbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010307 Aug 23 12:01:03.116470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727348f-b659-45ba-bd21-a3f4de66d773 req-8dde97e6-db56-4587-80f9-303c8c227b81 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:03.126918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d727348f-b659-45ba-bd21-a3f4de66d773 req-8dde97e6-db56-4587-80f9-303c8c227b81 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2827165 Aug 23 12:01:03.201111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-7db2c3e2-79a8-4a3b-94ac-5edb80264f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:03.203553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df469621-10f8-49bb-8c05-27e00d1a5b81 req-7db2c3e2-79a8-4a3b-94ac-5edb80264f82 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4131761 Aug 23 12:01:03.229504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-859cd18b-782a-435a-becc-e85bff23d978 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:03.236034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-859cd18b-782a-435a-becc-e85bff23d978 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.1900027 Aug 23 12:01:03.280462 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b183f-5fbd-4708-9763-674e184393f7 x-openstack-request-id: req-2e7b183f-5fbd-4708-9763-674e184393f7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:03.281434 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "name": "network-vif-plugged", "status": "completed", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:03.281956 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e7b183f-5fbd-4708-9763-674e184393f7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:03.287486 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'code': 200} Aug 23 12:01:03.393008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d727348f-b659-45ba-bd21-a3f4de66d773 req-b58aaa60-99f3-47be-829c-82449bec6a6c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650409 Aug 23 12:01:03.450323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436e0fd-6c2b-40a8-852f-138142ceb09d req-f232d6f7-c41b-473a-9a1e-e975a11bc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:03.451874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4436e0fd-6c2b-40a8-852f-138142ceb09d req-f232d6f7-c41b-473a-9a1e-e975a11bc029 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 1096 time: 0.0706577 Aug 23 12:01:03.502326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Deleting port 3f3e0035-156e-4509-8340-0217b1f4a786 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:03.502680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:03.511921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4436e0fd-6c2b-40a8-852f-138142ceb09d req-18e02696-76de-4075-9653-e14fb80f5661 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Aug 23 12:01:03.518586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e4088-bbd0-40b9-968d-36b9b5d8f008 req-90eb96b3-9bd0-4c57-99a7-841fe0dd6554 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:03.521383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca2e4088-bbd0-40b9-968d-36b9b5d8f008 req-90eb96b3-9bd0-4c57-99a7-841fe0dd6554 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.1759827 Aug 23 12:01:03.525166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49340) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:03.650124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834488e-428e-49c4-aa6a-edd7ae0fea1c req-e690c546-ac94-4b9c-b102-af9353a1d6f8 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:03.651686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a955d1a7-c8e9-42c6-b1d0-a5f5d9c372d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d17b23228f6040dfb780b33e39554032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148827 Aug 23 12:01:03.655084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0834488e-428e-49c4-aa6a-edd7ae0fea1c req-e690c546-ac94-4b9c-b102-af9353a1d6f8 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 945 time: 0.1216557 Aug 23 12:01:03.657771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49342) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:03.693745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca2e4088-bbd0-40b9-968d-36b9b5d8f008 req-00bd132a-a680-41ec-a28f-b29c346879dc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558623 Aug 23 12:01:03.700761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a26117-8589-47c5-af5a-af49d5f58001 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:03.709967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:03.730105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Transition to ACTIVE for port object 04a26117-8589-47c5-af5a-af49d5f58001 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:03.751035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:03.803340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:03.812522 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb33ca4-8dad-49a2-8b55-303a752be44e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:03.816891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] For port 3f3e0035-156e-4509-8340-0217b1f4a786, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f3e0035-156e-4509-8340-0217b1f4a786,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:03.817278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:03.844528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0834488e-428e-49c4-aa6a-edd7ae0fea1c req-92dfefc2-0241-41ca-9842-5f85b4f3a1c7 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779969 Aug 23 12:01:03.999603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-691d3cc8-32bf-4f10-b39c-9d6185d69302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.091443 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-691d3cc8-32bf-4f10-b39c-9d6185d69302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.102580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.132561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.140876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.150091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.156458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.165046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.173957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.184259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-ec19794f-fc28-44f8-9a0e-8f0f63a4a8cd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5410 time: 0.3545485 Aug 23 12:01:04.186295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Pushing event updated for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:04.193064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ff47-ad8a-477b-ad17-6a697f7d2569 req-6f514e14-0776-48c5-b594-701ed090272e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.200982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a70ff47-ad8a-477b-ad17-6a697f7d2569 req-6f514e14-0776-48c5-b594-701ed090272e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2406950 Aug 23 12:01:04.256986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51c55-128b-4b6f-aad1-53284c2ae113 req-25976cda-2615-40b6-a9a2-2728f0a5a8e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714641 Aug 23 12:01:04.292714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Attempting to bind port 04a26117-8589-47c5-af5a-af49d5f58001 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:04.293272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Attempting to bind port 04a26117-8589-47c5-af5a-af49d5f58001 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:04.293976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Attempting to bind port 04a26117-8589-47c5-af5a-af49d5f58001 on network a66031b2-e863-415b-b2b4-80e702e77223 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:04.299085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Port 04a26117-8589-47c5-af5a-af49d5f58001 on network a66031b2-e863-415b-b2b4-80e702e77223 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:04.301436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Attempting to bind port 04a26117-8589-47c5-af5a-af49d5f58001 on network a66031b2-e863-415b-b2b4-80e702e77223 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:04.315322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-691d3cc8-32bf-4f10-b39c-9d6185d69302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.315635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:04.317078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Checking segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:04.317673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Bound using segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:04.317989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-691d3cc8-32bf-4f10-b39c-9d6185d69302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.318724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Bound port: 04a26117-8589-47c5-af5a-af49d5f58001, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:04.319164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-691d3cc8-32bf-4f10-b39c-9d6185d69302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18951317-8bba-4ff3-a58d-ecb198ae1c9f HTTP/1.1" status: 204 len: 168 time: 0.6604569 Aug 23 12:01:04.319737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.363349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d3cc8-32bf-4f10-b39c-9d6185d69302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18951317-8bba-4ff3-a58d-ecb198ae1c9f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:04.378168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a70ff47-ad8a-477b-ad17-6a697f7d2569 req-7718dcb0-f9ae-4ed2-89ff-ee9ad1f73d75 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749263 Aug 23 12:01:04.412528 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.413472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.414827 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Floating IP 9aa6dd32-547c-462a-b8df-b1dc158d89c6 disassociated. External IP: 172.25.1.76, port: 3f3e0035-156e-4509-8340-0217b1f4a786. Aug 23 12:01:04.415301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Calling delete_port for 3f3e0035-156e-4509-8340-0217b1f4a786 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:04.695495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:04.717224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=04a26117-8589-47c5-af5a-af49d5f58001,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:04.761125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e556490-6fc6-4f64-82b3-675a412df719 req-cdc9374e-fe48-4cf5-a20b-731f5891cf81 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.763258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e556490-6fc6-4f64-82b3-675a412df719 req-cdc9374e-fe48-4cf5-a20b-731f5891cf81 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e52c457-e3ec-4018-881c-0ddb71153633 HTTP/1.1" status: 200 len: 945 time: 0.3049347 Aug 23 12:01:04.770768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.804618 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eb2da9-6f59-41d1-8870-1b57d6837137 x-openstack-request-id: req-89eb2da9-6f59-41d1-8870-1b57d6837137 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:04.804997 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:04.805188 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89eb2da9-6f59-41d1-8870-1b57d6837137 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:04.805580 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e', 'status': 'completed', 'code': 200} Aug 23 12:01:04.814585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.868143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:04.869017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:04.870574 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] 10.222.0.44 "PUT /v2.0/ports/04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 200 len: 1091 time: 2.1788797 Aug 23 12:01:04.971622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event deleted for resources: {'Port': ['ID=3f3e0035-156e-4509-8340-0217b1f4a786,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:05.024493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Request body: {'port': {'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:05.058071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.058071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.058071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.078945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.079638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.080947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.082967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.085106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-1987fa78-40db-4980-82c6-de70937311fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6412 time: 0.2678199 Aug 23 12:01:05.165345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:05.355897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e556490-6fc6-4f64-82b3-675a412df719 req-c0850d55-9022-453b-8f9e-ba81947d86a8 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups?id=a430bdb6-2c82-472f-a75b-f3b56ae6b738&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5454459 Aug 23 12:01:05.356533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbfa78-e10c-484c-9b9f-206ce8b9ac1d service neutron] Pushing event updated for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:05.470322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f95c3-1880-4fa8-bb62-68354c45d318 req-c1518adc-8ef6-4276-a5f8-d67cbd0ac914 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.483939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f95c3-1880-4fa8-bb62-68354c45d318 req-c1518adc-8ef6-4276-a5f8-d67cbd0ac914 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 813 time: 0.3177791 Aug 23 12:01:05.498509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Router 7156a645-89fa-407b-ab9f-1778f10adb34 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:01:05.501545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-0ebc172e-6afb-49f4-a235-537e35242234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.501721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-0ebc172e-6afb-49f4-a235-537e35242234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.502177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-0ebc172e-6afb-49f4-a235-537e35242234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.503810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-0ebc172e-6afb-49f4-a235-537e35242234 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3360462 Aug 23 12:01:05.640335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f95c3-1880-4fa8-bb62-68354c45d318 req-27ce3b66-9b45-46f4-9724-9322c848d332 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/quotas/a83ad5cec7b149608abed3d955c00043 HTTP/1.1" status: 200 len: 375 time: 0.1555111 Aug 23 12:01:05.712287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f2919-4f9b-446d-a6c8-714cf924e253 req-241e85fc-b172-4775-93c0-07e3015368f1 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.729647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-2442277f-4a90-40cd-b9c1-fff25efd79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:05.731504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8cb33ca4-8dad-49a2-8b55-303a752be44e req-2442277f-4a90-40cd-b9c1-fff25efd79f9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202330 Aug 23 12:01:05.751780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-171f2919-4f9b-446d-a6c8-714cf924e253 req-241e85fc-b172-4775-93c0-07e3015368f1 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 945 time: 0.1526024 Aug 23 12:01:05.903699 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-171f2919-4f9b-446d-a6c8-714cf924e253 req-f58fcb9c-3dba-44a7-928f-3340aa3ac7ee tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508889 Aug 23 12:01:06.209314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-00727b18-3537-44e6-b45a-25ed8bf83460 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.217259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-00727b18-3537-44e6-b45a-25ed8bf83460 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 815 time: 0.1622515 Aug 23 12:01:06.249422 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-0faab7ee-09f1-4148-af74-8fafc72f99af tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/quotas/65734ceb115d4df28eb02b01914ae75b HTTP/1.1" status: 200 len: 375 time: 0.0311639 Aug 23 12:01:06.255661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0252f657-d392-4c35-96f7-3133783b61fc {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:06.285741 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f95c3-1880-4fa8-bb62-68354c45d318 req-2169e06f-91fe-4738-bfcf-ab18efaba9cf tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6314945 Aug 23 12:01:06.304445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:06.316557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-1a8cb7f6-14af-47a1-91e7-22fe8ce14488 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.318099 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-1a8cb7f6-14af-47a1-91e7-22fe8ce14488 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b63f9f5-6244-4ad6-a342-4d2f7c4e2022 HTTP/1.1" status: 200 len: 946 time: 0.3941348 Aug 23 12:01:06.378323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Transition to ACTIVE for port object 0252f657-d392-4c35-96f7-3133783b61fc will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:06.408411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:06.467224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:06.486389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881185a-604e-4448-8859-aa2753ca994a None None] Sync routers for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:06.504005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:06.504656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:00:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:06.525880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-73e0763a-9915-4e06-a2d8-eac50e54e12f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753460 Aug 23 12:01:06.532734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-d5f13da2-7e7d-4ad6-ba9b-0040d0d69aeb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:01:06.544064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-d5f13da2-7e7d-4ad6-ba9b-0040d0d69aeb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166779 Aug 23 12:01:06.595139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Pushing event updated for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:06.610865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] No DVR routers for this DVR port 3f3e0035-156e-4509-8340-0217b1f4a786 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:06.619375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:06.621951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf180975-a49f-4768-b9e9-94066e56c1a9 req-fce4a2fd-15f0-4c05-ba55-79562b8ba609 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.44 "DELETE /v2.0/ports/3f3e0035-156e-4509-8340-0217b1f4a786 HTTP/1.1" status: 204 len: 173 time: 3.3823366 Aug 23 12:01:06.623200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'name': 'network-vif-deleted', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:06.627006 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54548f4-bc35-4ea1-95df-13ce11e91dea" -d '{"events": [{"server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "name": "network-vif-deleted", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:06.724065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.741508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.758472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.785791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.800909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.808568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.814314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:06.814636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:06.826013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-a1048b79-5790-483e-8095-3d54d80cb340 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.2756808 Aug 23 12:01:06.893063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:06.896688 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff31695-b720-4006-b5fa-b29669354620" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "04a26117-8589-47c5-af5a-af49d5f58001"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:06.903104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b9e00d3d-3d83-4f52-99f8-c8e85646e437 req-728facdd-8177-41ef-b12a-9824599f394a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766799 Aug 23 12:01:06.931872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Attempting to bind port 0252f657-d392-4c35-96f7-3133783b61fc on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:06.932508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Attempting to bind port 0252f657-d392-4c35-96f7-3133783b61fc by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:06.933410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Attempting to bind port 0252f657-d392-4c35-96f7-3133783b61fc on network a66031b2-e863-415b-b2b4-80e702e77223 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:06.986587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Port 0252f657-d392-4c35-96f7-3133783b61fc on network a66031b2-e863-415b-b2b4-80e702e77223 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:06.986910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Attempting to bind port 0252f657-d392-4c35-96f7-3133783b61fc on network a66031b2-e863-415b-b2b4-80e702e77223 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:07.017549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Deleting port 7459b76a-6b7b-4242-844e-a3b5405cbc4c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:07.018402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.194709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] For port 7459b76a-6b7b-4242-844e-a3b5405cbc4c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7459b76a-6b7b-4242-844e-a3b5405cbc4c,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:07.195178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.213780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:59:00Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:07.217884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Calling delete_port for 7459b76a-6b7b-4242-844e-a3b5405cbc4c owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:07.321961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881185a-604e-4448-8859-aa2753ca994a None None] Checking router: 7156a645-89fa-407b-ab9f-1778f10adb34 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:07.334798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:07.335430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:00:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:07.350192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:07.350733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Checking segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:07.351196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Bound using segment: {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:07.351859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Bound port: 0252f657-d392-4c35-96f7-3133783b61fc, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be307ce2-cb09-4945-8987-ab5168ad3a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:07.352429 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.519461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.533274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7459b76a-6b7b-4242-844e-a3b5405cbc4c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:07.563586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:07.654117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:07.661834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0252f657-d392-4c35-96f7-3133783b61fc,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:07.719535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Pushing event deleted for resources: {'Port': ['ID=7459b76a-6b7b-4242-844e-a3b5405cbc4c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:07.749009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.778928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] No DVR routers for this DVR port 7459b76a-6b7b-4242-844e-a3b5405cbc4c on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:07.803218 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.806435 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e03c5fc-55fd-410e-9064-b6a39f20900b req-5335a399-c4be-48f7-9776-5396fe6d5dcc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "DELETE /v2.0/ports/7459b76a-6b7b-4242-844e-a3b5405cbc4c HTTP/1.1" status: 204 len: 173 time: 1.4788992 Aug 23 12:01:07.818231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-ee74f474-5a07-4b09-a703-a48afe7802df service neutron] 10.222.0.21 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2729228 Aug 23 12:01:07.871043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5881185a-604e-4448-8859-aa2753ca994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:59:00Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:07.875545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:07.876242 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:07.877777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] 10.222.0.44 "PUT /v2.0/ports/0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 200 len: 1091 time: 2.8857310 Aug 23 12:01:07.918396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881185a-604e-4448-8859-aa2753ca994a None None] The sync data for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 is: [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T11:58:48Z', 'revision_number': 4, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '426da1aa-03e9-402b-ac91-f5d25448b808', 'name': '', 'network_id': '7ea47c42-317a-42bb-b4f5-bc78d20d23b6', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'mac_address': 'fa:16:3e:52:84:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:47Z', 'updated_at': '2021-08-23T11:59:00Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'subnets': [{'id': '9722b357-6a5f-426e-a975-3d9a17cdff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:07.961838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f3e0035-156e-4509-8340-0217b1f4a786 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:08.009145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 3f3e0035-156e-4509-8340-0217b1f4a786 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:08.009498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f3e0035-156e-4509-8340-0217b1f4a786 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:08.015718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5575-8fcb-4e4c-bd4f-974392f21baf req-2fb79d20-d114-4b8e-9cb4-c37dfed8f4cc tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.020969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-881f5575-8fcb-4e4c-bd4f-974392f21baf req-2fb79d20-d114-4b8e-9cb4-c37dfed8f4cc tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1057045 Aug 23 12:01:08.048786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-bbbc9fa8-5495-4d08-9579-71ec6302e9e8 service neutron] 10.222.0.21 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294924 Aug 23 12:01:08.049504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffa53a-4de8-49d8-8b7b-f8f9d20ace5a service neutron] Pushing event updated for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:08.152825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-881f5575-8fcb-4e4c-bd4f-974392f21baf req-294d2812-79a4-46cb-b253-2baf7b32de9b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 Aug 23 12:01:08.265963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.266535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.266925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.267402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.267879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.268351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.275435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.282428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-34f8fa9c-7059-44d5-a3d0-bfb434aa579a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6479 time: 0.1736941 Aug 23 12:01:08.286547 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65b935-f0f8-487e-888c-20a36042282d x-openstack-request-id: req-7c65b935-f0f8-487e-888c-20a36042282d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:08.287070 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e52c457-e3ec-4018-881c-0ddb71153633", "name": "network-vif-deleted", "tag": "3f3e0035-156e-4509-8340-0217b1f4a786", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:08.287536 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c65b935-f0f8-487e-888c-20a36042282d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:08.288139 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52c457-e3ec-4018-881c-0ddb71153633', 'name': 'network-vif-deleted', 'tag': '3f3e0035-156e-4509-8340-0217b1f4a786', 'status': 'completed', 'code': 200} Aug 23 12:01:08.320165 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf7f75-41a6-4c84-ae16-c0e50dd01188 x-openstack-request-id: req-bdaf7f75-41a6-4c84-ae16-c0e50dd01188 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:08.322038 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "04a26117-8589-47c5-af5a-af49d5f58001", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:08.322261 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdaf7f75-41a6-4c84-ae16-c0e50dd01188 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:08.322658 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001', 'status': 'completed', 'code': 200} Aug 23 12:01:08.386078 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2513803c-edcf-4f57-a3d1-aeb3808119fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 200 len: 217 time: 0.0939062 Aug 23 12:01:08.473962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-1cc36e53-a685-4fef-88ad-aefe7c79385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.475057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-1cc36e53-a685-4fef-88ad-aefe7c79385d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d08542eb-e3aa-4709-9902-a01ded7822d8 HTTP/1.1" status: 200 len: 850 time: 0.0812879 Aug 23 12:01:08.487582 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9291229-3037-4313-8551-e3030ce30514 None None] New status for floating IP 9aa6dd32-547c-462a-b8df-b1dc158d89c6: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:01:08.567543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.575414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.585621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.591908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-faa1898a-3762-40c2-9aaa-c550e669618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.593392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-faa1898a-3762-40c2-9aaa-c550e669618e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a798c050-248a-4546-8041-33f968ec94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088281 Aug 23 12:01:08.594466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.603161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.612764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.623087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.633386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-41e81d15-1945-46be-8e6f-05937f9120e3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.1528933 Aug 23 12:01:08.685503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eaca0d65-5d4b-470f-8c39-5431f779e83d req-6098f60c-2cf5-4cf7-9976-313a237e46c1 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500286 Aug 23 12:01:08.777489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-8b6bfbc2-8e7b-4f15-a3ae-2e81956a7ec3 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740596 Aug 23 12:01:08.816299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6090e-5892-4ae5-ab61-173d89e4308b req-b9cd181f-f0d5-4acd-8c90-6956c8027417 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.824374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06b6090e-5892-4ae5-ab61-173d89e4308b req-b9cd181f-f0d5-4acd-8c90-6956c8027417 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0661161 Aug 23 12:01:08.825500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e025d6c-2a95-4de8-8bdb-3b372e7a4e12 req-1000719d-f891-44c8-b0b2-270810827218 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:08.827131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e025d6c-2a95-4de8-8bdb-3b372e7a4e12 req-1000719d-f891-44c8-b0b2-270810827218 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0949252 Aug 23 12:01:08.882968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06b6090e-5892-4ae5-ab61-173d89e4308b req-05c80a66-b486-4639-82cf-37b22443d65c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575447 Aug 23 12:01:08.933725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e025d6c-2a95-4de8-8bdb-3b372e7a4e12 req-8e1f008f-c27b-436b-a4eb-94cb779119d1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947554 Aug 23 12:01:08.953259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49518) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:08.965823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-69c79850-cdbd-4fc5-b615-9f4c625c05e5 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724353 Aug 23 12:01:09.102764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4fe70a01-7b29-46b7-8c01-12ffdcf5047f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.105642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-da082360-5bce-4022-835a-bf6524c116af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 217 time: 0.1362805 Aug 23 12:01:09.126576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6bb95f31-ec00-4b1f-8bdb-ec47727ab724 req-9a49563f-cf1f-4bd4-9593-e51af0b2cfd0 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 210 time: 0.0694277 Aug 23 12:01:09.149933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4fe70a01-7b29-46b7-8c01-12ffdcf5047f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.255250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4fe70a01-7b29-46b7-8c01-12ffdcf5047f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.259895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4fe70a01-7b29-46b7-8c01-12ffdcf5047f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.261779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4fe70a01-7b29-46b7-8c01-12ffdcf5047f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "DELETE /v2.0/security-groups/a430bdb6-2c82-472f-a75b-f3b56ae6b738 HTTP/1.1" status: 204 len: 168 time: 0.3069832 Aug 23 12:01:09.274512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49542) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:09.319990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe70a01-7b29-46b7-8c01-12ffdcf5047f tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a430bdb6-2c82-472f-a75b-f3b56ae6b738,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:09.329352 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-961f1f88-3b01-42d4-a4de-66afa63ea189 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] show failed (client error): The resource could not be found. Aug 23 12:01:09.330513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-961f1f88-3b01-42d4-a4de-66afa63ea189 tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "GET /v2.0/security-groups/a430bdb6-2c82-472f-a75b-f3b56ae6b738 HTTP/1.1" status: 404 len: 347 time: 0.0548632 Aug 23 12:01:09.333575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49548) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:09.498156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Deleting port e9f18e14-604f-42be-b7a8-d028419c31ea {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:09.498515 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.592495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-67b34e1b-6911-4dae-87da-9930518bbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:09.594312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-67b34e1b-6911-4dae-87da-9930518bbca8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.4808872 Aug 23 12:01:09.600058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c13cc126-ea60-4bd2-b36d-747e44dc7af0 req-b19406ec-136a-48cf-9a03-e2f209fc95a5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a83ad5cec7b149608abed3d955c00043 HTTP/1.1" status: 200 len: 221 time: 0.0425091 Aug 23 12:01:09.617051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.617820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.646608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Calling delete_port for e9f18e14-604f-42be-b7a8-d028419c31ea owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:09.649890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-9da692cf-c1e7-4f04-80ff-15c51b493cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:09.651971 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-9da692cf-c1e7-4f04-80ff-15c51b493cd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495157 Aug 23 12:01:09.852780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2f743-f82c-4173-a276-638a5678cea3 req-eba740da-44b0-4164-bcd7-7fc6148eb048 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:09.854366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7df2f743-f82c-4173-a276-638a5678cea3 req-eba740da-44b0-4164-bcd7-7fc6148eb048 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0920002 Aug 23 12:01:09.898355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:09.917144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-76b1a17a-21c7-4cc2-b716-07c9526224cc service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501922 Aug 23 12:01:09.924372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146f9ab-7b7a-4946-8bd0-f96ba21c93bf req-8d404ff7-6531-4ffe-b853-40618a5ecbf4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:09.926061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c146f9ab-7b7a-4946-8bd0-f96ba21c93bf req-8d404ff7-6531-4ffe-b853-40618a5ecbf4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1603825 Aug 23 12:01:09.934400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-1bed8e1a-58fd-49b9-b0aa-17febe81d9a6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:09.935808 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-1bed8e1a-58fd-49b9-b0aa-17febe81d9a6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 815 time: 0.2728643 Aug 23 12:01:09.938367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7df2f743-f82c-4173-a276-638a5678cea3 req-9b478294-4c9a-49f0-a0a8-27d0b32871aa tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723805 Aug 23 12:01:09.941325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Pushing event deleted for resources: {'Port': ['ID=e9f18e14-604f-42be-b7a8-d028419c31ea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:09.963675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Request body: {'port': {'device_id': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'admin_state_up': True, 'tenant_id': '65734ceb115d4df28eb02b01914ae75b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:10.042594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:10.045364 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:10.046582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1939f6ac-2bd7-44a7-bdd8-988825ac93fe tempest-ServersTestFqdnHostnames-1387201312 tempest-ServersTestFqdnHostnames-1387201312-project] 10.222.0.21 "DELETE /v2.0/floatingips/9aa6dd32-547c-462a-b8df-b1dc158d89c6 HTTP/1.1" status: 204 len: 168 time: 0.7109149 Aug 23 12:01:10.049870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:10.093467 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c146f9ab-7b7a-4946-8bd0-f96ba21c93bf req-bee215c9-55ec-474f-a340-81661ec0efb0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502423 Aug 23 12:01:10.106178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16ebe3-6887-400a-8082-113dad4f43f1 req-770e49a5-a1db-49ca-9ea0-3f8994a39b37 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.107711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d16ebe3-6887-400a-8082-113dad4f43f1 req-770e49a5-a1db-49ca-9ea0-3f8994a39b37 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 945 time: 0.1024454 Aug 23 12:01:10.137148 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f84686da-22cf-40e1-baec-6c68f91be094 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099643 Aug 23 12:01:10.193854 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-e4a1e5a2-1a1a-4092-9896-2b3a195067df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 217 time: 0.0479650 Aug 23 12:01:10.196591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Made reservation on behalf of 65734ceb115d4df28eb02b01914ae75b for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:10.200355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:10.204200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d16ebe3-6887-400a-8082-113dad4f43f1 req-16c4b48a-29e6-4b9a-90c2-3c866a229272 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496802 Aug 23 12:01:10.310631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27f198e0-5326-4bfa-a653-4cd309241728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.312321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-27f198e0-5326-4bfa-a653-4cd309241728 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1082232 Aug 23 12:01:10.351692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'name': 'network-vif-deleted', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c'}, {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:10.354564 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba8bfa7-5483-4308-a61c-e73d10cae192" -d '{"events": [{"server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "name": "network-vif-deleted", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c"}, {"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "0252f657-d392-4c35-96f7-3133783b61fc"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:10.379705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8e4f6-2989-4d04-bcdf-7df8fa7458cd req-bbec2b4c-6421-432f-b81e-d712463859d9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.381244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98c8e4f6-2989-4d04-bcdf-7df8fa7458cd req-bbec2b4c-6421-432f-b81e-d712463859d9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0890234 Aug 23 12:01:10.398484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:10.420272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.422197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 7459b76a-6b7b-4242-844e-a3b5405cbc4c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:10.422652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7459b76a-6b7b-4242-844e-a3b5405cbc4c not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:10.427974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.437109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.444519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.450559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.456501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.459177 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98c8e4f6-2989-4d04-bcdf-7df8fa7458cd req-a2749293-f80b-43e7-82bc-ecd3f0948bc1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709121 Aug 23 12:01:10.463096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.465055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-c8adf18a-1bc8-4da0-9730-02490623f777 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.2147508 Aug 23 12:01:10.529139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-8c91b836-ce6b-4ab0-94bc-95c6d008d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.530788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-8c91b836-ce6b-4ab0-94bc-95c6d008d4e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1680458 Aug 23 12:01:10.559890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f22fcc51-f00d-4ddb-96b3-aca70f37ada7 req-4d291f70-e2d4-4e1a-bd7b-c83698e0edb5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Aug 23 12:01:10.573765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:10.586005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Allocated IP 172.20.0.14 (8b767897-3d1e-4f05-8912-c8b3629b680e/8b69d93e-e3d6-4b59-aa0e-db4880a72676/ec88f3e7-477d-418d-8eb0-1581f3ed1f19) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:10.601830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b750bc16-9bf8-451b-92b0-e9181f6eb37e req-61a643a4-2c5e-4329-8dd6-d6dda778c79b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265359 Aug 23 12:01:10.703738 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e503448-e655-4875-b3c5-226880094796 x-openstack-request-id: req-6e503448-e655-4875-b3c5-226880094796 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:10.703954 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b63f9f5-6244-4ad6-a342-4d2f7c4e2022", "name": "network-vif-deleted", "tag": "7459b76a-6b7b-4242-844e-a3b5405cbc4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "0252f657-d392-4c35-96f7-3133783b61fc", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:10.704184 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e503448-e655-4875-b3c5-226880094796 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:10.704586 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b63f9f5-6244-4ad6-a342-4d2f7c4e2022', 'name': 'network-vif-deleted', 'tag': '7459b76a-6b7b-4242-844e-a3b5405cbc4c', 'status': 'completed', 'code': 200} Aug 23 12:01:10.704849 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc', 'status': 'completed', 'code': 200} Aug 23 12:01:10.739184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-5900ee14-714a-4d4e-8429-d5db547acd61 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962686 Aug 23 12:01:10.847542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbc909-5326-44aa-87c1-8690fea3efc4 req-42b2b558-9ae7-49d3-8c8b-397dfdeaaa56 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:10.855763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bdbc909-5326-44aa-87c1-8690fea3efc4 req-42b2b558-9ae7-49d3-8c8b-397dfdeaaa56 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0730665 Aug 23 12:01:10.916483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:10.920286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b68f8363-ae69-4f3e-a220-0e51bf235568 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702373 Aug 23 12:01:10.944236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bdbc909-5326-44aa-87c1-8690fea3efc4 req-5ee2f0db-4c1b-4895-9200-9c57c358aed8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875790 Aug 23 12:01:11.012220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Deleting port 426da1aa-03e9-402b-ac91-f5d25448b808 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:11.013164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.061445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-f078d0f1-1bdd-4c32-9e41-5d2a770591ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f HTTP/1.1" status: 200 len: 217 time: 0.1228540 Aug 23 12:01:11.124982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.152000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01442e9c-e3e7-46c0-9ed2-4bd5ff59920b req-838c1139-c3d1-4cfc-9bed-35b1d2da5acb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.153796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01442e9c-e3e7-46c0-9ed2-4bd5ff59920b req-838c1139-c3d1-4cfc-9bed-35b1d2da5acb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0824180 Aug 23 12:01:11.156384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] For port 426da1aa-03e9-402b-ac91-f5d25448b808, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=426da1aa-03e9-402b-ac91-f5d25448b808,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:11.156823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.167168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Network 8b767897-3d1e-4f05-8912-c8b3629b680e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:11.186123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Calling delete_port for 426da1aa-03e9-402b-ac91-f5d25448b808 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:11.201669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:11.208318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:11.222637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-cdc7c9f9-3139-4199-b5d6-bd50a3a31b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.224135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-cdc7c9f9-3139-4199-b5d6-bd50a3a31b0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1486833 Aug 23 12:01:11.246551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49618) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:11.262538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01442e9c-e3e7-46c0-9ed2-4bd5ff59920b req-4058e224-a2b4-485c-9da3-6b9e8a367da3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948479 Aug 23 12:01:11.262993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:11.293740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45089-efaf-4151-ac88-fde34135c25a req-fe73f795-3647-483e-b591-d5d8b5882e6e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.295277 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fc45089-efaf-4151-ac88-fde34135c25a req-fe73f795-3647-483e-b591-d5d8b5882e6e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2082841 Aug 23 12:01:11.326857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.327532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.358427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-d0e8d339-c0c1-4e10-9dfa-001550b6411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.359927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-d0e8d339-c0c1-4e10-9dfa-001550b6411b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083481 Aug 23 12:01:11.366382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-fe5182e6-df3c-43b0-b8b7-cace0ad8bbc3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4210227 Aug 23 12:01:11.392366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fc45089-efaf-4151-ac88-fde34135c25a req-311cc971-1a75-486e-bf5e-947f3b765eab tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850403 Aug 23 12:01:11.396066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Request body: {'port': {'device_id': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:11.414946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c6536497-631b-4475-ae14-ee358970a06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.463708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d20df-db8c-44eb-a51c-1ce52f4d3392 req-c3ffc4ba-77a9-4037-b1dd-1a1c5d9b8c4d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.465164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-784d20df-db8c-44eb-a51c-1ce52f4d3392 req-c3ffc4ba-77a9-4037-b1dd-1a1c5d9b8c4d tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 945 time: 0.1086683 Aug 23 12:01:11.546276 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.568241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-784d20df-db8c-44eb-a51c-1ce52f4d3392 req-12065f3e-8a7f-407a-9bbf-6e89bd73e543 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902648 Aug 23 12:01:11.573262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.575670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6d8fbeb8-d36d-4f01-afb2-3a24964da9b2 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064617 Aug 23 12:01:11.614708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6afc0-c192-4f9f-803e-78800cf1c9e8 req-481f4b6a-0ac7-47e5-8338-45d310029ff4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.616368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aaf6afc0-c192-4f9f-803e-78800cf1c9e8 req-481f4b6a-0ac7-47e5-8338-45d310029ff4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1400335 Aug 23 12:01:11.635026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Pushing event deleted for resources: {'Port': ['ID=426da1aa-03e9-402b-ac91-f5d25448b808,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:11.716976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c6536497-631b-4475-ae14-ee358970a06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.729939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c6536497-631b-4475-ae14-ee358970a06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:11.796519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aaf6afc0-c192-4f9f-803e-78800cf1c9e8 req-1dcdf9d7-c56a-4c36-b9de-6d146b1a99f7 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671681 Aug 23 12:01:11.819515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b5996-f2a3-43f9-9c3c-c7cfb97ad2e0 req-e8f3203e-9879-48a3-91be-a633b400a0bf tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:11.827012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e5b5996-f2a3-43f9-9c3c-c7cfb97ad2e0 req-e8f3203e-9879-48a3-91be-a633b400a0bf tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 932 time: 0.1665137 Aug 23 12:01:11.835762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6536497-631b-4475-ae14-ee358970a06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49763177-b34b-4ddf-9fd2-06c43aa303f0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:11.848586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c6536497-631b-4475-ae14-ee358970a06b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65d12ece5f934478b5ea9a30f7365a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991445 Aug 23 12:01:11.853371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49638) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:11.859668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-9f4fcf14-4c58-41e0-94eb-27f093dd2e3c service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422831 Aug 23 12:01:11.955338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-4a8526b7-ab86-4bef-8bc6-7d06676dbcc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e HTTP/1.1" status: 200 len: 217 time: 0.0592573 Aug 23 12:01:11.956309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e5b5996-f2a3-43f9-9c3c-c7cfb97ad2e0 req-2ebdbd47-2278-4344-ac61-0e8e3b8556ca tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133475 Aug 23 12:01:11.965618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27a8a929-4db3-4c7a-b2e0-ae259ecee359 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:11.971600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:11.990477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95aa6937-8d6e-48d1-908e-2a8626680a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.028840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95aa6937-8d6e-48d1-908e-2a8626680a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.082937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95aa6937-8d6e-48d1-908e-2a8626680a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.085842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95aa6937-8d6e-48d1-908e-2a8626680a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.087081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-95aa6937-8d6e-48d1-908e-2a8626680a74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49763177-b34b-4ddf-9fd2-06c43aa303f0 HTTP/1.1" status: 204 len: 168 time: 0.2164166 Aug 23 12:01:12.099765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6937-8d6e-48d1-908e-2a8626680a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49763177-b34b-4ddf-9fd2-06c43aa303f0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:12.150833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec88f3e7-477d-418d-8eb0-1581f3ed1f19 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:12.156235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.161230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.178068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Transition to ACTIVE for port object ec88f3e7-477d-418d-8eb0-1581f3ed1f19 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:12.182931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.184186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.190403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.196971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.203034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.209201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.215870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.223679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.225528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-12ffb8be-2cf5-495f-ba4d-8a7f448a2b37 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.1237235 Aug 23 12:01:12.351533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.352319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-85ddad8c-0723-459a-bf45-f861e96379c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.353786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-85ddad8c-0723-459a-bf45-f861e96379c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.3879929 Aug 23 12:01:12.365961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68e2210c-0506-41bf-91d2-55ddcbeef1e2 req-be34cf0a-131d-4fda-ae25-016ed9ca36ae tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958791 Aug 23 12:01:12.388869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:12.404210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:12.406810 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f6afd7-5860-4a64-bcc9-046f8663a01d" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:12.416892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'network_id': '6a34e02d-0688-417e-b3b0-6e98d7b819cb', 'port_id': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'mac_address': 'fa:16:3e:31:b2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e922-2a1a-437a-accd-21b7c8d891b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:12.431961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:12.484771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:12.487619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.491761 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.516116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a00db-e77b-4e0b-8678-e5756ccd4a67 req-45a4a51e-92dd-43f1-85bc-fd9fbe95e6e7 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.530639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f8a00db-e77b-4e0b-8678-e5756ccd4a67 req-45a4a51e-92dd-43f1-85bc-fd9fbe95e6e7 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2661817 Aug 23 12:01:12.551704 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8976ee-564d-42a8-a73f-2b1de45aeb15 x-openstack-request-id: req-ed8976ee-564d-42a8-a73f-2b1de45aeb15 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:12.552174 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:12.552475 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed8976ee-564d-42a8-a73f-2b1de45aeb15 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:12.552854 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 12:01:12.566640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27a8a929-4db3-4c7a-b2e0-ae259ecee359 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:12.597467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Router 7156a645-89fa-407b-ab9f-1778f10adb34 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:01:12.606736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:12.608144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-1138735c-2538-45dc-9569-c21711308e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.610566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-1138735c-2538-45dc-9569-c21711308e90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2168620 Aug 23 12:01:12.615926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.618888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:12.632280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49656) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:12.634136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.634480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.635015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.635341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Attempting to bind port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:12.635831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.635831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.636001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Attempting to bind port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:12.636094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.636185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Attempting to bind port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 on network 8b767897-3d1e-4f05-8912-c8b3629b680e {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:12.636317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.636811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.637286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.637801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.638138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.638470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:12.654377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2824473c-f91d-408b-812a-82abc22dc8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.676755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 on network 8b767897-3d1e-4f05-8912-c8b3629b680e not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:12.677089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Attempting to bind port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 on network 8b767897-3d1e-4f05-8912-c8b3629b680e {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:12.687767 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f8a00db-e77b-4e0b-8678-e5756ccd4a67 req-7068eeec-7fe8-4692-aaff-4be4f7a6d244 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538463 Aug 23 12:01:12.696519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:12.711734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['27a8a929-4db3-4c7a-b2e0-ae259ecee359'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:12.712753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:12.713134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Checking segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:12.713486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Bound using segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:12.713966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Bound port: ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:12.714091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c169a-4909-4d7a-b22e-4c46028cfd0e req-6f7e7566-4af4-40c6-b608-04461f9cd52e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.714470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.721648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad7c169a-4909-4d7a-b22e-4c46028cfd0e req-6f7e7566-4af4-40c6-b608-04461f9cd52e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1388788 Aug 23 12:01:12.802845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-aa45a837-9884-455f-9aaa-978836cb9949 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782894 Aug 23 12:01:12.825560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:12.839652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad7c169a-4909-4d7a-b22e-4c46028cfd0e req-2fc64e46-5317-42ee-b2d6-823377fe8f21 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171849 Aug 23 12:01:12.870977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:12.901525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.907995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:12.928298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] Sync routers for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:12.932153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-68a5d75f-ce98-4067-947f-cd3ba0bf3857 admin admin] 10.222.0.21 "PUT /v2.0/routers/7156a645-89fa-407b-ab9f-1778f10adb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8810115 Aug 23 12:01:12.937860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:12.956290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:12.957141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:00:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:12.968412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:12.969044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:12.970492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] 10.222.0.41 "PUT /v2.0/ports/ec88f3e7-477d-418d-8eb0-1581f3ed1f19 HTTP/1.1" status: 200 len: 1092 time: 1.5914154 Aug 23 12:01:12.973808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:12.976071 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76db8475-b4b8-48d8-a93c-5043c0034f37" -d '{"events": [{"name": "network-changed", "server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:13.066638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-be2376f0-2dd4-45e1-b3bd-855e95b5e23d service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537534 Aug 23 12:01:13.083249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d642-c996-45e7-9e75-fe54640a601e service neutron] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:13.100896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:13.183344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f8f9c-58a0-4f82-a445-9a4925954649 req-32af444c-8b18-48a5-b5b5-894e0f07bf07 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.184998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e8f8f9c-58a0-4f82-a445-9a4925954649 req-32af444c-8b18-48a5-b5b5-894e0f07bf07 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 944 time: 0.2221665 Aug 23 12:01:13.188049 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-6072342d-588e-4a40-9a91-a90ff724306b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 200 len: 217 time: 0.1069236 Aug 23 12:01:13.206623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-ad27aca9-d4f7-4fa4-ac94-ed51add7f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.208106 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-ad27aca9-d4f7-4fa4-ac94-ed51add7f8c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 1095 time: 0.1873271 Aug 23 12:01:13.322559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T12:01:11Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:13.349721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] Checking router: 7156a645-89fa-407b-ab9f-1778f10adb34 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:13.359121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] Routers {'7156a645-89fa-407b-ab9f-1778f10adb34'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:13.359859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:00:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7156a645-89fa-407b-ab9f-1778f10adb34'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:13.384414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2824473c-f91d-408b-812a-82abc22dc8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.399673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df0a8-2526-4c1b-bd9a-f4153a860ee8 req-f69f48c9-fab1-42d4-a286-d7b313571be6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.401269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-396df0a8-2526-4c1b-bd9a-f4153a860ee8 req-f69f48c9-fab1-42d4-a286-d7b313571be6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1258357 Aug 23 12:01:13.404000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2824473c-f91d-408b-812a-82abc22dc8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.453164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.487052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] Set router 7156a645-89fa-407b-ab9f-1778f10adb34 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:13.511435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2824473c-f91d-408b-812a-82abc22dc8ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edaac573d35c4c06a1fe32514e1dc6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8751388 Aug 23 12:01:13.513793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49678) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:13.576025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824473c-f91d-408b-812a-82abc22dc8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddb76f8-e64c-458b-8afc-9e9451ed7eb0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:13.599626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-396df0a8-2526-4c1b-bd9a-f4153a860ee8 req-f89c4206-b1a7-4376-9b15-f897d64d4367 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771770 Aug 23 12:01:13.624531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-25592a2f-1ccf-41b2-a710-0a1731dea041 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19 HTTP/1.1" status: 200 len: 217 time: 0.0622551 Aug 23 12:01:13.668887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a9d9-ca27-4c8d-a3e6-e327f3ae027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.686062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e8f8f9c-58a0-4f82-a445-9a4925954649 req-dcb17a37-294a-413f-8e69-f258f35818a6 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907598 Aug 23 12:01:13.692813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-936ae0ca-acbc-4263-97ae-5f5338963609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.694891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-936ae0ca-acbc-4263-97ae-5f5338963609 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.4915628 Aug 23 12:01:13.705330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a9d9-ca27-4c8d-a3e6-e327f3ae027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.707989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.751619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-184e0554-b7d8-4f76-a473-4292c8caa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.753113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-184e0554-b7d8-4f76-a473-4292c8caa48e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 200 len: 855 time: 0.1173887 Aug 23 12:01:13.794967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-434aea48-f1a3-4f57-803a-e083c087f7ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b767897-3d1e-4f05-8912-c8b3629b680e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344992 Aug 23 12:01:13.796927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-338441e2-f2a9-4c83-a785-2b979cba4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.799004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-338441e2-f2a9-4c83-a785-2b979cba4f50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957694 Aug 23 12:01:13.817094 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a7a0db-e8e5-4435-b8e1-2b3824739ecc x-openstack-request-id: req-23a7a0db-e8e5-4435-b8e1-2b3824739ecc {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:13.817292 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:13.817563 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23a7a0db-e8e5-4435-b8e1-2b3824739ecc {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:13.818224 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'status': 'completed', 'code': 200} Aug 23 12:01:13.825231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T12:01:11Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:13.848738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868feab-493b-4d15-9a92-d0e40fdea2bf req-e5c327b7-f8f0-4349-9276-65d0c11087a5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:13.857559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0868feab-493b-4d15-9a92-d0e40fdea2bf req-e5c327b7-f8f0-4349-9276-65d0c11087a5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 944 time: 0.1246028 Aug 23 12:01:13.879435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833df6-6a5b-4dd7-9e95-b57ce65ea081 None None] The sync data for ids ['7156a645-89fa-407b-ab9f-1778f10adb34'] in n-d-773645-7 is: [{'id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'name': 'tempest-ServersTestFqdnHostnames-1206732323-router', 'tenant_id': '8dafaf11339f4258870d930ff52ce614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:58:43Z', 'updated_at': '2021-08-23T12:01:11Z', 'revision_number': 5, 'project_id': '8dafaf11339f4258870d930ff52ce614', 'gw_port': {'id': '90382e3e-299e-4705-80f6-387f3ca4765b', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7156a645-89fa-407b-ab9f-1778f10adb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:58:44Z', 'updated_at': '2021-08-23T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:13.897486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a9d9-ca27-4c8d-a3e6-e327f3ae027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.900604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a9d9-ca27-4c8d-a3e6-e327f3ae027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:13.904793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ccd7a9d9-ca27-4c8d-a3e6-e327f3ae027e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fddb76f8-e64c-458b-8afc-9e9451ed7eb0 HTTP/1.1" status: 204 len: 168 time: 0.3871284 Aug 23 12:01:13.980811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:13.983515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27a8a929-4db3-4c7a-b2e0-ae259ecee359 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:13.990724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7a9d9-ca27-4c8d-a3e6-e327f3ae027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddb76f8-e64c-458b-8afc-9e9451ed7eb0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:14.030138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Deleting port 90382e3e-299e-4705-80f6-387f3ca4765b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:14.030492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.065614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-b33a8e38-9e6b-4682-9f9b-c805143c2b17 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508161 Aug 23 12:01:14.096406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-e45fdeea-ecd9-4185-9084-3da1e714a678 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928689 Aug 23 12:01:14.157996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:14.158772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.203866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0868feab-493b-4d15-9a92-d0e40fdea2bf req-a20f6798-c8b4-476e-a8b3-b97bf8e69dfa tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453884 Aug 23 12:01:14.237164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] For port 90382e3e-299e-4705-80f6-387f3ca4765b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=90382e3e-299e-4705-80f6-387f3ca4765b,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:14.237164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.245277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.251348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.258262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.273192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:14.279063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.283926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f47a-436f-4955-8051-c05f47ee626f req-043fb0a9-9d98-4611-8b19-edb07af6b60e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.287078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88c3f47a-436f-4955-8051-c05f47ee626f req-043fb0a9-9d98-4611-8b19-edb07af6b60e tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 944 time: 0.4196351 Aug 23 12:01:14.292823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.300687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'mac_address': 'fa:16:3e:56:0b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:14.313236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.334158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.336726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-7cfa35bc-31d5-4635-8ea4-3a0444db9b33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.3080146 Aug 23 12:01:14.390693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Calling delete_port for 90382e3e-299e-4705-80f6-387f3ca4765b owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:14.401027 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.428767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.444007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:14.482405 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-fad1edf7-c854-46f8-ba72-aa00800e1457 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959246 Aug 23 12:01:14.513761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:14.515828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:14.524778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.526615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.566948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:14.569260 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a4f32c-3fa9-4c56-adfb-5b51b5f28202" -d '{"events": [{"server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "name": "network-vif-plugged", "status": "completed", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:14.589179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6f2b890-208e-40ff-ba4c-a02c7ed85e9e req-50e727e4-daac-42a1-b6f1-2e099a8e0b43 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338483 Aug 23 12:01:14.613711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:14.619161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:14.729584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-2f9b1cf3-6f7f-4537-a0b9-f69daf9cb798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 200 len: 217 time: 0.2010419 Aug 23 12:01:14.736522 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2f0382a-af43-4f82-abeb-5150c76b9d7d req-f90a2714-7f28-4da2-ab9b-96f090959fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193841 Aug 23 12:01:14.756193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0961c-6555-401f-b557-4667d90389ce req-40151c29-0e26-4ad9-bce4-c53900e37e8e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.764348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69c0961c-6555-401f-b557-4667d90389ce req-40151c29-0e26-4ad9-bce4-c53900e37e8e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3715534 Aug 23 12:01:14.791552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:14.828010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-50ce036e-8d87-44f0-9af8-40c8477d559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:14.829845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-50ce036e-8d87-44f0-9af8-40c8477d559f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0906930 Aug 23 12:01:14.846410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Deleting port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:14.847019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:14.881841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69c0961c-6555-401f-b557-4667d90389ce req-d4a1c2e3-8293-48be-a914-880b6a05f2aa tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113293 Aug 23 12:01:14.975431 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f866809-477c-4fc2-9240-40c8c2a185b7 x-openstack-request-id: req-5f866809-477c-4fc2-9240-40c8c2a185b7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:14.975757 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "name": "network-vif-plugged", "status": "completed", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:14.976075 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f866809-477c-4fc2-9240-40c8c2a185b7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:14.976542 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'code': 200} Aug 23 12:01:15.048081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-0cd47627-ecd9-4848-94c2-2d203ed0be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.049679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-0cd47627-ecd9-4848-94c2-2d203ed0be88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 1095 time: 0.2180362 Aug 23 12:01:15.127886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-dabeb429-727f-4d6c-90a6-067aae96eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.130587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-dabeb429-727f-4d6c-90a6-067aae96eae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2537904 Aug 23 12:01:15.138980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7460-4ab6-4078-b25c-fb64a50988cb req-bf1a3b65-26d0-447e-a2ca-7180d2c32baf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.148981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-835a7460-4ab6-4078-b25c-fb64a50988cb req-bf1a3b65-26d0-447e-a2ca-7180d2c32baf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 946 time: 0.2774589 Aug 23 12:01:15.184424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] For port 27a8a929-4db3-4c7a-b2e0-ae259ecee359, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=27a8a929-4db3-4c7a-b2e0-ae259ecee359,segment=NetworkSegment(ffd76123-8d51-433b-a275-168743f9c746),segment_id=ffd76123-8d51-433b-a275-168743f9c746)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:15.185178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.209485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Calling delete_port for 27a8a929-4db3-4c7a-b2e0-ae259ecee359 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:15.244169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef3433-50d7-4925-aa5b-b21c92b538c2 req-fd604852-2a7f-40d1-a617-a353337c9371 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.246186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ef3433-50d7-4925-aa5b-b21c92b538c2 req-fd604852-2a7f-40d1-a617-a353337c9371 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad5925fc-1e1c-4e1b-84e9-6b940ccd8216 HTTP/1.1" status: 200 len: 945 time: 0.1486056 Aug 23 12:01:15.307192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.326030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-835a7460-4ab6-4078-b25c-fb64a50988cb req-88675688-04c7-4f1c-b2bd-fed9b7cf5abe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761074 Aug 23 12:01:15.336103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-ee1a3ff3-362e-4efa-9ad3-c3fd54408abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.338050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-ee1a3ff3-362e-4efa-9ad3-c3fd54408abe service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 916 time: 0.2720358 Aug 23 12:01:15.398459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:15.407616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-d2961b57-c544-461d-962a-82e1cf7899ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19 HTTP/1.1" status: 200 len: 217 time: 0.0608685 Aug 23 12:01:15.410633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-14181c04-a3e9-449b-95a5-201f1a5e46bf service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588427 Aug 23 12:01:15.430926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Pushing event deleted for resources: {'Port': ['ID=90382e3e-299e-4705-80f6-387f3ca4765b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:15.503717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1ef3433-50d7-4925-aa5b-b21c92b538c2 req-a44270d6-89b7-4646-8895-76918e31e048 tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.21 "GET /v2.0/security-groups?id=942d86b9-38d1-4916-be69-60e352362e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453091 Aug 23 12:01:15.590550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-network', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:15.667849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-e6220fc5-4cc5-498e-b3e2-bb56d0aefcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.670572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-e6220fc5-4cc5-498e-b3e2-bb56d0aefcd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 200 len: 855 time: 0.2520223 Aug 23 12:01:15.678655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.732315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-0fd133bf-b795-4dc0-a0ce-c92a4d54c8b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b767897-3d1e-4f05-8912-c8b3629b680e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524209 Aug 23 12:01:15.745464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Made reservation on behalf of e6faaf55d4c34cfdaf09874450966fde for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:15.748022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.783678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5bdd-a1bf-4ebd-bb5a-f2b334aaaa8a req-a6d1980c-47e3-4e3b-ba14-78ad68abe794 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.793931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc2c5bdd-a1bf-4ebd-bb5a-f2b334aaaa8a req-a6d1980c-47e3-4e3b-ba14-78ad68abe794 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1692686 Aug 23 12:01:15.806679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.815947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79871eac-31e4-4591-8eeb-9cfbba150cbd req-bbd3ed32-0721-49e5-8d50-c825f8cd8654 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888400 Aug 23 12:01:15.889064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379bff8-13d0-4d5d-a730-2da17c6b392c req-0381e0ff-0442-4d58-8f8c-cf8104e9d7ca tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:15.893930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.903633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c379bff8-13d0-4d5d-a730-2da17c6b392c req-0381e0ff-0442-4d58-8f8c-cf8104e9d7ca tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 944 time: 0.3087847 Aug 23 12:01:15.911355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.920553 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:15.966970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Pushing event deleted for resources: {'Port': ['ID=27a8a929-4db3-4c7a-b2e0-ae259ecee359,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:15.982488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 426da1aa-03e9-402b-ac91-f5d25448b808 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:16.043585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:16.045964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc2c5bdd-a1bf-4ebd-bb5a-f2b334aaaa8a req-b615f0d6-6aa7-46ef-bbe3-a554b19465ae tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509530 Aug 23 12:01:16.076105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c379bff8-13d0-4d5d-a730-2da17c6b392c req-7b3cea8a-7bb2-41bf-a6c1-ffdc82f295f4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707852 Aug 23 12:01:16.116370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 426da1aa-03e9-402b-ac91-f5d25448b808 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:16.118530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 426da1aa-03e9-402b-ac91-f5d25448b808 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:16.122160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.123787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7156a645-89fa-407b-ab9f-1778f10adb34 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:01:16.137830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.141196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-997070bb-ac0f-41e6-8766-532c52e27127 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7156a645-89fa-407b-ab9f-1778f10adb34 HTTP/1.1" status: 204 len: 168 time: 3.1881902 Aug 23 12:01:16.152190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49744) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:16.155346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:16.156077 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.176589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-2abfc0c7-0c5f-4d65-8918-c8dbb7b8c456 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292514 Aug 23 12:01:16.199867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] No DVR routers for this DVR port 27a8a929-4db3-4c7a-b2e0-ae259ecee359 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:16.207571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.214469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88c3f47a-436f-4955-8051-c05f47ee626f req-3ffa4dd6-33e5-4432-b7d9-5b7f5a5aa8cd tempest-ImagesTestJSON-1758206476 tempest-ImagesTestJSON-1758206476-project] 10.222.0.44 "DELETE /v2.0/ports/27a8a929-4db3-4c7a-b2e0-ae259ecee359 HTTP/1.1" status: 204 len: 173 time: 1.9206178 Aug 23 12:01:16.224590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.225127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'name': 'network-vif-deleted', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:16.225711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.226091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.227231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.228915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.230263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.231363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.234702 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-60f7c198-e613-4ff0-b58d-86d9f9cdb7d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6479 time: 0.2867746 Aug 23 12:01:16.266443 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf7cf15-517e-4918-b3e7-0250efd55094" -d '{"events": [{"server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "name": "network-vif-deleted", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:16.322962 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.380591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:16.392971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.397080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27a8a929-4db3-4c7a-b2e0-ae259ecee359 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:16.474885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.481295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.489609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.498158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 27a8a929-4db3-4c7a-b2e0-ae259ecee359 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:16.498543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 27a8a929-4db3-4c7a-b2e0-ae259ecee359 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:16.502313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.508720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.515430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.521671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.531314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-df9e2b54-7db8-47ef-a7aa-caffe098add9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.3157895 Aug 23 12:01:16.549493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Deleting subnet 9722b357-6a5f-426e-a975-3d9a17cdff1c {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:01:16.571075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.577901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=13']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:16.615871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1479e303-4b4d-4bad-a9eb-09f08e3842a8 req-89e7ee4c-2764-4f0c-97bf-e297919ae61e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766459 Aug 23 12:01:16.637313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-a10ec3ee-ebfa-43e0-bc3e-fc32388a20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.639025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-a10ec3ee-ebfa-43e0-bc3e-fc32388a20e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 902 time: 0.3840332 Aug 23 12:01:16.662804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739e60f-81ad-415b-994c-dc5d4f6c4109 req-ba339a1e-c9c7-467c-8257-ad0920f8bda9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.664926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3739e60f-81ad-415b-994c-dc5d4f6c4109 req-ba339a1e-c9c7-467c-8257-ad0920f8bda9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.4257519 Aug 23 12:01:16.687387 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d117ba-fb67-4df4-932a-e8c71956b3dc x-openstack-request-id: req-b1d117ba-fb67-4df4-932a-e8c71956b3dc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:16.687918 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5925fc-1e1c-4e1b-84e9-6b940ccd8216", "name": "network-vif-deleted", "tag": "27a8a929-4db3-4c7a-b2e0-ae259ecee359", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:16.688174 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1d117ba-fb67-4df4-932a-e8c71956b3dc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:16.689085 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5925fc-1e1c-4e1b-84e9-6b940ccd8216', 'name': 'network-vif-deleted', 'tag': '27a8a929-4db3-4c7a-b2e0-ae259ecee359', 'status': 'completed', 'code': 200} Aug 23 12:01:16.802394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-c1ef760a-e424-4959-9d81-737530e7649d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 200 len: 217 time: 0.1360776 Aug 23 12:01:16.809381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.833659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56ddf9-6107-44db-acae-23c98300a417 req-d8c33da4-0f2c-45c7-8748-a1a9790b329b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:16.842670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d56ddf9-6107-44db-acae-23c98300a417 req-d8c33da4-0f2c-45c7-8748-a1a9790b329b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.0928829 Aug 23 12:01:16.948226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d56ddf9-6107-44db-acae-23c98300a417 req-d423d0e9-9e7a-4cb2-9b64-418be4cc0f42 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016908 Aug 23 12:01:16.968114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.980682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:16.982387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:16.983090 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630acdff-576c-4341-bd2d-267b049d2983" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:17.016409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.053661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-76db8475-b4b8-48d8-a93c-5043c0034f37 req-e5a6fb27-18e1-410a-b952-99c2b8cb5b78 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155968 Aug 23 12:01:17.127243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:01:17.143259 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ed860-eb96-4790-995c-3bc07ebfe126 x-openstack-request-id: req-117ed860-eb96-4790-995c-3bc07ebfe126 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:17.143749 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-plugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:17.143868 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-117ed860-eb96-4790-995c-3bc07ebfe126 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:17.144201 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 12:01:17.153776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3739e60f-81ad-415b-994c-dc5d4f6c4109 req-3e562adc-8f87-4cd3-a383-5a63d49f3b6b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729218 Aug 23 12:01:17.165536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-c1cf4be8-52c5-4260-9e92-843e0d33a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:17.167090 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-c1cf4be8-52c5-4260-9e92-843e0d33a655 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.3613546 Aug 23 12:01:17.167773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0870710-7044-4cf0-a5ee-26a6329198f7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:17.179210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.180202 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Added segment a615468d-2222-4436-9cc4-0024c6591cde of type vlan for network 654db379-72f1-407e-b972-0b4d1950e3a6 Aug 23 12:01:17.310741 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.327442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.371024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65e772-8125-479c-a1b3-642eb9081c1c None None] Network 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:17.371399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.378401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9722b357-6a5f-426e-a975-3d9a17cdff1c HTTP/1.1" status: 204 len: 168 time: 1.2187953 Aug 23 12:01:17.382705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc033a5-19f9-4a6f-9c25-0355746bd1c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9722b357-6a5f-426e-a975-3d9a17cdff1c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:17.384320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49772) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:17.415467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff31695-b720-4006-b5fa-b29669354620 req-eaf32984-f9a0-45da-a9e4-841bd1da3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:17.417936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-eaf32984-f9a0-45da-a9e4-841bd1da3565 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2412701 Aug 23 12:01:17.430203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59eb0-b5ae-465d-9362-6442bc8bd0cb req-b24c9dcd-34d5-4fd6-a65b-77729b39568e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:17.432448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45a59eb0-b5ae-465d-9362-6442bc8bd0cb req-b24c9dcd-34d5-4fd6-a65b-77729b39568e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 944 time: 0.1715860 Aug 23 12:01:17.461433 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.462730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:17.463532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.574634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1741900 Aug 23 12:01:17.596962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:17.611025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Request body: {'subnet': {'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-subnet', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:17.639299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45a59eb0-b5ae-465d-9362-6442bc8bd0cb req-c0d2325a-c396-469f-ad61-af42e53fa121 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922884 Aug 23 12:01:17.646805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748e46c-eb23-4baa-ac9c-73368fa24508 admin admin] Pushing event updated for resources: {'Network': ['ID=654db379-72f1-407e-b972-0b4d1950e3a6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:17.651247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f311c3-7172-4e8d-a83e-296fab75bc5f req-184144fe-6d4a-4a08-adb1-58fb7ae8c462 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:17.669998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5f311c3-7172-4e8d-a83e-296fab75bc5f req-184144fe-6d4a-4a08-adb1-58fb7ae8c462 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3350406 Aug 23 12:01:17.677038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 654db379-72f1-407e-b972-0b4d1950e3a6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:01:17.713027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.717636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-c7a5b96a-a78c-4bee-a97e-1b005320e73e service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818818 Aug 23 12:01:17.743803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Made reservation on behalf of e6faaf55d4c34cfdaf09874450966fde for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:17.746700 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:17.841646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5f311c3-7172-4e8d-a83e-296fab75bc5f req-6e9d606e-742c-4217-8d91-a84df5eca801 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704307 Aug 23 12:01:17.877443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] DHCP port deletion for 7ea47c42-317a-42bb-b4f5-bc78d20d23b6 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:01:18.017003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:18.040570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ff31695-b720-4006-b5fa-b29669354620 req-593605ac-86af-426a-a901-bb536201271c service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144646 Aug 23 12:01:18.051841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] Deleting port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:18.052236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.068257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.087302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.094455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.109910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.117631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.123561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.130110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.140604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-3e69fd78-0534-4998-b6a9-f90b94f15c9a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.3596702 Aug 23 12:01:18.180808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.202976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] For port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:18.204438 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.229730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] Calling delete_port for 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:18.237889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27f282ca-8136-420e-93a6-7364c5e9bb01 req-9fdd428d-c783-4028-beea-13707ee82a30 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959847 Aug 23 12:01:18.247108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.251578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60fa6cf-3faa-4270-a342-652c16dda1bc,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:18.285852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Deleting port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:18.286213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.289639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.290356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.291930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.294594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.295580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.298918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.300017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.302514 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-685cc655-097f-415a-a745-172ce934fa54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6479 time: 0.1569428 Aug 23 12:01:18.337744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:18.339743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427fa21-4a81-4366-a437-764425501165 req-85672a04-76d2-4171-b204-40011460b272 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.341843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e427fa21-4a81-4366-a437-764425501165 req-85672a04-76d2-4171-b204-40011460b272 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3274083 Aug 23 12:01:18.356089 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.359477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90382e3e-299e-4705-80f6-387f3ca4765b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:18.414225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 90382e3e-299e-4705-80f6-387f3ca4765b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:18.414596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90382e3e-299e-4705-80f6-387f3ca4765b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:18.438283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:18.456571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Checking segment: {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:18.456958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Network hostable DHCP agents. Network: 654db379-72f1-407e-b972-0b4d1950e3a6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:01:18.480332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] For port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,segment=NetworkSegment(25426ab6-b8f5-4f62-b712-b9c904fa4c0e),segment_id=25426ab6-b8f5-4f62-b712-b9c904fa4c0e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:18.480332 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.503503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.522528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Calling delete_port for 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:18.524093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-9524a715-f375-43d1-adb2-e670be2e4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.525470 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-9524a715-f375-43d1-adb2-e670be2e4608 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 902 time: 0.2133374 Aug 23 12:01:18.538755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e427fa21-4a81-4366-a437-764425501165 req-95cc0e5d-4955-4571-94da-82e782b3e55b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478558 Aug 23 12:01:18.548613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:18.578643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Network 654db379-72f1-407e-b972-0b4d1950e3a6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:01:18.611749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] No DVR routers for this DVR port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:18.615625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb5607-7f1a-49b7-9cde-3e85579cbb9c None None] Pushing event deleted for resources: {'Port': ['ID=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:18.629596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-36c50032-04ca-4c86-a38a-4a1f511bab66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 200 len: 217 time: 0.0933075 Aug 23 12:01:18.676540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 654db379-72f1-407e-b972-0b4d1950e3a6) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:18.701109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.703374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.707714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-cbf27175-5adf-4f56-b2b1-edced30b3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.709529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-cbf27175-5adf-4f56-b2b1-edced30b3819 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0726235 Aug 23 12:01:18.727406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:18.728907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feef9d-ec03-495a-adcd-16deaea6f4c8 req-687d9c5e-bf9e-4599-912c-ab338ed8dfeb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.738911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1feef9d-ec03-495a-adcd-16deaea6f4c8 req-687d9c5e-bf9e-4599-912c-ab338ed8dfeb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2124307 Aug 23 12:01:18.744295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81ee49-7f4c-47be-bfd2-80cb5527bf59 None None] Network 654db379-72f1-407e-b972-0b4d1950e3a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:18.748247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'port_id': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'mac_address': 'fa:16:3e:3f:66:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b69d93e-e3d6-4b59-aa0e-db4880a72676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:18.775437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0b3bb303-f526-448f-a93a-c7c725640177 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1753287 Aug 23 12:01:18.778297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49798) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:18.793647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:18.868940 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1feef9d-ec03-495a-adcd-16deaea6f4c8 req-aa8be0ea-e07c-49c8-abe1-10a0f8722fdc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273246 Aug 23 12:01:18.900330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.901428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.910138 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.916368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-45d37411-b086-4555-af41-4834eb457e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:18.920638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-45d37411-b086-4555-af41-4834eb457e18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017636 Aug 23 12:01:18.948481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:18.968048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec88f3e7-477d-418d-8eb0-1581f3ed1f19 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:19.026425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:19.036974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.044499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:19.055339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] No DVR routers for this DVR port 7e3e0972-c4a6-47ee-a34b-fb17d0d0ba40 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:19.115631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.140415 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:01:19.215270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-6b3ee30d-05fa-45e7-a5bc-3266282b91ba service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766821 Aug 23 12:01:19.253123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d591c-0a38-4a91-be77-466816205583 req-5c8248ad-83a3-4132-ba15-1cd2e51abf50 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.267243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f82d591c-0a38-4a91-be77-466816205583 req-5c8248ad-83a3-4132-ba15-1cd2e51abf50 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 944 time: 0.3114755 Aug 23 12:01:19.272222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-654db379-72f1-407e-b972-0b4d1950e3a6', 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'fixed_ips': [{'subnet_id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:01:19.273258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.390485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ec88f3e7-477d-418d-8eb0-1581f3ed1f19'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:19.416286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.419625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:19.441416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea47c42-317a-42bb-b4f5-bc78d20d23b6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:19.446300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.467890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25426ab6-b8f5-4f62-b712-b9c904fa4c0e') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:19.468492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25426ab6-b8f5-4f62-b712-b9c904fa4c0e') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:19.491056 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f82d591c-0a38-4a91-be77-466816205583 req-98c2b0a2-e7fe-4ba7-b568-6dcdae99710c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223516 Aug 23 12:01:19.499603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.559068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Allocated IP 172.20.0.2 (654db379-72f1-407e-b972-0b4d1950e3a6/e60fa6cf-3faa-4270-a342-652c16dda1bc/985060a0-5cbe-4c8a-bba5-514a6b5fc41e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:19.585034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.595937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:01:19.596484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:01:19.598468 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:01:19.701300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb4a77-f532-4f1d-a2f3-f3fd0aba9aa1 req-b57b885b-9095-463e-a5cd-d5df8ccc40c5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.712949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2cb4a77-f532-4f1d-a2f3-f3fd0aba9aa1 req-b57b885b-9095-463e-a5cd-d5df8ccc40c5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.4940064 Aug 23 12:01:19.719306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.731419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:19.734063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ea47c42-317a-42bb-b4f5-bc78d20d23b6 HTTP/1.1" status: 204 len: 168 time: 2.3480685 Aug 23 12:01:19.759803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c727e-61d3-4162-932e-c6e4d2a54f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea47c42-317a-42bb-b4f5-bc78d20d23b6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:19.823441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.830169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.836791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.856073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.877708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.894466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2cb4a77-f532-4f1d-a2f3-f3fd0aba9aa1 req-d357f96d-b044-4bca-ad25-d57d4643b4dc tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802814 Aug 23 12:01:19.903550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.923791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:19.941659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8247978-8f16-4062-8074-950b854e40e8 req-6bf1a604-04d4-4282-ac91-40c732320067 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.1957948 Aug 23 12:01:19.944597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dba8bfa7-5483-4308-a61c-e73d10cae192 req-59ae00e2-caff-4644-915d-ea6a6cf2748b service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836817 Aug 23 12:01:19.964146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49822) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:19.982352 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.004067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Transition to ACTIVE for port object 985060a0-5cbe-4c8a-bba5-514a6b5fc41e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:20.027437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Transition to ACTIVE for port object 985060a0-5cbe-4c8a-bba5-514a6b5fc41e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:20.035233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:20.037526 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.118005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Pushing event updated for resources: {'Port': ['ID=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:20.136548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Network 654db379-72f1-407e-b972-0b4d1950e3a6 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:20.139146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:20.140939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4993806c-6d80-49e4-bee8-64ce8e912fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dafaf11339f4258870d930ff52ce614&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1044724 Aug 23 12:01:20.146986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:20.159164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49826) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:20.214551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Attempting to bind port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:20.215568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Attempting to bind port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:20.216219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Attempting to bind port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e on network 654db379-72f1-407e-b972-0b4d1950e3a6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:20.222583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:20.223407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Checking segment: {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:20.225655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.226433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Bound using segment: {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:20.227246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Bound port: 985060a0-5cbe-4c8a-bba5-514a6b5fc41e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:20.227885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.280887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682bd8cb-9702-4490-9315-c463056f7026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.295131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-98684766-107d-4777-a232-48905818c040 admin admin] Deleting subnet c961e922-2a1a-437a-accd-21b7c8d891b5 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:01:20.313275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98684766-107d-4777-a232-48905818c040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.314182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] For port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:20.321962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] For port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,segment=NetworkSegment(a615468d-2222-4436-9cc4-0024c6591cde),segment_id=a615468d-2222-4436-9cc4-0024c6591cde)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:20.329372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.344539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682bd8cb-9702-4490-9315-c463056f7026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.409212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979a140-bd19-4f9e-9654-891de5a2bf02 None None] Pushing event updated for resources: {'Port': ['ID=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:20.410431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447f9f-6de4-482c-b8d1-a2e29b2166dc req-f7470c04-b0d3-493c-9d66-9b36e30e9074 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:20.412207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca447f9f-6de4-482c-b8d1-a2e29b2166dc req-f7470c04-b0d3-493c-9d66-9b36e30e9074 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1886511 Aug 23 12:01:20.415909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98684766-107d-4777-a232-48905818c040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.494953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8247978-8f16-4062-8074-950b854e40e8 req-d78da505-505f-4f58-ac37-91e04c8dc139 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5484467 Aug 23 12:01:20.497714 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca447f9f-6de4-482c-b8d1-a2e29b2166dc req-6c14953e-91fe-45d6-ad36-893db507a559 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610666 Aug 23 12:01:20.527609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.547111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682bd8cb-9702-4490-9315-c463056f7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.551032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682bd8cb-9702-4490-9315-c463056f7026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.552785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-682bd8cb-9702-4490-9315-c463056f7026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6254b01-e56f-4b98-8e0d-ddba8297b012 HTTP/1.1" status: 204 len: 168 time: 0.3921771 Aug 23 12:01:20.554825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98684766-107d-4777-a232-48905818c040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.586600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.595259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bd8cb-9702-4490-9315-c463056f7026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6254b01-e56f-4b98-8e0d-ddba8297b012,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:20.729641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b0a78-dba3-4835-b859-4c251b9a6460 req-a0d7a6cd-5cc6-40fa-8faa-d775c8be73cb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:20.733954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-891b0a78-dba3-4835-b859-4c251b9a6460 req-a0d7a6cd-5cc6-40fa-8faa-d775c8be73cb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1143830 Aug 23 12:01:20.737046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98684766-107d-4777-a232-48905818c040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.781459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98684766-107d-4777-a232-48905818c040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c961e922-2a1a-437a-accd-21b7c8d891b5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:20.820041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8a68a-369d-42c4-8be7-3fde8067a3f2 req-3e785172-07ca-4024-b5e8-91d5fda67f59 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:20.827391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98684766-107d-4777-a232-48905818c040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:20.828896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5bb8a68a-369d-42c4-8be7-3fde8067a3f2 req-3e785172-07ca-4024-b5e8-91d5fda67f59 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 945 time: 0.1364934 Aug 23 12:01:20.830078 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-98684766-107d-4777-a232-48905818c040 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c961e922-2a1a-437a-accd-21b7c8d891b5 HTTP/1.1" status: 204 len: 168 time: 0.8643885 Aug 23 12:01:20.839837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:20.944918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Allocated IP 172.25.1.38 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c285ad7a-8feb-4db3-a4b2-a00ace199b2a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:20.993868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5bb8a68a-369d-42c4-8be7-3fde8067a3f2 req-2bfd80b0-5703-46d7-9e06-f60cd9043caa tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638246 Aug 23 12:01:21.024908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-891b0a78-dba3-4835-b859-4c251b9a6460 req-1ebe2d08-8434-45c4-9b6f-518e0517bf14 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840254 Aug 23 12:01:21.059755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.207148 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.256687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.270583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a34e02d-0688-417e-b3b0-6e98d7b819cb']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:21.285225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd76123-8d51-433b-a275-168743f9c746') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:21.285932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd76123-8d51-433b-a275-168743f9c746') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:21.290846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.302133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.330674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.340033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:01:21.345378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:01:21.348867 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:01:21.394664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:21.402245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:21.422002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:21.466744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Pushing event updated for resources: {'Port': ['ID=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:21.514855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95dde-72d6-4cf5-be3f-bd827b10b8e9 req-6b7892be-90e9-4f8f-9e92-77e6188db58e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:21.516912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a95dde-72d6-4cf5-be3f-bd827b10b8e9 req-6b7892be-90e9-4f8f-9e92-77e6188db58e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1388671 Aug 23 12:01:21.526955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.547026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.553041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a34e02d-0688-417e-b3b0-6e98d7b819cb HTTP/1.1" status: 204 len: 168 time: 0.7131689 Aug 23 12:01:21.585134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab73e0-c692-4cec-80fd-27672a4e5717 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a34e02d-0688-417e-b3b0-6e98d7b819cb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:21.733362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0c8dd-3b14-4d5a-9ab8-418032945bb0 req-4a5ea9ad-0f41-4000-8fe8-a0132c36a023 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:21.791920 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16a0c8dd-3b14-4d5a-9ab8-418032945bb0 req-4a5ea9ad-0f41-4000-8fe8-a0132c36a023 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1511788 Aug 23 12:01:21.826066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a95dde-72d6-4cf5-be3f-bd827b10b8e9 req-4d71f1e7-12aa-4a68-9985-91e9511aa2b7 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233493 Aug 23 12:01:21.856317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c7c7-ffbc-4dfc-990a-1405fe7ce7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:21.940324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49866) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:22.009582 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.050913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 985060a0-5cbe-4c8a-bba5-514a6b5fc41e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:22.114222 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16a0c8dd-3b14-4d5a-9ab8-418032945bb0 req-0358ab04-cd20-474c-b376-2edf80f62b81 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040359 Aug 23 12:01:22.176516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:22.241883 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8ef53137-1637-4e3e-a3de-927ad146f652 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f331c1e1a41f4762a9a7f9d5f0969fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922115 Aug 23 12:01:22.242859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49876) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:22.362164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6abd1c-a67c-496c-abf5-9aa98b1b7f7c None None] Network 654db379-72f1-407e-b972-0b4d1950e3a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:22.440312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff40b-5508-49d0-931e-9154d91dcd52 req-7af6fb13-72f1-42af-a5eb-f4144b278f53 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.442032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10dff40b-5508-49d0-931e-9154d91dcd52 req-7af6fb13-72f1-42af-a5eb-f4144b278f53 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1692543 Aug 23 12:01:22.446984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7082a80d-e2df-44a7-baca-187003118685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.498573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:22.515877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7082a80d-e2df-44a7-baca-187003118685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.520198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.528725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.539148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.546005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.559789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.571232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10dff40b-5508-49d0-931e-9154d91dcd52 req-cfb128f5-ce10-46a6-b8e6-1e9f7f5516a0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182656 Aug 23 12:01:22.571776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49880) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:22.577036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.595251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.611970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-40d46181-2b20-4346-a65f-d6151bd47e19 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.2949283 Aug 23 12:01:22.621431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] Provisioning for port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:22.637100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] Provisioning complete for port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:22.638132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.699310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7082a80d-e2df-44a7-baca-187003118685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.713534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7082a80d-e2df-44a7-baca-187003118685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.717065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7082a80d-e2df-44a7-baca-187003118685 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/942d86b9-38d1-4916-be69-60e352362e88 HTTP/1.1" status: 204 len: 168 time: 0.4706650 Aug 23 12:01:22.750178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082a80d-e2df-44a7-baca-187003118685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d86b9-38d1-4916-be69-60e352362e88,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:22.763879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:22.794161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6231220d-ac3c-43f1-85e7-0b5ce30d6a0b req-3e4d0dc0-c733-4e4b-bc90-c9429d8de4bc tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809483 Aug 23 12:01:22.796530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:22.797354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.812205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.886161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8a41-99b9-49ac-a4b8-c4d1834c8ffd req-8c680d3b-b44a-49f9-8d7f-ea4740b7c6d0 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:22.887972 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d88f8a41-99b9-49ac-a4b8-c4d1834c8ffd req-8c680d3b-b44a-49f9-8d7f-ea4740b7c6d0 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 945 time: 0.1149065 Aug 23 12:01:22.937316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:22.957399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-489867314-network', 'tenant_id': '76b93bcc8f4742288a069f983910b25c'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:23.012590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] For port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,segment=NetworkSegment(a615468d-2222-4436-9cc4-0024c6591cde),segment_id=a615468d-2222-4436-9cc4-0024c6591cde)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:23.022394 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.053662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Made reservation on behalf of 76b93bcc8f4742288a069f983910b25c for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:23.060450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.089738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d88f8a41-99b9-49ac-a4b8-c4d1834c8ffd req-7f38d998-1e2a-4ba6-9898-0338c8d7ef0f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937747 Aug 23 12:01:23.094479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.128942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbaf72-434d-44d1-9558-0e0d9320bbae None None] Pushing event updated for resources: {'Port': ['ID=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:23.266751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Router c0fdd620-ae20-4549-984d-95b9d0868a82 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:01:23.293925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.314591 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.320219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.320465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef183-af8b-444a-8559-86ff1462fbf2 req-cdbcd414-4293-4f8a-9ba5-85e62d2b0297 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:23.320596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c9ef183-af8b-444a-8559-86ff1462fbf2 req-cdbcd414-4293-4f8a-9ba5-85e62d2b0297 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2125275 Aug 23 12:01:23.405883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:23.412471 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc43767-d18d-4940-b51a-1cc47402066a" -d '{"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-plugged", "status": "completed", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:23.412645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:01:23.431752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:23.438659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42312dc-0b0f-4c63-954b-9aaca834f1e4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:23.439803 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.443563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.444247 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Added segment e98ea78f-b892-4211-9f98-6ddbed735364 of type vlan for network 49d04950-545f-4ffe-bf41-d1051877efc9 Aug 23 12:01:23.457561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89d77-b4e6-4bed-abab-5d823d4c2cd8 req-64ec9328-8ab1-42b3-bda5-b86bfa8fc191 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:23.459288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45e89d77-b4e6-4bed-abab-5d823d4c2cd8 req-64ec9328-8ab1-42b3-bda5-b86bfa8fc191 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1633105 Aug 23 12:01:23.494784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c9ef183-af8b-444a-8559-86ff1462fbf2 req-e83b10bf-d044-4814-95da-fe8cb4b36d2f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551695 Aug 23 12:01:23.571584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45e89d77-b4e6-4bed-abab-5d823d4c2cd8 req-b8053ca0-4af8-4667-bbd2-91f055c36ff0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944788 Aug 23 12:01:23.608576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.625099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:23.647089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:23.655547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5db0b06b-2353-4f27-a736-eeb5595fdc60 None None] Provisioning complete for port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:23.656095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5db0b06b-2353-4f27-a736-eeb5595fdc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.666893 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Sync routers for ids ['c0fdd620-ae20-4549-984d-95b9d0868a82'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:23.689169 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7044330-9927-4ddc-bfc1-7c00717c75df x-openstack-request-id: req-f7044330-9927-4ddc-bfc1-7c00717c75df {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:23.689510 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-plugged", "status": "completed", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:23.689845 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7044330-9927-4ddc-bfc1-7c00717c75df {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:23.690132 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'code': 200} Aug 23 12:01:23.697562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.703384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:23.706012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.710145 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Routers {'c0fdd620-ae20-4549-984d-95b9d0868a82'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:23.713045 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:00:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c0fdd620-ae20-4549-984d-95b9d0868a82'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:23.730130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:23.730130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-abc32b6a-a19d-462a-9dcc-d7790dd0759f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.9466147 Aug 23 12:01:23.738876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49906) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:23.834986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2509456 Aug 23 12:01:23.845678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49912) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:23.858522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Request body: {'subnet': {'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-489867314-subnet', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:24.004234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 985060a0-5cbe-4c8a-bba5-514a6b5fc41e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:24.025560 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Set router c0fdd620-ae20-4549-984d-95b9d0868a82 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:24.034489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864b9c9-1e3c-464d-8d97-52747b316f3b req-5d7e9a9e-0966-4fcb-92a7-b3e928bc0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.037720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6864b9c9-1e3c-464d-8d97-52747b316f3b req-5d7e9a9e-0966-4fcb-92a7-b3e928bc0256 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 1097 time: 0.2812803 Aug 23 12:01:24.038485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c0071-6c68-47b8-bc40-533fb8465690 admin admin] Pushing event updated for resources: {'Network': ['ID=49d04950-545f-4ffe-bf41-d1051877efc9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:24.038605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Made reservation on behalf of 76b93bcc8f4742288a069f983910b25c for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:24.050529 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.073940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842102a5-3fb9-4c41-bcab-03f59f7ef619 req-1a97c856-2dad-48a9-a5c5-5a00fb6161c3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.075576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842102a5-3fb9-4c41-bcab-03f59f7ef619 req-1a97c856-2dad-48a9-a5c5-5a00fb6161c3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3189392 Aug 23 12:01:24.107815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 49d04950-545f-4ffe-bf41-d1051877efc9 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:01:24.150789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6864b9c9-1e3c-464d-8d97-52747b316f3b req-65c235dd-e627-4c02-8b3c-e920cf7febbe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067004 Aug 23 12:01:24.216257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842102a5-3fb9-4c41-bcab-03f59f7ef619 req-951b794e-ab1b-4322-ac8d-550cbabd1ef9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145704 Aug 23 12:01:24.356946 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:18Z', 'updated_at': '2021-08-23T12:01:21Z', 'revision_number': 3, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'gw_port': {'id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:20Z', 'updated_at': '2021-08-23T12:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:24.391291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Checking router: c0fdd620-ae20-4549-984d-95b9d0868a82 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:24.391686 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Updating router c0fdd620-ae20-4549-984d-95b9d0868a82 port c285ad7a-8feb-4db3-a4b2-a00ace199b2a binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:01:24.404710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.406925 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ddef38b-bc9d-4ace-a09e-160594ccb8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.420625 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.424369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:24.424658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.431337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.439360 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.445657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.462211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.479821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.488351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.498525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.510955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-af843d96-0e7e-4fcc-a70b-2c10d4ca53bd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.4911869 Aug 23 12:01:24.634505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc44b78-b618-4cc8-a7b2-19e525ab6212 req-9a3c442f-d153-4a42-b323-d56f7b7bef1d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:24.645359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fc44b78-b618-4cc8-a7b2-19e525ab6212 req-9a3c442f-d153-4a42-b323-d56f7b7bef1d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0849249 Aug 23 12:01:24.697193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9fc44b78-b618-4cc8-a7b2-19e525ab6212 req-2a76bfd4-76a6-4373-8a1a-fa8af5826f1c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505774 Aug 23 12:01:24.706499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-26f826e5-fab5-4d92-a59d-424d528a1fb9 req-59e088e1-98df-47ee-b279-05e51c47b297 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839507 Aug 23 12:01:24.929818 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.943567 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Transition to ACTIVE for port object c285ad7a-8feb-4db3-a4b2-a00ace199b2a will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:24.965233 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:24.975147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.081113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3daeb4-91c8-4285-8adb-6e043285c88b req-e6fdeb94-acb2-4db6-903d-2ca48aa818da tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:25.083385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a3daeb4-91c8-4285-8adb-6e043285c88b req-e6fdeb94-acb2-4db6-903d-2ca48aa818da tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2457364 Aug 23 12:01:25.130733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d5673c-d935-4381-8e3f-e2426c98b906,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:25.199043 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Pushing event updated for resources: {'Port': ['ID=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:25.222394 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Attempting to bind port c285ad7a-8feb-4db3-a4b2-a00ace199b2a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:25.222800 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Attempting to bind port c285ad7a-8feb-4db3-a4b2-a00ace199b2a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:25.223158 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Attempting to bind port c285ad7a-8feb-4db3-a4b2-a00ace199b2a on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:25.227657 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.228009 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.228369 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.228705 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.229037 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.229373 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.237984 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.238547 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.238902 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.239247 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.239591 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.239927 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:01:25.245821 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:25.246209 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:25.246618 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.247016 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:25.247498 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Bound port: c285ad7a-8feb-4db3-a4b2-a00ace199b2a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:25.247917 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.269297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a3daeb4-91c8-4285-8adb-6e043285c88b req-9e790a1d-3ab2-479e-8d7e-c9524b8ce6b8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756487 Aug 23 12:01:25.308814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Checking segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:25.309808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Network hostable DHCP agents. Network: 49d04950-545f-4ffe-bf41-d1051877efc9, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:01:25.430296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.431859 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] For port c285ad7a-8feb-4db3-a4b2-a00ace199b2a, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:25.436198 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] For port c285ad7a-8feb-4db3-a4b2-a00ace199b2a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:25.442640 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.501853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Network 49d04950-545f-4ffe-bf41-d1051877efc9 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:01:25.511977 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Routers {'c0fdd620-ae20-4549-984d-95b9d0868a82'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:25.512642 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c0fdd620-ae20-4549-984d-95b9d0868a82'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:25.529313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 49d04950-545f-4ffe-bf41-d1051877efc9) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:25.534040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:25.535063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.544598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0e139-80de-4bd5-adc2-55090052636a None None] Network 49d04950-545f-4ffe-bf41-d1051877efc9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:25.594024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49944) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:25.594279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2939cece-8f61-4496-8bd9-908dd17db25b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7425978 Aug 23 12:01:25.600724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:25.616172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f0db4-f7b2-4f40-ad9f-db9d421163ff req-3ea3490d-2dff-4538-b413-870daeb4b95e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:25.630440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b4f0db4-f7b2-4f40-ad9f-db9d421163ff req-3ea3490d-2dff-4538-b413-870daeb4b95e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1970038 Aug 23 12:01:25.680291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.687696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.725347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.745809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b4f0db4-f7b2-4f40-ad9f-db9d421163ff req-97a43317-4614-48e5-a7e0-4aba9eb95188 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141703 Aug 23 12:01:25.863680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:25.876516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Allocated IP 172.20.0.1 (654db379-72f1-407e-b972-0b4d1950e3a6/e60fa6cf-3faa-4270-a342-652c16dda1bc/60265eae-610e-42e3-b1fd-eb66e21d0ea4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:25.905393 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad0103-7815-4a75-a0c9-685402166952 None None] Pushing event updated for resources: {'Port': ['ID=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:25.966586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] Set router c0fdd620-ae20-4549-984d-95b9d0868a82 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:25.988523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-49d04950-545f-4ffe-bf41-d1051877efc9', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:01:25.989461 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.169312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.185244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Transition to ACTIVE for port object 60265eae-610e-42e3-b1fd-eb66e21d0ea4 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:26.193452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.225165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.225666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Allocated IP 172.20.0.2 (49d04950-545f-4ffe-bf41-d1051877efc9/12d5673c-d935-4381-8e3f-e2426c98b906/fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:26.287870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Pushing event updated for resources: {'Port': ['ID=60265eae-610e-42e3-b1fd-eb66e21d0ea4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:26.297903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Network 654db379-72f1-407e-b972-0b4d1950e3a6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:26.301240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:26.305471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:26.322867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7c4cc-5e85-46ad-9037-f0b1ec1e11be req-7d2310aa-5931-498e-8447-bd961f5357c7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.331318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1a7c4cc-5e85-46ad-9037-f0b1ec1e11be req-7d2310aa-5931-498e-8447-bd961f5357c7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.3824930 Aug 23 12:01:26.359227 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:18Z', 'updated_at': '2021-08-23T12:01:21Z', 'revision_number': 3, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'gw_port': {'id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:20Z', 'updated_at': '2021-08-23T12:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:26.412503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1a7c4cc-5e85-46ad-9037-f0b1ec1e11be req-315904e1-1a1d-45a1-911b-b4c148d3ab58 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Aug 23 12:01:26.418454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.429904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Transition to ACTIVE for port object fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:26.450385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.454365 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1102b768-15da-42e2-baca-414959dfb7e2 None None] The sync data for ids ['c0fdd620-ae20-4549-984d-95b9d0868a82'] in n-d-773645-7 is: [{'id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:18Z', 'updated_at': '2021-08-23T12:01:21Z', 'revision_number': 3, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'gw_port': {'id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:20Z', 'updated_at': '2021-08-23T12:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:26.455135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Transition to ACTIVE for port object fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:26.469702 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.532537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Network 49d04950-545f-4ffe-bf41-d1051877efc9 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:26.537060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:26.544807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:26.545493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.553528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.575281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.581336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.610531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.616769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.633540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Pushing event updated for resources: {'Port': ['ID=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:26.644749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:26.646790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-1fece2ff-9dd7-45a3-a954-312fceb9b71d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.4450152 Aug 23 12:01:26.655261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Attempting to bind port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:26.656024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Attempting to bind port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:26.656550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Attempting to bind port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 on network 49d04950-545f-4ffe-bf41-d1051877efc9 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:26.664719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:26.665525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Checking segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:26.666126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.666666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Bound using segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:26.667306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Bound port: fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:26.667862 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.739677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6c781f9-5fb7-4708-b563-4c796ebb49f4 req-edfd8ba8-7d74-4d11-b27b-775981154485 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726321 Aug 23 12:01:26.831028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] For port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:26.834608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c9bb078-4d80-41d2-b7f7-ee51341bb53a None None] Provisioning for port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:26.841982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c9bb078-4d80-41d2-b7f7-ee51341bb53a None None] Provisioning complete for port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:26.842513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb078-4d80-41d2-b7f7-ee51341bb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.885173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] For port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:26.895388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:26.996738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c1c30-9fa4-4040-9843-f140eef445df None None] Pushing event updated for resources: {'Port': ['ID=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:27.018555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bb078-4d80-41d2-b7f7-ee51341bb53a None None] Port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:01:27.144676 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.193111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.204379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba83909-a5da-4695-ab81-af0ea6d94554 req-08e0ab00-d1ab-46e9-aa3f-73f2510ef44a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:27.215359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eba83909-a5da-4695-ab81-af0ea6d94554 req-08e0ab00-d1ab-46e9-aa3f-73f2510ef44a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.6308718 Aug 23 12:01:27.271923 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.293005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eba83909-a5da-4695-ab81-af0ea6d94554 req-b3efc5ad-a57c-4797-a837-4de343689575 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766234 Aug 23 12:01:27.389031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.446743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Allocated IP 172.25.1.169 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f22648ce-4ed7-4a2f-ad07-f9e06efa6974) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:27.481769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.582772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf15ff8-1946-4838-ab89-db28f616f991 req-d92aa602-d81d-40cf-af7c-91458e7885e7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:27.591765 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aaf15ff8-1946-4838-ab89-db28f616f991 req-d92aa602-d81d-40cf-af7c-91458e7885e7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.5347061 Aug 23 12:01:27.593061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde022-04b2-4db4-9b45-9de0020b7fb0 req-fc88e85c-2397-4cce-bc0b-0b387b355c74 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:27.594930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65dde022-04b2-4db4-9b45-9de0020b7fb0 req-fc88e85c-2397-4cce-bc0b-0b387b355c74 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1660182 Aug 23 12:01:27.645774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.697618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65dde022-04b2-4db4-9b45-9de0020b7fb0 req-08142818-a655-4b3e-8a29-bd6b2dbcd3eb tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950665 Aug 23 12:01:27.755946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.772673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.783658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.835320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:27.897933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aaf15ff8-1946-4838-ab89-db28f616f991 req-91da1672-57b1-4cc7-9404-e3d4bfaadd5a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045409 Aug 23 12:01:27.948716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:27.950215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Pushing event updated for resources: {'Port': ['ID=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:27.983424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:27.996064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:28.026375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Pushing event updated for resources: {'Port': ['ID=60265eae-610e-42e3-b1fd-eb66e21d0ea4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:28.094126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:28.189449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:28.346294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Network 654db379-72f1-407e-b972-0b4d1950e3a6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:28.357262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:28.364940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:28.373487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c285ad7a-8feb-4db3-a4b2-a00ace199b2a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:28.659269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c285ad7a-8feb-4db3-a4b2-a00ace199b2a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:28.694192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Router c0fdd620-ae20-4549-984d-95b9d0868a82 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:01:28.694835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c285ad7a-8feb-4db3-a4b2-a00ace199b2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:28.695466 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:28.828821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee4447-a943-4ceb-bf5e-e70f1bf1c5ef req-e44987cf-3fb7-447d-8cb1-710439b697c9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.829828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.830811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85ee4447-a943-4ceb-bf5e-e70f1bf1c5ef req-e44987cf-3fb7-447d-8cb1-710439b697c9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1297402 Aug 23 12:01:28.844742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.856679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.879493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.884960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.890879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.909223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:28.919258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-32e48a9c-17b5-4e69-bfc6-c33ecc0d5080 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.4669917 Aug 23 12:01:29.016445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:29.055603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18053ef-a792-46f7-8ecc-5fb5d0e7b6bb None None] Network 49d04950-545f-4ffe-bf41-d1051877efc9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:29.056013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85ee4447-a943-4ceb-bf5e-e70f1bf1c5ef req-b261bfbe-c8c9-4bf1-9a8c-591bd118f116 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079060 Aug 23 12:01:29.095355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c285ad7a-8feb-4db3-a4b2-a00ace199b2a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:29.104305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:29.111705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:29.117471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7c602d48-8d19-4dac-9f34-5e04330c172c admin admin] 10.222.0.21 "PUT /v2.0/routers/c0fdd620-ae20-4549-984d-95b9d0868a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3715954 Aug 23 12:01:29.245425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:29.279528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8c42d-da7b-4870-8273-f316c72f9269 req-b3eb8fe2-7111-4510-8f52-8182f2bd20c9 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:29.281328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f8c42d-da7b-4870-8273-f316c72f9269 req-b3eb8fe2-7111-4510-8f52-8182f2bd20c9 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1137600 Aug 23 12:01:29.342329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7abbf239-ee8b-49fd-a6b8-4d1ebd350ffb req-1433497e-6e19-4af4-b13d-8d6788ca4a6b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3451800 Aug 23 12:01:29.363607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6f8c42d-da7b-4870-8273-f316c72f9269 req-772b218b-4b79-455a-8363-cf3969c4fff7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756276 Aug 23 12:01:29.392731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Sync routers for ids ['c0fdd620-ae20-4549-984d-95b9d0868a82'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:29.428649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Provisioning complete for port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:29.441187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:29.491722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Routers {'c0fdd620-ae20-4549-984d-95b9d0868a82'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:29.492659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c0fdd620-ae20-4549-984d-95b9d0868a82'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:29.511496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:29.600229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:01:29.657974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:29.669978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Provisioning for port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:29.705763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Provisioning complete for port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:29.706307 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:29.756973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Set router c0fdd620-ae20-4549-984d-95b9d0868a82 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:29.994330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862afe0-581e-4684-afcf-35ff6c2a7c3a req-491f0b9d-7d2b-4b16-8c67-f90fa9536a4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:29.999427 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b862afe0-581e-4684-afcf-35ff6c2a7c3a req-491f0b9d-7d2b-4b16-8c67-f90fa9536a4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1537137 Aug 23 12:01:30.013715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c285ad7a-8feb-4db3-a4b2-a00ace199b2a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:30.073619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:01:30.091919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:30.099039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b862afe0-581e-4684-afcf-35ff6c2a7c3a req-3de74e0a-baa2-4c3a-81df-3b2d718ec1ee tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691180 Aug 23 12:01:30.228518 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-1a375764-e851-43c2-a709-9452f491f3c0 req-97dfbc69-a389-4074-8b64-0ca49295c786 tempest-FloatingIPDetailsNegativeTestJSON-2112922450 tempest-FloatingIPDetailsNegativeTestJSON-2112922450-project] show failed (client error): The resource could not be found. Aug 23 12:01:30.229510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a375764-e851-43c2-a709-9452f491f3c0 req-97dfbc69-a389-4074-8b64-0ca49295c786 tempest-FloatingIPDetailsNegativeTestJSON-2112922450 tempest-FloatingIPDetailsNegativeTestJSON-2112922450-project] 10.222.0.21 "GET /v2.0/floatingips/01541bfb-2c3b-4d8b-a08a-188e4b9c9a06 HTTP/1.1" status: 404 len: 350 time: 0.0872679 Aug 23 12:01:30.240855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:30.248781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c285ad7a-8feb-4db3-a4b2-a00ace199b2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:30.248781 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:30.328495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] For port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:30.347800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:30.450346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:30.468399 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Sync routers for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:30.475713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:18Z', 'updated_at': '2021-08-23T12:01:27Z', 'revision_number': 4, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'gw_port': {'id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:20Z', 'updated_at': '2021-08-23T12:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '60265eae-610e-42e3-b1fd-eb66e21d0ea4', 'name': '', 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'mac_address': 'fa:16:3e:e8:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:27Z', 'revision_number': 2, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'subnets': [{'id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:30.489228 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:30.490383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:30.498297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab246678-a2af-4db0-9740-434019003eb0 req-24c7e3a1-f1bb-4a28-b25c-4e5daac551d4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:30.516568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab246678-a2af-4db0-9740-434019003eb0 req-24c7e3a1-f1bb-4a28-b25c-4e5daac551d4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1745205 Aug 23 12:01:30.559078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:30.562254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-23929ea1-02f1-4572-b20c-ec3d82506d83 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9637535 Aug 23 12:01:30.575115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50002) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:30.613717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Checking router: c0fdd620-ae20-4549-984d-95b9d0868a82 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:30.615517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Updating router c0fdd620-ae20-4549-984d-95b9d0868a82 port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:01:30.636274 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:30.688285 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:30.721896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f3356-16a4-4ac3-a634-8d3e69e397be None None] Pushing event updated for resources: {'Port': ['ID=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:30.850032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3509ed68-ee70-41c7-8b94-f4fb93ceb91d None None] Provisioning complete for port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:30.850531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3509ed68-ee70-41c7-8b94-f4fb93ceb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.002001 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:28Z', 'revision_number': 3, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:31.037044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.076554 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Checking router: 904eaed1-ff44-48bd-ba3d-189c06d5ce69 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:31.083350 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Updating router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:01:31.124687 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.369653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab246678-a2af-4db0-9740-434019003eb0 req-c9fd2e4d-4f17-41b1-ae56-c99fa2d427ab tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8460782 Aug 23 12:01:31.444529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bba3a-a3e9-4172-9af7-59933c62e8dd req-3737846d-b5c1-4aef-adca-d7f906210c30 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.446904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-784bba3a-a3e9-4172-9af7-59933c62e8dd req-3737846d-b5c1-4aef-adca-d7f906210c30 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2480118 Aug 23 12:01:31.500506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.514562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Transition to ACTIVE for port object 60265eae-610e-42e3-b1fd-eb66e21d0ea4 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:31.535004 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.584606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-784bba3a-a3e9-4172-9af7-59933c62e8dd req-214aafc7-f1e2-47ea-8def-5c4ce462855d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146634 Aug 23 12:01:31.664747 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.696155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.702582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.708646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.715593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410bbac-f064-4ea1-a106-d5894fa08edb None None] Pushing event updated for resources: {'Port': ['ID=60265eae-610e-42e3-b1fd-eb66e21d0ea4,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:31.724124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.740197 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Transition to ACTIVE for port object f22648ce-4ed7-4a2f-ad07-f9e06efa6974 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:31.745594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.756366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.758388 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.763065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:31.765633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Deleting port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:31.767382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.772580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-56e029e4-813f-4735-9487-6526a7480921 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.3040180 Aug 23 12:01:31.790857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Attempting to bind port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:31.791317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Attempting to bind port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:31.791691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Attempting to bind port 60265eae-610e-42e3-b1fd-eb66e21d0ea4 on network 654db379-72f1-407e-b972-0b4d1950e3a6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:31.798513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:31.798913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Checking segment: {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:31.799289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.799684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Bound using segment: {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:31.800167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Bound port: 60265eae-610e-42e3-b1fd-eb66e21d0ea4, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a615468d-2222-4436-9cc4-0024c6591cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:31.800554 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:31.985749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] For port 60265eae-610e-42e3-b1fd-eb66e21d0ea4, host n-d-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:31.986218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.003091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] For port 60265eae-610e-42e3-b1fd-eb66e21d0ea4, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:32.007281 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ec391-8eab-4816-90de-c89ae639fde9 None None] Pushing event updated for resources: {'Port': ['ID=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:32.009382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] For port 60265eae-610e-42e3-b1fd-eb66e21d0ea4, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=60265eae-610e-42e3-b1fd-eb66e21d0ea4,segment=NetworkSegment(a615468d-2222-4436-9cc4-0024c6591cde),segment_id=a615468d-2222-4436-9cc4-0024c6591cde)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:32.011090 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff428769-d428-432d-a0b3-194b0e9a9641 req-4381e36f-630d-4d26-953e-812f645e8c71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2293491 Aug 23 12:01:32.018448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.029353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Calling delete_port for 60265eae-610e-42e3-b1fd-eb66e21d0ea4 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:32.035569 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Attempting to bind port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:32.036663 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Attempting to bind port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:32.037520 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Attempting to bind port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:32.051922 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:32.053506 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:32.055721 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.056849 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:32.057949 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Bound port: f22648ce-4ed7-4a2f-ad07-f9e06efa6974, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:32.058938 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.145023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:32.216496 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] For port f22648ce-4ed7-4a2f-ad07-f9e06efa6974, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:32.223460 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] For port f22648ce-4ed7-4a2f-ad07-f9e06efa6974, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:32.235037 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.334278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:32.334278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:32.348681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Routers {'c0fdd620-ae20-4549-984d-95b9d0868a82'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:32.349927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c0fdd620-ae20-4549-984d-95b9d0868a82'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:32.351380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410bbac-f064-4ea1-a106-d5894fa08edb None None] Pushing event updated for resources: {'Port': ['ID=60265eae-610e-42e3-b1fd-eb66e21d0ea4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:32.425171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60638ad-8e34-47b2-bc37-54af62dad0d8 req-29a41e47-b2ab-4bc6-98b4-6d56a30f21b9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:32.440740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e60638ad-8e34-47b2-bc37-54af62dad0d8 req-29a41e47-b2ab-4bc6-98b4-6d56a30f21b9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2340376 Aug 23 12:01:32.488907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.583731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Pushing event deleted for resources: {'Port': ['ID=60265eae-610e-42e3-b1fd-eb66e21d0ea4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:32.604524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:32.604524 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.644030 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ec391-8eab-4816-90de-c89ae639fde9 None None] Pushing event updated for resources: {'Port': ['ID=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:32.711799 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:32.766315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e60638ad-8e34-47b2-bc37-54af62dad0d8 req-70b3d5a0-89c3-43c2-ac7e-503add213295 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245876 Aug 23 12:01:32.798889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] Set router c0fdd620-ae20-4549-984d-95b9d0868a82 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:32.929480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.944273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:32.951353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f5edb964-6392-4b1c-ad82-6f15f721625d None None] Could not find standard attr ID for object 60265eae-610e-42e3-b1fd-eb66e21d0ea4. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:01:33.409485 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:28Z', 'revision_number': 3, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:33.426019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Allocated IP 172.20.0.1 (49d04950-545f-4ffe-bf41-d1051877efc9/12d5673c-d935-4381-8e3f-e2426c98b906/c6ec0741-e747-4d62-b17a-c4f4c41f19ea) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:33.674719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:33.689500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Transition to ACTIVE for port object c6ec0741-e747-4d62-b17a-c4f4c41f19ea will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:33.732400 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bb447c-1561-4617-9d06-1ce6d7674191 None None] The sync data for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 is: [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:28Z', 'revision_number': 3, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:33.734081 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:33.782049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce39e69-21dd-489a-b97d-d080ce2dc775 req-9c6b83c8-2bd4-456c-b4b8-b58f6ef3f230 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.793856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fce39e69-21dd-489a-b97d-d080ce2dc775 req-9c6b83c8-2bd4-456c-b4b8-b58f6ef3f230 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.2468259 Aug 23 12:01:33.852406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.864519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.875554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.879633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:18Z', 'updated_at': '2021-08-23T12:01:27Z', 'revision_number': 4, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'gw_port': {'id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:20Z', 'updated_at': '2021-08-23T12:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '60265eae-610e-42e3-b1fd-eb66e21d0ea4', 'name': '', 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'mac_address': 'fa:16:3e:e8:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:31Z', 'revision_number': 4, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'subnets': [{'id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:33.897145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Network 49d04950-545f-4ffe-bf41-d1051877efc9 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:33.899546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.911890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:33.916285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.936366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.942543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532953a-81ae-46c9-8e54-6e768e4d522a None None] The sync data for ids ['c0fdd620-ae20-4549-984d-95b9d0868a82'] in n-d-773645-7 is: [{'id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-552068578-router', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:18Z', 'updated_at': '2021-08-23T12:01:27Z', 'revision_number': 4, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'gw_port': {'id': 'c285ad7a-8feb-4db3-a4b2-a00ace199b2a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:20Z', 'updated_at': '2021-08-23T12:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '60265eae-610e-42e3-b1fd-eb66e21d0ea4', 'name': '', 'network_id': '654db379-72f1-407e-b972-0b4d1950e3a6', 'tenant_id': 'e6faaf55d4c34cfdaf09874450966fde', 'mac_address': 'fa:16:3e:e8:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fdd620-ae20-4549-984d-95b9d0868a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:31Z', 'revision_number': 4, 'project_id': 'e6faaf55d4c34cfdaf09874450966fde', 'subnets': [{'id': 'e60fa6cf-3faa-4270-a342-652c16dda1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:33.947042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:33.955706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:33.969513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-69f18098-bbcd-4428-bf8b-3a59b71ac746 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.5601401 Aug 23 12:01:34.126991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fce39e69-21dd-489a-b97d-d080ce2dc775 req-9791943f-e617-4a71-8aff-c02e0d3b389f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318839 Aug 23 12:01:34.127711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:34.160030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:34.164258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ced293ce-0c3e-462b-a8b1-cae676c91110 req-283d50d2-3540-48f1-a368-b279e7d379d2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912482 Aug 23 12:01:34.233435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Router c0fdd620-ae20-4549-984d-95b9d0868a82 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:01:34.586457 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:34.601997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-86f3fe0e-7ac2-43da-ae47-38d6e422b910 None None] Provisioning for port c6ec0741-e747-4d62-b17a-c4f4c41f19ea completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:34.613817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-86f3fe0e-7ac2-43da-ae47-38d6e422b910 None None] Provisioning complete for port c6ec0741-e747-4d62-b17a-c4f4c41f19ea triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:34.614752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-86f3fe0e-7ac2-43da-ae47-38d6e422b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:34.684265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b59ca-5730-434e-8757-af43264fd5ba req-db21a02c-6ae1-49a5-8991-10c2b9ae2f13 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:34.686228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b8b59ca-5730-434e-8757-af43264fd5ba req-db21a02c-6ae1-49a5-8991-10c2b9ae2f13 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1851194 Aug 23 12:01:34.706974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc94b82-9fd8-4e0f-aa35-1fc0f95b2ba7 req-0610f9a3-2eb6-4f0b-9e36-06dd0eaa0a41 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:34.712517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-86f3fe0e-7ac2-43da-ae47-38d6e422b910 None None] Port c6ec0741-e747-4d62-b17a-c4f4c41f19ea cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:01:34.715048 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fc94b82-9fd8-4e0f-aa35-1fc0f95b2ba7 req-0610f9a3-2eb6-4f0b-9e36-06dd0eaa0a41 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2666855 Aug 23 12:01:34.792226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:34.803538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4ff8b516-52e6-4fbf-ab6a-bbaf62771562 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0fdd620-ae20-4549-984d-95b9d0868a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5615082 Aug 23 12:01:34.808766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50048) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:34.828999 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fc94b82-9fd8-4e0f-aa35-1fc0f95b2ba7 req-1ba7f569-cbee-47bf-8a3d-b680ac884f3e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130230 Aug 23 12:01:34.868780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b8b59ca-5730-434e-8757-af43264fd5ba req-32c53256-0586-454f-b831-699055311c30 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666274 Aug 23 12:01:35.028965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.146331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.161901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d087-b7a1-475f-b04a-b39bd37c6f28 req-680c07c5-bfd8-4e6c-9b9e-55ea1dd6b52f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:35.170787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7841d087-b7a1-475f-b04a-b39bd37c6f28 req-680c07c5-bfd8-4e6c-9b9e-55ea1dd6b52f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1182811 Aug 23 12:01:35.223934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.248778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.308822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7841d087-b7a1-475f-b04a-b39bd37c6f28 req-00fd88fd-ca81-4da4-864b-57934e0a7078 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367569 Aug 23 12:01:35.334753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.385894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Deleting port c285ad7a-8feb-4db3-a4b2-a00ace199b2a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:35.386368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.424178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:35.576512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] For port c285ad7a-8feb-4db3-a4b2-a00ace199b2a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:35.576896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:35.586653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Network 49d04950-545f-4ffe-bf41-d1051877efc9 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:35.588842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:35.620113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Calling delete_port for c285ad7a-8feb-4db3-a4b2-a00ace199b2a owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:35.631314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9696c1-799b-42e8-bccd-fed7fa9578a6 req-1dbed119-b436-44e1-85cb-e271101d0903 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:35.641649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf9696c1-799b-42e8-bccd-fed7fa9578a6 req-1dbed119-b436-44e1-85cb-e271101d0903 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1305611 Aug 23 12:01:35.844476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf9696c1-799b-42e8-bccd-fed7fa9578a6 req-bc9a5946-324a-4bd5-b3a5-456f947ea9fe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016196 Aug 23 12:01:36.066518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f22648ce-4ed7-4a2f-ad07-f9e06efa6974 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:36.115288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.121877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.128528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.140431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.143065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:01:36.147181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.148405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0252f657-d392-4c35-96f7-3133783b61fc details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:36.154854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.161020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.162974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3afdc9ca-5895-4238-a02e-23e872817680 req-2cd6ba19-4176-46fa-8399-3d4fd10eddf3 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5422 time: 0.1742427 Aug 23 12:01:36.164252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.181558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:36.187517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41307ad6-ca24-4db2-bcae-4d2f9cbe0041 req-117e7de9-697f-420f-a955-7d6ab46c5766 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.189294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-44906ee5-7542-455d-9488-1b9ec9561ffd None None] Provisioning complete for port c6ec0741-e747-4d62-b17a-c4f4c41f19ea triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:36.189703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44906ee5-7542-455d-9488-1b9ec9561ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.195889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41307ad6-ca24-4db2-bcae-4d2f9cbe0041 req-117e7de9-697f-420f-a955-7d6ab46c5766 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1362469 Aug 23 12:01:36.219442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c285ad7a-8feb-4db3-a4b2-a00ace199b2a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:36.228522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:36.228900 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.302419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-44906ee5-7542-455d-9488-1b9ec9561ffd None None] Port c6ec0741-e747-4d62-b17a-c4f4c41f19ea cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:01:36.323711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3afdc9ca-5895-4238-a02e-23e872817680 req-159a9f05-417a-408f-b544-4774a0f8c632 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400714 Aug 23 12:01:36.324845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41307ad6-ca24-4db2-bcae-4d2f9cbe0041 req-753e187a-92b1-4d7b-a51e-29a2c3830ce2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280282 Aug 23 12:01:36.356427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.486687 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:36.506178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd34d721-fc12-4332-a116-70ff1bea6eb8 admin admin] 10.222.0.21 "PUT /v2.0/routers/904eaed1-ff44-48bd-ba3d-189c06d5ce69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9169962 Aug 23 12:01:36.547375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0252f657-d392-4c35-96f7-3133783b61fc,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:36.575508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0252f657-d392-4c35-96f7-3133783b61fc', 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223', 'port_id': '0252f657-d392-4c35-96f7-3133783b61fc', 'mac_address': 'fa:16:3e:07:58:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bfbb42-ffce-4a6b-b924-c897b7351fe8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:36.628915 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.750656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.797464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port f22648ce-4ed7-4a2f-ad07-f9e06efa6974, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:36.807819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0252f657-d392-4c35-96f7-3133783b61fc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:36.817664 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.867871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0252f657-d392-4c35-96f7-3133783b61fc,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:36.875587 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.879449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 04a26117-8589-47c5-af5a-af49d5f58001 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:36.896050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.902988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:36.916995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e98b8c-fd80-42ae-a18a-d2e4ff27782c req-a962d4ca-bc7b-42c2-993c-bdac6c531074 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:36.922897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:36.924164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58e98b8c-fd80-42ae-a18a-d2e4ff27782c req-a962d4ca-bc7b-42c2-993c-bdac6c531074 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.4420538 Aug 23 12:01:36.999546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:37.005092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58e98b8c-fd80-42ae-a18a-d2e4ff27782c req-03a75d08-5cef-4512-bb7a-afffdcfa7b74 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Aug 23 12:01:37.016256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=04a26117-8589-47c5-af5a-af49d5f58001,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:37.021961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.022728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fdd620-ae20-4549-984d-95b9d0868a82 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:01:37.028852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.030204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-696ae074-65fa-4c0e-8c21-7b9a3bcc0de0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0fdd620-ae20-4549-984d-95b9d0868a82 HTTP/1.1" status: 204 len: 168 time: 2.2196345 Aug 23 12:01:37.032539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50084) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:37.039558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '04a26117-8589-47c5-af5a-af49d5f58001', 'network_id': 'a66031b2-e863-415b-b2b4-80e702e77223', 'port_id': '04a26117-8589-47c5-af5a-af49d5f58001', 'mac_address': 'fa:16:3e:1c:c8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bfbb42-ffce-4a6b-b924-c897b7351fe8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:37.127844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Deleting subnet e60fa6cf-3faa-4270-a342-652c16dda1bc {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:01:37.130291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.134141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.169463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a26117-8589-47c5-af5a-af49d5f58001 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:37.204683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=04a26117-8589-47c5-af5a-af49d5f58001,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:37.208184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.212388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.213159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0967fd3a-816b-4536-8ed3-abf388e8116d details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:37.381005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:37.403434 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.451018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Sync routers for ids ['c0fdd620-ae20-4549-984d-95b9d0868a82'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:37.495566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:37.495947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:01:37.496610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_agentschedulers_db [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0fdd620-ae20-4549-984d-95b9d0868a82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101059) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:01:37.521947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.547154 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.552423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50090) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:37.552903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e60fa6cf-3faa-4270-a342-652c16dda1bc HTTP/1.1" status: 204 len: 168 time: 0.5191326 Aug 23 12:01:37.561566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0967fd3a-816b-4536-8ed3-abf388e8116d,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:37.568149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e40800-ef65-4d8b-92df-59529b22fa23 None None] Network 654db379-72f1-407e-b972-0b4d1950e3a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:37.579358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:37.579951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:01:37.580723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_agentschedulers_db [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0fdd620-ae20-4549-984d-95b9d0868a82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101059) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:01:37.581322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63abbbf7-c725-4420-91fd-82e72041c51d None None] The sync data for ids ['c0fdd620-ae20-4549-984d-95b9d0868a82'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:37.588678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f815a-e1e0-4486-82f5-288148ac4bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60fa6cf-3faa-4270-a342-652c16dda1bc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:37.637150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'port_id': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'mac_address': 'fa:16:3e:1c:09:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:37.691120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.802843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Deleting port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:37.805725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.816608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Sync routers for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:37.830166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:37.833167 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:37.834622 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.858940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0967fd3a-816b-4536-8ed3-abf388e8116d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:37.869524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50096) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:37.875560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282389815', 'description': 'tempest-description--1436948028'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:37.913415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0967fd3a-816b-4536-8ed3-abf388e8116d,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:37.930340 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:37.931055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:38.091912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.097743 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:38.131338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] For port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,segment=NetworkSegment(a615468d-2222-4436-9cc4-0024c6591cde),segment_id=a615468d-2222-4436-9cc4-0024c6591cde)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:38.131636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.184010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Calling delete_port for 985060a0-5cbe-4c8a-bba5-514a6b5fc41e owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:38.242093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ebda3-a3ef-4760-845b-acca67267e97 req-6160765a-75e1-44b8-83c3-f030efb74db7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.242856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd136d-1d3c-47b8-9361-df1102386ba2 req-39a5c719-46e8-4e24-b727-ffef7ef988e2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.261725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96bd136d-1d3c-47b8-9361-df1102386ba2 req-39a5c719-46e8-4e24-b727-ffef7ef988e2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2529802 Aug 23 12:01:38.269376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e67ebda3-a3ef-4760-845b-acca67267e97 req-6160765a-75e1-44b8-83c3-f030efb74db7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.3139257 Aug 23 12:01:38.353631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:38.393530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] DHCP port deletion for 654db379-72f1-407e-b972-0b4d1950e3a6 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:01:38.420991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '554da614-5ae3-42bb-9c9a-023e5bfd1bd6', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'port_id': '554da614-5ae3-42bb-9c9a-023e5bfd1bd6', 'mac_address': 'fa:16:3e:de:8e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:38.428551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e67ebda3-a3ef-4760-845b-acca67267e97 req-c8c3e77a-eab2-482c-be6e-517f433e5065 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581302 Aug 23 12:01:38.438718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96bd136d-1d3c-47b8-9361-df1102386ba2 req-9de7546d-363e-409c-abc3-1ac6b5158c9f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823580 Aug 23 12:01:38.478360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:38.510202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.525363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.540677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Deleting port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:01:38.541066 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.555036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.568465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.620142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:38.641292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] No DVR routers for this DVR port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:38.646611 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 2, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:38.680459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:38.699437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d3adf0-2da0-4914-98e2-f889c85c2768,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:38.735122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:38.739173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] For port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:38.742668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.763264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.769149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Calling delete_port for 985060a0-5cbe-4c8a-bba5-514a6b5fc41e owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:01:38.775164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:01:38.779397 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-36c11e0d-0b74-4673-b0a0-b5a695a9be2b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9055867 Aug 23 12:01:38.779603 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.785678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50104) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:38.790642 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.791222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:38.792047 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Checking router: 904eaed1-ff44-48bd-ba3d-189c06d5ce69 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:38.792426 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Updating router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 port c6ec0741-e747-4d62-b17a-c4f4c41f19ea binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:01:38.861199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Request body: {'security_group_rule': {'security_group_id': 'e7d3adf0-2da0-4914-98e2-f889c85c2768', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:38.865748 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.871208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:38.876269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] Pushing event deleted for resources: {'Port': ['ID=985060a0-5cbe-4c8a-bba5-514a6b5fc41e,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:38.893997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a662-536a-4d66-b30e-186de4bc3cea req-9326f174-6d15-4b3f-98cd-c5a13669847b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.898484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bc2a662-536a-4d66-b30e-186de4bc3cea req-9326f174-6d15-4b3f-98cd-c5a13669847b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.2281301 Aug 23 12:01:38.928969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.935412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.952850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.959128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f22648ce-4ed7-4a2f-ad07-f9e06efa6974 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:38.964324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.964546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:38.969998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2e75c-d842-4815-a0a2-c0f38f7b3aa9 None None] No DVR routers for this DVR port 985060a0-5cbe-4c8a-bba5-514a6b5fc41e on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:01:38.983421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:38.994451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:39.001508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:39.001665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bc2a662-536a-4d66-b30e-186de4bc3cea req-87c43615-768f-4f20-ae50-2b9e33f83b50 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843565 Aug 23 12:01:39.010818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-25d9af1a-6bb2-4872-993d-762f17045217 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5425 time: 0.3803632 Aug 23 12:01:39.019104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654db379-72f1-407e-b972-0b4d1950e3a6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:39.037458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:39.071176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a615468d-2222-4436-9cc4-0024c6591cde') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:39.071176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a615468d-2222-4436-9cc4-0024c6591cde') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:39.093315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'port_id': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e', 'mac_address': 'fa:16:3e:3e:e2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:39.105912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:39.106265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.108499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.154869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.169512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:01:39.169992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:01:39.275124 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:01:39.280776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.311458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.313412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] 10.222.0.21 "DELETE /v2.0/networks/654db379-72f1-407e-b972-0b4d1950e3a6 HTTP/1.1" status: 204 len: 168 time: 1.7599885 Aug 23 12:01:39.314863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615c746-01c5-4ff5-ba44-23e34c8bfa19 admin admin] Pushing event deleted for resources: {'Network': ['ID=654db379-72f1-407e-b972-0b4d1950e3a6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:39.329430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a9a7e08-74d6-4af1-9f1e-bfabd1e07294 req-8d26f8c0-520f-4909-a44d-64fafbc5cc5f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3182101 Aug 23 12:01:39.330959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.404365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.459645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:39.505730 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.515631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259a1ea-ebaf-4d65-9040-9780fc445e6a req-1e8d65ed-5cd0-4a00-9de3-c6c4d2b8736a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:39.527532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.535128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2259a1ea-ebaf-4d65-9040-9780fc445e6a req-1e8d65ed-5cd0-4a00-9de3-c6c4d2b8736a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1477978 Aug 23 12:01:39.543154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.548098 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Transition to ACTIVE for port object c6ec0741-e747-4d62-b17a-c4f4c41f19ea will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:39.548297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 60265eae-610e-42e3-b1fd-eb66e21d0ea4 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:39.567640 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.595301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.596701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8098137 Aug 23 12:01:39.598053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892cd30-724b-4cd2-8e58-93e4f167e9ab tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276c6d47-7eba-42cf-84e4-147caa1c0b25,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:39.600645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:39.607628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Request body: {'security_group_rule': {'security_group_id': 'e7d3adf0-2da0-4914-98e2-f889c85c2768', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:39.609399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 60265eae-610e-42e3-b1fd-eb66e21d0ea4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:39.609777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 60265eae-610e-42e3-b1fd-eb66e21d0ea4 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:39.610243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 985060a0-5cbe-4c8a-bba5-514a6b5fc41e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:39.613228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:39.648655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.650811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2259a1ea-ebaf-4d65-9040-9780fc445e6a req-70b6b237-9e0a-4ee6-8cb7-217d889c1c6f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142001 Aug 23 12:01:39.693246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.693963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d932ca55-e9b1-4189-85c2-dc21a1de144a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:39.732296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 985060a0-5cbe-4c8a-bba5-514a6b5fc41e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:39.738412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 985060a0-5cbe-4c8a-bba5-514a6b5fc41e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:39.761447 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9dfd8-a96f-443b-9d14-f99dccfeef52 None None] Pushing event updated for resources: {'Port': ['ID=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:39.868166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50122) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:39.930907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:39.958444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e40f7-bd42-4408-b677-b1e1529d4e43 req-3a927848-78e5-4508-92a0-28ab241cfa43 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:39.965780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:39.972102 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d8e40f7-bd42-4408-b677-b1e1529d4e43 req-3a927848-78e5-4508-92a0-28ab241cfa43 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.2883830 Aug 23 12:01:39.973185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Attempting to bind port c6ec0741-e747-4d62-b17a-c4f4c41f19ea on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:39.973979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Attempting to bind port c6ec0741-e747-4d62-b17a-c4f4c41f19ea by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:39.973979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Attempting to bind port c6ec0741-e747-4d62-b17a-c4f4c41f19ea on network 49d04950-545f-4ffe-bf41-d1051877efc9 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:39.984976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.003399 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:40.004201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Checking segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:40.004777 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.005344 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Bound using segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:40.006095 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Bound port: c6ec0741-e747-4d62-b17a-c4f4c41f19ea, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:40.006658 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.007505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c285ad7a-8feb-4db3-a4b2-a00ace199b2a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:40.011568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:40.027826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee3db53-2595-44cc-8f45-f0668b905da1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:40.097216 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] For port c6ec0741-e747-4d62-b17a-c4f4c41f19ea, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:40.099830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73836461-4300-4e61-922d-f014ab044183 req-4f08cc34-43bd-4bf7-98b6-039938f9663c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.101996 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] For port c6ec0741-e747-4d62-b17a-c4f4c41f19ea, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:40.115734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-73836461-4300-4e61-922d-f014ab044183 req-4f08cc34-43bd-4bf7-98b6-039938f9663c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3360524 Aug 23 12:01:40.116014 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.120565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd932ca55-e9b1-4189-85c2-dc21a1de144a', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'port_id': 'd932ca55-e9b1-4189-85c2-dc21a1de144a', 'mac_address': 'fa:16:3e:dc:ee:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:40.121297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.129390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c29604b3-d561-4fe9-bd35-f139eea93efb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5264242 Aug 23 12:01:40.131493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50128) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:40.134074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c285ad7a-8feb-4db3-a4b2-a00ace199b2a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:01:40.134433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c285ad7a-8feb-4db3-a4b2-a00ace199b2a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:01:40.141178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b396e665-ba21-4beb-b013-674ed7120567 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6faaf55d4c34cfdaf09874450966fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476950 Aug 23 12:01:40.153332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50130) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:40.164929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:40.174300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-408cc622-85b1-44ba-97bc-f642a97bf341 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2886617 Aug 23 12:01:40.194566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:40.196270 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:40.209037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d8e40f7-bd42-4408-b677-b1e1529d4e43 req-e967d4ba-0cc7-4190-83c1-44aa9ecf95da tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358904 Aug 23 12:01:40.269436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.280293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.286183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:40.289548 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9dfd8-a96f-443b-9d14-f99dccfeef52 None None] Pushing event updated for resources: {'Port': ['ID=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:40.347386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d932ca55-e9b1-4189-85c2-dc21a1de144a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:40.414603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:40.417730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:40.449730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.451346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d62a3ed2-9354-4f30-bf6d-009b4733fb9f details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:40.463100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-73836461-4300-4e61-922d-f014ab044183 req-f2bffffe-ca08-4474-887d-8026341f1659 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452461 Aug 23 12:01:40.565995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-b468c950-4976-4c84-aa34-cee45efccdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.574478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-b468c950-4976-4c84-aa34-cee45efccdbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1096 time: 0.3856668 Aug 23 12:01:40.614555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88e8ff36-8e5d-4b89-baa4-84f057f979d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.635366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:40.645306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3f3f-53a6-4564-8392-44a7f970f5ff req-eee8a697-afbb-4086-9f04-34516c8e329c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.656686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:40.663407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f6f3f3f-53a6-4564-8392-44a7f970f5ff req-eee8a697-afbb-4086-9f04-34516c8e329c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.3090427 Aug 23 12:01:40.682966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f', 'network_id': '597e402e-fdbc-48bf-92e3-c771ce7099fd', 'port_id': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f', 'mac_address': 'fa:16:3e:eb:bd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22d6539-cea1-46ea-894a-667b11cb9b66', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:40.720907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48197248-4e95-4c29-9797-b5c160fd3468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.749342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.761798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f6f3f3f-53a6-4564-8392-44a7f970f5ff req-1f260b4d-0ea5-4f09-8968-a6530bdcd252 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973601 Aug 23 12:01:40.767271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62a3ed2-9354-4f30-bf6d-009b4733fb9f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:40.799979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88e8ff36-8e5d-4b89-baa4-84f057f979d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.817527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:40.831134 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.901834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:40.906786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-38fc12c0-ecff-4c80-b151-5dfd3c7ef219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.908373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-38fc12c0-ecff-4c80-b151-5dfd3c7ef219 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.3133676 Aug 23 12:01:40.923654 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:40Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:40.928122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.934849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.940945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.947443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.949633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:40.954246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.960168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.966161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:40.974154 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-2fa30234-0dca-4018-a28d-bacc988844c0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5428 time: 0.1770148 Aug 23 12:01:40.983014 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199a18b-6ec3-4f8c-aba8-08e89bcfff19 None None] The sync data for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 is: [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:40Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:41.004581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48197248-4e95-4c29-9797-b5c160fd3468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.030163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48197248-4e95-4c29-9797-b5c160fd3468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.034720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-dc391db1-1d6b-4082-bee6-107532263307 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.0581748 Aug 23 12:01:41.045321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88e8ff36-8e5d-4b89-baa4-84f057f979d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.048344 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88e8ff36-8e5d-4b89-baa4-84f057f979d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.052602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-88e8ff36-8e5d-4b89-baa4-84f057f979d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0870710-7044-4cf0-a5ee-26a6329198f7 HTTP/1.1" status: 204 len: 168 time: 0.8772218 Aug 23 12:01:41.105813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48197248-4e95-4c29-9797-b5c160fd3468 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fd458b918844b0cb644f6afd35f0e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146522 Aug 23 12:01:41.123666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50156) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:41.134858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8ff36-8e5d-4b89-baa4-84f057f979d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0870710-7044-4cf0-a5ee-26a6329198f7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:41.164801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-456daadf-9a97-4301-87ea-1ffc6ab8276b req-925452bd-a406-4e7a-afaf-2d647be002ed tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1829526 Aug 23 12:01:41.192629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-ffd8bc5f-cfad-4029-b704-fea65846dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:41.194170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-ffd8bc5f-cfad-4029-b704-fea65846dc5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.1309383 Aug 23 12:01:41.213660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48197248-4e95-4c29-9797-b5c160fd3468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5022d-44f6-467d-838c-a6b56c6c7cd1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:41.248362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11ce27-e61e-41f5-b484-63871079635d req-1a590dc5-abb6-4c96-bb41-249c5210f436 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:41.251246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b11ce27-e61e-41f5-b484-63871079635d req-1a590dc5-abb6-4c96-bb41-249c5210f436 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2665725 Aug 23 12:01:41.270134 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-7212c12b-4f04-45c5-9f8e-d7f264728bb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664027 Aug 23 12:01:41.339829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca720b0-ea03-4ec3-bef9-cd78da01d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.373559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b11ce27-e61e-41f5-b484-63871079635d req-9536716e-6e6e-45f1-90ef-90cf0af600b4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124718 Aug 23 12:01:41.376917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Allocated IP 172.25.1.24 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/108b3c5f-e44e-401f-b524-ae39d67907f6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:41.459471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca720b0-ea03-4ec3-bef9-cd78da01d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.472449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['554da614-5ae3-42bb-9c9a-023e5bfd1bd6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:41.584272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:41.591036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d932ca55-e9b1-4189-85c2-dc21a1de144a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:41.593152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d62a3ed2-9354-4f30-bf6d-009b4733fb9f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:41.602250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['04a26117-8589-47c5-af5a-af49d5f58001'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:41.633726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148694d3-d016-456f-be7e-5e04d9984c57 req-0c9ed8ee-e600-4477-a1a3-15b12b3d867b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:41.643646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-148694d3-d016-456f-be7e-5e04d9984c57 req-0c9ed8ee-e600-4477-a1a3-15b12b3d867b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.3104489 Aug 23 12:01:41.651466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b985710-d238-4379-8954-bb364ef778dc req-af0b1c1a-fc90-4b6b-8a83-798f097f40a2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:41.661180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b985710-d238-4379-8954-bb364ef778dc req-af0b1c1a-fc90-4b6b-8a83-798f097f40a2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2043242 Aug 23 12:01:41.707820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca720b0-ea03-4ec3-bef9-cd78da01d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.711599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca720b0-ea03-4ec3-bef9-cd78da01d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:41.715303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fca720b0-ea03-4ec3-bef9-cd78da01d7c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ae5022d-44f6-467d-838c-a6b56c6c7cd1 HTTP/1.1" status: 204 len: 168 time: 0.5829680 Aug 23 12:01:41.726499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-148694d3-d016-456f-be7e-5e04d9984c57 req-053eb4c2-8389-460f-b8a5-a6652b2a74d7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818923 Aug 23 12:01:41.762093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-70fb4583-6cbf-49ac-8958-70ba7c8c544f service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745286 Aug 23 12:01:41.774589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b985710-d238-4379-8954-bb364ef778dc req-2f95bd5c-ba39-469b-a9a3-fd39fa525c12 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120231 Aug 23 12:01:41.788907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca720b0-ea03-4ec3-bef9-cd78da01d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae5022d-44f6-467d-838c-a6b56c6c7cd1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:41.844605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:42.035273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e72e2d8-54d4-46fe-84d8-094c451d0d60 req-94b08003-4c68-434d-aa07-81d1597aeb9e service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639937 Aug 23 12:01:42.046241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:42.129038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c6ec0741-e747-4d62-b17a-c4f4c41f19ea up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:42.138891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8857a81-baa8-411a-8192-0f7481df0ddc req-4e7001de-4025-494f-9925-1a27941a865d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.147268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8857a81-baa8-411a-8192-0f7481df0ddc req-4e7001de-4025-494f-9925-1a27941a865d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1066086 Aug 23 12:01:42.215415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:42.219972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:42.225443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:42.260171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8857a81-baa8-411a-8192-0f7481df0ddc req-d2f1a05a-1707-4f78-bb89-f225041b81e9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062429 Aug 23 12:01:42.291208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event updated for resources: {'Port': ['ID=108b3c5f-e44e-401f-b524-ae39d67907f6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:42.314837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356965f4-e89a-4fb7-9b2d-41ecfed9bb04 req-40410940-b4a8-4899-b9b2-9090f6ed3e19 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.321408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-356965f4-e89a-4fb7-9b2d-41ecfed9bb04 req-40410940-b4a8-4899-b9b2-9090f6ed3e19 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1606526 Aug 23 12:01:42.470330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:42.503140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-356965f4-e89a-4fb7-9b2d-41ecfed9bb04 req-da0fe8a7-7a2a-45ca-9581-2dca9cb2ad3d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725545 Aug 23 12:01:42.582682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:42.662446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0967fd3a-816b-4536-8ed3-abf388e8116d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:42.702079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.732276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.741661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.775815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.791354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.806110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.812910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c6ec0741-e747-4d62-b17a-c4f4c41f19ea completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:42.825548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.830932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6864cd4-2a75-40ad-b115-326227c676af req-9f81991c-1dbc-4fce-b589-3e2c9a01f210 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5429 time: 0.3732748 Aug 23 12:01:42.839363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c6ec0741-e747-4d62-b17a-c4f4c41f19ea triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:42.839751 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:42.867364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e082b-7f2e-49d1-a8f4-a28a3774ed11 req-46fc0a1e-6796-4fc5-b4ce-5ff347e8bf90 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:42.869928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f88e082b-7f2e-49d1-a8f4-a28a3774ed11 req-46fc0a1e-6796-4fc5-b4ce-5ff347e8bf90 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1369326 Aug 23 12:01:42.943408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6864cd4-2a75-40ad-b115-326227c676af req-77dfea91-dfec-42cb-9276-02c18b1cc3db tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053169 Aug 23 12:01:43.023866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:43.047443 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:43.096503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:43.118090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f88e082b-7f2e-49d1-a8f4-a28a3774ed11 req-39779029-cd9b-4d33-a1d0-f1eabac0daf0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405460 Aug 23 12:01:43.185886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event updated for resources: {'Port': ['ID=108b3c5f-e44e-401f-b524-ae39d67907f6,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:43.195681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:43.213263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c6ec0741-e747-4d62-b17a-c4f4c41f19ea, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:43.217610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:43.219627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-985a0be7-8a3b-4be3-bb12-f6e2775701a6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0780931 Aug 23 12:01:43.254544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d380-c3a9-42dc-9d78-81be5edaee08 req-370d4320-7ddd-4119-9514-057611820053 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:43.266118 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f717d380-c3a9-42dc-9d78-81be5edaee08 req-370d4320-7ddd-4119-9514-057611820053 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 947 time: 0.1839392 Aug 23 12:01:43.336403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f717d380-c3a9-42dc-9d78-81be5edaee08 req-2dcfc4cb-8886-4c99-bea7-4296e34387b8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691340 Aug 23 12:01:43.379685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726e6d4-15d0-4af6-82f6-44668421a76a req-21f58798-2242-4dfc-adb4-a7728415d70b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:43.381305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6726e6d4-15d0-4af6-82f6-44668421a76a req-21f58798-2242-4dfc-adb4-a7728415d70b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1019673 Aug 23 12:01:43.443910 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:43.450586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6726e6d4-15d0-4af6-82f6-44668421a76a req-e7665a10-622c-4f03-b008-667d6a0a4885 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622375 Aug 23 12:01:43.521005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0252f657-d392-4c35-96f7-3133783b61fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:43.611056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:43.633322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030d4b-1821-4f63-976b-74a16110fe2e req-49ece4e4-fa6d-4560-b6f3-3bcd9f8642b0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:43.635448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43030d4b-1821-4f63-976b-74a16110fe2e req-49ece4e4-fa6d-4560-b6f3-3bcd9f8642b0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0904002 Aug 23 12:01:43.681447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43030d4b-1821-4f63-976b-74a16110fe2e req-c4638ac7-3f85-40e4-be2d-9d2481c5e848 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Aug 23 12:01:43.957704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c6ec0741-e747-4d62-b17a-c4f4c41f19ea up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:44.053552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c6ec0741-e747-4d62-b17a-c4f4c41f19ea triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:44.054733 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:44.086491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-c9cff315-19f9-4da1-9d05-6a08187fde43 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1282389815&fields=id&tenant_id=76b93bcc8f4742288a069f983910b25c HTTP/1.1" status: 200 len: 267 time: 0.0787728 Aug 23 12:01:44.136271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95f8fe-40f4-42a6-b082-a90c0b7cbb35 req-8aa399a7-65dd-4b1d-9cfc-445774b1e5ed tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.144700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b95f8fe-40f4-42a6-b082-a90c0b7cbb35 req-8aa399a7-65dd-4b1d-9cfc-445774b1e5ed tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0728164 Aug 23 12:01:44.182537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b95f8fe-40f4-42a6-b082-a90c0b7cbb35 req-ca6ec1b8-d59f-46be-8f11-109208bd34da tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Aug 23 12:01:44.231653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-1367c647-ece3-4f0e-a6ef-db76a3484bfe tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.233354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-1367c647-ece3-4f0e-a6ef-db76a3484bfe tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/networks?id=49d04950-545f-4ffe-bf41-d1051877efc9 HTTP/1.1" status: 200 len: 811 time: 0.1446803 Aug 23 12:01:44.258340 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-78b41594-ef44-4682-89ae-6c278cca8515 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/quotas/76b93bcc8f4742288a069f983910b25c HTTP/1.1" status: 200 len: 375 time: 0.0150907 Aug 23 12:01:44.323038 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-f3d1afee-a3a7-4255-8c98-57ec885d16ed tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76b93bcc8f4742288a069f983910b25c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554183 Aug 23 12:01:44.359347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.365858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.372905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.378911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.385289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.391422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.397310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.399855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-57949ff0-77f5-472a-b5e9-dd344b0c484e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5429 time: 0.1043372 Aug 23 12:01:44.449510 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-a9aa541e-6bdc-48a1-b3df-6fb0bafc705d service neutron] 10.222.0.21 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151135 Aug 23 12:01:44.451120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51ee829c-77ce-492c-979f-596ec2f8e4d0 req-4dec1965-d1fe-45a5-b47a-dc78f6ee8abd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446289 Aug 23 12:01:44.552358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-a5dbeb01-a155-4bea-af03-9cdc6deda110 service neutron] 10.222.0.21 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016400 Aug 23 12:01:44.564801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8cb3e6a-2a05-4d28-b606-f433792e6265 req-74ce3dc8-21bd-413c-b74a-3eb644066932 tempest-AbsoluteLimitsNegativeTestJSON-702018216 tempest-AbsoluteLimitsNegativeTestJSON-702018216-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=34ad935d44d54dae991b6b47bc7558a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275776 Aug 23 12:01:44.701416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3e6a-2a05-4d28-b606-f433792e6265 req-0130d7b7-3bcd-4e66-b8c1-118e3ba9449b tempest-AbsoluteLimitsNegativeTestJSON-702018216 tempest-AbsoluteLimitsNegativeTestJSON-702018216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:44.703377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8cb3e6a-2a05-4d28-b606-f433792e6265 req-0130d7b7-3bcd-4e66-b8c1-118e3ba9449b tempest-AbsoluteLimitsNegativeTestJSON-702018216 tempest-AbsoluteLimitsNegativeTestJSON-702018216-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297119 Aug 23 12:01:44.742738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8cb3e6a-2a05-4d28-b606-f433792e6265 req-e33ef03b-f9d2-48f3-bfed-db7104a1acb6 tempest-AbsoluteLimitsNegativeTestJSON-702018216 tempest-AbsoluteLimitsNegativeTestJSON-702018216-project] 10.222.0.21 "GET /v2.0/quotas/34ad935d44d54dae991b6b47bc7558a0 HTTP/1.1" status: 200 len: 375 time: 0.0181835 Aug 23 12:01:44.789660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8cb3e6a-2a05-4d28-b606-f433792e6265 req-2ec8abf6-ea84-4f13-a80f-97894975162e tempest-AbsoluteLimitsNegativeTestJSON-702018216 tempest-AbsoluteLimitsNegativeTestJSON-702018216-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34ad935d44d54dae991b6b47bc7558a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434549 Aug 23 12:01:44.867234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d932ca55-e9b1-4189-85c2-dc21a1de144a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:44.988077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port d932ca55-e9b1-4189-85c2-dc21a1de144a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:44.997005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d932ca55-e9b1-4189-85c2-dc21a1de144a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:44.997951 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.016627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2606d5-38c5-4973-b055-9a59c536677d req-07a154e0-218c-4ac3-916f-efd7605f3510 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.019759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc2606d5-38c5-4973-b055-9a59c536677d req-07a154e0-218c-4ac3-916f-efd7605f3510 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1191070 Aug 23 12:01:45.108937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc2606d5-38c5-4973-b055-9a59c536677d req-83ee1c90-4942-48d2-9798-e56001f71174 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816839 Aug 23 12:01:45.119889 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.153230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd932ca55-e9b1-4189-85c2-dc21a1de144a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:45.158346 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535f0cb-4e55-447c-b0b8-0d60a4bfe71c" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "d932ca55-e9b1-4189-85c2-dc21a1de144a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:45.189110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:45.201257 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.202438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:45.289318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:45.306722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11b95364-7b37-46dc-9f46-7093a66c66d5 req-f1fb4c5d-64e4-432e-95c6-2c2e984b6094 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 210 time: 0.0668616 Aug 23 12:01:45.350450 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.385215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:45.395379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:45.407895 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.474988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=14']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:45.516644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657b301-2068-42f9-acf8-51f2b033dbb0 req-c08af38e-7c49-40e4-972c-efa8fd3d65ee tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.527004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f657b301-2068-42f9-acf8-51f2b033dbb0 req-c08af38e-7c49-40e4-972c-efa8fd3d65ee tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1185362 Aug 23 12:01:45.568391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f657b301-2068-42f9-acf8-51f2b033dbb0 req-4bbf9dda-c9e0-4c85-9568-7cac75f64e31 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Aug 23 12:01:45.571983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-427f237b-4647-4df4-9433-f03a3edf4361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.605931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfcdd8-86d0-4329-b6ef-11876e941ae6 req-a6b2f6f4-0860-4f5d-94bc-6c94e090c061 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.607483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0adfcdd8-86d0-4329-b6ef-11876e941ae6 req-a6b2f6f4-0860-4f5d-94bc-6c94e090c061 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0857551 Aug 23 12:01:45.615932 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df691fd-b763-47ca-b6c0-70b98f7f6138 x-openstack-request-id: req-3df691fd-b763-47ca-b6c0-70b98f7f6138 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:45.616239 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "d932ca55-e9b1-4189-85c2-dc21a1de144a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:45.616528 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3df691fd-b763-47ca-b6c0-70b98f7f6138 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:45.616930 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd932ca55-e9b1-4189-85c2-dc21a1de144a', 'code': 200} Aug 23 12:01:45.674398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0adfcdd8-86d0-4329-b6ef-11876e941ae6 req-97f3f4fe-d97c-486c-b454-ab578beaa7ab tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550821 Aug 23 12:01:45.732372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-427f237b-4647-4df4-9433-f03a3edf4361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.736148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-427f237b-4647-4df4-9433-f03a3edf4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.806121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-427f237b-4647-4df4-9433-f03a3edf4361 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34ad935d44d54dae991b6b47bc7558a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190893 Aug 23 12:01:45.808818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50510) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:45.814145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f237b-4647-4df4-9433-f03a3edf4361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50f917-fb15-4a5d-95c9-f4d4a276cc54,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:45.839203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.845145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.851525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.858883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.865845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c529e16e-391d-4728-bcee-a877868cd167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.866576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.881497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.888590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:45.889653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c529e16e-391d-4728-bcee-a877868cd167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.896938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-a8c7732a-4f36-4cc5-9fb6-d27baeaecf57 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5430 time: 0.1553500 Aug 23 12:01:45.946319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d66343c8-57c2-4f28-9d34-d1e1ab343790 req-acc58883-1919-48f2-aaf2-bf744452bdb2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484040 Aug 23 12:01:45.954471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c529e16e-391d-4728-bcee-a877868cd167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.957724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c529e16e-391d-4728-bcee-a877868cd167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:45.961539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c529e16e-391d-4728-bcee-a877868cd167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae50f917-fb15-4a5d-95c9-f4d4a276cc54 HTTP/1.1" status: 204 len: 168 time: 0.1488402 Aug 23 12:01:45.977566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529e16e-391d-4728-bcee-a877868cd167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50f917-fb15-4a5d-95c9-f4d4a276cc54,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:46.164679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742a256-bd69-4a0a-bcf0-5919493c9258 req-3344b5d2-bf70-46e8-b134-fb07768a5ac3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:46.166778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7742a256-bd69-4a0a-bcf0-5919493c9258 req-3344b5d2-bf70-46e8-b134-fb07768a5ac3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0782125 Aug 23 12:01:46.178983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-0b352870-5da8-457f-8d72-cc2b0b37d0d5 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:46.182187 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-0b352870-5da8-457f-8d72-cc2b0b37d0d5 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.41 "GET /v2.0/networks?id=49d04950-545f-4ffe-bf41-d1051877efc9 HTTP/1.1" status: 200 len: 811 time: 0.1812656 Aug 23 12:01:46.288772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1f97-7a9f-4087-8668-508e01ac86de req-941d78b3-176b-4408-a543-eda95c33008d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:46.290343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-946f1f97-7a9f-4087-8668-508e01ac86de req-941d78b3-176b-4408-a543-eda95c33008d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0531893 Aug 23 12:01:46.290938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-c30aa2b8-d0d4-4b79-b82e-764074eac9da tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b93bcc8f4742288a069f983910b25c HTTP/1.1" status: 200 len: 380 time: 0.0938351 Aug 23 12:01:46.293569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7742a256-bd69-4a0a-bcf0-5919493c9258 req-a8742dd2-6d26-464f-89e6-c1916ad7e1ab tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103189 Aug 23 12:01:46.304157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Request body: {'port': {'device_id': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'admin_state_up': True, 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'security_groups': ['e7d3adf0-2da0-4914-98e2-f889c85c2768']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:46.316087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-14569505-b80b-41f1-b820-71495bc2ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:46.316087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-14569505-b80b-41f1-b820-71495bc2ac0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.1008039 Aug 23 12:01:46.368288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-946f1f97-7a9f-4087-8668-508e01ac86de req-8740c34d-dbb4-4919-889c-4f96d740b1bc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610812 Aug 23 12:01:46.822623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50600) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:46.866825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64985-5049-4c6f-96e8-967b90cf6287 req-0ccb3e1b-3756-4daf-895e-fbf7aa4309d5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:46.868254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ea64985-5049-4c6f-96e8-967b90cf6287 req-0ccb3e1b-3756-4daf-895e-fbf7aa4309d5 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.4772098 Aug 23 12:01:46.871600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-c98ce88a-e805-4ed7-a442-869395ef96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:46.877207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-c98ce88a-e805-4ed7-a442-869395ef96c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.5516672 Aug 23 12:01:46.882692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0252f657-d392-4c35-96f7-3133783b61fc up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:46.946949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 0252f657-d392-4c35-96f7-3133783b61fc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:46.948425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Made reservation on behalf of 76b93bcc8f4742288a069f983910b25c for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:46.951968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:46.952526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0252f657-d392-4c35-96f7-3133783b61fc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:46.953229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:46.971420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fcb248ab-2f66-4860-8234-84abe04666e3 req-d9212149-3d40-4a9f-ac38-ac8161033c79 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 210 time: 0.0366819 Aug 23 12:01:46.978668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1034695539-network', 'tenant_id': '81d662bcf22a4d92bdd25e6b8a7bb01b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:47.001838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ea64985-5049-4c6f-96e8-967b90cf6287 req-fce860fd-570f-434a-8224-5241b88f8188 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218281 Aug 23 12:01:47.015504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-b6046ce9-1320-4e9d-bec6-835426fda0d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1234760 Aug 23 12:01:47.039901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Made reservation on behalf of 81d662bcf22a4d92bdd25e6b8a7bb01b for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:47.045366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.067531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.110006 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.147186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-815e1567-6367-4ae2-9f11-74ab74f0b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.149886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-815e1567-6367-4ae2-9f11-74ab74f0b3b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1258173 Aug 23 12:01:47.162965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0252f657-d392-4c35-96f7-3133783b61fc,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:47.170100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.170912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 04a26117-8589-47c5-af5a-af49d5f58001 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:47.228011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebc06f-352c-47c2-a15d-94b0c2f5b2eb req-050e1609-0961-4d47-876c-236cbadb1774 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.229601 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfebc06f-352c-47c2-a15d-94b0c2f5b2eb req-050e1609-0961-4d47-876c-236cbadb1774 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0768745 Aug 23 12:01:47.263709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:47.271615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.280801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.286763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.289348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 04a26117-8589-47c5-af5a-af49d5f58001 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:47.293356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.293711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 04a26117-8589-47c5-af5a-af49d5f58001 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:47.294500 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.299510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.305912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.311799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.313133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfebc06f-352c-47c2-a15d-94b0c2f5b2eb req-ade1eb9f-1cc4-43bc-8422-bdf899f033e5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708685 Aug 23 12:01:47.317745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.318362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:01:47.324197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.326221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-054eaaaf-47e0-4f65-953a-09f2e485861e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5430 time: 0.1997633 Aug 23 12:01:47.334836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4499ad49-62d9-4540-b579-5b8db1be140c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:47.338381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.338846 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Added segment 1492338f-8c2c-4211-ab6d-239a2ade04ca of type vlan for network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 Aug 23 12:01:47.339858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Allocated IP 172.20.0.8 (49d04950-545f-4ffe-bf41-d1051877efc9/12d5673c-d935-4381-8e3f-e2426c98b906/ccba7efe-3e54-49d9-9b1d-2b52b45b872c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:47.365625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-76651288-35ec-466a-bede-d72aaebc1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.367589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-76651288-35ec-466a-bede-d72aaebc1069 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936388 Aug 23 12:01:47.419914 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.440445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.454556 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.456357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.457258 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.476273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=04a26117-8589-47c5-af5a-af49d5f58001,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:47.481821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.482868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0967fd3a-816b-4536-8ed3-abf388e8116d up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:47.495841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c913d81e-05a4-448f-b48b-8d3981690cdb req-e5a47ab6-1130-41c6-b0a1-8249eed6d4ca tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582239 Aug 23 12:01:47.518176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6857018 Aug 23 12:01:47.518176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50638) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:47.528260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Request body: {'subnet': {'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1034695539-subnet', 'tenant_id': '81d662bcf22a4d92bdd25e6b8a7bb01b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:47.566214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:47.586194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 0967fd3a-816b-4536-8ed3-abf388e8116d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:47.596238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0967fd3a-816b-4536-8ed3-abf388e8116d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:47.596623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.597524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f47068-2930-4978-9296-a6a1b54b7daa admin admin] Pushing event updated for resources: {'Network': ['ID=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:47.629865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:47.634449 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db82a4f-5bba-4102-af6d-8d9a163ab73f" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "0252f657-d392-4c35-96f7-3133783b61fc"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "04a26117-8589-47c5-af5a-af49d5f58001"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:47.637180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Made reservation on behalf of 81d662bcf22a4d92bdd25e6b8a7bb01b for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:47.641229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.643056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:01:47.696760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-e90fba85-340c-46a7-8ce7-b9d327a1701a service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188450 Aug 23 12:01:47.759702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5858c9-3d8a-49e6-aa7c-e9cbe28fd0df req-30ab23ec-fe7a-46e9-a0c4-e93d5cae7c26 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:47.767198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab5858c9-3d8a-49e6-aa7c-e9cbe28fd0df req-30ab23ec-fe7a-46e9-a0c4-e93d5cae7c26 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1261892 Aug 23 12:01:47.772044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.793983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.813623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0967fd3a-816b-4536-8ed3-abf388e8116d,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:47.818621 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.820182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:47.863523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Transition to ACTIVE for port object ccba7efe-3e54-49d9-9b1d-2b52b45b872c will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:47.902691 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ab5858c9-3d8a-49e6-aa7c-e9cbe28fd0df req-1fd550fe-17d5-451b-aced-c53be18ea1fa tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344845 Aug 23 12:01:47.917318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b47f3157-fd78-4bb3-8d41-b3b703de56dd req-9819c67b-0be1-4b56-8149-901471c2a0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103693 Aug 23 12:01:47.926897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:47.938957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:47.943170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:47.943709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.953031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.977058 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8e4a5-ae9e-4fe8-878c-bfcbeee38825 x-openstack-request-id: req-25a8e4a5-ae9e-4fe8-878c-bfcbeee38825 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:47.977238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:47.977499 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-unplugged", "status": "completed", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "0252f657-d392-4c35-96f7-3133783b61fc", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "04a26117-8589-47c5-af5a-af49d5f58001", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:47.977844 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25a8e4a5-ae9e-4fe8-878c-bfcbeee38825 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:47.978300 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'code': 200} Aug 23 12:01:47.978743 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc', 'code': 200} Aug 23 12:01:47.979257 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001', 'code': 200} Aug 23 12:01:48.020108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Network 49d04950-545f-4ffe-bf41-d1051877efc9 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:48.024122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:48.043641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:48.044794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b225aed-f3a0-441c-8024-972a6db5e9ab req-7d2aa7ce-47c0-417c-a077-9b6bd4367202 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:48.055021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4b225aed-f3a0-441c-8024-972a6db5e9ab req-7d2aa7ce-47c0-417c-a077-9b6bd4367202 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1678786 Aug 23 12:01:48.086810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event updated for resources: {'Port': ['ID=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:48.116820 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.153960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c8ff60-3056-4b6e-a3ef-da5fea698acd,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:48.170220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:48.171041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:48.173275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4b225aed-f3a0-441c-8024-972a6db5e9ab req-31fd5e2e-0aaa-4c74-bd2e-a90ec970a37a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172333 Aug 23 12:01:48.175464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.182074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Checking segment: {'id': '1492338f-8c2c-4211-ab6d-239a2ade04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:48.182539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Network hostable DHCP agents. Network: e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:01:48.186909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.190011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:48.213242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-8ccb46eb-aef5-4839-8f00-ba120928d5e0 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9133914 Aug 23 12:01:48.227325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Request body: {'port': {'device_id': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:48.231414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:01:48.246044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:48.253142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:48.254073 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.276734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-77de4572-b39e-484a-a7a9-8ef460247300 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7626121 Aug 23 12:01:48.332309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:48.336340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d563c2-d97f-432d-961c-3ebf0d49da08 None None] Network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:48.413439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.442681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fded2-949d-4a73-b243-94bf3f248a2f req-889a4afa-f7d8-485f-bad1-64843d3c4ac4 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:48.450852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-222fded2-949d-4a73-b243-94bf3f248a2f req-889a4afa-f7d8-485f-bad1-64843d3c4ac4 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 931 time: 0.1970551 Aug 23 12:01:48.573191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db3ab1-a578-4f78-9484-2394fe85a7d8 None None] Network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:01:48.578929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-44ec305c-114b-4ba5-bf2c-dddbedba825b None None] Provisioning for port ccba7efe-3e54-49d9-9b1d-2b52b45b872c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:48.590137 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-222fded2-949d-4a73-b243-94bf3f248a2f req-138a8ad6-abce-433e-ac42-5b295b5f6a1f tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337700 Aug 23 12:01:48.600297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:48.608782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-44ec305c-114b-4ba5-bf2c-dddbedba825b None None] Provisioning complete for port ccba7efe-3e54-49d9-9b1d-2b52b45b872c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:48.608985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-44ec305c-114b-4ba5-bf2c-dddbedba825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.613998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:48.614538 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.717954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-44ec305c-114b-4ba5-bf2c-dddbedba825b None None] Port ccba7efe-3e54-49d9-9b1d-2b52b45b872c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:01:48.779996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b93ba8-c217-4e9f-9a6c-fac4d5b5654c req-98c173c3-f2a3-4f2f-bc68-b54d7ca415fb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:48.783211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48b93ba8-c217-4e9f-9a6c-fac4d5b5654c req-98c173c3-f2a3-4f2f-bc68-b54d7ca415fb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0781927 Aug 23 12:01:48.811777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0333c-ff8a-4677-a687-b1b6faafd22f req-1ad7acb8-9abe-49c9-935e-a3cac49b90f6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:48.820409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72e0333c-ff8a-4677-a687-b1b6faafd22f req-1ad7acb8-9abe-49c9-935e-a3cac49b90f6 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1044688 Aug 23 12:01:48.838387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48b93ba8-c217-4e9f-9a6c-fac4d5b5654c req-affbf689-0415-4a36-bd9c-9a21d45e2a21 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437355 Aug 23 12:01:48.844447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.919065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72e0333c-ff8a-4677-a687-b1b6faafd22f req-6c39f03c-8a37-4a0f-ba94-5ae45e5c6dad tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976877 Aug 23 12:01:48.928126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccba7efe-3e54-49d9-9b1d-2b52b45b872c {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:48.951714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:48.985358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Transition to ACTIVE for port object ccba7efe-3e54-49d9-9b1d-2b52b45b872c will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:48.992787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.000483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.009352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.017429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.026947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:49.028393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.032315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.034118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d62a3ed2-9354-4f30-bf6d-009b4733fb9f up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:49.036328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.047107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.054799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.066172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-303ba7bf-76c9-4b12-b32c-af30163ccc7d tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5434 time: 0.1496265 Aug 23 12:01:49.096462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Pushing event updated for resources: {'Port': ['ID=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:49.130076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:49.167534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port d62a3ed2-9354-4f30-bf6d-009b4733fb9f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:49.171821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d56a317-c866-42a4-9351-dbb7bb44573a req-ec44f3db-2a93-4e28-bd1a-8a3abac507c8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043682 Aug 23 12:01:49.191666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d62a3ed2-9354-4f30-bf6d-009b4733fb9f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:49.192322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.230625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Attempting to bind port ccba7efe-3e54-49d9-9b1d-2b52b45b872c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:49.231024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Attempting to bind port ccba7efe-3e54-49d9-9b1d-2b52b45b872c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:49.231377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Attempting to bind port ccba7efe-3e54-49d9-9b1d-2b52b45b872c on network 49d04950-545f-4ffe-bf41-d1051877efc9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:49.236881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Port ccba7efe-3e54-49d9-9b1d-2b52b45b872c on network 49d04950-545f-4ffe-bf41-d1051877efc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:49.237240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Attempting to bind port ccba7efe-3e54-49d9-9b1d-2b52b45b872c on network 49d04950-545f-4ffe-bf41-d1051877efc9 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:49.243715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:49.244203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Checking segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:49.244645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Bound using segment: {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:49.245441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Bound port: ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98ea78f-b892-4211-9f98-6ddbed735364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:49.245582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.362376 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.418687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:49.420538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] For port ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:49.424998 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.465771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] For port ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:49.473969 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.489879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:49.542283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-ac3534a2-6500-4dd5-b48a-ac24f608b6b1 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.542283 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-ac3534a2-6500-4dd5-b48a-ac24f608b6b1 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/networks?id=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 HTTP/1.1" status: 200 len: 818 time: 0.2211206 Aug 23 12:01:49.542283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.542283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:49.543204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] 10.222.0.41 "PUT /v2.0/ports/ccba7efe-3e54-49d9-9b1d-2b52b45b872c HTTP/1.1" status: 200 len: 1091 time: 1.3213582 Aug 23 12:01:49.543669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:49.546250 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5798d69-09d0-4645-8cc5-72594e5c2a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:49.577146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-ed781920-dc77-4baa-927e-0478f54d62a5 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/quotas/81d662bcf22a4d92bdd25e6b8a7bb01b HTTP/1.1" status: 200 len: 375 time: 0.0276792 Aug 23 12:01:49.628824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-04ee1332-6b55-4cbd-bf61-48bcd72773d9 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=81d662bcf22a4d92bdd25e6b8a7bb01b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507054 Aug 23 12:01:49.652956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043e540-7ece-4291-b7be-a7fc353fc88e service neutron] Pushing event updated for resources: {'Port': ['ID=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:49.724297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-049fa553-6415-469f-9d33-242ceb0c2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.725992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-049fa553-6415-469f-9d33-242ceb0c2a37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76b93bcc8f4742288a069f983910b25c&device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 1094 time: 0.1339636 Aug 23 12:01:49.780202 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-926de998-2099-45f4-9e3b-8c43748e8c14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c HTTP/1.1" status: 200 len: 217 time: 0.0444999 Aug 23 12:01:49.786616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-9152e6b5-3ad2-46fd-86a3-a76b3dc696da service neutron] 10.222.0.21 "GET /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568623 Aug 23 12:01:49.895234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-ed133372-d054-4624-9ed3-367c4ab267ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.898576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-ed133372-d054-4624-9ed3-367c4ab267ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12d5673c-d935-4381-8e3f-e2426c98b906 HTTP/1.1" status: 200 len: 850 time: 0.1105778 Aug 23 12:01:49.913287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ffef8-cfcd-42f4-92c7-7f17012e4e2c req-f74dd786-1fd9-4eeb-b740-9f4eb81eaada tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.918760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e9ffef8-cfcd-42f4-92c7-7f17012e4e2c req-f74dd786-1fd9-4eeb-b740-9f4eb81eaada tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0611880 Aug 23 12:01:49.954433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e9ffef8-cfcd-42f4-92c7-7f17012e4e2c req-3d6e6dd3-bb71-4d12-b0ac-b4f08ea91194 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332105 Aug 23 12:01:49.958445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-7cccc4ef-aceb-4c8a-9e77-4be489bc61ec service neutron] 10.222.0.21 "GET /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617584 Aug 23 12:01:49.964977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-3154b9d5-955f-45c9-942d-656c8312571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:49.966503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-3154b9d5-955f-45c9-942d-656c8312571f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49d04950-545f-4ffe-bf41-d1051877efc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598993 Aug 23 12:01:49.980012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554da614-5ae3-42bb-9c9a-023e5bfd1bd6'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:49.983063 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed2f27-130b-409b-8b05-86543c9b5426" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "554da614-5ae3-42bb-9c9a-023e5bfd1bd6"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:50.095059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-a46261ad-1eb7-4fbf-bb52-e0635b7dc366 service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162903 Aug 23 12:01:50.129576 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3525b3ef-90a6-4603-8f1e-2e8fadf5d11b x-openstack-request-id: req-3525b3ef-90a6-4603-8f1e-2e8fadf5d11b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:50.130015 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:50.130358 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3525b3ef-90a6-4603-8f1e-2e8fadf5d11b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:50.130851 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'status': 'completed', 'code': 200} Aug 23 12:01:50.166249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922785bf-c8f5-46e6-9489-c12183e8887b req-e7d7aa17-a2a5-430d-9a06-6735d87b89ad tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.174098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-922785bf-c8f5-46e6-9489-c12183e8887b req-e7d7aa17-a2a5-430d-9a06-6735d87b89ad tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0654016 Aug 23 12:01:50.215052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-922785bf-c8f5-46e6-9489-c12183e8887b req-6cd4df01-937f-4dcb-88d7-2d1acf5e757c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Aug 23 12:01:50.270873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d68cad-f69b-4f54-a96a-f1c64056a426 req-e1069a09-1a12-42c3-b9d9-b08d0fd66ea6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.274166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4d68cad-f69b-4f54-a96a-f1c64056a426 req-e1069a09-1a12-42c3-b9d9-b08d0fd66ea6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 943 time: 0.0888755 Aug 23 12:01:50.279360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615c86f3-96e6-44bf-831d-df82bc27fe28 req-77eae019-39d4-4acf-aa3f-5f84e5d097cd service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763446 Aug 23 12:01:50.326466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4d68cad-f69b-4f54-a96a-f1c64056a426 req-4beedeb3-c199-4f78-9d71-a6b89b50c91b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Aug 23 12:01:50.429311 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a837b4-a31a-4125-8686-c11af1d9cb6b x-openstack-request-id: req-e0a837b4-a31a-4125-8686-c11af1d9cb6b {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:50.429912 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "554da614-5ae3-42bb-9c9a-023e5bfd1bd6", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:50.429912 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0a837b4-a31a-4125-8686-c11af1d9cb6b {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:50.430490 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'code': 200} Aug 23 12:01:50.430846 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e', 'code': 200} Aug 23 12:01:50.431440 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554da614-5ae3-42bb-9c9a-023e5bfd1bd6', 'code': 200} Aug 23 12:01:50.431751 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f', 'code': 200} Aug 23 12:01:50.453661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627c95-9e01-43e1-bb4b-dc2184e8d831 req-fe05d5b7-b615-4db8-aa3a-7867468b786b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.457131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-d3a2d96b-bd4f-4ef7-97e2-6aaa6127af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.460265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-d3a2d96b-bd4f-4ef7-97e2-6aaa6127af69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76b93bcc8f4742288a069f983910b25c&device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 1094 time: 0.1075728 Aug 23 12:01:50.463072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5627c95-9e01-43e1-bb4b-dc2184e8d831 req-fe05d5b7-b615-4db8-aa3a-7867468b786b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0841815 Aug 23 12:01:50.519835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5627c95-9e01-43e1-bb4b-dc2184e8d831 req-7a283649-9b1d-42f9-ac24-682caa672e7e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Aug 23 12:01:50.600336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27bd519a-f80a-4851-a007-79a811d60638 req-653eb43f-513a-4428-afd8-7e214c98d72f tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 210 time: 0.0970480 Aug 23 12:01:50.677054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.684585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.691170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.698416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.704842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.707695 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.708175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.708664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.709149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.709625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.710714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.711193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.711817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.713129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d12db74f-b875-4736-a65d-e65c16bb52ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6493 time: 0.1155734 Aug 23 12:01:50.718168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.718575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-109b630c-577f-4dc9-9932-b79b5fd241b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.720016 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-109b630c-577f-4dc9-9932-b79b5fd241b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49d04950-545f-4ffe-bf41-d1051877efc9 HTTP/1.1" status: 200 len: 912 time: 0.2524483 Aug 23 12:01:50.720160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b4daaec-c153-4b71-83fb-754350134f59 req-f926da5e-123c-4a2d-a40b-d83cad113bec tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.1105695 Aug 23 12:01:50.777876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b4daaec-c153-4b71-83fb-754350134f59 req-a699d642-b937-4efc-b272-00b4bceb7df5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492091 Aug 23 12:01:50.780132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-f4747adb-a315-456b-b9ca-59c83f8eba89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c HTTP/1.1" status: 200 len: 217 time: 0.0490503 Aug 23 12:01:50.838210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-ebc4d6ed-adee-48a8-8906-73a899a0ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.839977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-ebc4d6ed-adee-48a8-8906-73a899a0ca09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12d5673c-d935-4381-8e3f-e2426c98b906 HTTP/1.1" status: 200 len: 850 time: 0.0510085 Aug 23 12:01:50.868736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ecc64291-5d73-4e51-8526-2405d2c37d1f req-d94b2971-5ec0-4483-8007-e13a4ed64503 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957320 Aug 23 12:01:50.902721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-cd2089fa-4065-44a0-ba4f-bc0738e2b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.904445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-cd2089fa-4065-44a0-ba4f-bc0738e2b5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49d04950-545f-4ffe-bf41-d1051877efc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534458 Aug 23 12:01:50.958489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c06bb-f54c-4dfd-8546-759e0a5da851 req-dac35bc0-4fd6-4654-9754-00c4e6b5ace1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:50.960867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f6c06bb-f54c-4dfd-8546-759e0a5da851 req-dac35bc0-4fd6-4654-9754-00c4e6b5ace1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0647078 Aug 23 12:01:51.008054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f6c06bb-f54c-4dfd-8546-759e0a5da851 req-d61d6416-0678-4233-a15f-c09b84813c49 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Aug 23 12:01:51.008755 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-cac171a6-503a-4bb2-9055-5aa31868667f service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960462 Aug 23 12:01:51.122816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5798d69-09d0-4645-8cc5-72594e5c2a8f req-635a011f-d366-4d06-86b1-4fd2486e867b service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057997 Aug 23 12:01:51.127424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732e8e-d9dc-4888-93d9-13fd52138178 req-94e2d093-0bb0-4b18-b39c-84585c5c3f8e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.129353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df732e8e-d9dc-4888-93d9-13fd52138178 req-94e2d093-0bb0-4b18-b39c-84585c5c3f8e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0516119 Aug 23 12:01:51.176091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df732e8e-d9dc-4888-93d9-13fd52138178 req-974b04f6-8d37-4087-881d-c3aac4121ed2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373912 Aug 23 12:01:51.289008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ea46-249b-40d4-8a4c-0c4ec396e828 req-a32abb8b-6bd1-4082-b589-2cc57b8da51e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.290618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9714ea46-249b-40d4-8a4c-0c4ec396e828 req-a32abb8b-6bd1-4082-b589-2cc57b8da51e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0553234 Aug 23 12:01:51.332631 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9714ea46-249b-40d4-8a4c-0c4ec396e828 req-56cfa6e9-085c-4637-84c6-47d550d9050c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Aug 23 12:01:51.400805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2815a3-5111-4fc9-90c2-7bd4c3baff82 req-a3c6a7a7-4b31-4f04-95d0-5d9e94e0771e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.402468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d2815a3-5111-4fc9-90c2-7bd4c3baff82 req-a3c6a7a7-4b31-4f04-95d0-5d9e94e0771e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0560954 Aug 23 12:01:51.442173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d2815a3-5111-4fc9-90c2-7bd4c3baff82 req-60cf05b3-50c0-47b7-ba3f-0d61e416dc18 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336766 Aug 23 12:01:51.590576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c05fe-b154-42b6-93d2-68104ce28e4d req-6d00fbbc-9db4-4b03-90c7-9ab269484b2f tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.592239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-515c05fe-b154-42b6-93d2-68104ce28e4d req-6d00fbbc-9db4-4b03-90c7-9ab269484b2f tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 943 time: 0.0756886 Aug 23 12:01:51.661035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-515c05fe-b154-42b6-93d2-68104ce28e4d req-a9a02d77-134a-4c92-87fd-145f01e5343f tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622199 Aug 23 12:01:51.787155 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-46456fca-6849-4c02-8dd1-607ed20682cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:51.793631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-13506b50-1475-4efc-9472-0561d6f3a47e tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.795523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-13506b50-1475-4efc-9472-0561d6f3a47e tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.44 "GET /v2.0/networks?id=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 HTTP/1.1" status: 200 len: 818 time: 0.1826272 Aug 23 12:01:51.810690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Request body: {'port': {'device_id': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592', 'admin_state_up': True, 'tenant_id': '81d662bcf22a4d92bdd25e6b8a7bb01b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:51.890364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab73c8-5cd8-4a20-9ce4-63cfc5d65ae1 req-bcf3a9de-a7c6-42ba-ab7b-84c39585181c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.891918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99ab73c8-5cd8-4a20-9ce4-63cfc5d65ae1 req-bcf3a9de-a7c6-42ba-ab7b-84c39585181c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1421158 Aug 23 12:01:51.926681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15932a-583b-40b4-a439-42d68a4abe39 req-58c32931-6a5d-4b24-88bd-fd0ae2515568 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:51.928192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a15932a-583b-40b4-a439-42d68a4abe39 req-58c32931-6a5d-4b24-88bd-fd0ae2515568 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0498013 Aug 23 12:01:51.962118 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99ab73c8-5cd8-4a20-9ce4-63cfc5d65ae1 req-4b92dbdf-69ae-497d-8aac-e60fe6043412 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618637 Aug 23 12:01:51.974689 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a15932a-583b-40b4-a439-42d68a4abe39 req-c8cb56e5-5423-45e4-871f-acde3781e770 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Aug 23 12:01:51.990918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Made reservation on behalf of 81d662bcf22a4d92bdd25e6b8a7bb01b for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:51.994994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:52.079317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8420ee01-e30d-4267-8e91-fc2c8a854dad req-bb884ab7-b563-40d3-8490-fc50fade1c38 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 210 time: 0.0294242 Aug 23 12:01:52.218100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Allocated IP 172.20.0.4 (e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592/c0c8ff60-3056-4b6e-a3ef-da5fea698acd/56080ac6-d17f-4857-bbd3-7377c385587e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:52.227371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-d5f2b431-07ba-48de-ae28-82287963273b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.229246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-d5f2b431-07ba-48de-ae28-82287963273b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.1778693 Aug 23 12:01:52.244741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.251028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.257014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.260740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-c82ec1d0-fa4b-4465-b22e-9692ee8c5395 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/quotas/914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 375 time: 0.0177457 Aug 23 12:01:52.263106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.269022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.275613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.281509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.283533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-9117be3c-3622-41ba-9cd6-4f03fd88af33 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.1153588 Aug 23 12:01:52.327059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75af19a9-2ab3-49ce-ad19-db1b26c39d75 req-c7d47fe3-79b6-4721-9628-9960840f42b8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363505 Aug 23 12:01:52.416401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-1b7d4811-e517-479a-9fb2-f71e10971531 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1476119 Aug 23 12:01:52.515937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917e179-40a7-4d20-be4c-a2418e3d5791 req-a19c57b8-92b4-434c-8ad7-bc63d5499d25 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:52.517361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8917e179-40a7-4d20-be4c-a2418e3d5791 req-a19c57b8-92b4-434c-8ad7-bc63d5499d25 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0533090 Aug 23 12:01:52.530239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:52.559122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8917e179-40a7-4d20-be4c-a2418e3d5791 req-cd7c8abc-b4c6-4803-89c1-b84a4ec871da tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Aug 23 12:01:52.562550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-e485534e-4f22-4243-a343-543c5442231f service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379580 Aug 23 12:01:52.641195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.021047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:53.030573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:53.034206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:53.041107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-3f31810e-9b47-4614-9a5c-2658d93ea473 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689956 Aug 23 12:01:53.041405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Pushing event updated for resources: {'Port': ['ID=56080ac6-d17f-4857-bbd3-7377c385587e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:53.088708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:53.089339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.104648 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-e7f5fdc4-1996-4fc0-8543-6ca0183d03f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2987957 Aug 23 12:01:53.134253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Request body: {'port': {'device_id': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:53.200285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.357046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760ff80-806a-4fe2-9f2c-fcef3b8c0b6f req-a58a9639-0219-4777-8139-6ec5454c7f9b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:53.359076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8760ff80-806a-4fe2-9f2c-fcef3b8c0b6f req-a58a9639-0219-4777-8139-6ec5454c7f9b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 943 time: 0.1206048 Aug 23 12:01:53.442395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8760ff80-806a-4fe2-9f2c-fcef3b8c0b6f req-7e8509ee-67ef-49c7-8e4d-ab5b8dae3f5b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728278 Aug 23 12:01:53.544027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02cff7-a86b-440b-8bb5-7ff160ed081a req-a017457c-f013-4ebb-9d17-2ca75b222a24 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:53.551723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b02cff7-a86b-440b-8bb5-7ff160ed081a req-a017457c-f013-4ebb-9d17-2ca75b222a24 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0780039 Aug 23 12:01:53.602353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b02cff7-a86b-440b-8bb5-7ff160ed081a req-d533da37-a3eb-4268-814f-b4aa93851dfb tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496447 Aug 23 12:01:53.622992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56080ac6-d17f-4857-bbd3-7377c385587e {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:53.633571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.661788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Transition to ACTIVE for port object 56080ac6-d17f-4857-bbd3-7377c385587e will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:53.666974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.731856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=56080ac6-d17f-4857-bbd3-7377c385587e,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:53.755834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e828c23-2dab-4639-9362-53f93aa28c30 req-15aa9a02-815d-44a3-85ba-e82fa333fce7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:53.758813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e828c23-2dab-4639-9362-53f93aa28c30 req-15aa9a02-815d-44a3-85ba-e82fa333fce7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 943 time: 0.0810263 Aug 23 12:01:53.808332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e828c23-2dab-4639-9362-53f93aa28c30 req-40c85cef-fc1e-4ab0-9ebd-bd864d9fc5dc tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Aug 23 12:01:53.813680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Attempting to bind port 56080ac6-d17f-4857-bbd3-7377c385587e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:53.814061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Attempting to bind port 56080ac6-d17f-4857-bbd3-7377c385587e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '1492338f-8c2c-4211-ab6d-239a2ade04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:53.814397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Attempting to bind port 56080ac6-d17f-4857-bbd3-7377c385587e on network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:53.820012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Port 56080ac6-d17f-4857-bbd3-7377c385587e on network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:53.820402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Attempting to bind port 56080ac6-d17f-4857-bbd3-7377c385587e on network e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:53.826168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:53.826519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Checking segment: {'id': '1492338f-8c2c-4211-ab6d-239a2ade04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:53.826931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Bound using segment: {'id': '1492338f-8c2c-4211-ab6d-239a2ade04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:53.827383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Bound port: 56080ac6-d17f-4857-bbd3-7377c385587e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1492338f-8c2c-4211-ab6d-239a2ade04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:53.827749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.893555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59eed32d-23c9-4a40-8248-7e66b2de6c02 req-cd89b947-e718-446c-935c-6d3141e0d67d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 210 time: 0.0284741 Aug 23 12:01:53.926742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] For port 56080ac6-d17f-4857-bbd3-7377c385587e, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:53.932398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] For port 56080ac6-d17f-4857-bbd3-7377c385587e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56080ac6-d17f-4857-bbd3-7377c385587e,segment=NetworkSegment(1492338f-8c2c-4211-ab6d-239a2ade04ca),segment_id=1492338f-8c2c-4211-ab6d-239a2ade04ca)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:53.936825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.984348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:53.984973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:53.986441 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/56080ac6-d17f-4857-bbd3-7377c385587e HTTP/1.1" status: 200 len: 1091 time: 0.8664212 Aug 23 12:01:53.986893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'tag': '56080ac6-d17f-4857-bbd3-7377c385587e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:53.989180 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc274c-0f06-431e-bf37-e1a78e269e29" -d '{"events": [{"name": "network-changed", "server_uuid": "4a226e5b-da7d-4d35-bb0c-8cb0ff43e177", "tag": "56080ac6-d17f-4857-bbd3-7377c385587e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:54.020604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2352c-605b-46b2-8faf-ad73cdaa36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=56080ac6-d17f-4857-bbd3-7377c385587e,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:54.028018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.033934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.040710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.046713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.052857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.059503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.065232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.067165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-d72db5d8-2d78-4eb3-b87b-fce92044e9d7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.1070678 Aug 23 12:01:54.108071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57d0fa6e-49ca-451e-9e8d-c78375cb2f24 req-093effeb-71b9-4740-961c-851f222dee26 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345726 Aug 23 12:01:54.109373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-8386eed8-1028-4704-ad17-6479fc070466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.110948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-8386eed8-1028-4704-ad17-6479fc070466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d662bcf22a4d92bdd25e6b8a7bb01b&device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 1094 time: 0.0751138 Aug 23 12:01:54.126993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc638-ee63-4531-81a3-80be35aa7754 req-92090457-129a-4d87-8017-6fbc899b4c2a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.128475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1aebc638-ee63-4531-81a3-80be35aa7754 req-92090457-129a-4d87-8017-6fbc899b4c2a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0634458 Aug 23 12:01:54.176129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-322e8d1b-1c8e-4136-9029-e8f15ca31039 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56080ac6-d17f-4857-bbd3-7377c385587e HTTP/1.1" status: 200 len: 217 time: 0.0466321 Aug 23 12:01:54.230562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1aebc638-ee63-4531-81a3-80be35aa7754 req-11aa49c4-6b86-4878-a73b-d2eda0a82318 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944803 Aug 23 12:01:54.233712 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25283368-b72c-4f2e-b39c-53570c21d0e6 x-openstack-request-id: req-25283368-b72c-4f2e-b39c-53570c21d0e6 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:54.234009 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a226e5b-da7d-4d35-bb0c-8cb0ff43e177", "tag": "56080ac6-d17f-4857-bbd3-7377c385587e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:54.234336 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25283368-b72c-4f2e-b39c-53570c21d0e6 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:54.234732 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'tag': '56080ac6-d17f-4857-bbd3-7377c385587e', 'status': 'completed', 'code': 200} Aug 23 12:01:54.249055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-c1f528e1-4b04-4fec-b3c6-b46aea2cd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.250603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-c1f528e1-4b04-4fec-b3c6-b46aea2cd02e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0c8ff60-3056-4b6e-a3ef-da5fea698acd HTTP/1.1" status: 200 len: 858 time: 0.0669091 Aug 23 12:01:54.334478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-9fbe79c7-634d-46ea-950a-f9966b913a7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754032 Aug 23 12:01:54.363102 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:54.367962 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7da4-e296-4e92-9013-20f51df576c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:54.550009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-a3f4c61c-ba51-40b1-b102-d81107edaf80 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.551557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-a3f4c61c-ba51-40b1-b102-d81107edaf80 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.2760983 Aug 23 12:01:54.569235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.575244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.580415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285ef60-e631-455b-82a5-54bcc7132348 req-2095c65a-06af-4e74-a16a-73b86ceb1ab7 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.581083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.582600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9285ef60-e631-455b-82a5-54bcc7132348 req-2095c65a-06af-4e74-a16a-73b86ceb1ab7 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 943 time: 0.0612502 Aug 23 12:01:54.587045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.592809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.598984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.603659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:54.606315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.618874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4799642f-add0-4fa0-8105-a6ade48bfa08 req-a5d2e24b-908a-4512-8f08-0ac92d732619 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.2586465 Aug 23 12:01:54.618874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'port': {'device_id': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'admin_state_up': True, 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:54.629903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51076) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:54.640815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Request body: {'floatingip': {'port_id': '0967fd3a-816b-4536-8ed3-abf388e8116d'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:54.651442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:01:54.695934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9285ef60-e631-455b-82a5-54bcc7132348 req-f42ba96d-d3fc-4b38-9822-b85ba4935fa2 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034465 Aug 23 12:01:54.753339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:54.794250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:54.826917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'port_id': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'mac_address': 'fa:16:3e:3f:66:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b69d93e-e3d6-4b59-aa0e-db4880a72676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:54.839485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-9887254c-6a54-4432-9e00-9134a3cc21e9 service neutron] 10.222.0.44 "GET /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878087 Aug 23 12:01:54.872482 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:54.918721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:54.921291 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc82bd5-e821-4097-ace5-fca65b44e674" -d '{"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-unplugged", "status": "completed", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:54.938637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:54.943029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:54.955713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d21b00-0112-4294-9d3b-ea31439ddec9 req-0c38262e-7c7a-4028-97bb-62118e310eb6 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.964782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d21b00-0112-4294-9d3b-ea31439ddec9 req-0c38262e-7c7a-4028-97bb-62118e310eb6 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 943 time: 0.0702899 Aug 23 12:01:54.975085 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:54.989579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec88f3e7-477d-418d-8eb0-1581f3ed1f19 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:54.991850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28626c8-c82b-4387-9327-768400f3ab07 req-e778bad2-12fa-4528-9f98-6f77c58f6e80 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:54.993471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a28626c8-c82b-4387-9327-768400f3ab07 req-e778bad2-12fa-4528-9f98-6f77c58f6e80 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.2556183 Aug 23 12:01:55.027543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9d21b00-0112-4294-9d3b-ea31439ddec9 req-acd4ce0c-37a5-40d9-89d8-50eaa9d97aff tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Aug 23 12:01:55.087100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:55.097578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51096) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:55.102035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:01:55.102414 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:01:55.134600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c9dd5df-c97c-4fb4-b203-e2a0ef28b98c req-4c13ae3f-c67e-4f9b-a7db-cbcf8c870ea2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 210 time: 0.0310960 Aug 23 12:01:55.219563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a28626c8-c82b-4387-9327-768400f3ab07 req-15c864c8-517e-4422-8c89-8729ea6ef0ff tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913657 Aug 23 12:01:55.221420 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64592f-b12a-4c9c-a818-baad4999a907 x-openstack-request-id: req-2b64592f-b12a-4c9c-a818-baad4999a907 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:55.221735 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-unplugged", "status": "completed", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:55.222004 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b64592f-b12a-4c9c-a818-baad4999a907 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:55.222403 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'code': 200} Aug 23 12:01:55.224386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c1845f-aa27-4bee-8c4d-ebfcb22e8f44 req-aaff58de-b7d3-4f84-8900-6d369c4605da service neutron] 10.222.0.44 "GET /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705435 Aug 23 12:01:55.224953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:55.229170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.230921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18838f07-d3c5-4a34-8949-72ca805a6b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.377453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18838f07-d3c5-4a34-8949-72ca805a6b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.382590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18838f07-d3c5-4a34-8949-72ca805a6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.426239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-18838f07-d3c5-4a34-8949-72ca805a6b2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cc0a3b2ecce4649ba3a9a2afe4ec0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275194 Aug 23 12:01:55.427472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18838f07-d3c5-4a34-8949-72ca805a6b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf1e91-c4c9-4265-a71d-064aaa1f2704,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:55.430625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51104) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:55.483297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f77a210-fc2d-41d0-a8be-e01d239bf312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.506007 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f77a210-fc2d-41d0-a8be-e01d239bf312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.517374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-35cad3d9-b7ed-4810-b172-32959ebc98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:55.519085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-35cad3d9-b7ed-4810-b172-32959ebc98af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81d662bcf22a4d92bdd25e6b8a7bb01b&device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 1094 time: 0.2033265 Aug 23 12:01:55.559726 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f77a210-fc2d-41d0-a8be-e01d239bf312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.563260 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f77a210-fc2d-41d0-a8be-e01d239bf312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.564946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7f77a210-fc2d-41d0-a8be-e01d239bf312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcaf1e91-c4c9-4265-a71d-064aaa1f2704 HTTP/1.1" status: 204 len: 168 time: 0.1330678 Aug 23 12:01:55.574700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77a210-fc2d-41d0-a8be-e01d239bf312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf1e91-c4c9-4265-a71d-064aaa1f2704,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:55.575775 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.588053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c302d46-1153-4237-bbb4-406de107ad97 req-e9ca3124-f8c6-4792-a8eb-6cec12355b2d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:55.589571 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c302d46-1153-4237-bbb4-406de107ad97 req-e9ca3124-f8c6-4792-a8eb-6cec12355b2d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2214794 Aug 23 12:01:55.641240 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.645965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Allocated IP 172.20.0.7 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/da04273a-018a-441d-9983-476fbed9b6c8) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:01:55.656418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec88f3e7-477d-418d-8eb0-1581f3ed1f19 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:55.680201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:55.684668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.685620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ccba7efe-3e54-49d9-9b1d-2b52b45b872c details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:55.769627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:55.804589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c302d46-1153-4237-bbb4-406de107ad97 req-f82d1d71-4c9a-452a-887c-2e237404885b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012227 Aug 23 12:01:55.827344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-576d727d-0a43-4a2b-a418-2cf21688a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:55.833764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-576d727d-0a43-4a2b-a418-2cf21688a92c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 HTTP/1.1" status: 200 len: 919 time: 0.2674572 Aug 23 12:01:55.858969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:55.862132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.880648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16615084-874f-4a53-9a27-e7cb849105e4 req-300b700b-73b6-4ce8-8c97-bc758680908d tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:55.882881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16615084-874f-4a53-9a27-e7cb849105e4 req-300b700b-73b6-4ce8-8c97-bc758680908d tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 943 time: 0.0780942 Aug 23 12:01:55.888522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'port_id': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'mac_address': 'fa:16:3e:d0:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:55.907919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.918257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-82400ee6-46a3-45a3-9365-8f2fb5ec0548 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56080ac6-d17f-4857-bbd3-7377c385587e HTTP/1.1" status: 200 len: 217 time: 0.0715609 Aug 23 12:01:55.937604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16615084-874f-4a53-9a27-e7cb849105e4 req-cd084e7b-89e4-410d-917e-32b4ce880c33 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Aug 23 12:01:55.947576 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:55.963143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccba7efe-3e54-49d9-9b1d-2b52b45b872c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:55.992813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:56.000498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:56.056334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:56.107793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-44a15f8a-eace-4612-b50e-aced050ab9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:56.109291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-44a15f8a-eace-4612-b50e-aced050ab9a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0c8ff60-3056-4b6e-a3ef-da5fea698acd HTTP/1.1" status: 200 len: 858 time: 0.1535833 Aug 23 12:01:56.130984 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:01:56.189855 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-ffc16263-e174-4656-9ff9-cad81ff23810 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620310 Aug 23 12:01:56.219915 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:56.235292 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Floating IP 5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de associated. External IP: 172.25.1.238, port: 0967fd3a-816b-4536-8ed3-abf388e8116d. Aug 23 12:01:56.264227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5291ebf6-d3ac-41ee-8a89-4d6395f80c99 req-b104a3f5-b04d-4d6c-9f67-9a6687b22d9b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 210 time: 0.0333014 Aug 23 12:01:56.275935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ec88f3e7-477d-418d-8eb0-1581f3ed1f19'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:56.279272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ccba7efe-3e54-49d9-9b1d-2b52b45b872c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:56.327708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Transition to ACTIVE for port object da04273a-018a-441d-9983-476fbed9b6c8 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:56.348884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ad922-6d3d-419a-8ec7-410e561822fd req-06c45c14-1987-43c6-adb2-26b8f42c12d8 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:56.356501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d7ad922-6d3d-419a-8ec7-410e561822fd req-06c45c14-1987-43c6-adb2-26b8f42c12d8 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 943 time: 0.2504601 Aug 23 12:01:56.389982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216209f4-a3c2-46a2-95a4-d1bbb9e4bad7 req-89e3cbbf-a614-46bf-af21-e9305c505bbc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:56.401100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-216209f4-a3c2-46a2-95a4-d1bbb9e4bad7 req-89e3cbbf-a614-46bf-af21-e9305c505bbc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 945 time: 0.0657897 Aug 23 12:01:56.446645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-216209f4-a3c2-46a2-95a4-d1bbb9e4bad7 req-98aea0ca-b883-41b4-af61-e7ad3dd8339c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Aug 23 12:01:56.496289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-3a6325e5-698e-4aa0-aec2-c2be2ce4e511 service neutron] 10.222.0.44 "GET /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952325 Aug 23 12:01:56.503884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d7ad922-6d3d-419a-8ec7-410e561822fd req-9511c35f-cf35-42b1-8974-ebf8b351be34 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465266 Aug 23 12:01:56.525150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:56.945320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56080ac6-d17f-4857-bbd3-7377c385587e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:01:56.965476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:01:56.985970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:01:57.008793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:01:57.077451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=da04273a-018a-441d-9983-476fbed9b6c8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:57.133238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56080ac6-d17f-4857-bbd3-7377c385587e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56080ac6-d17f-4857-bbd3-7377c385587e,segment=NetworkSegment(1492338f-8c2c-4211-ab6d-239a2ade04ca),segment_id=1492338f-8c2c-4211-ab6d-239a2ade04ca)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:57.158692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '56080ac6-d17f-4857-bbd3-7377c385587e', 'network_id': 'e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592', 'port_id': '56080ac6-d17f-4857-bbd3-7377c385587e', 'mac_address': 'fa:16:3e:cf:81:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c8ff60-3056-4b6e-a3ef-da5fea698acd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:01:57.177718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cdc274c-0f06-431e-bf37-e1a78e269e29 req-69f11525-071f-409a-abad-7ff568628dbb service neutron] 10.222.0.44 "GET /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670432 Aug 23 12:01:57.181773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63c79d-acea-4320-b477-6e12c78e02bc req-08b67038-5665-44bd-bc95-ce9184ea2f35 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:57.189803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f63c79d-acea-4320-b477-6e12c78e02bc req-08b67038-5665-44bd-bc95-ce9184ea2f35 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 944 time: 0.1168528 Aug 23 12:01:57.232287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:57.236129 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.242694 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.252230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f63c79d-acea-4320-b477-6e12c78e02bc req-8208782a-5600-4939-952e-dde6da54c89c tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527802 Aug 23 12:01:57.268298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e987f2-ae92-4bd4-88db-c6b4d7be5991 req-f1e54f3d-2ab5-48f6-951c-f5dde8540f11 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:57.275701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44e987f2-ae92-4bd4-88db-c6b4d7be5991 req-f1e54f3d-2ab5-48f6-951c-f5dde8540f11 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3090513 Aug 23 12:01:57.278272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56080ac6-d17f-4857-bbd3-7377c385587e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:57.291082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-381e8e3f-4848-48ee-ad1b-f9208babe254 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6777992 Aug 23 12:01:57.293042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Router f64b8980-cfac-41a9-ad19-a3f86810c513 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:01:57.298470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.301106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51178) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:57.309327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9236c12e-5fbc-4d43-a448-ad6174467f3a None None] Provisioning for port da04273a-018a-441d-9983-476fbed9b6c8 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:57.313055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Request body: {'port': {'device_id': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:57.315836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9236c12e-5fbc-4d43-a448-ad6174467f3a None None] Provisioning complete for port da04273a-018a-441d-9983-476fbed9b6c8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:57.316233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9236c12e-5fbc-4d43-a448-ad6174467f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.319000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56080ac6-d17f-4857-bbd3-7377c385587e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56080ac6-d17f-4857-bbd3-7377c385587e,segment=NetworkSegment(1492338f-8c2c-4211-ab6d-239a2ade04ca),segment_id=1492338f-8c2c-4211-ab6d-239a2ade04ca)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:57.349873 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.360474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44e987f2-ae92-4bd4-88db-c6b4d7be5991 req-1d7ddf24-8176-43c2-9bee-3e293bb9c08e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838046 Aug 23 12:01:57.404087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9236c12e-5fbc-4d43-a448-ad6174467f3a None None] Port da04273a-018a-441d-9983-476fbed9b6c8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:01:57.416815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324a55-16e8-4d43-bd19-593a9717f940 req-6c4e9056-5879-416e-8b69-7d8728a43ad4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:57.424261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56080ac6-d17f-4857-bbd3-7377c385587e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:57.425633 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a324a55-16e8-4d43-bd19-593a9717f940 req-6c4e9056-5879-416e-8b69-7d8728a43ad4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 931 time: 0.0767999 Aug 23 12:01:57.473378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.482832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a324a55-16e8-4d43-bd19-593a9717f940 req-4a66a976-a933-47fb-a4f4-893e61d02e5f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510223 Aug 23 12:01:57.483830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e387003-e398-42fd-8d4c-c53aec86b8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.493583 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.549770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:01:57.563724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] Sync routers for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:01:57.577759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:57.578911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:57.590140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.604094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e387003-e398-42fd-8d4c-c53aec86b8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.607246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e387003-e398-42fd-8d4c-c53aec86b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.660292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e387003-e398-42fd-8d4c-c53aec86b8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f0a833-bd39-4df8-b1f8-333fb8d76fe6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:57.678216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7e387003-e398-42fd-8d4c-c53aec86b8f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a1fdada9eb6458fa04d5e254cf23d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760016 Aug 23 12:01:57.688912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['56080ac6-d17f-4857-bbd3-7377c385587e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:01:57.693022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51188) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:57.738981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f150f6-1153-433d-a5a8-15aea2726929 req-0cd78b37-4747-4e28-b59d-28fd7254a77c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:57.740444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9f150f6-1153-433d-a5a8-15aea2726929 req-0cd78b37-4747-4e28-b59d-28fd7254a77c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 945 time: 0.1886060 Aug 23 12:01:57.742024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a69bbd0a-ec76-4cca-b3dd-db63bb9b98aa tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "PUT /v2.0/floatingips/5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de HTTP/1.1" status: 200 len: 992 time: 3.1093988 Aug 23 12:01:57.746975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150ebab-681b-4e34-9821-f652aec7ec6b req-4bc958bd-80c6-4402-af24-5953e659b7f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:57.747135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:57.748536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4150ebab-681b-4e34-9821-f652aec7ec6b req-4bc958bd-80c6-4402-af24-5953e659b7f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 944 time: 0.0917265 Aug 23 12:01:57.749813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:57.751410 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:57.775954 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddbeefbb-0c5e-47ca-8013-328231e2faea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.811724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4150ebab-681b-4e34-9821-f652aec7ec6b req-8c405439-2bdb-4b55-95e1-06d58addf5f0 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 Aug 23 12:01:57.815255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddbeefbb-0c5e-47ca-8013-328231e2faea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.841564 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9f150f6-1153-433d-a5a8-15aea2726929 req-e66ff664-a386-49dc-befe-c495255e9ece tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741146 Aug 23 12:01:57.933558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddbeefbb-0c5e-47ca-8013-328231e2faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.935618 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de39368-585c-4476-9686-0a93fc91368c x-openstack-request-id: req-3de39368-585c-4476-9686-0a93fc91368c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:57.935920 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:57.936176 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3de39368-585c-4476-9686-0a93fc91368c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:57.936576 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'status': 'completed', 'code': 200} Aug 23 12:01:57.936942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddbeefbb-0c5e-47ca-8013-328231e2faea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:57.940940 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ddbeefbb-0c5e-47ca-8013-328231e2faea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0f0a833-bd39-4df8-b1f8-333fb8d76fe6 HTTP/1.1" status: 204 len: 168 time: 0.2455134 Aug 23 12:01:57.949724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeefbb-0c5e-47ca-8013-328231e2faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f0a833-bd39-4df8-b1f8-333fb8d76fe6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:58.034856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da04273a-018a-441d-9983-476fbed9b6c8 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:01:58.046060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.064856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.065359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.065878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.066347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.066824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.067294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.067769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.069837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-f18ec9ab-1e82-4c13-9880-b27b465e052e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6493 time: 0.0983527 Aug 23 12:01:58.072672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Transition to ACTIVE for port object da04273a-018a-441d-9983-476fbed9b6c8 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:01:58.086301 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.090967 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.107496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'port_id': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'mac_address': 'fa:16:3e:1c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:00:30Z', 'updated_at': '2021-08-23T12:01:55Z', 'revision_number': 1, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T12:00:00Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:58.143498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] Checking router: f64b8980-cfac-41a9-ad19-a3f86810c513 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:01:58.161632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:01:58.161632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:58.190512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Pushing event updated for resources: {'Port': ['ID=da04273a-018a-441d-9983-476fbed9b6c8,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:58.253528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-0638356b-d148-4f0f-9249-d5041e908976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.255004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-0638356b-d148-4f0f-9249-d5041e908976 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a798c050-248a-4546-8041-33f968ec94d0 HTTP/1.1" status: 200 len: 912 time: 0.1786389 Aug 23 12:01:58.293181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:01:58.328296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Attempting to bind port da04273a-018a-441d-9983-476fbed9b6c8 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:01:58.328699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Attempting to bind port da04273a-018a-441d-9983-476fbed9b6c8 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:01:58.328971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Attempting to bind port da04273a-018a-441d-9983-476fbed9b6c8 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:58.337541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Port da04273a-018a-441d-9983-476fbed9b6c8 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:01:58.337902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Attempting to bind port da04273a-018a-441d-9983-476fbed9b6c8 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:01:58.348121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:01:58.348753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:01:58.349154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:01:58.349634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Bound port: da04273a-018a-441d-9983-476fbed9b6c8, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:01:58.350124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.368776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-df4b88bb-9cf9-4412-9ce6-38cfacbf919d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 200 len: 1000 time: 0.0998983 Aug 23 12:01:58.566043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-19036355-fe39-499a-9752-49f04eaee642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.567247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dbc63-9623-4d66-ac80-70f98f29e84b req-92e9078f-de27-4f79-8ac9-802b4b230a9c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.567744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-19036355-fe39-499a-9752-49f04eaee642 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d08542eb-e3aa-4709-9902-a01ded7822d8 HTTP/1.1" status: 200 len: 850 time: 0.1474488 Aug 23 12:01:58.568816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a8dbc63-9623-4d66-ac80-70f98f29e84b req-92e9078f-de27-4f79-8ac9-802b4b230a9c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0890756 Aug 23 12:01:58.581640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f680-01e6-4f77-88ed-e0aaba9512cb req-c587e31c-e85c-47e1-b40b-e22e13aac49b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.583198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03b6f680-01e6-4f77-88ed-e0aaba9512cb req-c587e31c-e85c-47e1-b40b-e22e13aac49b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 944 time: 0.1642344 Aug 23 12:01:58.616864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a8dbc63-9623-4d66-ac80-70f98f29e84b req-4ffdbe02-810d-43ce-86e8-1bbd15fb9b71 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Aug 23 12:01:58.618276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:58.646306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] For port da04273a-018a-441d-9983-476fbed9b6c8, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:01:58.671319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'port_id': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'mac_address': 'fa:16:3e:1c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:00:30Z', 'updated_at': '2021-08-23T12:01:55Z', 'revision_number': 1, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T12:00:00Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:01:58.697334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] For port da04273a-018a-441d-9983-476fbed9b6c8, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=da04273a-018a-441d-9983-476fbed9b6c8,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:01:58.704059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ebbea9-2984-4338-acc0-e9ae1cee8770 None None] The sync data for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 is: [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'port_id': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'mac_address': 'fa:16:3e:1c:09:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:00:30Z', 'updated_at': '2021-08-23T12:01:55Z', 'revision_number': 1, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T12:00:00Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:01:58.706376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03b6f680-01e6-4f77-88ed-e0aaba9512cb req-dcc65cf6-a38f-4eae-8d25-356f17e0e439 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089997 Aug 23 12:01:58.717152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.723030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:58.723413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.727503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-7dcfb0e6-7681-4a03-8b20-cbce0c39c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.729181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-7dcfb0e6-7681-4a03-8b20-cbce0c39c336 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a798c050-248a-4546-8041-33f968ec94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411762 Aug 23 12:01:58.751857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584ecfd-9fc4-4539-837e-ee95536b4821 req-60134124-cf7e-4f4d-9edc-3a6480ef1ffe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.754878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c584ecfd-9fc4-4539-837e-ee95536b4821 req-60134124-cf7e-4f4d-9edc-3a6480ef1ffe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 943 time: 0.0742571 Aug 23 12:01:58.767792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:58.768615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.770165 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] 10.222.0.41 "PUT /v2.0/ports/da04273a-018a-441d-9983-476fbed9b6c8 HTTP/1.1" status: 200 len: 1091 time: 1.4638464 Aug 23 12:01:58.829262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df729fbc-0aae-4d5f-a034-8064439cc0cb service neutron] Pushing event updated for resources: {'Port': ['ID=da04273a-018a-441d-9983-476fbed9b6c8,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:58.844139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.871039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:58.873650 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562ff12-1bbb-4a91-bac0-6cb89ca1f484" -d '{"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-plugged", "status": "completed", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:58.884759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:58.900116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:58.906306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:58.907317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ccba7efe-3e54-49d9-9b1d-2b52b45b872c up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:58.926011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c584ecfd-9fc4-4539-837e-ee95536b4821 req-f2d0e1c1-0bb9-4f47-b379-a10b46af385d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521342 Aug 23 12:01:58.941669 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-cbcf948b-9f8b-4c8a-8e79-86ca8e612805 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896274 Aug 23 12:01:59.005997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56080ac6-d17f-4857-bbd3-7377c385587e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:01:59.102648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1067461493-network', 'tenant_id': 'c6a075865dc0408d8a4271075edb7902'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:59.119842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59654afa-5ad0-4e11-8cb2-baf05583c4a7 req-dab68faa-1144-4361-8c1a-9e306dca7040 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.121795 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59654afa-5ad0-4e11-8cb2-baf05583c4a7 req-dab68faa-1144-4361-8c1a-9e306dca7040 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0949814 Aug 23 12:01:59.140921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-8f6bf49c-a7c0-4a9e-a6f4-55d1574f8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.143039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-8f6bf49c-a7c0-4a9e-a6f4-55d1574f8165 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 1094 time: 0.3107383 Aug 23 12:01:59.165232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Made reservation on behalf of c6a075865dc0408d8a4271075edb7902 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:59.167816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.183179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3862a-7c4f-41b9-bc60-6c1223e1dc93 req-48688cff-055f-46a2-9419-9b921af63ff0 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.184951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2b3862a-7c4f-41b9-bc60-6c1223e1dc93 req-48688cff-055f-46a2-9419-9b921af63ff0 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 944 time: 0.1486924 Aug 23 12:01:59.195878 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89382939-f457-41d6-ba35-02a28ad5a614 None None] New status for floating IP 5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:01:59.204055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59654afa-5ad0-4e11-8cb2-baf05583c4a7 req-e80f08ed-9ba5-40cc-95a3-ebdfd4b688da tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696056 Aug 23 12:01:59.204733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.237257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-607e64fa-c213-4b23-b3c4-c95dee92dfdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da04273a-018a-441d-9983-476fbed9b6c8 HTTP/1.1" status: 200 len: 217 time: 0.0808477 Aug 23 12:01:59.266922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:59.296883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port ccba7efe-3e54-49d9-9b1d-2b52b45b872c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:59.311441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ccba7efe-3e54-49d9-9b1d-2b52b45b872c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:59.312339 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.363281 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389271ac-cdd9-4f43-9652-548b1c879a08 x-openstack-request-id: req-389271ac-cdd9-4f43-9652-548b1c879a08 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:01:59.366171 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-plugged", "status": "completed", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:01:59.367495 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-389271ac-cdd9-4f43-9652-548b1c879a08 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:01:59.370704 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'code': 200} Aug 23 12:01:59.385944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 56080ac6-d17f-4857-bbd3-7377c385587e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:01:59.388284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2b3862a-7c4f-41b9-bc60-6c1223e1dc93 req-b1da6372-2462-4625-aa98-0317627f3f6e tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572738 Aug 23 12:01:59.402181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 56080ac6-d17f-4857-bbd3-7377c385587e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:01:59.402564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.404984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfa51af-72c7-4185-a8be-6bcb8fbc9902 req-a793fbc4-6d2f-4ca7-a646-2e73d327b97e service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430165 Aug 23 12:01:59.423001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.433766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.442922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-ad63383f-22a7-4767-b8d7-046b34e78e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.446903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-ad63383f-22a7-4767-b8d7-046b34e78e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.2009616 Aug 23 12:01:59.489523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:01:59.498432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff9d65-6050-4c70-a177-af206d67a4fa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:59.522218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.523112 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Added segment e69e11ca-8b3f-4ca7-a66d-158d090c7c79 of type vlan for network c107c8e4-8dea-400f-b788-b169d79943d1 Aug 23 12:01:59.561973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-b0c4a5a7-728e-4415-903d-686e2b6e7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.563380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-b0c4a5a7-728e-4415-903d-686e2b6e7ab7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090190 Aug 23 12:01:59.570229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd57984-7912-4743-83d5-da2e26d2973c req-5cb6eac6-d31d-49f2-8b32-cb6c483138a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.571816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fd57984-7912-4743-83d5-da2e26d2973c req-5cb6eac6-d31d-49f2-8b32-cb6c483138a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 1097 time: 0.0656378 Aug 23 12:01:59.579091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.581943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.593115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.607080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.608141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.608734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.642104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:59.651464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.654560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56080ac6-d17f-4857-bbd3-7377c385587e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56080ac6-d17f-4857-bbd3-7377c385587e,segment=NetworkSegment(1492338f-8c2c-4211-ab6d-239a2ade04ca),segment_id=1492338f-8c2c-4211-ab6d-239a2ade04ca)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:01:59.678335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fd57984-7912-4743-83d5-da2e26d2973c req-fda66833-0cb3-4f04-8aa5-8a043ea15ba7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976572 Aug 23 12:01:59.681542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51236) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:01:59.681742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7955632 Aug 23 12:01:59.683830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.685299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a737b-070e-4e76-89fc-1505ee8149bb admin admin] Pushing event updated for resources: {'Network': ['ID=c107c8e4-8dea-400f-b788-b169d79943d1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:59.691275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Request body: {'subnet': {'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1067461493-subnet', 'tenant_id': 'c6a075865dc0408d8a4271075edb7902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:01:59.700668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c107c8e4-8dea-400f-b788-b169d79943d1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:01:59.729656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Made reservation on behalf of c6a075865dc0408d8a4271075edb7902 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:01:59.732258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:01:59.748227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:59.753253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-df794a46-322c-4ff7-88b7-f3148716a50b service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803854 Aug 23 12:01:59.856637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56080ac6-d17f-4857-bbd3-7377c385587e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:01:59.938011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'tag': 'da04273a-018a-441d-9983-476fbed9b6c8'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:01:59.940304 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "26beffc4-587f-4d4a-9a68-5af5f0459f11", "tag": "da04273a-018a-441d-9983-476fbed9b6c8"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:01:59.975823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2ff9-50a3-44c3-a213-1aa1f6167d0f req-54cabd17-ab99-49b9-9ed7-fedd66db5ac1 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:01:59.977429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffbc2ff9-50a3-44c3-a213-1aa1f6167d0f req-54cabd17-ab99-49b9-9ed7-fedd66db5ac1 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1703358 Aug 23 12:02:00.023517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87641c-83b4-4ef9-abf0-5cee35f69889 req-3094f667-533b-4989-a4d5-1c0a9d1cd402 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.025183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca87641c-83b4-4ef9-abf0-5cee35f69889 req-3094f667-533b-4989-a4d5-1c0a9d1cd402 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.3224876 Aug 23 12:02:00.042891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90906d63-81b9-4dd0-b79f-fafad1e072e5 req-8ab6552c-576c-4e28-8bfd-f4d0ccb4cf2c service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822765 Aug 23 12:02:00.065356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca87641c-83b4-4ef9-abf0-5cee35f69889 req-e3724e5f-64dd-4365-bf53-14c66f7bef92 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Aug 23 12:02:00.077733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffbc2ff9-50a3-44c3-a213-1aa1f6167d0f req-3b929418-b319-4c4d-8a36-3c80acf17523 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928173 Aug 23 12:02:00.096996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:00.130110 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36768909-ed83-4738-8b89-2a1e3de22c12 x-openstack-request-id: req-36768909-ed83-4738-8b89-2a1e3de22c12 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:00.130397 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26beffc4-587f-4d4a-9a68-5af5f0459f11", "tag": "da04273a-018a-441d-9983-476fbed9b6c8", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:00.130661 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36768909-ed83-4738-8b89-2a1e3de22c12 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:00.131022 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'tag': 'da04273a-018a-441d-9983-476fbed9b6c8', 'status': 'completed', 'code': 200} Aug 23 12:02:00.155527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:00.209997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Checking segment: {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:00.210360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Network hostable DHCP agents. Network: c107c8e4-8dea-400f-b788-b169d79943d1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:02:00.261788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-aa8665de-dcca-40d7-906e-8b8876fc6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.263324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-aa8665de-dcca-40d7-906e-8b8876fc6c02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 1094 time: 0.0962415 Aug 23 12:02:00.265758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Network c107c8e4-8dea-400f-b788-b169d79943d1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:02:00.276264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d0da-d781-435a-ac6f-7fd21c88b4cf req-0ec81637-6a68-46e1-bd0d-c12e999796dc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.277819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb44d0da-d781-435a-ac6f-7fd21c88b4cf req-0ec81637-6a68-46e1-bd0d-c12e999796dc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 943 time: 0.0952497 Aug 23 12:02:00.312527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c107c8e4-8dea-400f-b788-b169d79943d1) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:00.322659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a7e3a-20e3-4655-8be0-9412d1bbf78f None None] Network c107c8e4-8dea-400f-b788-b169d79943d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:00.330598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.331199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:00.336125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63e8ba-495a-4cb5-b8e0-8ab9e7561a01 req-34217e43-549d-4cac-a42f-a1887b0da979 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.337824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f63e8ba-495a-4cb5-b8e0-8ab9e7561a01 req-34217e43-549d-4cac-a42f-a1887b0da979 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0566032 Aug 23 12:02:00.379355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f63e8ba-495a-4cb5-b8e0-8ab9e7561a01 req-0f7b9a15-2269-4957-bc60-2304ce9f67db tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354226 Aug 23 12:02:00.394951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-29c6d972-571f-4bc5-8b8e-a1e95a91ae6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7118189 Aug 23 12:02:00.400607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb44d0da-d781-435a-ac6f-7fd21c88b4cf req-08b1eae1-f533-4946-839b-42e6fd745df7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107423 Aug 23 12:02:00.425228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-52e57c86-de4a-41b7-851e-92a5236881e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.427347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-52e57c86-de4a-41b7-851e-92a5236881e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.1485765 Aug 23 12:02:00.488877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d30065-ee83-4486-91fc-46b1077ad8aa None None] Network c107c8e4-8dea-400f-b788-b169d79943d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:00.503479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-fd84b28b-c39d-44d3-a61c-c8ba59995acb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da04273a-018a-441d-9983-476fbed9b6c8 HTTP/1.1" status: 200 len: 217 time: 0.0662847 Aug 23 12:02:00.584848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-e7eb3b92-ec2a-43be-bded-605ecafed9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.586864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-e7eb3b92-ec2a-43be-bded-605ecafed9d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0748768 Aug 23 12:02:00.604853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60524-109d-4927-b6fe-11d50cb786fb req-a5ee0bd8-cb0b-4e5b-8906-b367c54fd1d9 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.606450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9e60524-109d-4927-b6fe-11d50cb786fb req-a5ee0bd8-cb0b-4e5b-8906-b367c54fd1d9 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 945 time: 0.0629103 Aug 23 12:02:00.680423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-36f4cbec-6fde-4391-be68-79d8d2bca7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:00.681997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-36f4cbec-6fde-4391-be68-79d8d2bca7ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860083 Aug 23 12:02:00.685243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9e60524-109d-4927-b6fe-11d50cb786fb req-6d96cf51-f208-480e-b529-88912108376a tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695519 Aug 23 12:02:00.716643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ce2f9d33-eacd-4b52-b909-d4d78f7a7a7b req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1944521394', 'description': 'tempest-description-1928962296'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:00.742354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ce2f9d33-eacd-4b52-b909-d4d78f7a7a7b req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:00.804806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-c69ea2b2-183d-466f-a920-4c7237fdfa33 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135149 Aug 23 12:02:00.846293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ce2f9d33-eacd-4b52-b909-d4d78f7a7a7b req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:00.851350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ce2f9d33-eacd-4b52-b909-d4d78f7a7a7b req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:00.879605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ce2f9d33-eacd-4b52-b909-d4d78f7a7a7b req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:00.880837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce2f9d33-eacd-4b52-b909-d4d78f7a7a7b req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1685491 Aug 23 12:02:00.882653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205428-60c9-4421-a3ca-4d5c772a9232 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69affbf4-a587-4800-88aa-8d88fd1db87a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:00.912581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0f15b805-2ff9-4008-ab9e-e8ffdedc851e req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-49756690', 'description': 'tempest-description-1713297290'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:00.919416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e17e5a7-3e58-4f7f-9a69-3ffe4485fdc4 req-cbfaf844-6806-4dff-8943-76c68f630298 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077092 Aug 23 12:02:00.936542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0f15b805-2ff9-4008-ab9e-e8ffdedc851e req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:01.021449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0f15b805-2ff9-4008-ab9e-e8ffdedc851e req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:01.025704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0f15b805-2ff9-4008-ab9e-e8ffdedc851e req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:01.054335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0f15b805-2ff9-4008-ab9e-e8ffdedc851e req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:01.055550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f15b805-2ff9-4008-ab9e-e8ffdedc851e req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1499863 Aug 23 12:02:01.057255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1faf5b-ee79-4103-a5cf-1388d27d0616,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:01.070649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.071032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.071375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.071733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.072233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.072401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.072719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.073054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.073388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.073736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.074075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.074406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17848535-7b33-4551-971c-ea4eb8937bf7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:01.189428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b48fd-28b3-4017-ada9-3ae4456ec22a req-b433686b-060d-41d9-94b0-7111c6746702 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.190872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-308b48fd-28b3-4017-ada9-3ae4456ec22a req-b433686b-060d-41d9-94b0-7111c6746702 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0503147 Aug 23 12:02:01.208300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80645a8-63d2-4fef-8b31-f7175860c8bd req-95dd8d1d-1e90-4ac4-b0c9-5abe06b71ef4 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.210418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e80645a8-63d2-4fef-8b31-f7175860c8bd req-95dd8d1d-1e90-4ac4-b0c9-5abe06b71ef4 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.0486765 Aug 23 12:02:01.230189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-308b48fd-28b3-4017-ada9-3ae4456ec22a req-dff49c33-bf65-4d39-a004-9fc68d280b40 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Aug 23 12:02:01.253228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e80645a8-63d2-4fef-8b31-f7175860c8bd req-64a1dbdd-c831-4eb0-b5dc-2476fc9a8bbb tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365717 Aug 23 12:02:01.371485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c'}, {'server_uuid': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56080ac6-d17f-4857-bbd3-7377c385587e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:01.374387 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a96a5-4d05-40f5-90fb-179d0b62ec06" -d '{"events": [{"server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "name": "network-vif-plugged", "status": "completed", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c"}, {"server_uuid": "4a226e5b-da7d-4d35-bb0c-8cb0ff43e177", "name": "network-vif-plugged", "status": "completed", "tag": "56080ac6-d17f-4857-bbd3-7377c385587e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:01.409801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-fccf951b-de7d-48d6-aabe-27c72253da6c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.411319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-fccf951b-de7d-48d6-aabe-27c72253da6c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 813 time: 0.1082456 Aug 23 12:02:01.420205 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a256fcfb-4ff8-4ba5-adc1-a8a8230d1a59 x-openstack-request-id: req-a256fcfb-4ff8-4ba5-adc1-a8a8230d1a59 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:01.420962 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "name": "network-vif-plugged", "status": "completed", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c", "code": 200}, {"server_uuid": "4a226e5b-da7d-4d35-bb0c-8cb0ff43e177", "name": "network-vif-plugged", "status": "completed", "tag": "56080ac6-d17f-4857-bbd3-7377c385587e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:01.421424 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a256fcfb-4ff8-4ba5-adc1-a8a8230d1a59 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:01.422115 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'code': 200} Aug 23 12:02:01.422572 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56080ac6-d17f-4857-bbd3-7377c385587e', 'code': 200} Aug 23 12:02:01.428717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-38ab9d91-026a-477f-bfda-69efa9ba815b tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/quotas/c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 375 time: 0.0100942 Aug 23 12:02:01.470633 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-8bc072e5-bb90-4808-a2ac-916d2db9ba65 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296504 Aug 23 12:02:01.572497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-94b34faa-4f52-41a8-af15-a758dd3b7ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864596 Aug 23 12:02:01.598930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a8585-4e58-4338-8fd1-98c3f6621a68 req-4f82957e-97bb-473e-b122-cb7c626a4fbc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.600988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e70a8585-4e58-4338-8fd1-98c3f6621a68 req-4f82957e-97bb-473e-b122-cb7c626a4fbc tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1322939 Aug 23 12:02:01.602690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a7862-a3ea-44af-9b98-c3deb519b585 req-0b04f6a1-ce44-46e1-a9ed-f4b0d71d31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.604110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-523a7862-a3ea-44af-9b98-c3deb519b585 req-0b04f6a1-ce44-46e1-a9ed-f4b0d71d31d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 1096 time: 0.0961974 Aug 23 12:02:01.605925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70be5ed-03b4-48ea-94e3-7fb72b5c9063 req-372541cf-b2f7-4bcf-854f-372271f90489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.607335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c70be5ed-03b4-48ea-94e3-7fb72b5c9063 req-372541cf-b2f7-4bcf-854f-372271f90489 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 1096 time: 0.1267869 Aug 23 12:02:01.666189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-7771fbde-966e-4b30-8ca0-9f3b98988a28 service neutron] 10.222.0.21 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Aug 23 12:02:01.687385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e70a8585-4e58-4338-8fd1-98c3f6621a68 req-107b14ec-754e-4d7e-af64-2badb5b8cee4 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790968 Aug 23 12:02:01.690835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-523a7862-a3ea-44af-9b98-c3deb519b585 req-5d0bd2b0-0ced-47bf-a5de-00b00fa207a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765944 Aug 23 12:02:01.692688 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c70be5ed-03b4-48ea-94e3-7fb72b5c9063 req-7aa2ed31-6073-422a-bebc-279f1bf67abb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766323 Aug 23 12:02:01.792979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845ee0d-e67a-4c58-ba9e-9129f6f67885 req-a988f008-c70a-48dd-b2e6-9d5d736f5b59 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.794453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8845ee0d-e67a-4c58-ba9e-9129f6f67885 req-a988f008-c70a-48dd-b2e6-9d5d736f5b59 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 943 time: 0.0516291 Aug 23 12:02:01.835315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8845ee0d-e67a-4c58-ba9e-9129f6f67885 req-b9984024-e9af-485d-a006-0a1c688fa38f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Aug 23 12:02:01.950086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcade4-a764-4711-9c94-a1ed3ffd1e54 req-a630d131-53fe-46f2-a4ca-892be49fe02a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:01.951723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ffcade4-a764-4711-9c94-a1ed3ffd1e54 req-a630d131-53fe-46f2-a4ca-892be49fe02a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.0561295 Aug 23 12:02:01.996306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ffcade4-a764-4711-9c94-a1ed3ffd1e54 req-19c6527a-cff9-44de-ab2e-122fb5f8bb34 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Aug 23 12:02:02.036982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85e18-9e07-40c4-b328-3f28c9a33e20 req-9c248334-e2f3-4591-be46-43d965766b5f tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:02.039187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c85e18-9e07-40c4-b328-3f28c9a33e20 req-9c248334-e2f3-4591-be46-43d965766b5f tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 945 time: 0.0684683 Aug 23 12:02:02.082507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d2de2c2-4c2f-48c0-b246-b10145145e24 req-89b94bbd-b242-47c2-93a6-48352df915c4 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 210 time: 0.0356379 Aug 23 12:02:02.082747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c85e18-9e07-40c4-b328-3f28c9a33e20 req-90ac03ed-e35e-45d7-ad31-46e2d12159b8 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Aug 23 12:02:02.380135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c47ac8-0a9d-4bcc-9c0c-29c80382499f req-901e4a55-0ec1-45ef-a664-18dc4dd57384 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:02.390739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10c47ac8-0a9d-4bcc-9c0c-29c80382499f req-901e4a55-0ec1-45ef-a664-18dc4dd57384 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0743089 Aug 23 12:02:02.419038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf6829-8f73-46ac-a365-4afaf71c2316 req-4c6b0cd7-2139-4c05-bd75-418b9c7a2ba7 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:02.426866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4bf6829-8f73-46ac-a365-4afaf71c2316 req-4c6b0cd7-2139-4c05-bd75-418b9c7a2ba7 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.0920107 Aug 23 12:02:02.442602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10c47ac8-0a9d-4bcc-9c0c-29c80382499f req-80a777dd-7022-4fd4-a621-b11a7bc7b2c9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Aug 23 12:02:02.482636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4bf6829-8f73-46ac-a365-4afaf71c2316 req-e55c642c-23a3-49a7-89ef-2abe67e1005c tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548267 Aug 23 12:02:02.670931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-c6adf9d4-1e56-4dc1-96fa-e30b4b84e446 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:02.671180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device da04273a-018a-441d-9983-476fbed9b6c8 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:02.672473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-c6adf9d4-1e56-4dc1-96fa-e30b4b84e446 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 815 time: 0.1008537 Aug 23 12:02:02.687620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-eb25178f-1661-4d6f-acfc-602853706ccf tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/quotas/65734ceb115d4df28eb02b01914ae75b HTTP/1.1" status: 200 len: 375 time: 0.0092652 Aug 23 12:02:02.741641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-a065b6a9-fbbd-4e22-84f7-67fa1808dd21 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485640 Aug 23 12:02:02.768815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port da04273a-018a-441d-9983-476fbed9b6c8, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=da04273a-018a-441d-9983-476fbed9b6c8,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:02.780774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'da04273a-018a-441d-9983-476fbed9b6c8', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': 'da04273a-018a-441d-9983-476fbed9b6c8', 'mac_address': 'fa:16:3e:32:33:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:02.820409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:02.836353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da04273a-018a-441d-9983-476fbed9b6c8 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:02.845030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-401cfc32-edc2-4c89-8414-f9246002488b service neutron] 10.222.0.21 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907741 Aug 23 12:02:02.883280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port da04273a-018a-441d-9983-476fbed9b6c8, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=da04273a-018a-441d-9983-476fbed9b6c8,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:02.890448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:02.965386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=da04273a-018a-441d-9983-476fbed9b6c8,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:02.992970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-a29e3a3f-b930-4ccd-a2de-f859a5b9f9fb service neutron] 10.222.0.21 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355913 Aug 23 12:02:03.099719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de389dd6-1328-413d-a629-e1a62f7610d3 req-a11a2ccf-426f-49d5-b5f1-7ee4c14d1521 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:03.099719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de389dd6-1328-413d-a629-e1a62f7610d3 req-a11a2ccf-426f-49d5-b5f1-7ee4c14d1521 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 944 time: 0.1381426 Aug 23 12:02:03.174487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-bdd4155b-f240-4f15-82fc-c4a91eb5c5c7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:03.176123 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-bdd4155b-f240-4f15-82fc-c4a91eb5c5c7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.44 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 813 time: 0.2347748 Aug 23 12:02:03.197440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:03.198582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'port': {'device_id': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1', 'admin_state_up': True, 'tenant_id': 'c6a075865dc0408d8a4271075edb7902'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:03.218593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de389dd6-1328-413d-a629-e1a62f7610d3 req-6054036b-623b-4353-a34e-73b2b7a07e6a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872948 Aug 23 12:02:03.252375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2b89a53-7bf5-4492-b584-59b3b2d93c5f req-f52ac5c6-cdf9-4868-86a9-2b92e6e404ba tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 210 time: 0.0526464 Aug 23 12:02:03.388687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de069daa-c06b-49e3-ab5a-f0049adf5117 req-6a464a72-fbd4-49a5-bf0c-bc5f638902c1 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:03.391152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de069daa-c06b-49e3-ab5a-f0049adf5117 req-6a464a72-fbd4-49a5-bf0c-bc5f638902c1 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 945 time: 0.0626078 Aug 23 12:02:03.442105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de069daa-c06b-49e3-ab5a-f0049adf5117 req-877bfa13-8722-4dca-a36b-56a6171535c5 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Aug 23 12:02:03.592618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fb59f-3a2a-4e42-961c-64261ffbb748 req-88a51e1a-3cc9-4402-a0c4-11a85f064223 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:03.594290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-332fb59f-3a2a-4e42-961c-64261ffbb748 req-88a51e1a-3cc9-4402-a0c4-11a85f064223 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0662043 Aug 23 12:02:03.641588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-332fb59f-3a2a-4e42-961c-64261ffbb748 req-f30e65f6-a4d8-4ba0-91a3-893c51b0f968 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Aug 23 12:02:03.745180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57ea89f2-a6f4-44a0-83c1-676b913d76d3 req-a8502f13-2b65-44cc-baec-ed0ce1a2b99b tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 210 time: 0.4124336 Aug 23 12:02:03.863117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-e8a5984c-0bfa-4944-9f49-b698996985f2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:03.866917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-e8a5984c-0bfa-4944-9f49-b698996985f2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "GET /v2.0/ports?device_id=784c6733-8ebb-47e9-9372-97dd221c1c08 HTTP/1.1" status: 200 len: 946 time: 0.1254938 Aug 23 12:02:03.933618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Made reservation on behalf of c6a075865dc0408d8a4271075edb7902 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:03.937609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:03.996084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45551e-947d-42d6-ba2b-4624bcee4a30 req-703f4408-a6e1-4e4c-a965-05bef9be0e53 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:03.997719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef45551e-947d-42d6-ba2b-4624bcee4a30 req-703f4408-a6e1-4e4c-a965-05bef9be0e53 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 945 time: 0.0552685 Aug 23 12:02:04.016216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cbfe8-3182-48ad-8b06-6995368dc63a req-45a99bf6-2527-49f9-872c-777fbe8f1aa6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:04.017787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-297cbfe8-3182-48ad-8b06-6995368dc63a req-45a99bf6-2527-49f9-872c-777fbe8f1aa6 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1826315 Aug 23 12:02:04.040750 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef45551e-947d-42d6-ba2b-4624bcee4a30 req-9957a733-2d49-4ad0-8243-9e7d233c8788 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362358 Aug 23 12:02:04.152396 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-297cbfe8-3182-48ad-8b06-6995368dc63a req-ff62f74f-94fc-4f7d-819b-76e77152b43b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258893 Aug 23 12:02:04.162598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Deleting port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:02:04.163057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.242155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Allocated IP 172.20.0.2 (c107c8e4-8dea-400f-b788-b169d79943d1/882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9/ec2b3872-0164-4159-bfa3-8b027e5d55f6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:04.364151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca08a-11b2-41ca-a9a0-93322d040c32 req-0075eeb0-dc3e-4298-85e8-c7adff1f54eb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:04.366165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f59ca08a-11b2-41ca-a9a0-93322d040c32 req-0075eeb0-dc3e-4298-85e8-c7adff1f54eb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 944 time: 0.0600879 Aug 23 12:02:04.417923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f59ca08a-11b2-41ca-a9a0-93322d040c32 req-d58deb77-b76a-4309-8720-7a29ff6ef8bc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Aug 23 12:02:04.434084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] For port ec88f3e7-477d-418d-8eb0-1581f3ed1f19, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:04.434463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.478115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Calling delete_port for ec88f3e7-477d-418d-8eb0-1581f3ed1f19 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:02:04.500432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6574305-5d00-418c-888a-472862642cf7 req-35eaf6cd-acd1-48f1-aa88-83c59ee272e7 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:04.502097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6574305-5d00-418c-888a-472862642cf7 req-35eaf6cd-acd1-48f1-aa88-83c59ee272e7 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.2415588 Aug 23 12:02:04.514167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5276b917-7e73-4c82-9929-0301f86bb7b7 req-f857542c-d504-4983-ba59-3f6e779227bd tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 210 time: 0.0318530 Aug 23 12:02:04.514368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51356) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:04.519684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Request body: {'floatingip': {'port_id': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:04.566625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.579670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-9757537d-99df-4dff-b3ca-5affbfdd7401 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:04.581151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-9757537d-99df-4dff-b3ca-5affbfdd7401 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 815 time: 0.3325837 Aug 23 12:02:04.630435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Request body: {'port': {'device_id': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'admin_state_up': True, 'tenant_id': '65734ceb115d4df28eb02b01914ae75b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:04.677580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device da04273a-018a-441d-9983-476fbed9b6c8 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:04.744364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port da04273a-018a-441d-9983-476fbed9b6c8 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:04.752552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port da04273a-018a-441d-9983-476fbed9b6c8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:04.753299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.816901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.853191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.868579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837226a-7d8d-4a10-a18f-66e15d799286 req-15e185c4-8cad-4fd9-a2db-6c909ee780ba tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:04.870353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0837226a-7d8d-4a10-a18f-66e15d799286 req-15e185c4-8cad-4fd9-a2db-6c909ee780ba tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1413591 Aug 23 12:02:04.887119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da04273a-018a-441d-9983-476fbed9b6c8'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:04.892457 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d650ff4f-4980-48f3-ab45-8ce070a1aaf8" -d '{"events": [{"server_uuid": "26beffc4-587f-4d4a-9a68-5af5f0459f11", "name": "network-vif-plugged", "status": "completed", "tag": "da04273a-018a-441d-9983-476fbed9b6c8"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:04.911573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port da04273a-018a-441d-9983-476fbed9b6c8, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=da04273a-018a-441d-9983-476fbed9b6c8,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:04.915220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.920561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fc88657-269c-4727-81b2-784a5a9832df req-9cb1eb36-60f4-4fc3-a389-29c73dafb379 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 210 time: 0.0715601 Aug 23 12:02:04.976464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Made reservation on behalf of 65734ceb115d4df28eb02b01914ae75b for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:04.980114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:04.997979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=da04273a-018a-441d-9983-476fbed9b6c8,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:05.029279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:05.036653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.054267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0837226a-7d8d-4a10-a18f-66e15d799286 req-e184d222-26e3-4b12-8d63-9c94473a0d52 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610243 Aug 23 12:02:05.064080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.077220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ec88f3e7-477d-418d-8eb0-1581f3ed1f19'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:05.110766 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c86df1-d93e-4e5e-b551-22fd4e2352c1 x-openstack-request-id: req-a2c86df1-d93e-4e5e-b551-22fd4e2352c1 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:05.111690 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26beffc4-587f-4d4a-9a68-5af5f0459f11", "name": "network-vif-plugged", "status": "completed", "tag": "da04273a-018a-441d-9983-476fbed9b6c8", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:05.111957 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2c86df1-d93e-4e5e-b551-22fd4e2352c1 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:05.112418 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da04273a-018a-441d-9983-476fbed9b6c8', 'code': 200} Aug 23 12:02:05.196812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:05.198690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Network c107c8e4-8dea-400f-b788-b169d79943d1 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:05.207350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.209293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'port_id': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'mac_address': 'fa:16:3e:a5:e9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779e60a-8217-4f38-a7e2-fccc174c45ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:05.211582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2577-a500-4fc8-ac69-47698926709b req-6584a17b-36f3-4b5a-ae46-5f95410c1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:05.213549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-781f2577-a500-4fc8-ac69-47698926709b req-6584a17b-36f3-4b5a-ae46-5f95410c1f2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 1096 time: 0.0602784 Aug 23 12:02:05.214697 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.244295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:05.254104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:05.265342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.284968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:05.287253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:05.297718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-781f2577-a500-4fc8-ac69-47698926709b req-720698b7-89ce-48b3-ab8a-4942e7c6c094 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Aug 23 12:02:05.311613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:05.317923 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.367386 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Floating IP d9a79bff-a7e6-4905-8f79-88278d7296e0 associated. External IP: 172.25.1.24, port: ccba7efe-3e54-49d9-9b1d-2b52b45b872c. Aug 23 12:02:05.373623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] No DVR routers for this DVR port ec88f3e7-477d-418d-8eb0-1581f3ed1f19 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:02:05.375445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:05.387570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.389787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd30a4d0-be47-4722-b8e6-638268d30b29 req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "DELETE /v2.0/ports/ec88f3e7-477d-418d-8eb0-1581f3ed1f19 HTTP/1.1" status: 204 len: 173 time: 1.4954925 Aug 23 12:02:05.391789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e50e31-f644-4a23-aca4-61095e40973b tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Pushing event deleted for resources: {'Port': ['ID=ec88f3e7-477d-418d-8eb0-1581f3ed1f19,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:05.393973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-deleted', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:05.396598 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428924c1-87c7-41b2-a06f-4fd874f8946c" -d '{"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-deleted", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:05.437346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95bc73-df0c-4d5e-8368-75f279f66ac9 req-b5fd3249-d609-427f-be52-507ee763e6f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:05.438625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee95bc73-df0c-4d5e-8368-75f279f66ac9 req-b5fd3249-d609-427f-be52-507ee763e6f7 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 945 time: 0.2770097 Aug 23 12:02:05.443601 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e058de-f52f-4321-80bf-523bdf0d86d5 x-openstack-request-id: req-45e058de-f52f-4321-80bf-523bdf0d86d5 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:05.444013 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784c6733-8ebb-47e9-9372-97dd221c1c08", "name": "network-vif-deleted", "tag": "ec88f3e7-477d-418d-8eb0-1581f3ed1f19", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:05.444359 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45e058de-f52f-4321-80bf-523bdf0d86d5 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:05.444756 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c6733-8ebb-47e9-9372-97dd221c1c08', 'name': 'network-vif-deleted', 'tag': 'ec88f3e7-477d-418d-8eb0-1581f3ed1f19', 'status': 'completed', 'code': 200} Aug 23 12:02:05.453033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:05.453736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.471755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Allocated IP 172.20.0.10 (8b767897-3d1e-4f05-8912-c8b3629b680e/8b69d93e-e3d6-4b59-aa0e-db4880a72676/2f2364a0-a613-4f6f-bdd3-50deaa29bdba) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:05.505033 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-70db3928-a76e-4bcc-86c9-317810ef5686 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3136337 Aug 23 12:02:05.516753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['56ef8cad-3106-4e90-bf05-b8dda58121d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:05.530986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee95bc73-df0c-4d5e-8368-75f279f66ac9 req-57ccb04a-3327-4f63-bd88-869f289eb4c4 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/security-groups?id=4499ad49-62d9-4540-b579-5b8db1be140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743525 Aug 23 12:02:05.535651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Request body: {'port': {'device_id': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:05.702195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd76230-83c0-4018-b289-ff10b85d783f req-31efed3c-41e4-42d2-83cc-7c5b6530b3ad tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:05.703636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0cd76230-83c0-4018-b289-ff10b85d783f req-31efed3c-41e4-42d2-83cc-7c5b6530b3ad tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 945 time: 0.1505849 Aug 23 12:02:05.711681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4213ed0-4c2e-4af2-be3f-0e2e9a5e78fc req-0d29670d-79e3-477a-9ae2-102946185e06 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:05.713306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4213ed0-4c2e-4af2-be3f-0e2e9a5e78fc req-0d29670d-79e3-477a-9ae2-102946185e06 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.2096691 Aug 23 12:02:05.716191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bf51588-99c8-4bdf-9239-daa8a487f539 req-7be93a86-55e5-4c39-a183-b6e63422ba69 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 210 time: 0.0855503 Aug 23 12:02:05.738984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.806776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.857136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:02:05.860271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4213ed0-4c2e-4af2-be3f-0e2e9a5e78fc req-90c3d106-c304-489a-b1fa-f527f97451eb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070025 Aug 23 12:02:05.939690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Deleting port 56080ac6-d17f-4857-bbd3-7377c385587e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:02:05.940041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.984316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:05.997120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ec88f3e7-477d-418d-8eb0-1581f3ed1f19'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:06.047077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Network 8b767897-3d1e-4f05-8912-c8b3629b680e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:06.057862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:06.059095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Pushing event updated for resources: {'Port': ['ID=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:06.061561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:06.077322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:02:06.084637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.088999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] For port 56080ac6-d17f-4857-bbd3-7377c385587e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56080ac6-d17f-4857-bbd3-7377c385587e,segment=NetworkSegment(1492338f-8c2c-4211-ab6d-239a2ade04ca),segment_id=1492338f-8c2c-4211-ab6d-239a2ade04ca)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:06.089250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.090749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] Sync routers for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:02:06.109490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:02:06.110411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:06.122803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Calling delete_port for 56080ac6-d17f-4857-bbd3-7377c385587e owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:02:06.128927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4ae9dce0-a33d-4d2a-8458-02eecab4604a tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "PUT /v2.0/floatingips/d9a79bff-a7e6-4905-8f79-88278d7296e0 HTTP/1.1" status: 200 len: 990 time: 1.6135566 Aug 23 12:02:06.131036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:06.134302 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019e6592-503e-4c4f-a31c-095284b93379" -d '{"events": [{"name": "network-changed", "server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:06.216420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5b29f-d44a-466b-b441-a932e44a86f3 req-dbeb933b-88f5-491c-a0de-d40f98926abc tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:06.216420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2f5b29f-d44a-466b-b441-a932e44a86f3 req-dbeb933b-88f5-491c-a0de-d40f98926abc tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 931 time: 0.1417570 Aug 23 12:02:06.231530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:06.232188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.299476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-bd0dd813-b1db-4987-a202-1c32c0700d07 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6780357 Aug 23 12:02:06.308535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b3872-0164-4159-bfa3-8b027e5d55f6 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:06.319458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Request body: {'port': {'device_id': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:06.348666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.354590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:02:06.374719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2f5b29f-d44a-466b-b441-a932e44a86f3 req-8de72d0b-f098-4341-a56e-b162ef10263d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495790 Aug 23 12:02:06.383244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Transition to ACTIVE for port object ec2b3872-0164-4159-bfa3-8b027e5d55f6 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:06.398699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acac5a-435a-44a7-966a-2e4c6c81e93d req-5afdef71-17ef-4fb6-a091-46868570600d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:06.411042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85acac5a-435a-44a7-966a-2e4c6c81e93d req-5afdef71-17ef-4fb6-a091-46868570600d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.1575019 Aug 23 12:02:06.414940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.420055 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.436969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['56080ac6-d17f-4857-bbd3-7377c385587e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:06.478953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Pushing event deleted for resources: {'Port': ['ID=56080ac6-d17f-4857-bbd3-7377c385587e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:06.511931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:06.531628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.531985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.532335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.532674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.533015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.533352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.533704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.534041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.534631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.535206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.535945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.536774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:06.574594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85acac5a-435a-44a7-966a-2e4c6c81e93d req-615d5be6-c941-408f-8f4b-95eac5489ba6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610503 Aug 23 12:02:06.574594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] No DVR routers for this DVR port 56080ac6-d17f-4857-bbd3-7377c385587e on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:02:06.587447 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad80ceb-2d9c-4611-8954-7667ebbbdd87 x-openstack-request-id: req-fad80ceb-2d9c-4611-8954-7667ebbbdd87 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:06.598479 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:06.598479 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fad80ceb-2d9c-4611-8954-7667ebbbdd87 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:06.598479 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'status': 'completed', 'code': 200} Aug 23 12:02:06.598479 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.598479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0cd76230-83c0-4018-b289-ff10b85d783f req-87d66f50-9958-4f8b-a26c-9f0c72586143 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.44 "DELETE /v2.0/ports/56080ac6-d17f-4857-bbd3-7377c385587e HTTP/1.1" status: 204 len: 173 time: 0.8778596 Aug 23 12:02:06.603373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:06.697661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b92e36e-b99c-4fee-acb8-c435cbeae5b9 req-76dc5dab-d7bd-4e22-b8d5-111290d5c4b9 tempest-InstanceActionsV221TestJSON-1193021542 tempest-InstanceActionsV221TestJSON-1193021542-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a226e5b-da7d-4d35-bb0c-8cb0ff43e177 HTTP/1.1" status: 200 len: 210 time: 0.0382514 Aug 23 12:02:06.822069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6592-503e-4c4f-a31c-095284b93379 req-29afea62-7b45-4648-91c6-5063d9821aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:06.823535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-29afea62-7b45-4648-91c6-5063d9821aba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76b93bcc8f4742288a069f983910b25c&device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 1096 time: 0.2160940 Aug 23 12:02:06.863951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'd9a79bff-a7e6-4905-8f79-88278d7296e0', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'port_id': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'mac_address': 'fa:16:3e:d0:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:01:42Z', 'updated_at': '2021-08-23T12:02:05Z', 'revision_number': 1, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:43Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:06.893636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] Checking router: 904eaed1-ff44-48bd-ba3d-189c06d5ce69 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:02:06.907026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:02:06.907662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:01:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:07.009091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94be81-4572-49e2-8cc6-e3db2de42b96 req-676a812a-5b37-4a64-bc90-c0bfc8250ba9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.027186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b94be81-4572-49e2-8cc6-e3db2de42b96 req-676a812a-5b37-4a64-bc90-c0bfc8250ba9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0939302 Aug 23 12:02:07.058573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Attempting to bind port ec2b3872-0164-4159-bfa3-8b027e5d55f6 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:07.059129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Attempting to bind port ec2b3872-0164-4159-bfa3-8b027e5d55f6 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:07.059219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Attempting to bind port ec2b3872-0164-4159-bfa3-8b027e5d55f6 on network c107c8e4-8dea-400f-b788-b169d79943d1 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:07.091348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Port ec2b3872-0164-4159-bfa3-8b027e5d55f6 on network c107c8e4-8dea-400f-b788-b169d79943d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:07.092805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Attempting to bind port ec2b3872-0164-4159-bfa3-8b027e5d55f6 on network c107c8e4-8dea-400f-b788-b169d79943d1 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:07.093150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b94be81-4572-49e2-8cc6-e3db2de42b96 req-0335e0ba-0bb9-4427-9c79-4972330a3125 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582721 Aug 23 12:02:07.109068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11db35-f605-4c8d-abc2-6d419cfcf81c req-23e57644-a4f5-4e54-aaa7-676b4c438034 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.116896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f11db35-f605-4c8d-abc2-6d419cfcf81c req-23e57644-a4f5-4e54-aaa7-676b4c438034 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 932 time: 0.2818999 Aug 23 12:02:07.163512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:07.163858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Checking segment: {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:07.164257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Bound using segment: {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:07.164714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Bound port: ec2b3872-0164-4159-bfa3-8b027e5d55f6, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:07.165083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:07.234279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f11db35-f605-4c8d-abc2-6d419cfcf81c req-a01b4772-5fd0-4811-8e3b-f21a4a25b045 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164289 Aug 23 12:02:07.281835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:02:07.334335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6592-503e-4c4f-a31c-095284b93379 req-35d582fd-0608-4912-b85d-87b31e29262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.336104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-35d582fd-0608-4912-b85d-87b31e29262a service neutron] 10.222.0.41 "GET /v2.0/networks?id=49d04950-545f-4ffe-bf41-d1051877efc9 HTTP/1.1" status: 200 len: 912 time: 0.5023723 Aug 23 12:02:07.407636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:07.492721 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-43251c4b-14fd-4501-8367-e00dc11e18c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c HTTP/1.1" status: 200 len: 998 time: 0.1426530 Aug 23 12:02:07.574617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 56ef8cad-3106-4e90-bf05-b8dda58121d0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:07.574978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:07.582071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6592-503e-4c4f-a31c-095284b93379 req-26bfc076-b478-4a41-82f6-96ca2a5a3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.583927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-26bfc076-b478-4a41-82f6-96ca2a5a3002 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12d5673c-d935-4381-8e3f-e2426c98b906 HTTP/1.1" status: 200 len: 850 time: 0.0614822 Aug 23 12:02:07.601785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552050a-c40b-4100-9c5b-e88122d9b1ac req-2efd6f23-89c1-49b6-926d-8b1c6aad6402 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.614600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4552050a-c40b-4100-9c5b-e88122d9b1ac req-2efd6f23-89c1-49b6-926d-8b1c6aad6402 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 943 time: 0.1060588 Aug 23 12:02:07.667584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4552050a-c40b-4100-9c5b-e88122d9b1ac req-0019b2bb-dff2-4e85-bd9e-82b08a4d09b1 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519838 Aug 23 12:02:07.681859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8431a4-0415-429a-95e0-43444579611d req-6d7fced1-e801-494f-946d-f95aa3412c9e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.690279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e8431a4-0415-429a-95e0-43444579611d req-6d7fced1-e801-494f-946d-f95aa3412c9e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1945579 Aug 23 12:02:07.751641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'd9a79bff-a7e6-4905-8f79-88278d7296e0', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'port_id': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'mac_address': 'fa:16:3e:d0:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:01:42Z', 'updated_at': '2021-08-23T12:02:05Z', 'revision_number': 1, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:43Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:07.754982 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:07.766669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:07.770258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e6592-503e-4c4f-a31c-095284b93379 req-626f3060-68c4-4463-be76-315e3ed6e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.772718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-626f3060-68c4-4463-be76-315e3ed6e849 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49d04950-545f-4ffe-bf41-d1051877efc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704249 Aug 23 12:02:07.793258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7b282-ed0d-49f4-be1a-7fd059b03f77 None None] The sync data for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 is: [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'd9a79bff-a7e6-4905-8f79-88278d7296e0', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'port_id': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'mac_address': 'fa:16:3e:d0:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:01:42Z', 'updated_at': '2021-08-23T12:02:05Z', 'revision_number': 1, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:43Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:02:07.848030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e8431a4-0415-429a-95e0-43444579611d req-a8430950-79e3-406b-ac7d-274a3ba067a9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515081 Aug 23 12:02:07.867976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:07.869826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:07.889154 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526be40-ffcf-42c2-8d18-e65af2104b8d" -d '{"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-plugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:07.893184 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:07.894095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56080ac6-d17f-4857-bbd3-7377c385587e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:02:07.927032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189794a-c51b-4cb3-b66a-15ac78fad14d req-3a8bbd9d-2abd-40ff-98bd-d80268659dec tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:07.932239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 56080ac6-d17f-4857-bbd3-7377c385587e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:02:07.932593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56080ac6-d17f-4857-bbd3-7377c385587e not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:02:07.938638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f189794a-c51b-4cb3-b66a-15ac78fad14d req-3a8bbd9d-2abd-40ff-98bd-d80268659dec tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.1209471 Aug 23 12:02:07.951170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:07.990892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.010954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f189794a-c51b-4cb3-b66a-15ac78fad14d req-3758fade-1664-409d-b497-84993f3b4bfb tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 Aug 23 12:02:08.031471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:08.073789 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0812e5-b011-4b8e-a8eb-624b178007d4 x-openstack-request-id: req-da0812e5-b011-4b8e-a8eb-624b178007d4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:08.074119 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-plugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:08.074378 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da0812e5-b011-4b8e-a8eb-624b178007d4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:08.074778 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'code': 200} Aug 23 12:02:08.148304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2364a0-a613-4f6f-bdd3-50deaa29bdba {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:08.176755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:08.190343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.206380 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957e5ab-1746-4167-95da-297ea62d338f None None] New status for floating IP d9a79bff-a7e6-4905-8f79-88278d7296e0: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:02:08.220795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:08.222711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.224745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-dabfc9bd-6775-44bb-af82-ef6d842c450a service neutron] 10.222.0.44 "PUT /v2.0/ports/ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 1091 time: 2.6974888 Aug 23 12:02:08.225930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:08.228798 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:08.267735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-b9774dd9-d49d-4d43-baca-822525f7ec6d service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865210 Aug 23 12:02:08.268740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Transition to ACTIVE for port object 2f2364a0-a613-4f6f-bdd3-50deaa29bdba will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:08.292666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.335689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51444) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:08.403243 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b61263-f952-4f52-9f0c-ff6d426ca19c x-openstack-request-id: req-c0b61263-f952-4f52-9f0c-ff6d426ca19c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:08.403552 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:08.403811 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0b61263-f952-4f52-9f0c-ff6d426ca19c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:08.404642 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'status': 'completed', 'code': 200} Aug 23 12:02:08.454638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Deleting subnet c0c8ff60-3056-4b6e-a3ef-da5fea698acd {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:02:08.465539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.590728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.621297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'name': 'network-vif-deleted', 'tag': '56080ac6-d17f-4857-bbd3-7377c385587e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:08.623699 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4f8a1-10d2-4ec4-b43a-53701a7a24ea" -d '{"events": [{"server_uuid": "4a226e5b-da7d-4d35-bb0c-8cb0ff43e177", "name": "network-vif-deleted", "tag": "56080ac6-d17f-4857-bbd3-7377c385587e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:08.659064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.698447 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a313a026-155a-428b-83db-f3cad3b9ebcc x-openstack-request-id: req-a313a026-155a-428b-83db-f3cad3b9ebcc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:08.698838 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a226e5b-da7d-4d35-bb0c-8cb0ff43e177", "name": "network-vif-deleted", "tag": "56080ac6-d17f-4857-bbd3-7377c385587e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:08.699158 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a313a026-155a-428b-83db-f3cad3b9ebcc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:08.699621 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a226e5b-da7d-4d35-bb0c-8cb0ff43e177', 'name': 'network-vif-deleted', 'tag': '56080ac6-d17f-4857-bbd3-7377c385587e', 'status': 'completed', 'code': 200} Aug 23 12:02:08.711060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:02:08.766441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.805603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ec88f3e7-477d-418d-8eb0-1581f3ed1f19 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:02:08.807422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ec88f3e7-477d-418d-8eb0-1581f3ed1f19 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:02:08.844129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c8ff60-3056-4b6e-a3ef-da5fea698acd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:08.846555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:08.848961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b54696a7-1480-48f1-8891-0d7c8055e645 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0c8ff60-3056-4b6e-a3ef-da5fea698acd HTTP/1.1" status: 204 len: 168 time: 0.5122278 Aug 23 12:02:08.854485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51454) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:09.159814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:09.159814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-13b49781-27de-4aeb-9db9-d4c3fd1b5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.159814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-13b49781-27de-4aeb-9db9-d4c3fd1b5bec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1094 time: 0.8569112 Aug 23 12:02:09.258389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54607c73-a2b9-473b-af73-8382b4b3c686 req-b70aee75-ccee-43e9-8960-6bca405e531d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.259994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-54607c73-a2b9-473b-af73-8382b4b3c686 req-b70aee75-ccee-43e9-8960-6bca405e531d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 944 time: 0.8191800 Aug 23 12:02:09.261321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-29fbd179-8796-40b2-b4b3-b7f3f95aefec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 217 time: 0.0666888 Aug 23 12:02:09.296269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d048ca-33cf-495f-bcfa-4dc293aa99e8 req-a7fee4ef-85b9-405b-97e3-cc494537b1a0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.304032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8d048ca-33cf-495f-bcfa-4dc293aa99e8 req-a7fee4ef-85b9-405b-97e3-cc494537b1a0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 943 time: 0.4795501 Aug 23 12:02:09.324436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-019e6592-503e-4c4f-a31c-095284b93379 req-f12caec1-34d7-4d9f-a20e-8e06eee050b6 service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0491772 Aug 23 12:02:09.326920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.335656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Attempting to bind port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:09.336021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Attempting to bind port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:09.336824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Attempting to bind port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba on network 8b767897-3d1e-4f05-8912-c8b3629b680e {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:09.356412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8d048ca-33cf-495f-bcfa-4dc293aa99e8 req-3817087f-1ff1-4ef8-8246-79d8f6feecb0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512187 Aug 23 12:02:09.360896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba on network 8b767897-3d1e-4f05-8912-c8b3629b680e not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:09.361240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Attempting to bind port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba on network 8b767897-3d1e-4f05-8912-c8b3629b680e {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:09.379757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-54607c73-a2b9-473b-af73-8382b4b3c686 req-4f7e6c6d-ce56-4a3e-83d2-1d72e193c201 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003394 Aug 23 12:02:09.399623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-c3178f6d-c1f5-4c04-8d90-4e502fc6beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.401206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-c3178f6d-c1f5-4c04-8d90-4e502fc6beb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.1248331 Aug 23 12:02:09.402437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:09.402785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Checking segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:09.403174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Bound using segment: {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:09.403631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Bound port: 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fc7a01-0fc7-4835-b784-77d8846ec5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:09.403996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.471669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.478228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-91089813-575a-470a-8a24-82846dcdd78e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602853 Aug 23 12:02:09.483807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:09.528513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1492338f-8c2c-4211-ab6d-239a2ade04ca') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:09.528810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1492338f-8c2c-4211-ab6d-239a2ade04ca') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:09.575506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.598018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.609239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:02:09.610072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:02:09.642037 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:02:09.645228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9073d-3bda-462f-ad66-42f6e3f271b1 req-36b5ca15-d089-4e7c-8801-2671be983486 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.652521 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65e9073d-3bda-462f-ad66-42f6e3f271b1 req-36b5ca15-d089-4e7c-8801-2671be983486 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1717370 Aug 23 12:02:09.656358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] For port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:09.660426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] For port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:09.672438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.728305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.736273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.740481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592 HTTP/1.1" status: 204 len: 168 time: 0.8843875 Aug 23 12:02:09.748439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.749122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:09.750657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f2364a0-a613-4f6f-bdd3-50deaa29bdba HTTP/1.1" status: 200 len: 1092 time: 3.4359543 Aug 23 12:02:09.760739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-00379ecb-778f-40d1-a3de-355056e08623 service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683339 Aug 23 12:02:09.783057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65e9073d-3bda-462f-ad66-42f6e3f271b1 req-c1e31d0d-d6b7-4d6f-877f-abf3bebe8917 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245630 Aug 23 12:02:09.840949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3a469-2015-4d4c-9869-dece43660866 req-32fc0176-2f78-4268-a4f4-c7ae4f01eb0b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.853537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ed3a469-2015-4d4c-9869-dece43660866 req-32fc0176-2f78-4268-a4f4-c7ae4f01eb0b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1785417 Aug 23 12:02:09.870150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637491-48a0-4465-b13d-83d2affadc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ec77d2-bbb9-4a65-b4b6-9e1bfb852592,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:09.884133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3c3e-54b3-405a-bb7a-02c64aa4d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:09.922355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ed3a469-2015-4d4c-9869-dece43660866 req-071d203e-006b-4faa-940f-6f607bd3bf12 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670879 Aug 23 12:02:09.988984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-6d1041c7-7f9d-442f-ad0e-7558185d9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:09.990673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-6d1041c7-7f9d-442f-ad0e-7558185d9305 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 1095 time: 0.1500444 Aug 23 12:02:09.994378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51466) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:09.995716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65b39306-9dae-4901-b0ac-60cb2d5929ba req-17557a98-6268-4dba-885b-4849d3c1d4bc service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000229 Aug 23 12:02:10.045878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-c56a496f-5bc0-42b5-8251-59940cc91513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba HTTP/1.1" status: 200 len: 217 time: 0.0472021 Aug 23 12:02:10.058738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d035a82d-1e3d-4533-bec4-264c514f0cf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81d662bcf22a4d92bdd25e6b8a7bb01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627062 Aug 23 12:02:10.061299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:10.125471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75ff4683-1492-43d6-b341-e2f95bab4b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:10.135952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-2bc284b0-1163-40e6-bbb6-7aab2ff98f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.137705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-2bc284b0-1163-40e6-bbb6-7aab2ff98f51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1094 time: 0.0737677 Aug 23 12:02:10.144121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-e867b860-8b8b-49a5-afe6-eb8669412296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.145746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-e867b860-8b8b-49a5-afe6-eb8669412296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 200 len: 855 time: 0.0930841 Aug 23 12:02:10.157039 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75ff4683-1492-43d6-b341-e2f95bab4b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:10.220406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75ff4683-1492-43d6-b341-e2f95bab4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:10.223629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75ff4683-1492-43d6-b341-e2f95bab4b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:10.224810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-75ff4683-1492-43d6-b341-e2f95bab4b24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4499ad49-62d9-4540-b579-5b8db1be140c HTTP/1.1" status: 204 len: 168 time: 0.1623747 Aug 23 12:02:10.238426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-39f6086e-19e6-46ed-b991-b59bed65cb4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b767897-3d1e-4f05-8912-c8b3629b680e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598233 Aug 23 12:02:10.250574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff4683-1492-43d6-b341-e2f95bab4b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4499ad49-62d9-4540-b579-5b8db1be140c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:10.345048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-e31b9280-64dd-4a61-a884-dfebbe979a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.346730 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-e31b9280-64dd-4a61-a884-dfebbe979a2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.1997595 Aug 23 12:02:10.437730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'tag': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:10.452903 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8bdcda-f669-47af-bc88-d26fda92b011" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4c4371-674d-4aac-bc7a-08a897b234fa", "tag": "2f2364a0-a613-4f6f-bdd3-50deaa29bdba"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:10.476056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-9860ae97-c69d-43ca-a810-d097330d6d05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 217 time: 0.1125343 Aug 23 12:02:10.509541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-7f6c2d9b-a135-4568-9ff6-399b089082bb service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552035 Aug 23 12:02:10.558656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4465c-d61c-4ca6-9522-bb70d4510e01 req-46e4fd36-84c0-4054-a60d-8f49508ea78e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.567578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43b4465c-d61c-4ca6-9522-bb70d4510e01 req-46e4fd36-84c0-4054-a60d-8f49508ea78e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 944 time: 0.0988238 Aug 23 12:02:10.622316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43b4465c-d61c-4ca6-9522-bb70d4510e01 req-15d82c17-ad05-42ba-a095-a06ebfe6491e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Aug 23 12:02:10.646296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-534b0ff6-d5c3-4cae-802b-45a839508a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.651663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-534b0ff6-d5c3-4cae-802b-45a839508a2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.1541491 Aug 23 12:02:10.683562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f2d53-5288-457c-a663-004ca39f8de4 req-13b60084-65f2-4a7a-9bed-73f2cda1790a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.690766 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e2f2d53-5288-457c-a663-004ca39f8de4 req-13b60084-65f2-4a7a-9bed-73f2cda1790a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 943 time: 0.2091308 Aug 23 12:02:10.715291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-1e59945a-885f-4134-87f7-6d81ad0c59df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581036 Aug 23 12:02:10.760839 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7172e765-45e2-4330-a7d8-0131174b7fec x-openstack-request-id: req-7172e765-45e2-4330-a7d8-0131174b7fec {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:10.760839 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4c4371-674d-4aac-bc7a-08a897b234fa", "tag": "2f2364a0-a613-4f6f-bdd3-50deaa29bdba", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:10.761667 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7172e765-45e2-4330-a7d8-0131174b7fec {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:10.761667 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'tag': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba', 'status': 'completed', 'code': 200} Aug 23 12:02:10.796029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7281a465-e95e-4be6-bddb-bbb76f542ada req-ad2c895e-88e4-461b-bb6d-17ba51550eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682948 Aug 23 12:02:10.819604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e2f2d53-5288-457c-a663-004ca39f8de4 req-742aed51-3a6a-462e-9947-6032705b040b tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079495 Aug 23 12:02:10.980573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557770a-5e6a-49d9-84a1-b41e31546738 req-989a12c4-7513-4294-803c-d3c97ccd4317 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.981849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-a25c2c14-240c-4bfd-89e7-cfdc899dc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:10.985030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-a25c2c14-240c-4bfd-89e7-cfdc899dc8dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65734ceb115d4df28eb02b01914ae75b&device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 1095 time: 0.1143761 Aug 23 12:02:10.989284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8557770a-5e6a-49d9-84a1-b41e31546738 req-989a12c4-7513-4294-803c-d3c97ccd4317 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0817347 Aug 23 12:02:10.997819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-0f8f0ee6-842e-4269-918d-97625be6b4bc service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553430 Aug 23 12:02:11.048238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8557770a-5e6a-49d9-84a1-b41e31546738 req-2ffe1791-b36c-4b70-81d8-11af1ebc6238 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527432 Aug 23 12:02:11.246134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-6ae7b440-d9c8-4ddb-87dc-bb9ddeea115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:11.247655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-6ae7b440-d9c8-4ddb-87dc-bb9ddeea115e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 200 len: 916 time: 0.2459466 Aug 23 12:02:11.263516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119761a8-30d4-4f81-b9b0-dd4605624521 req-f1aa081e-cf07-4af2-9285-6d530059f94a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:11.265096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-119761a8-30d4-4f81-b9b0-dd4605624521 req-f1aa081e-cf07-4af2-9285-6d530059f94a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1370087 Aug 23 12:02:11.328096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-5418acc0-9f6f-4c66-9f2b-059185427343 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba HTTP/1.1" status: 200 len: 217 time: 0.0598433 Aug 23 12:02:11.349537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21d526ee-5c5c-4450-a96c-4f40cfeb3b6c req-7e18c72b-e879-43f6-afbc-ed228022c786 service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709455 Aug 23 12:02:11.368658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51506) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:11.408058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-119761a8-30d4-4f81-b9b0-dd4605624521 req-7ae03905-5d98-4233-b52d-735c9f0c7d86 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304383 Aug 23 12:02:11.421984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-8eb78c7f-4c2b-4963-84ab-044ee8947343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:11.423504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-8eb78c7f-4c2b-4963-84ab-044ee8947343 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 200 len: 855 time: 0.0866787 Aug 23 12:02:11.465823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-1c50992a-f92e-4e9a-8eff-6893a023c768 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b767897-3d1e-4f05-8912-c8b3629b680e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348113 Aug 23 12:02:11.526018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-639942502-network', 'tenant_id': 'e69e4c85e6b5441699179d673322359e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:11.565553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Made reservation on behalf of e69e4c85e6b5441699179d673322359e for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:11.568314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:11.579245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:11.594184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-9da75ebc-335d-40f4-ab96-ffcd27795073 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190174 Aug 23 12:02:11.721519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d8bdcda-f669-47af-bc88-d26fda92b011 req-3c654236-2721-446a-a193-6545f15c8040 service neutron] 10.222.0.41 "GET /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182587 Aug 23 12:02:11.778455 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:11.789094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:11.822518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3759b6-dc10-4b51-902b-d325beb29ff0 req-d67d3a61-566f-4aef-b555-3a4e18cf9549 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:11.824109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce3759b6-dc10-4b51-902b-d325beb29ff0 req-d67d3a61-566f-4aef-b555-3a4e18cf9549 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 944 time: 0.0998445 Aug 23 12:02:11.839926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:02:11.854901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:11.871928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:11.872359 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Added segment b53f3356-3083-4fa0-a8cf-cfa56009268f of type vlan for network 55fe6e10-cf6a-4872-870b-145b2a3e93ba Aug 23 12:02:11.907453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce3759b6-dc10-4b51-902b-d325beb29ff0 req-6d109779-14aa-48b4-b57f-a8482b302a86 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701413 Aug 23 12:02:11.998013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:12.040060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:12.041135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:12.042460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:12.076089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7ee39-b0c9-47d0-a8f4-35744fcc6133 req-3f71e541-3f9b-4f3a-b096-16ae277c4667 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:12.085268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea7ee39-b0c9-47d0-a8f4-35744fcc6133 req-3f71e541-3f9b-4f3a-b096-16ae277c4667 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 943 time: 0.0791476 Aug 23 12:02:12.129767 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7594597 Aug 23 12:02:12.136898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea7ee39-b0c9-47d0-a8f4-35744fcc6133 req-48a9b667-4341-4b0a-91ff-94f38076092e tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503962 Aug 23 12:02:12.137429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51526) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:12.142400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Request body: {'subnet': {'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-639942502-subnet', 'tenant_id': 'e69e4c85e6b5441699179d673322359e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:12.179300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e4cf4-ee27-44de-b12b-e1246407c089 admin admin] Pushing event updated for resources: {'Network': ['ID=55fe6e10-cf6a-4872-870b-145b2a3e93ba,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:12.190991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Made reservation on behalf of e69e4c85e6b5441699179d673322359e for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:12.194179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:12.195970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 55fe6e10-cf6a-4872-870b-145b2a3e93ba details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:02:12.339815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9db9b-c29d-4e29-a89b-4f936607ce2d req-e1430a5c-5732-4de0-b370-009fba07d9fb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:12.342414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40e9db9b-c29d-4e29-a89b-4f936607ce2d req-e1430a5c-5732-4de0-b370-009fba07d9fb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1146359 Aug 23 12:02:12.398184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40e9db9b-c29d-4e29-a89b-4f936607ce2d req-9175faf1-9fc1-406a-86c9-0b30b8c92807 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Aug 23 12:02:12.467771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:12.570455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d38adda-4475-472c-a762-9bc6b58c3df9,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:12.580223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Checking segment: {'id': 'b53f3356-3083-4fa0-a8cf-cfa56009268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:12.580593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Network hostable DHCP agents. Network: 55fe6e10-cf6a-4872-870b-145b2a3e93ba, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:02:12.599900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e758-7fd3-4a0b-b1bd-f579d6e032e6 req-c23da48d-2dcc-4fc7-a962-ac38c93d4c0b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:12.601913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a953e758-7fd3-4a0b-b1bd-f579d6e032e6 req-c23da48d-2dcc-4fc7-a962-ac38c93d4c0b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1029770 Aug 23 12:02:12.620392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Network 55fe6e10-cf6a-4872-870b-145b2a3e93ba is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:02:12.646564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 55fe6e10-cf6a-4872-870b-145b2a3e93ba) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:12.652434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:12.653042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:12.661173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb68f9c-c31e-497c-bc78-880c5a0b5184 None None] Network 55fe6e10-cf6a-4872-870b-145b2a3e93ba requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:12.684405 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a953e758-7fd3-4a0b-b1bd-f579d6e032e6 req-a8bfdde6-7f65-4d14-8f63-8e5648ab75f4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 Aug 23 12:02:12.699184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d50b30b-2ef3-4adb-a82a-b83c1165799e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5593402 Aug 23 12:02:12.845606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f0f56-26c0-4700-a256-a9023217fbd1 None None] Network 55fe6e10-cf6a-4872-870b-145b2a3e93ba requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:13.053915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ec2b3872-0164-4159-bfa3-8b027e5d55f6 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:13.197367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbd310-ccba-41d4-acc9-a84e65a9c68c req-d8770e4f-b2b0-4f67-abae-856b35bd58cf tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:13.210019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21dbd310-ccba-41d4-acc9-a84e65a9c68c req-d8770e4f-b2b0-4f67-abae-856b35bd58cf tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 944 time: 0.1142232 Aug 23 12:02:13.277638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21dbd310-ccba-41d4-acc9-a84e65a9c68c req-03a8a0b6-31bd-4f80-87f1-bd42c6b41145 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668821 Aug 23 12:02:13.311637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:13.330595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1', 'port_id': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'mac_address': 'fa:16:3e:d2:66:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:13.414601 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:13.446420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b3872-0164-4159-bfa3-8b027e5d55f6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:13.500271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:13.515121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:13.544940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb838f66-1d83-4c0a-b8ef-277b52e60f8b req-0852c690-7dad-4909-87fa-5c8b5031c852 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:13.548596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb838f66-1d83-4c0a-b8ef-277b52e60f8b req-0852c690-7dad-4909-87fa-5c8b5031c852 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 943 time: 0.0823488 Aug 23 12:02:13.610741 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb838f66-1d83-4c0a-b8ef-277b52e60f8b req-7a6fc693-8c04-4d3a-af0f-e011b28ea499 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557888 Aug 23 12:02:13.625987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:13.637487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.638035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.638474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.639304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.639627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.640046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.640476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.640929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.641429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.642019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.642557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.643195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:13.685315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-1cab3c16-f7b4-4d1f-b3fc-eb46f58339f0 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:13.686996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-1cab3c16-f7b4-4d1f-b3fc-eb46f58339f0 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/networks?id=55fe6e10-cf6a-4872-870b-145b2a3e93ba HTTP/1.1" status: 200 len: 812 time: 0.2127695 Aug 23 12:02:13.704895 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-f0bb163a-61e2-4e88-959e-73b22888fb60 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/quotas/e69e4c85e6b5441699179d673322359e HTTP/1.1" status: 200 len: 375 time: 0.0112214 Aug 23 12:02:13.742830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-90324f26-ff18-41f2-8bc2-334da85eafe1 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e69e4c85e6b5441699179d673322359e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281010 Aug 23 12:02:13.790198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaeeb0-c8cf-48c4-8c83-50b7769532df req-56bd92d7-c449-4cc5-84cb-fbfc2fde3ae7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:13.791998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0eaeeb0-c8cf-48c4-8c83-50b7769532df req-56bd92d7-c449-4cc5-84cb-fbfc2fde3ae7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0779691 Aug 23 12:02:13.841928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0eaeeb0-c8cf-48c4-8c83-50b7769532df req-23a495e3-1fb0-4bce-a470-299ec3f29233 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Aug 23 12:02:13.869798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:14.012877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-17014af6-2311-4ad7-8a7b-d1982d934184 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603908 Aug 23 12:02:14.014298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426bc8-ad91-4c0a-a154-8e0aeff71c42 req-031a6553-06ed-4572-a90c-83e9dfd14ab6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:14.016729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95426bc8-ad91-4c0a-a154-8e0aeff71c42 req-031a6553-06ed-4572-a90c-83e9dfd14ab6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0751710 Aug 23 12:02:14.092861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95426bc8-ad91-4c0a-a154-8e0aeff71c42 req-0ebf8aad-f91b-448e-b38c-74caeef86861 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660748 Aug 23 12:02:14.134814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-f58d46c1-5a6e-4aa1-bf87-95b6e497bc69 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203642 Aug 23 12:02:14.383321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-561bf03b-4ae1-484c-a20d-59c33d229cef req-87e05d9f-48e9-4f91-81e1-58790be8e353 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 210 time: 0.0442393 Aug 23 12:02:14.455932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999f903-0bdb-4784-9406-bcae537a148c req-de27420b-0648-4c91-8866-e087006cfcc7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:14.458136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8999f903-0bdb-4784-9406-bcae537a148c req-de27420b-0648-4c91-8866-e087006cfcc7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 944 time: 0.0891938 Aug 23 12:02:14.518320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8999f903-0bdb-4784-9406-bcae537a148c req-235c12f4-9469-4bfd-8d33-a61ca6f8872f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532792 Aug 23 12:02:14.745001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2f2364a0-a613-4f6f-bdd3-50deaa29bdba details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:14.770884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27150634-f142-45c8-b67b-490b83cd6756 req-a52b34cc-c2ae-477e-badc-2d45c1f354fd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:14.772964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27150634-f142-45c8-b67b-490b83cd6756 req-a52b34cc-c2ae-477e-badc-2d45c1f354fd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 944 time: 0.0718079 Aug 23 12:02:14.827737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27150634-f142-45c8-b67b-490b83cd6756 req-a125d975-3272-4354-a566-1209a98febfc tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Aug 23 12:02:14.929477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:14.948886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba', 'network_id': '8b767897-3d1e-4f05-8912-c8b3629b680e', 'port_id': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba', 'mac_address': 'fa:16:3e:12:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b69d93e-e3d6-4b59-aa0e-db4880a72676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:15.040304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:15.056399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f97aa0-1ecf-49dc-b4b7-6b25c5480fe0 req-a31b4741-6cb2-4b17-8f9d-c2db90225640 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:15.067096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ec2b3872-0164-4159-bfa3-8b027e5d55f6 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:15.073663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2364a0-a613-4f6f-bdd3-50deaa29bdba {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:15.075321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-64f97aa0-1ecf-49dc-b4b7-6b25c5480fe0 req-a31b4741-6cb2-4b17-8f9d-c2db90225640 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1398079 Aug 23 12:02:15.160970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-64f97aa0-1ecf-49dc-b4b7-6b25c5480fe0 req-65341626-17d0-46f1-8b23-8d5c92fdc637 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853071 Aug 23 12:02:15.173396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:15.182926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:15.238477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port ec2b3872-0164-4159-bfa3-8b027e5d55f6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:15.246518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ec2b3872-0164-4159-bfa3-8b027e5d55f6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:15.246899 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:15.248641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:15.274231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccfbc2-9ff7-4c3b-9666-73bd0f82eeff req-76ecae4d-d58e-422e-a394-c6a767a7a1d8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:15.284575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffccfbc2-9ff7-4c3b-9666-73bd0f82eeff req-76ecae4d-d58e-422e-a394-c6a767a7a1d8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0903313 Aug 23 12:02:15.340559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffccfbc2-9ff7-4c3b-9666-73bd0f82eeff req-8656b17e-0a6a-478c-b58a-337ce238bc3f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554450 Aug 23 12:02:15.406170 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:15.439077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:15.441549 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c63d895-0511-4f00-825d-9c28dd3bd34a" -d '{"events": [{"server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:15.455140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:15.465618 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:15.513549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2f2364a0-a613-4f6f-bdd3-50deaa29bdba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:15.543535 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c414b3-d55f-4e06-bfa4-f24e5779f6af x-openstack-request-id: req-14c414b3-d55f-4e06-bfa4-f24e5779f6af {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:15.544037 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:15.544421 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14c414b3-d55f-4e06-bfa4-f24e5779f6af {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:15.544835 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'code': 200} Aug 23 12:02:15.581561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:15.583455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b718ca4b-49fb-42fa-ae21-00b514be5084 req-22c4772a-adfe-4cb7-b8ee-88a2c6786184 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 210 time: 0.0855870 Aug 23 12:02:15.829668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb32177-2bec-43fd-836e-92a7966fc38f req-362c7dd4-fded-4fda-8ab5-4af3e5b3ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:15.833276 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6eb32177-2bec-43fd-836e-92a7966fc38f req-362c7dd4-fded-4fda-8ab5-4af3e5b3ec66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1096 time: 0.1953950 Aug 23 12:02:15.852553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaee568-67bd-4c65-b85a-29ba095c438e req-2e1de4eb-37fa-41a3-a0fe-26e63c0c05b1 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:15.860368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-caaee568-67bd-4c65-b85a-29ba095c438e req-2e1de4eb-37fa-41a3-a0fe-26e63c0c05b1 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 945 time: 0.1689887 Aug 23 12:02:15.891620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2edccf7a-a43d-485f-801c-2ad178813e4b tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:15.893220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2edccf7a-a43d-485f-801c-2ad178813e4b tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.44 "GET /v2.0/networks?id=55fe6e10-cf6a-4872-870b-145b2a3e93ba HTTP/1.1" status: 200 len: 812 time: 0.2109630 Aug 23 12:02:15.919740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Request body: {'port': {'device_id': '49715b38-efe5-4b53-bc75-b2e785810e11', 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba', 'admin_state_up': True, 'tenant_id': 'e69e4c85e6b5441699179d673322359e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:15.965077 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6eb32177-2bec-43fd-836e-92a7966fc38f req-663ab03d-21c4-440a-bc35-4d17f5245e25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034179 Aug 23 12:02:15.999375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-caaee568-67bd-4c65-b85a-29ba095c438e req-7829a9a3-1920-4090-b84e-9cf4036cc85f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835552 Aug 23 12:02:16.100870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae844-3fad-4e66-a6c3-aef5d07b872c req-6e0b19ba-ae09-4b55-b1b3-610d024db747 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:16.108635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e37ae844-3fad-4e66-a6c3-aef5d07b872c req-6e0b19ba-ae09-4b55-b1b3-610d024db747 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 945 time: 0.1105201 Aug 23 12:02:16.151917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Made reservation on behalf of e69e4c85e6b5441699179d673322359e for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:16.155724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:16.179531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e37ae844-3fad-4e66-a6c3-aef5d07b872c req-0411060c-228c-4734-b797-d2f3fd070462 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696456 Aug 23 12:02:16.327869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436ef32-30f3-4cfe-ab71-8e54026dd833 req-9c52d869-3ae7-4e3d-832a-607be5aed4db tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:16.330145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6436ef32-30f3-4cfe-ab71-8e54026dd833 req-9c52d869-3ae7-4e3d-832a-607be5aed4db tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0916531 Aug 23 12:02:16.351726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Allocated IP 172.20.0.4 (55fe6e10-cf6a-4872-870b-145b2a3e93ba/3d38adda-4475-472c-a762-9bc6b58c3df9/6851597f-9e2f-4253-b946-7c704a600f70) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:16.391267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6436ef32-30f3-4cfe-ab71-8e54026dd833 req-187c7350-6ce9-4f0f-ae86-e7cc4f58b79a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506749 Aug 23 12:02:16.615805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7de20-31db-4a60-b968-704a950e2da8 req-17aefb64-7d47-4835-8f4d-68b178e8150d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:16.617052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbd7de20-31db-4a60-b968-704a950e2da8 req-17aefb64-7d47-4835-8f4d-68b178e8150d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0929511 Aug 23 12:02:16.639982 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:16.686655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbd7de20-31db-4a60-b968-704a950e2da8 req-5b6dab42-3d95-47df-b8f2-217852d5cac4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582352 Aug 23 12:02:16.711290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f6bd43c-41d0-4f81-b8e6-2df54839b887 req-9966a39f-29b8-46a8-9ff4-d0ad6c982584 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 210 time: 0.0389571 Aug 23 12:02:16.713151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:16.742122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2f2364a0-a613-4f6f-bdd3-50deaa29bdba up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:16.762136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Network 55fe6e10-cf6a-4872-870b-145b2a3e93ba is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:16.765225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:16.767959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:16.809153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:16.810633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Pushing event updated for resources: {'Port': ['ID=6851597f-9e2f-4253-b946-7c704a600f70,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:16.816738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:16.817125 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:16.856932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:16.858152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:16.876856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-2ca956cf-c027-41ca-a835-92f08162fb23 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9697139 Aug 23 12:02:16.891579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Request body: {'port': {'device_id': '49715b38-efe5-4b53-bc75-b2e785810e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:16.976916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:16.982014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:17.044721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:17.057837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:17.130613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:17.198851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3f75-8eb9-4e0c-bc38-4cfe31a9eb1b req-a1f03df1-86bf-4fc2-bb45-ef504255eba2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:17.228223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52bf3f75-8eb9-4e0c-bc38-4cfe31a9eb1b req-a1f03df1-86bf-4fc2-bb45-ef504255eba2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.1085808 Aug 23 12:02:17.322463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52bf3f75-8eb9-4e0c-bc38-4cfe31a9eb1b req-7476f84c-2b39-4f2a-94da-67980e3e3257 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929577 Aug 23 12:02:17.470902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6851597f-9e2f-4253-b946-7c704a600f70 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:17.482024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:17.504808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad2bc-ed75-4b42-8335-7392eac56c66 req-b95f0446-3f31-4458-839e-111b5cfd39c1 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:17.506705 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba2ad2bc-ed75-4b42-8335-7392eac56c66 req-b95f0446-3f31-4458-839e-111b5cfd39c1 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 945 time: 0.1930666 Aug 23 12:02:17.546534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:17.548826 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75610da-c6bf-4791-b12a-a4c8f767c09e" -d '{"events": [{"server_uuid": "6e4c4371-674d-4aac-bc7a-08a897b234fa", "name": "network-vif-plugged", "status": "completed", "tag": "2f2364a0-a613-4f6f-bdd3-50deaa29bdba"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:17.555955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Transition to ACTIVE for port object 6851597f-9e2f-4253-b946-7c704a600f70 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:17.567550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:17.608116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bd84b-27dc-4c51-9e31-0f2332fe85ea req-145592cb-8d7c-4395-b8b1-34cebebac959 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:17.610153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b4bd84b-27dc-4c51-9e31-0f2332fe85ea req-145592cb-8d7c-4395-b8b1-34cebebac959 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0580978 Aug 23 12:02:17.637267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Pushing event updated for resources: {'Port': ['ID=6851597f-9e2f-4253-b946-7c704a600f70,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:17.657732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b4bd84b-27dc-4c51-9e31-0f2332fe85ea req-13466c3e-4434-4c0a-9fd4-3de2f46f23bc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Aug 23 12:02:17.702356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba2ad2bc-ed75-4b42-8335-7392eac56c66 req-b7c94869-b442-4c9e-920e-f33e781f7ef7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737556 Aug 23 12:02:17.764738 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdff786-2a4e-4a40-adcb-660b15af476a x-openstack-request-id: req-abdff786-2a4e-4a40-adcb-660b15af476a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:17.765261 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4c4371-674d-4aac-bc7a-08a897b234fa", "name": "network-vif-plugged", "status": "completed", "tag": "2f2364a0-a613-4f6f-bdd3-50deaa29bdba", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:17.765580 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abdff786-2a4e-4a40-adcb-660b15af476a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:17.766094 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba', 'code': 200} Aug 23 12:02:17.811394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Attempting to bind port 6851597f-9e2f-4253-b946-7c704a600f70 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:17.813925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Attempting to bind port 6851597f-9e2f-4253-b946-7c704a600f70 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b53f3356-3083-4fa0-a8cf-cfa56009268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:17.814585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Attempting to bind port 6851597f-9e2f-4253-b946-7c704a600f70 on network 55fe6e10-cf6a-4872-870b-145b2a3e93ba {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:17.826717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Port 6851597f-9e2f-4253-b946-7c704a600f70 on network 55fe6e10-cf6a-4872-870b-145b2a3e93ba not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:17.829091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Attempting to bind port 6851597f-9e2f-4253-b946-7c704a600f70 on network 55fe6e10-cf6a-4872-870b-145b2a3e93ba {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:17.873920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:17.877920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Checking segment: {'id': 'b53f3356-3083-4fa0-a8cf-cfa56009268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:17.879029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Bound using segment: {'id': 'b53f3356-3083-4fa0-a8cf-cfa56009268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:17.881943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Bound port: 6851597f-9e2f-4253-b946-7c704a600f70, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53f3356-3083-4fa0-a8cf-cfa56009268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:17.883424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:17.960542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed30889-a47a-479a-ad01-21720836c561 req-ed5ad61d-6fde-4792-bae7-4e375304a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:17.962926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ed30889-a47a-479a-ad01-21720836c561 req-ed5ad61d-6fde-4792-bae7-4e375304a194 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 1097 time: 0.1270669 Aug 23 12:02:17.978555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e036b-2a49-4c84-b692-531717ecb5dd req-0d59e212-b6fd-4775-b50d-fdeb249c9ad3 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:17.980081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f5e036b-2a49-4c84-b692-531717ecb5dd req-0d59e212-b6fd-4775-b50d-fdeb249c9ad3 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 943 time: 0.1264217 Aug 23 12:02:17.981541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af640337-8f7a-471a-b4cc-797364e0c270 req-3d5193a3-76d4-4a31-b7ea-c4c1628e5704 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:17.992053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af640337-8f7a-471a-b4cc-797364e0c270 req-3d5193a3-76d4-4a31-b7ea-c4c1628e5704 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1016304 Aug 23 12:02:18.030876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] For port 6851597f-9e2f-4253-b946-7c704a600f70, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:18.055814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] For port 6851597f-9e2f-4253-b946-7c704a600f70, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6851597f-9e2f-4253-b946-7c704a600f70,segment=NetworkSegment(b53f3356-3083-4fa0-a8cf-cfa56009268f),segment_id=b53f3356-3083-4fa0-a8cf-cfa56009268f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:18.059461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ed30889-a47a-479a-ad01-21720836c561 req-08a286d6-01ba-42bb-9abb-e50eb479f99e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876088 Aug 23 12:02:18.059651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f5e036b-2a49-4c84-b692-531717ecb5dd req-6ebf3571-5b1d-4bb6-bda1-9c13510b1eff tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Aug 23 12:02:18.062023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:18.097012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af640337-8f7a-471a-b4cc-797364e0c270 req-5a275a32-5c0f-4ac0-80c6-adcd0975b959 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036580 Aug 23 12:02:18.139365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.139991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:18.141457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] 10.222.0.44 "PUT /v2.0/ports/6851597f-9e2f-4253-b946-7c704a600f70 HTTP/1.1" status: 200 len: 1091 time: 1.2565207 Aug 23 12:02:18.141956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49715b38-efe5-4b53-bc75-b2e785810e11', 'tag': '6851597f-9e2f-4253-b946-7c704a600f70'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:18.145912 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2457f96-ade3-4410-bd20-471ed21c4772" -d '{"events": [{"name": "network-changed", "server_uuid": "49715b38-efe5-4b53-bc75-b2e785810e11", "tag": "6851597f-9e2f-4253-b946-7c704a600f70"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:18.187349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468b610-e251-45b9-a99d-15090a41b869 service neutron] Pushing event updated for resources: {'Port': ['ID=6851597f-9e2f-4253-b946-7c704a600f70,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:18.203539 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d468e-4511-4011-b0be-7ef60464e662 x-openstack-request-id: req-b36d468e-4511-4011-b0be-7ef60464e662 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:18.203832 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49715b38-efe5-4b53-bc75-b2e785810e11", "tag": "6851597f-9e2f-4253-b946-7c704a600f70", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:18.204121 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b36d468e-4511-4011-b0be-7ef60464e662 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:18.204536 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49715b38-efe5-4b53-bc75-b2e785810e11', 'tag': '6851597f-9e2f-4253-b946-7c704a600f70', 'status': 'completed', 'code': 200} Aug 23 12:02:18.242538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-5f1d98a1-fb24-4e29-9657-03386f48ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.244173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-5f1d98a1-fb24-4e29-9657-03386f48ed38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e69e4c85e6b5441699179d673322359e&device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 1094 time: 0.0526195 Aug 23 12:02:18.296954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-5d24c7eb-bb8f-43c2-a035-b75bd02b9373 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6851597f-9e2f-4253-b946-7c704a600f70 HTTP/1.1" status: 200 len: 217 time: 0.0425019 Aug 23 12:02:18.360360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-6f63056f-42ba-40ca-9c7c-96aee5d222c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.362167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-6f63056f-42ba-40ca-9c7c-96aee5d222c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d38adda-4475-472c-a762-9bc6b58c3df9 HTTP/1.1" status: 200 len: 852 time: 0.0578806 Aug 23 12:02:18.421506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-400c31a7-fa7f-4484-a727-82ae61ca1692 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55fe6e10-cf6a-4872-870b-145b2a3e93ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418248 Aug 23 12:02:18.527683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d337a-8fee-43bd-bb41-c4a14ef6bd77 req-38725757-a020-4b87-9bee-ebeb84af51c2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.541782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a23d337a-8fee-43bd-bb41-c4a14ef6bd77 req-38725757-a020-4b87-9bee-ebeb84af51c2 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0959167 Aug 23 12:02:18.584108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-bedd52fb-b0ea-4cbd-b357-7e4ef8c93086 service neutron] 10.222.0.44 "GET /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533856 Aug 23 12:02:18.605169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a23d337a-8fee-43bd-bb41-c4a14ef6bd77 req-a8625797-9f28-4ff3-b8e3-b21d2e07fae3 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Aug 23 12:02:18.712783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6843467a-e7a9-4dad-becb-93ad11ea3d36 req-a294deb8-6c38-4675-bd34-14b655eda14e service neutron] 10.222.0.44 "GET /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177955 Aug 23 12:02:18.813264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97929d97-750c-4d6b-a8b4-446efb9788cb req-a6db330a-1df5-4765-9d2f-22d38bac57cf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.818261 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97929d97-750c-4d6b-a8b4-446efb9788cb req-a6db330a-1df5-4765-9d2f-22d38bac57cf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0676630 Aug 23 12:02:18.872086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1e1b2-8847-4c7f-a954-e8f375b5cbb8 req-84a0b22a-6b42-4b4c-816e-03ff95c56e7d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.874414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2fe1e1b2-8847-4c7f-a954-e8f375b5cbb8 req-84a0b22a-6b42-4b4c-816e-03ff95c56e7d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 945 time: 0.0732415 Aug 23 12:02:18.892839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97929d97-750c-4d6b-a8b4-446efb9788cb req-e48253ef-53f1-4ccd-92fa-6f016eaa3c73 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Aug 23 12:02:18.900103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-fa329312-87a0-419f-94dc-18f3f260d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:18.903243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-fa329312-87a0-419f-94dc-18f3f260d561 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e69e4c85e6b5441699179d673322359e&device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 1094 time: 0.0805728 Aug 23 12:02:18.940029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2fe1e1b2-8847-4c7f-a954-e8f375b5cbb8 req-dc4c75d7-4587-4e1c-8a18-a1e53bbb59ac tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529659 Aug 23 12:02:19.048617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-ce569ed3-2f3b-4f30-8521-23d2ffc41919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:19.050126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-ce569ed3-2f3b-4f30-8521-23d2ffc41919 service neutron] 10.222.0.44 "GET /v2.0/networks?id=55fe6e10-cf6a-4872-870b-145b2a3e93ba HTTP/1.1" status: 200 len: 913 time: 0.1395249 Aug 23 12:02:19.075243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-1214f1da-49fa-4792-98c0-8ef55a8f769d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1944521394&fields=id&tenant_id=c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 267 time: 0.0591040 Aug 23 12:02:19.099519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-c7d37f11-c770-4281-8d69-882adcfa5a1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6851597f-9e2f-4253-b946-7c704a600f70 HTTP/1.1" status: 200 len: 217 time: 0.0405035 Aug 23 12:02:19.173700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-10511d7c-aa1d-4552-8058-65fafb7ca4ea tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:19.193209 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-10511d7c-aa1d-4552-8058-65fafb7ca4ea tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 945 time: 0.1167426 Aug 23 12:02:19.211447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'port': {'security_groups': ['caff9d65-6050-4c70-a177-af206d67a4fa', '69affbf4-a587-4800-88aa-8d88fd1db87a']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:19.244535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-52fd103f-8e4a-4aee-9f67-d56c50a8dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:19.246464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-52fd103f-8e4a-4aee-9f67-d56c50a8dbfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d38adda-4475-472c-a762-9bc6b58c3df9 HTTP/1.1" status: 200 len: 852 time: 0.1388528 Aug 23 12:02:19.285744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-7ba0ce56-ca7f-4874-91de-96d12e1d3d3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=55fe6e10-cf6a-4872-870b-145b2a3e93ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292404 Aug 23 12:02:19.299007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440369-2e1e-4c49-ade5-a57ba0a4f832 req-7c44832a-4fd6-47d4-a46c-85c872e2a890 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:19.307786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16440369-2e1e-4c49-ade5-a57ba0a4f832 req-7c44832a-4fd6-47d4-a46c-85c872e2a890 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 943 time: 0.1261370 Aug 23 12:02:19.346765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:19.448796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16440369-2e1e-4c49-ade5-a57ba0a4f832 req-808ced57-bf90-4850-800b-636fd880c5fc tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394839 Aug 23 12:02:19.512327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-9ceefd68-8f7f-41ea-ad01-3e6669e3c0e1 service neutron] 10.222.0.44 "GET /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017305 Aug 23 12:02:19.662988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbf8c2-88fd-4dd9-83bd-ca188a6362b3 req-dc77b13c-9dfb-466b-9b9c-280c6d96e08d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:19.664588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5fbf8c2-88fd-4dd9-83bd-ca188a6362b3 req-dc77b13c-9dfb-466b-9b9c-280c6d96e08d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1221986 Aug 23 12:02:19.690685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:19.707979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2457f96-ade3-4410-bd20-471ed21c4772 req-df743313-1479-47ba-b9fe-8dc684787a64 service neutron] 10.222.0.44 "GET /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865249 Aug 23 12:02:19.723494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5fbf8c2-88fd-4dd9-83bd-ca188a6362b3 req-88b0408c-670d-4dde-bd2a-5436dce7e591 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Aug 23 12:02:19.737851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:19.751994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:19.765319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:19.802525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:19.803726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:19.805225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0337a5f0-f6a2-445c-9b57-46d38db6d1d1 req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "PUT /v2.0/ports/ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 981 time: 0.6093161 Aug 23 12:02:19.805829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:19.808015 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0b83de-c041-4dd8-a3de-050bf828a5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:19.861391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd8532-2327-4ae7-ab00-9bbe9b242bb2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:19.949993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:20.024822 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557ba63e-e41b-4ac3-b86e-e109f461a4c3 x-openstack-request-id: req-557ba63e-e41b-4ac3-b86e-e109f461a4c3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:20.025151 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:20.025411 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-557ba63e-e41b-4ac3-b86e-e109f461a4c3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:20.025838 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'status': 'completed', 'code': 200} Aug 23 12:02:20.076767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c0678-af9e-433c-947c-560bea41f00b req-754d6020-d62a-4dc3-8929-fe69ce90803e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.079183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123c0678-af9e-433c-947c-560bea41f00b req-754d6020-d62a-4dc3-8929-fe69ce90803e tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.1223722 Aug 23 12:02:20.137281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-ddfe7916-a9b3-456b-abc6-f7b03129a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.139161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-ddfe7916-a9b3-456b-abc6-f7b03129a96c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1135 time: 0.0874264 Aug 23 12:02:20.180886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123c0678-af9e-433c-947c-560bea41f00b req-47e284f8-6f11-43f8-ab6f-ad8cbcf5ec61 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810418 Aug 23 12:02:20.191417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-92c181f8-6202-4b8e-821d-eb9128976628 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-49756690&fields=id&tenant_id=c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 267 time: 0.0511010 Aug 23 12:02:20.251384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-cfc7650d-ae28-4624-b1d5-27b34430e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.253140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-cfc7650d-ae28-4624-b1d5-27b34430e1ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.1027722 Aug 23 12:02:20.258229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-c7be788d-f017-4c97-ac12-f19d9146a73a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.260001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-c7be788d-f017-4c97-ac12-f19d9146a73a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 984 time: 0.0610173 Aug 23 12:02:20.271575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'port': {'security_groups': ['69affbf4-a587-4800-88aa-8d88fd1db87a', 'caff9d65-6050-4c70-a177-af206d67a4fa', 'bf1faf5b-ee79-4103-a5cf-1388d27d0616']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:20.309838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-fbbe0e10-be74-41ad-bef5-12322794d864 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 217 time: 0.0474238 Aug 23 12:02:20.356943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:20.390165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-4b44b51e-fbb7-488a-8187-75a17c153e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.391629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-4b44b51e-fbb7-488a-8187-75a17c153e59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.0707469 Aug 23 12:02:20.401094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4e5df-c30c-4a66-9277-5b6a6035c2bc req-0e071f59-408c-457f-8233-09989b8ef9a4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.402588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42e4e5df-c30c-4a66-9277-5b6a6035c2bc req-0e071f59-408c-457f-8233-09989b8ef9a4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0962753 Aug 23 12:02:20.442145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42e4e5df-c30c-4a66-9277-5b6a6035c2bc req-4ba3206a-ec80-42ec-a754-f7609ae8f782 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Aug 23 12:02:20.478319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-1c96ae92-9d47-407d-9432-78d4276ff7ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278106 Aug 23 12:02:20.602458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-82b9cbb2-2aa8-4f03-ad37-02eac591bf4d service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136951 Aug 23 12:02:20.643065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:20.680080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:20.684993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:20.697750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:20.721591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3bb94-e9c2-4dc8-a7ed-c3ab4e1d6e1f req-1ee3d217-d428-4002-b65e-bd1ca14cc124 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.726264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90f3bb94-e9c2-4dc8-a7ed-c3ab4e1d6e1f req-1ee3d217-d428-4002-b65e-bd1ca14cc124 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.1269898 Aug 23 12:02:20.744115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.744753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:20.759382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d34ff36-0f94-4db9-aadd-dfc714868d3a req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "PUT /v2.0/ports/ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 1020 time: 0.4925172 Aug 23 12:02:20.769162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fc0b83de-c041-4dd8-a3de-050bf828a5b7 req-d75a04ab-464b-4fcb-abba-e167a4f16fb4 service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567435 Aug 23 12:02:20.788728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90f3bb94-e9c2-4dc8-a7ed-c3ab4e1d6e1f req-61fd8af7-b915-4678-aae3-9372525ef94c tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565066 Aug 23 12:02:20.814248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c530ed7-838f-48f7-a410-78052bff449c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:20.822763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-e227bfdb-3610-42f5-ae88-bdda3d98f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.824387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-e227bfdb-3610-42f5-ae88-bdda3d98f212 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1096 time: 0.1241806 Aug 23 12:02:20.922966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66a93-351d-45dd-9bae-2cc1e4839be4 req-739fcd33-6207-48ce-9914-30140c2d857a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.923225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:20.923906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbe66a93-351d-45dd-9bae-2cc1e4839be4 req-739fcd33-6207-48ce-9914-30140c2d857a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0601387 Aug 23 12:02:20.955368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f346ee-c6e2-48d5-9a57-bda0e0e88b85 req-2ce8a57b-8d9e-48a2-804d-80b901b084b5 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.956607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5f346ee-c6e2-48d5-9a57-bda0e0e88b85 req-2ce8a57b-8d9e-48a2-804d-80b901b084b5 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 943 time: 0.1137786 Aug 23 12:02:20.973792 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbe66a93-351d-45dd-9bae-2cc1e4839be4 req-311c91b2-f9f2-473f-914f-909b642e92e3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Aug 23 12:02:20.979565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-ea24f7ca-e4b7-4ff4-96c8-a4ee935d155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:20.981044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-ea24f7ca-e4b7-4ff4-96c8-a4ee935d155e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.1478872 Aug 23 12:02:21.041383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-358a9f92-ab0a-46b9-99bb-713e670cc139 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.0442150 Aug 23 12:02:21.054415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5f346ee-c6e2-48d5-9a57-bda0e0e88b85 req-678ce29f-6ccf-4291-bacb-9359abfabf05 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770645 Aug 23 12:02:21.118487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-9ae0310d-34ad-4a99-9edf-e0ff66198db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:21.120014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-9ae0310d-34ad-4a99-9edf-e0ff66198db7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.0647509 Aug 23 12:02:21.134574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6851597f-9e2f-4253-b946-7c704a600f70 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:21.143258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd143cd0-5f97-45e8-ad31-27cc488bf554 req-335cd05b-8cfe-437a-bd09-2960e6b44798 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:21.145339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd143cd0-5f97-45e8-ad31-27cc488bf554 req-335cd05b-8cfe-437a-bd09-2960e6b44798 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1023 time: 0.0929637 Aug 23 12:02:21.168101 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-25f0e500-be86-4ed9-a213-ef6853f936a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353129 Aug 23 12:02:21.258353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd143cd0-5f97-45e8-ad31-27cc488bf554 req-639d4536-3946-4861-8e93-f9dbe8a7b646 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=69affbf4-a587-4800-88aa-8d88fd1db87a&id=bf1faf5b-ee79-4103-a5cf-1388d27d0616&id=caff9d65-6050-4c70-a177-af206d67a4fa HTTP/1.1" status: 200 len: 6156 time: 0.1048858 Aug 23 12:02:21.318048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-33529d09-7a16-4a93-a020-051a4e392753 service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411941 Aug 23 12:02:21.319512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6851597f-9e2f-4253-b946-7c704a600f70, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6851597f-9e2f-4253-b946-7c704a600f70,segment=NetworkSegment(b53f3356-3083-4fa0-a8cf-cfa56009268f),segment_id=b53f3356-3083-4fa0-a8cf-cfa56009268f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:21.348514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d9608025-d94b-43b6-84bc-b5d2955e335d req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': ' tempest-securitygroup -208148801 ', 'description': 'tempest-description-272630480'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:21.380221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d9608025-d94b-43b6-84bc-b5d2955e335d req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.438149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df5908-c723-4177-9b3c-caecca9a19a3 req-3db58992-5583-4929-9108-c1122a9e4429 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:21.446535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-77df5908-c723-4177-9b3c-caecca9a19a3 req-3db58992-5583-4929-9108-c1122a9e4429 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.1234398 Aug 23 12:02:21.487243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35afbdd6-821b-47cc-ae3b-2311572cb53b req-700c0ed5-80d7-4ef2-9ee7-760cb6cd0ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549520 Aug 23 12:02:21.493435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d9608025-d94b-43b6-84bc-b5d2955e335d req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.495179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '6851597f-9e2f-4253-b946-7c704a600f70', 'network_id': '55fe6e10-cf6a-4872-870b-145b2a3e93ba', 'port_id': '6851597f-9e2f-4253-b946-7c704a600f70', 'mac_address': 'fa:16:3e:07:fa:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d38adda-4475-472c-a762-9bc6b58c3df9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:21.499265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d9608025-d94b-43b6-84bc-b5d2955e335d req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.529206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-77df5908-c723-4177-9b3c-caecca9a19a3 req-e5130ad3-798a-4921-b1e1-07d61935f87f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809989 Aug 23 12:02:21.538235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d9608025-d94b-43b6-84bc-b5d2955e335d req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.539683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9608025-d94b-43b6-84bc-b5d2955e335d req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1977344 Aug 23 12:02:21.550320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c21473-df66-44a7-81fa-3e91688584b7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557aede3-3e90-4411-941c-9e226aa55134,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:21.570081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.588498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6851597f-9e2f-4253-b946-7c704a600f70 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:21.612076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6851597f-9e2f-4253-b946-7c704a600f70, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6851597f-9e2f-4253-b946-7c704a600f70,segment=NetworkSegment(b53f3356-3083-4fa0-a8cf-cfa56009268f),segment_id=b53f3356-3083-4fa0-a8cf-cfa56009268f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:21.618005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.676160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6851597f-9e2f-4253-b946-7c704a600f70,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:21.693192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df7ca-7488-4675-bcfc-31dfda27a778 req-6408fb35-24a6-456e-96d0-88692a2402c8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:21.694851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f6df7ca-7488-4675-bcfc-31dfda27a778 req-6408fb35-24a6-456e-96d0-88692a2402c8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0646539 Aug 23 12:02:21.726386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c4ee671-64f7-4c51-a112-49cf54f16cb1 req-03131dde-58c8-4cb8-b97c-44977b721da7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/557aede3-3e90-4411-941c-9e226aa55134 HTTP/1.1" status: 200 len: 1781 time: 0.0594487 Aug 23 12:02:21.735510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f6df7ca-7488-4675-bcfc-31dfda27a778 req-2899333a-999c-43b5-9618-2314cc0f29c6 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 23 12:02:21.784440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8b395238-4a57-4245-a9d7-37d12c5ed6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.814295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbf38452-3f70-4ac4-bba1-0d2a46704268 req-7e3d0814-6b7a-4098-b529-4953b337cd77 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/557aede3-3e90-4411-941c-9e226aa55134 HTTP/1.1" status: 200 len: 1781 time: 0.0462720 Aug 23 12:02:21.835852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6483b-3f18-43c5-892d-4bbe6019b135 req-131f4087-92e0-4726-857c-d634cba01e3d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:21.837620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1a6483b-3f18-43c5-892d-4bbe6019b135 req-131f4087-92e0-4726-857c-d634cba01e3d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0572300 Aug 23 12:02:21.879908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1a6483b-3f18-43c5-892d-4bbe6019b135 req-051bc3fa-a72e-42cd-a72e-5f0d8efb829a tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359554 Aug 23 12:02:21.883298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbf38452-3f70-4ac4-bba1-0d2a46704268 req-124dceb6-36ca-4530-8378-bbca4567aed7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.911061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbf38452-3f70-4ac4-bba1-0d2a46704268 req-124dceb6-36ca-4530-8378-bbca4567aed7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.958011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbf38452-3f70-4ac4-bba1-0d2a46704268 req-124dceb6-36ca-4530-8378-bbca4567aed7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.961217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbf38452-3f70-4ac4-bba1-0d2a46704268 req-124dceb6-36ca-4530-8378-bbca4567aed7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:21.962384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6851597f-9e2f-4253-b946-7c704a600f70'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:21.962909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbf38452-3f70-4ac4-bba1-0d2a46704268 req-124dceb6-36ca-4530-8378-bbca4567aed7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/557aede3-3e90-4411-941c-9e226aa55134 HTTP/1.1" status: 204 len: 173 time: 0.1418357 Aug 23 12:02:21.976753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dceb6-36ca-4530-8378-bbca4567aed7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557aede3-3e90-4411-941c-9e226aa55134,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:22.018949 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-27685d08-6548-4b00-b1ff-ce3cc7ba415d req-85de370b-1a8d-48a5-a1c8-c7cda313813c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:02:22.019982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-27685d08-6548-4b00-b1ff-ce3cc7ba415d req-85de370b-1a8d-48a5-a1c8-c7cda313813c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/557aede3-3e90-4411-941c-9e226aa55134 HTTP/1.1" status: 404 len: 352 time: 0.0230474 Aug 23 12:02:22.027071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:22.033821 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f86346-8a76-4ee6-8e56-8ad7e58beee8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:22.124386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d3611-d44f-4fde-95ea-ea000c79f255 req-66aa858e-e210-421b-8377-4124b38df880 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.125548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a97d3611-d44f-4fde-95ea-ea000c79f255 req-66aa858e-e210-421b-8377-4124b38df880 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0577834 Aug 23 12:02:22.133521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835da2a2-9dde-48f8-a861-cfbfe2177c51 req-613d1c19-72af-4da6-962e-934c7d0b8232 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.135375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-835da2a2-9dde-48f8-a861-cfbfe2177c51 req-613d1c19-72af-4da6-962e-934c7d0b8232 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0569997 Aug 23 12:02:22.167867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a97d3611-d44f-4fde-95ea-ea000c79f255 req-f65fe10c-e4d4-460b-a12b-262ff8b27520 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Aug 23 12:02:22.175949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-835da2a2-9dde-48f8-a861-cfbfe2177c51 req-1be56b6a-bf78-499a-a0ba-533131652214 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Aug 23 12:02:22.195203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c13d91e3-d4ec-4802-be31-d8038a2d315b req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-483993674', 'description': 'tempest-description-1657024065'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:22.219285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c13d91e3-d4ec-4802-be31-d8038a2d315b req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:22.223050 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb1114-a002-4e1f-bbf9-de1db0d380f2 x-openstack-request-id: req-21eb1114-a002-4e1f-bbf9-de1db0d380f2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:22.223341 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:22.223598 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21eb1114-a002-4e1f-bbf9-de1db0d380f2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:22.223989 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'status': 'completed', 'code': 200} Aug 23 12:02:22.330691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8b979-896a-47f5-8f4d-89c51bf3a625 req-2883487d-401f-4c4b-9540-7a714e999fd2 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.333120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81f8b979-896a-47f5-8f4d-89c51bf3a625 req-2883487d-401f-4c4b-9540-7a714e999fd2 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 944 time: 0.0582666 Aug 23 12:02:22.383326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81f8b979-896a-47f5-8f4d-89c51bf3a625 req-8028b11f-1c68-46dc-a2ec-523f9dcd19b1 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Aug 23 12:02:22.504853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b795-c102-4228-a1b5-909838eabd55 req-d8f5295e-9816-402d-908e-b669946d3dfe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.506944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1392b795-c102-4228-a1b5-909838eabd55 req-d8f5295e-9816-402d-908e-b669946d3dfe tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0563262 Aug 23 12:02:22.552024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1392b795-c102-4228-a1b5-909838eabd55 req-3ef3599c-f35c-42a0-9596-fea565dd5dc1 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Aug 23 12:02:22.623374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-93b6490c-1ac9-4695-b83d-04dc0ffaba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.624885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-93b6490c-1ac9-4695-b83d-04dc0ffaba97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1174 time: 0.3735001 Aug 23 12:02:22.655018 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c13d91e3-d4ec-4802-be31-d8038a2d315b req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:22.665182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c13d91e3-d4ec-4802-be31-d8038a2d315b req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:22.738587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c13d91e3-d4ec-4802-be31-d8038a2d315b req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:22.739835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c13d91e3-d4ec-4802-be31-d8038a2d315b req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5488825 Aug 23 12:02:22.743695 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c1154-ffde-49a2-a7be-d9b7d7da00e5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8297c41-fed2-4ff7-8a7a-a5f380e78608,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:22.770444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-a2836553-5406-4734-a5e7-f8d89cf5a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.772511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-a2836553-5406-4734-a5e7-f8d89cf5a65e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.1318197 Aug 23 12:02:22.822010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-c26aa06e-4266-4705-b7e3-b4f83b230922 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 200 len: 217 time: 0.0387721 Aug 23 12:02:22.867522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-888b5fc7-f327-41a2-8759-db7f51db61e7 req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-586549983', 'description': 'tempest-description-1953758105'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:22.900951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-7d48f982-a833-4390-9410-4758672cf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.902441 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-7d48f982-a833-4390-9410-4758672cf184 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.0725460 Aug 23 12:02:22.909599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-888b5fc7-f327-41a2-8759-db7f51db61e7 req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:22.952095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-4e64fee4-db32-4db5-9c30-d1d10f854bbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393088 Aug 23 12:02:22.976920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76350235-993f-46a9-9f85-a21c3df4907b req-f1861eae-65ad-49d5-8e00-95125468c394 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:22.978654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76350235-993f-46a9-9f85-a21c3df4907b req-f1861eae-65ad-49d5-8e00-95125468c394 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0561845 Aug 23 12:02:23.022494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76350235-993f-46a9-9f85-a21c3df4907b req-7b409eb9-ae3f-45cc-a9f1-671c76393796 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Aug 23 12:02:23.100740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-92553af5-d402-48ee-9934-54490e6cc415 service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353414 Aug 23 12:02:23.134008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6851597f-9e2f-4253-b946-7c704a600f70 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:23.135349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-888b5fc7-f327-41a2-8759-db7f51db61e7 req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.151708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-888b5fc7-f327-41a2-8759-db7f51db61e7 req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.215179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 6851597f-9e2f-4253-b946-7c704a600f70 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:23.222089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 6851597f-9e2f-4253-b946-7c704a600f70 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:23.222740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.226691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-888b5fc7-f327-41a2-8759-db7f51db61e7 req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.227944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-888b5fc7-f327-41a2-8759-db7f51db61e7 req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3698215 Aug 23 12:02:23.241981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb973fcb-69b9-4167-91b7-0caf63cc14a3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a83df5-fa6a-4c1f-a674-f7692d1daaff,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:23.272514 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33f86346-8a76-4ee6-8e56-8ad7e58beee8 req-c2a930a5-5e1c-44b9-b81c-48c04ec40c74 service neutron] 10.222.0.44 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547947 Aug 23 12:02:23.275206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9692f3-d119-44e4-8d1a-ece2ca795a0c req-74fb2119-4530-4396-8bd4-5cab8c9fe7af tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:23.276992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be9692f3-d119-44e4-8d1a-ece2ca795a0c req-74fb2119-4530-4396-8bd4-5cab8c9fe7af tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0770969 Aug 23 12:02:23.344607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.369037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28e950-23a5-4c60-ac63-e0415b786255 req-eecda2d9-ef3a-4926-8252-3fcea0739db3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:23.370793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee28e950-23a5-4c60-ac63-e0415b786255 req-eecda2d9-ef3a-4926-8252-3fcea0739db3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.0590692 Aug 23 12:02:23.371520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49715b38-efe5-4b53-bc75-b2e785810e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6851597f-9e2f-4253-b946-7c704a600f70'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:23.374095 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acadccb1-d80a-474b-a288-3c75e64431e1" -d '{"events": [{"server_uuid": "49715b38-efe5-4b53-bc75-b2e785810e11", "name": "network-vif-plugged", "status": "completed", "tag": "6851597f-9e2f-4253-b946-7c704a600f70"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:23.389434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6851597f-9e2f-4253-b946-7c704a600f70, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6851597f-9e2f-4253-b946-7c704a600f70,segment=NetworkSegment(b53f3356-3083-4fa0-a8cf-cfa56009268f),segment_id=b53f3356-3083-4fa0-a8cf-cfa56009268f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:23.394719 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.395657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:02:23.420761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee28e950-23a5-4c60-ac63-e0415b786255 req-b8a7d29c-144e-46cf-bb29-717a8b964377 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Aug 23 12:02:23.468403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-2d5e3e3e-548f-4e1d-bedc-374adc0285b6 req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1920082174', 'description': 'tempest-description-1516735161'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:23.496591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2d5e3e3e-548f-4e1d-bedc-374adc0285b6 req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.498778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6851597f-9e2f-4253-b946-7c704a600f70,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:23.548267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.595761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:23.601929 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.646703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2d5e3e3e-548f-4e1d-bedc-374adc0285b6 req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.658204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2d5e3e3e-548f-4e1d-bedc-374adc0285b6 req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.668542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be9692f3-d119-44e4-8d1a-ece2ca795a0c req-4a55e823-ff51-48e1-beff-56e84f73c641 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737156 Aug 23 12:02:23.679581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:23.685155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-2d5e3e3e-548f-4e1d-bedc-374adc0285b6 req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:23.686945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d5e3e3e-548f-4e1d-bedc-374adc0285b6 req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2321000 Aug 23 12:02:23.702141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c431fd-5efd-4552-b35c-96bdcf49083a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30c9e89-1a22-4be2-9bd4-587aa351f0aa,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:23.740065 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fadf63-565d-4875-9cd8-3b565be01436 x-openstack-request-id: req-11fadf63-565d-4875-9cd8-3b565be01436 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:23.740953 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49715b38-efe5-4b53-bc75-b2e785810e11", "name": "network-vif-plugged", "status": "completed", "tag": "6851597f-9e2f-4253-b946-7c704a600f70", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:23.741641 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11fadf63-565d-4875-9cd8-3b565be01436 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:23.742064 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49715b38-efe5-4b53-bc75-b2e785810e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6851597f-9e2f-4253-b946-7c704a600f70', 'code': 200} Aug 23 12:02:23.815756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78870a5c-ad79-4f69-8266-ff7fcde642dc req-b3d14f43-4994-4dab-814f-bd3dd8ce9f1f tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:23.817346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78870a5c-ad79-4f69-8266-ff7fcde642dc req-b3d14f43-4994-4dab-814f-bd3dd8ce9f1f tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 945 time: 0.0535619 Aug 23 12:02:23.862534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78870a5c-ad79-4f69-8266-ff7fcde642dc req-bfc2180f-03b4-4694-bb7e-a03b4ca3137b tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Aug 23 12:02:23.891775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab56bf-aa0e-48ac-aa4b-6c43b34d739d req-138c6759-cfa9-4f74-984c-fca3de1e8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:23.893280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57ab56bf-aa0e-48ac-aa4b-6c43b34d739d req-138c6759-cfa9-4f74-984c-fca3de1e8ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 1096 time: 0.0810795 Aug 23 12:02:23.976342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57ab56bf-aa0e-48ac-aa4b-6c43b34d739d req-2631952b-de9d-41a4-bf36-f6378b730cd9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700147 Aug 23 12:02:23.988495 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ffdfa42-95dd-4f13-bb06-26fbcb7be4fb req-c74ceb7f-e213-4ed5-829e-3acd1c7b0a86 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 10910 time: 0.1470287 Aug 23 12:02:24.044758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ffdfa42-95dd-4f13-bb06-26fbcb7be4fb req-0cfe77e9-8efa-40f9-9bd8-c79399b80bca tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/caff9d65-6050-4c70-a177-af206d67a4fa HTTP/1.1" status: 200 len: 2985 time: 0.0479214 Aug 23 12:02:24.098152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ffdfa42-95dd-4f13-bb06-26fbcb7be4fb req-929efcea-0788-4abe-8519-bd50168adac9 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/caff9d65-6050-4c70-a177-af206d67a4fa HTTP/1.1" status: 200 len: 2985 time: 0.0467424 Aug 23 12:02:24.197952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b31fa-d4be-4d23-abf4-92d7f2b0c4a4 req-7e4c88d4-f0e7-45ae-9f87-9405fbbd206e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:24.199532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-434b31fa-d4be-4d23-abf4-92d7f2b0c4a4 req-7e4c88d4-f0e7-45ae-9f87-9405fbbd206e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0504394 Aug 23 12:02:24.247656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-434b31fa-d4be-4d23-abf4-92d7f2b0c4a4 req-5d729397-4828-43ae-91c5-ee2b2ecee064 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Aug 23 12:02:24.248482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-594e235e-e8bb-43c6-8e5f-1d746339b74f req-fb08ec14-6624-43b6-8da2-8c62c2b969bd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/c8297c41-fed2-4ff7-8a7a-a5f380e78608 HTTP/1.1" status: 200 len: 1802 time: 0.0466020 Aug 23 12:02:24.316989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-594e235e-e8bb-43c6-8e5f-1d746339b74f req-7ceb2225-5d8b-49f9-acda-10f59f6216ae tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.345123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-30dbe039-fa47-483a-9630-8bd826b3fd5f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:24.347363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-594e235e-e8bb-43c6-8e5f-1d746339b74f req-7ceb2225-5d8b-49f9-acda-10f59f6216ae tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.347491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-30dbe039-fa47-483a-9630-8bd826b3fd5f tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0701997 Aug 23 12:02:24.351628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.353188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f204674c-5b83-4809-96e9-2ba5b7c447dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.390419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-594e235e-e8bb-43c6-8e5f-1d746339b74f req-7ceb2225-5d8b-49f9-acda-10f59f6216ae tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.393288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-594e235e-e8bb-43c6-8e5f-1d746339b74f req-7ceb2225-5d8b-49f9-acda-10f59f6216ae tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.394611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-594e235e-e8bb-43c6-8e5f-1d746339b74f req-7ceb2225-5d8b-49f9-acda-10f59f6216ae tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/c8297c41-fed2-4ff7-8a7a-a5f380e78608 HTTP/1.1" status: 204 len: 173 time: 0.1399598 Aug 23 12:02:24.407905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb2225-5d8b-49f9-acda-10f59f6216ae tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8297c41-fed2-4ff7-8a7a-a5f380e78608,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:24.455001 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-0753e6bb-9acd-454f-92f3-d24fd6a40678 req-fdd061d7-a3a5-47b9-955c-d89621125960 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:02:24.455945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0753e6bb-9acd-454f-92f3-d24fd6a40678 req-fdd061d7-a3a5-47b9-955c-d89621125960 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/c8297c41-fed2-4ff7-8a7a-a5f380e78608 HTTP/1.1" status: 404 len: 352 time: 0.0203140 Aug 23 12:02:24.483221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Deleting port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:02:24.483782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.562057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d9e7-adad-4833-b6ef-ed3f5f7e5677 req-a72b6ef1-a107-4c60-852b-6470b45d40c4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:24.564053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3b4d9e7-adad-4833-b6ef-ed3f5f7e5677 req-a72b6ef1-a107-4c60-852b-6470b45d40c4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.0506124 Aug 23 12:02:24.584141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80a91d5a-9e2d-49b8-9c6f-2c0d7bd6ea3a req-d78c3ba3-2f45-4f23-bd8c-83d2f50693b5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/63a83df5-fa6a-4c1f-a674-f7692d1daaff HTTP/1.1" status: 200 len: 1802 time: 0.1046877 Aug 23 12:02:24.602591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3b4d9e7-adad-4833-b6ef-ed3f5f7e5677 req-6226400e-0e73-4f7f-989d-3d8a84f0da58 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Aug 23 12:02:24.624536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] For port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,segment=NetworkSegment(62fc7a01-0fc7-4835-b784-77d8846ec5dc),segment_id=62fc7a01-0fc7-4835-b784-77d8846ec5dc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:24.624907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.646892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Calling delete_port for 2f2364a0-a613-4f6f-bdd3-50deaa29bdba owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:02:24.716290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80a91d5a-9e2d-49b8-9c6f-2c0d7bd6ea3a req-c8c56024-350c-49d1-a0ef-d0653a6c6817 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.723944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2555-0bcf-4ba7-b07b-86cdc9b26319 req-73bab6de-7b7d-4179-bebf-4bad17443d1c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:24.727270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ed2555-0bcf-4ba7-b07b-86cdc9b26319 req-73bab6de-7b7d-4179-bebf-4bad17443d1c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.0547199 Aug 23 12:02:24.759917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80a91d5a-9e2d-49b8-9c6f-2c0d7bd6ea3a req-c8c56024-350c-49d1-a0ef-d0653a6c6817 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.776167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11ed2555-0bcf-4ba7-b07b-86cdc9b26319 req-7bcb6a4a-1966-4eca-b8a2-d2a064fa3153 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Aug 23 12:02:24.842684 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80a91d5a-9e2d-49b8-9c6f-2c0d7bd6ea3a req-c8c56024-350c-49d1-a0ef-d0653a6c6817 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.845407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80a91d5a-9e2d-49b8-9c6f-2c0d7bd6ea3a req-c8c56024-350c-49d1-a0ef-d0653a6c6817 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.846673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80a91d5a-9e2d-49b8-9c6f-2c0d7bd6ea3a req-c8c56024-350c-49d1-a0ef-d0653a6c6817 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/63a83df5-fa6a-4c1f-a674-f7692d1daaff HTTP/1.1" status: 204 len: 173 time: 0.2545218 Aug 23 12:02:24.863831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c56024-350c-49d1-a0ef-d0653a6c6817 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a83df5-fa6a-4c1f-a674-f7692d1daaff,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:24.892132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.903414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60101-1f7d-4234-baba-7a8123ac5c30 req-5a0aede6-f6b5-49e4-bed2-d1231e940d51 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:24.904256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2f2364a0-a613-4f6f-bdd3-50deaa29bdba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:24.904975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88a60101-1f7d-4234-baba-7a8123ac5c30 req-5a0aede6-f6b5-49e4-bed2-d1231e940d51 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e4c4371-674d-4aac-bc7a-08a897b234fa HTTP/1.1" status: 200 len: 946 time: 0.0642836 Aug 23 12:02:24.920280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Pushing event deleted for resources: {'Port': ['ID=2f2364a0-a613-4f6f-bdd3-50deaa29bdba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:24.967466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] No DVR routers for this DVR port 2f2364a0-a613-4f6f-bdd3-50deaa29bdba on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:02:24.967649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88a60101-1f7d-4234-baba-7a8123ac5c30 req-399404e7-1852-4c9d-80ab-e94898e25ee7 tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4de89a8-f775-487e-a63d-8c71755de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517700 Aug 23 12:02:24.970023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:24.972089 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-777b8f52-f834-418f-88fb-98e9b0082b2e req-18a4a14d-fbca-4a2a-be4f-2fbf58afef8d tempest-ServerDiskConfigTestJSON-1809240253 tempest-ServerDiskConfigTestJSON-1809240253-project] 10.222.0.41 "DELETE /v2.0/ports/2f2364a0-a613-4f6f-bdd3-50deaa29bdba HTTP/1.1" status: 204 len: 173 time: 0.6185007 Aug 23 12:02:24.972541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'name': 'network-vif-deleted', 'tag': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:24.975091 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e8253f-7b84-40c0-bc0f-b6491bdfe43d" -d '{"events": [{"server_uuid": "6e4c4371-674d-4aac-bc7a-08a897b234fa", "name": "network-vif-deleted", "tag": "2f2364a0-a613-4f6f-bdd3-50deaa29bdba"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:25.017361 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-33f5846d-eb85-4b93-b058-f6e68c29f775 req-01bb7a56-8002-4ef6-bf04-56582c0b80b2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:02:25.020245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33f5846d-eb85-4b93-b058-f6e68c29f775 req-01bb7a56-8002-4ef6-bf04-56582c0b80b2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/63a83df5-fa6a-4c1f-a674-f7692d1daaff HTTP/1.1" status: 404 len: 352 time: 0.0197434 Aug 23 12:02:25.109272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5952c-e4e0-4ba9-aafc-f70520b65c74 req-00d45a34-5e8a-49a2-accb-86150d5ebea5 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:25.110878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fa5952c-e4e0-4ba9-aafc-f70520b65c74 req-00d45a34-5e8a-49a2-accb-86150d5ebea5 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 945 time: 0.0569227 Aug 23 12:02:25.153574 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98566eef-cc81-45ed-a0d6-fcb2c6c65182 x-openstack-request-id: req-98566eef-cc81-45ed-a0d6-fcb2c6c65182 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:25.154235 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4c4371-674d-4aac-bc7a-08a897b234fa", "name": "network-vif-deleted", "tag": "2f2364a0-a613-4f6f-bdd3-50deaa29bdba", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:25.154683 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98566eef-cc81-45ed-a0d6-fcb2c6c65182 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:25.155312 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4c4371-674d-4aac-bc7a-08a897b234fa', 'name': 'network-vif-deleted', 'tag': '2f2364a0-a613-4f6f-bdd3-50deaa29bdba', 'status': 'completed', 'code': 200} Aug 23 12:02:25.167678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fa5952c-e4e0-4ba9-aafc-f70520b65c74 req-2742c9a3-98c4-4e8e-9794-7fee1bca86b5 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500000 Aug 23 12:02:25.232605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c7f8438-9292-40c9-953f-ab425e7781d6 req-c17dcb00-e702-4521-9e15-0af5e789cdf4 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/f30c9e89-1a22-4be2-9bd4-587aa351f0aa HTTP/1.1" status: 200 len: 1803 time: 0.0406685 Aug 23 12:02:25.307080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0c7f8438-9292-40c9-953f-ab425e7781d6 req-ad9f6093-edcd-423c-b914-85fd3114c2d7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.332603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0c7f8438-9292-40c9-953f-ab425e7781d6 req-ad9f6093-edcd-423c-b914-85fd3114c2d7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.379332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0c7f8438-9292-40c9-953f-ab425e7781d6 req-ad9f6093-edcd-423c-b914-85fd3114c2d7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.383247 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0c7f8438-9292-40c9-953f-ab425e7781d6 req-ad9f6093-edcd-423c-b914-85fd3114c2d7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.384457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c7f8438-9292-40c9-953f-ab425e7781d6 req-ad9f6093-edcd-423c-b914-85fd3114c2d7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/f30c9e89-1a22-4be2-9bd4-587aa351f0aa HTTP/1.1" status: 204 len: 173 time: 0.1453922 Aug 23 12:02:25.401618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f6093-edcd-423c-b914-85fd3114c2d7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30c9e89-1a22-4be2-9bd4-587aa351f0aa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:25.471126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f12e33-78ff-4907-bc18-b52154a83ccc req-17e2bd91-c32d-47e6-9eb2-b0219faced02 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:25.474721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63f12e33-78ff-4907-bc18-b52154a83ccc req-17e2bd91-c32d-47e6-9eb2-b0219faced02 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.0746996 Aug 23 12:02:25.514430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4392eac-a720-4dc8-ae2b-75759a9d02a9 req-8cec265c-d80b-4673-8959-c3b69a8900a1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:25.515987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4392eac-a720-4dc8-ae2b-75759a9d02a9 req-8cec265c-d80b-4673-8959-c3b69a8900a1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0617969 Aug 23 12:02:25.567654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63f12e33-78ff-4907-bc18-b52154a83ccc req-b82c3944-a5e4-462b-b54e-7f2f4aa6df9e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825577 Aug 23 12:02:25.578151 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.582163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4392eac-a720-4dc8-ae2b-75759a9d02a9 req-0e0ef18c-b35e-4325-99ad-5d51b024882a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477519 Aug 23 12:02:25.610343 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-15c29a6a-9e12-4923-b75f-64ddafc10503 req-85e43d0c-f895-4fdd-8fce-088a109c493d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:02:25.611539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15c29a6a-9e12-4923-b75f-64ddafc10503 req-85e43d0c-f895-4fdd-8fce-088a109c493d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/f30c9e89-1a22-4be2-9bd4-587aa351f0aa HTTP/1.1" status: 404 len: 352 time: 0.0181274 Aug 23 12:02:25.637540 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-26747fda-a480-48ff-bba1-22a0dd3e18f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084723 Aug 23 12:02:25.704174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f2888a2-827f-4894-8a4a-36b93f5e6327 req-af6cd936-a4cd-4821-9701-609673e37fdd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 6156 time: 0.0656211 Aug 23 12:02:25.743417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:25.745945 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671a41cb-c158-4447-a4d8-204e79b4858a" -d '{"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-unplugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:25.761485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f2888a2-827f-4894-8a4a-36b93f5e6327 req-16204cd1-0a1e-4318-9628-711864b27ebd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/caff9d65-6050-4c70-a177-af206d67a4fa HTTP/1.1" status: 200 len: 2985 time: 0.0507970 Aug 23 12:02:25.791284 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d26de3-74bb-41cc-af47-b000d680c1f8 x-openstack-request-id: req-59d26de3-74bb-41cc-af47-b000d680c1f8 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:25.791589 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-unplugged", "status": "failed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "code": 422}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:25.791916 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59d26de3-74bb-41cc-af47-b000d680c1f8 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:25.792231 n-d-773645-7 neutron-server[101059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'code': 422} returned with failed status Aug 23 12:02:25.817858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f2888a2-827f-4894-8a4a-36b93f5e6327 req-632cbce4-4a06-42b1-bd2e-5ed68fec41e3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/caff9d65-6050-4c70-a177-af206d67a4fa HTTP/1.1" status: 200 len: 2985 time: 0.0550954 Aug 23 12:02:25.846239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5ab805c7-cbf6-466a-8a3b-bda26912c74c req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-341674295', 'description': 'tempest-description-1234540958'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:25.871552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ab805c7-cbf6-466a-8a3b-bda26912c74c req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.969641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ab805c7-cbf6-466a-8a3b-bda26912c74c req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:25.975406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ab805c7-cbf6-466a-8a3b-bda26912c74c req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.011012 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5ab805c7-cbf6-466a-8a3b-bda26912c74c req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.012521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ab805c7-cbf6-466a-8a3b-bda26912c74c req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1713853 Aug 23 12:02:26.024629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5112-0f00-44be-9655-784725bcf00f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64225512-31f4-4d75-b7c2-38920ed3cda1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:26.058476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-215c5379-21a3-4fc2-99a4-15d94a729091 req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2077649080', 'description': 'tempest-description-286581923'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:26.084948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-215c5379-21a3-4fc2-99a4-15d94a729091 req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.184781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-215c5379-21a3-4fc2-99a4-15d94a729091 req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.191518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-215c5379-21a3-4fc2-99a4-15d94a729091 req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.220796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-215c5379-21a3-4fc2-99a4-15d94a729091 req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.226311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-215c5379-21a3-4fc2-99a4-15d94a729091 req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1746540 Aug 23 12:02:26.243043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d191f-1aeb-4cd8-b1d0-7eed96185058 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afda61ff-4034-4c39-8535-22203daa236d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:26.268597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51846) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:26.344863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Deleting subnet 8b69d93e-e3d6-4b59-aa0e-db4880a72676 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:02:26.348484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.389090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740fc1-02ba-4092-b7ee-1efcd21b04ec req-f547dfcb-3b04-40cd-a0ef-2847cd64ef3b tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:26.390631 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56740fc1-02ba-4092-b7ee-1efcd21b04ec req-f547dfcb-3b04-40cd-a0ef-2847cd64ef3b tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 945 time: 0.1117275 Aug 23 12:02:26.399577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.465569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56740fc1-02ba-4092-b7ee-1efcd21b04ec req-8ab984c0-1386-467e-a482-1e734f345a7c tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656180 Aug 23 12:02:26.469938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.516351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-f6878a6f-b961-4f53-bc2a-fb3685926728 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:26.518025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-f6878a6f-b961-4f53-bc2a-fb3685926728 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 813 time: 0.1271906 Aug 23 12:02:26.544198 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.568660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-d52a6462-dc41-47f4-95bd-04bd3c7d03c4 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/quotas/c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 375 time: 0.0378652 Aug 23 12:02:26.577215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b69d93e-e3d6-4b59-aa0e-db4880a72676,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:26.585885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.588002 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7f98dbf7-5a72-44b5-b820-e4f71cd0ee4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b69d93e-e3d6-4b59-aa0e-db4880a72676 HTTP/1.1" status: 204 len: 168 time: 0.3183270 Aug 23 12:02:26.592009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51864) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:26.592286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-0bddc369-a912-4028-9f36-75bfb878d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:26.593976 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-0bddc369-a912-4028-9f36-75bfb878d9af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a&tenant_id=a83ad5cec7b149608abed3d955c00043 HTTP/1.1" status: 200 len: 1094 time: 0.0749173 Aug 23 12:02:26.624846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:26.680080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.698410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-e0446b58-4c9b-492d-9c83-54f0f14c4bda tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229112 Aug 23 12:02:26.703396 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.796162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.808892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b767897-3d1e-4f05-8912-c8b3629b680e']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:26.822880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fc7a01-0fc7-4835-b784-77d8846ec5dc') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:26.823158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fc7a01-0fc7-4835-b784-77d8846ec5dc') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:26.840604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1aed-3703-4342-a796-0d62c9c099ed req-547fc0ff-b16e-4cb4-bb30-638e69bc9c0e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:26.842216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-816a1aed-3703-4342-a796-0d62c9c099ed req-547fc0ff-b16e-4cb4-bb30-638e69bc9c0e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 943 time: 0.1242917 Aug 23 12:02:26.844301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.876776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.887733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:02:26.888130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:02:26.891378 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:02:26.918942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-69c8a9f9-94d9-4b0c-9e74-301e713940ff service neutron] 10.222.0.21 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060912 Aug 23 12:02:26.942808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-816a1aed-3703-4342-a796-0d62c9c099ed req-2a079df4-2eb7-4889-afc4-70b45007de48 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909977 Aug 23 12:02:26.959197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.965870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:26.967380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b767897-3d1e-4f05-8912-c8b3629b680e HTTP/1.1" status: 204 len: 168 time: 0.3743861 Aug 23 12:02:26.993492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e8eb5-49de-4898-805b-20201be34478 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b767897-3d1e-4f05-8912-c8b3629b680e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:27.077972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ecec7-3828-412c-8447-378e4e52b917 req-a876c747-ad73-4430-9d60-3b1d89958d3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:27.079986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c34ecec7-3828-412c-8447-378e4e52b917 req-a876c747-ad73-4430-9d60-3b1d89958d3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0614283 Aug 23 12:02:27.098498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:27.111852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-cc3251fe-3c10-43eb-97c8-4f1368147246 service neutron] 10.222.0.21 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776140 Aug 23 12:02:27.118740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:27.125142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c34ecec7-3828-412c-8447-378e4e52b917 req-0fe91a37-a64a-4fc4-b248-2261e4826fd8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384877 Aug 23 12:02:27.148129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:02:27.172876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:27.212742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ed96a127-7bde-4c60-be8d-edc488c3579d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65734ceb115d4df28eb02b01914ae75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926924 Aug 23 12:02:27.215921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51880) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:27.234950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:27.267916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.308411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.316093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Transition to ACTIVE for port object 56ef8cad-3106-4e90-bf05-b8dda58121d0 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:27.333495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.446661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b293563-8f2e-47c0-b79f-1ecebb92ab2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.450354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] No DVR routers for this DVR port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:02:27.468671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=9']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:27.481100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1831e44-4801-4796-9aa1-22247cceb0a2 req-a051ebe2-1509-423d-ad84-061ac8301513 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 210 time: 0.0738297 Aug 23 12:02:27.510507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.531054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b293563-8f2e-47c0-b79f-1ecebb92ab2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.553085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:27.553834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:27.553834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:27.570176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:27.570412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Attempting to bind port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on network b28335e8-ebdb-4d64-99d5-d575e2af8a60 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:27.579508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:27.580142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Checking segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:27.580859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Bound using segment: {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:27.581579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Bound port: 56ef8cad-3106-4e90-bf05-b8dda58121d0, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8840cd7-78f3-4fb2-a586-ee925e57397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:27.582429 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.631923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bec0f2-69f3-4cd2-b58f-482c9f4b7d48 req-d3246665-834e-4188-9466-6b441d4b1aad tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:27.633617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3bec0f2-69f3-4cd2-b58f-482c9f4b7d48 req-d3246665-834e-4188-9466-6b441d4b1aad tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 945 time: 0.0840776 Aug 23 12:02:27.645675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b293563-8f2e-47c0-b79f-1ecebb92ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.648413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b293563-8f2e-47c0-b79f-1ecebb92ab2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.649757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b293563-8f2e-47c0-b79f-1ecebb92ab2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4de89a8-f775-487e-a63d-8c71755de0b0 HTTP/1.1" status: 204 len: 168 time: 0.4323461 Aug 23 12:02:27.667728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b293563-8f2e-47c0-b79f-1ecebb92ab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de89a8-f775-487e-a63d-8c71755de0b0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:27.679807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:27.683648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:27.689552 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.715261 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3bec0f2-69f3-4cd2-b58f-482c9f4b7d48 req-129b1fe2-e792-431f-a7be-037e2afc0369 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675976 Aug 23 12:02:27.748557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:27.749303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:27.750703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] 10.222.0.41 "PUT /v2.0/ports/56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 1091 time: 1.1321061 Aug 23 12:02:27.751155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:27.753439 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd31e6e-98e6-48b6-9df3-ce65314fef54" -d '{"events": [{"name": "network-changed", "server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:27.767404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fceb4d-1f0a-4532-82a2-d1515b418dfa service neutron] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=10']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:27.806331 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2973fa7b-515c-45ea-b2e8-f207b7d51a44 x-openstack-request-id: req-2973fa7b-515c-45ea-b2e8-f207b7d51a44 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:27.806628 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:27.806873 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2973fa7b-515c-45ea-b2e8-f207b7d51a44 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:27.807265 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'status': 'completed', 'code': 200} Aug 23 12:02:27.826968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-4b104867-066e-4b1a-a7a0-54293138ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:27.829562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-4b104867-066e-4b1a-a7a0-54293138ff01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1095 time: 0.0484676 Aug 23 12:02:27.937821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-17608023-d088-4c00-bf01-6fa2ba3adcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:27.939756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-17608023-d088-4c00-bf01-6fa2ba3adcc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.1024480 Aug 23 12:02:27.985064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-e16fad04-4d02-4a86-8ed5-0b1ecc5e5f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.0377898 Aug 23 12:02:28.045931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-6e46427b-cb53-4268-837f-e15ab5c69d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.047416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-6e46427b-cb53-4268-837f-e15ab5c69d3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.0543964 Aug 23 12:02:28.080407 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:28.091214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-4e45bd13-f3f1-42bf-b8ed-43b499f4b23a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296259 Aug 23 12:02:28.100315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad26919-e7f2-4adb-b6c8-170b4c2248fa req-b9418acc-32cc-469d-a7de-7e09055739e0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.101871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fad26919-e7f2-4adb-b6c8-170b4c2248fa req-b9418acc-32cc-469d-a7de-7e09055739e0 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.0599153 Aug 23 12:02:28.142307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fad26919-e7f2-4adb-b6c8-170b4c2248fa req-b4088f93-edf2-46d1-9dc2-cc57a8ce26f4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Aug 23 12:02:28.192064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-ebef7ddb-138a-4e2d-b58d-532115a6ab13 service neutron] 10.222.0.41 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914044 Aug 23 12:02:28.321443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad80faa-53de-446d-a036-d023a1089dbc req-47f8bfcd-493a-4a05-ba0f-77eb708154fc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.323037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ad80faa-53de-446d-a036-d023a1089dbc req-47f8bfcd-493a-4a05-ba0f-77eb708154fc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1029112 Aug 23 12:02:28.350233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf476d88-fd86-4591-b47e-6e0401e50cd1 req-f8a40a22-5083-4834-8545-16e05c781fbb service neutron] 10.222.0.41 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490755 Aug 23 12:02:28.417383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ad80faa-53de-446d-a036-d023a1089dbc req-158def7d-12b9-4815-9b9c-9e970b214715 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789683 Aug 23 12:02:28.558250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-64d99d82-ae6c-45c8-9ba0-262609efea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.560177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-64d99d82-ae6c-45c8-9ba0-262609efea74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1095 time: 0.1125579 Aug 23 12:02:28.591289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51934) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:28.635631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-982e60a8-f6b6-42a4-a058-cdce34e8c9f5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.637113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-982e60a8-f6b6-42a4-a058-cdce34e8c9f5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.41 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 813 time: 0.2482970 Aug 23 12:02:28.725389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-425c953a-e79d-4d19-9824-7e7d1bb38866 req-d6191f8b-a450-4e4a-a987-1c690600c8e3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 210 time: 0.1183419 Aug 23 12:02:28.740105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'port': {'device_id': '66697545-e538-4f6d-aae8-025208b21f79', 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1', 'admin_state_up': True, 'tenant_id': 'c6a075865dc0408d8a4271075edb7902'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:28.765669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-853505104-network', 'tenant_id': '5c99f43fff8049efb4f8c727c8808c1e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:28.771615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2f2364a0-a613-4f6f-bdd3-50deaa29bdba no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:02:28.798976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 2f2364a0-a613-4f6f-bdd3-50deaa29bdba {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:02:28.799586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2f2364a0-a613-4f6f-bdd3-50deaa29bdba not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:02:28.823328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Made reservation on behalf of 5c99f43fff8049efb4f8c727c8808c1e for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:28.827268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:28.838375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:28.839273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-32e89c01-95d2-4d6b-8fc2-7eab4610f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.840786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-32e89c01-95d2-4d6b-8fc2-7eab4610f632 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.2703187 Aug 23 12:02:28.900769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-7d7bbe52-36bf-426c-b043-30ac9cde11b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.0508978 Aug 23 12:02:28.946642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3474d4-b335-48ad-a748-b9671150a212 req-a36a1731-9655-4087-a353-cf5ffb28bc20 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.948695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e3474d4-b335-48ad-a748-b9671150a212 req-a36a1731-9655-4087-a353-cf5ffb28bc20 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 945 time: 0.0878065 Aug 23 12:02:28.994533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-1878a3b7-63a9-4aaa-92ba-4bc9365af477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:28.996105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-1878a3b7-63a9-4aaa-92ba-4bc9365af477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.0864551 Aug 23 12:02:29.012828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-fb539bfa-597b-4862-8503-f42cd4b3f0da tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:29.014476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-fb539bfa-597b-4862-8503-f42cd4b3f0da tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.44 "GET /v2.0/ports?device_id=49715b38-efe5-4b53-bc75-b2e785810e11 HTTP/1.1" status: 200 len: 945 time: 0.0712175 Aug 23 12:02:29.065732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e3474d4-b335-48ad-a748-b9671150a212 req-2cb9cb81-dd5a-480e-b2a8-e411fdb17dc3 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065512 Aug 23 12:02:29.125748 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.134441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.163885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:02:29.182314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.182656 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Added segment 1b5dcc62-fe3d-4007-a657-fae0643c2e11 of type vlan for network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb Aug 23 12:02:29.215256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Made reservation on behalf of c6a075865dc0408d8a4271075edb7902 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:29.221969 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.340637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f9a0f3-421e-4f14-8c19-91ace23d0235,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:29.351334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.361120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Deleting port 6851597f-9e2f-4253-b946-7c704a600f70 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:02:29.362521 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.387571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.387571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:29.388349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.439847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8468657 Aug 23 12:02:29.440738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51956) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:29.478310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Request body: {'subnet': {'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-853505104-subnet', 'tenant_id': '5c99f43fff8049efb4f8c727c8808c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:29.506978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Made reservation on behalf of 5c99f43fff8049efb4f8c727c8808c1e for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:29.510884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.514324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac781b4-8eb8-4a24-a8dd-16203419759a admin admin] Pushing event updated for resources: {'Network': ['ID=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:29.537750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:02:29.615774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Allocated IP 172.20.0.4 (c107c8e4-8dea-400f-b788-b169d79943d1/882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9/841760da-e00f-406c-9549-0ba32daffedf) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:29.741548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e30239-7afe-4a7d-a384-6318302dd135 req-2ab4f8f3-5520-4cea-ab78-979bff527725 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:29.747977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.749418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3e30239-7afe-4a7d-a384-6318302dd135 req-2ab4f8f3-5520-4cea-ab78-979bff527725 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.4692149 Aug 23 12:02:29.819232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadd58b4-55be-42d7-98f5-7f3f50e2468e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:29.832711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Checking segment: {'id': '1b5dcc62-fe3d-4007-a657-fae0643c2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:29.833324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Network hostable DHCP agents. Network: 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:02:29.868849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:02:29.883563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:29.890541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:29.893676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561ec34-bbd3-4268-b95c-a0b14d28387e None None] Network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:29.901793 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.902631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] For port 6851597f-9e2f-4253-b946-7c704a600f70, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6851597f-9e2f-4253-b946-7c704a600f70,segment=NetworkSegment(b53f3356-3083-4fa0-a8cf-cfa56009268f),segment_id=b53f3356-3083-4fa0-a8cf-cfa56009268f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:29.903168 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:29.918173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3e30239-7afe-4a7d-a384-6318302dd135 req-e03c5d02-53f2-44b5-b891-5e6a86b4c1c2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153655 Aug 23 12:02:29.936517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Calling delete_port for 6851597f-9e2f-4253-b946-7c704a600f70 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:02:29.945194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-58370d14-23a2-4d81-bfa5-02ddaed2e073 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4717970 Aug 23 12:02:29.955070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:30.103477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585f534-e7d1-422a-88a7-56d4f813c965 None None] Network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:30.154290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e0913-28e5-49f9-b4b5-9d92ecfeb95c req-eb90fc86-bd74-45dd-b17a-c37e1c1f14ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:30.155905 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-268e0913-28e5-49f9-b4b5-9d92ecfeb95c req-eb90fc86-bd74-45dd-b17a-c37e1c1f14ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1111844 Aug 23 12:02:30.169921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:30.257055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:30.273991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Network c107c8e4-8dea-400f-b788-b169d79943d1 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:30.289973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:30.300676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:30.323659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-268e0913-28e5-49f9-b4b5-9d92ecfeb95c req-76501392-b8e5-4987-b943-d1095975bf2b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513276 Aug 23 12:02:30.357753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:30.380818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:30.432041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:30.432945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:30.435929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Pushing event deleted for resources: {'Port': ['ID=6851597f-9e2f-4253-b946-7c704a600f70,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:30.490019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] No DVR routers for this DVR port 6851597f-9e2f-4253-b946-7c704a600f70 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:02:30.493723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-ea47bb4f-6df9-4220-b1ff-7b66bb694505 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7665961 Aug 23 12:02:30.494840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:30.497011 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68cca3ed-554a-43c1-aae2-2e80c9f4c0f0 req-1db2c372-f0ba-4689-ab26-76097f53d2d4 tempest-ServerPasswordTestJSON-1146644210 tempest-ServerPasswordTestJSON-1146644210-project] 10.222.0.44 "DELETE /v2.0/ports/6851597f-9e2f-4253-b946-7c704a600f70 HTTP/1.1" status: 204 len: 173 time: 1.4761131 Aug 23 12:02:30.497482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49715b38-efe5-4b53-bc75-b2e785810e11', 'name': 'network-vif-deleted', 'tag': '6851597f-9e2f-4253-b946-7c704a600f70'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:30.500104 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00a541-2b9e-4fb1-86f4-db3d689866f4" -d '{"events": [{"server_uuid": "49715b38-efe5-4b53-bc75-b2e785810e11", "name": "network-vif-deleted", "tag": "6851597f-9e2f-4253-b946-7c704a600f70"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:30.864077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6851597f-9e2f-4253-b946-7c704a600f70'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:33.133697 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:02:33.164347 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6851597f-9e2f-4253-b946-7c704a600f70 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:02:33.205592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 6851597f-9e2f-4253-b946-7c704a600f70 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:02:33.206084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6851597f-9e2f-4253-b946-7c704a600f70 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:02:40.025195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Request body: {'port': {'device_id': '66697545-e538-4f6d-aae8-025208b21f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:40.044976 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-813976a1-ec6e-4b7a-be04-42283e717372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351961 Aug 23 12:02:40.130172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111a56d-6226-4d7a-a620-175c08bba0b2 req-cc1ad071-fca3-45af-a679-89fccd239c03 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:40.133322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4111a56d-6226-4d7a-a620-175c08bba0b2 req-cc1ad071-fca3-45af-a679-89fccd239c03 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 931 time: 0.0563509 Aug 23 12:02:40.141331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51988) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:40.268952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4111a56d-6226-4d7a-a620-175c08bba0b2 req-9e0065cc-9f37-4e1e-8b2f-090c5edc1db0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281509 Aug 23 12:02:40.274758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Deleting subnet 3d38adda-4475-472c-a762-9bc6b58c3df9 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:02:40.278883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.331580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.396971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.480909 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db9709c-6ea5-447b-93f6-2e3b0008d09b x-openstack-request-id: req-0db9709c-6ea5-447b-93f6-2e3b0008d09b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:40.481210 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49715b38-efe5-4b53-bc75-b2e785810e11", "name": "network-vif-deleted", "tag": "6851597f-9e2f-4253-b946-7c704a600f70", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:40.481451 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0db9709c-6ea5-447b-93f6-2e3b0008d09b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:40.482082 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49715b38-efe5-4b53-bc75-b2e785810e11', 'name': 'network-vif-deleted', 'tag': '6851597f-9e2f-4253-b946-7c704a600f70', 'status': 'completed', 'code': 200} Aug 23 12:02:40.497474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8819ef2-62b7-488d-a5df-110ddc703d15 req-b643cc9f-8d49-4956-8631-660190e6c85d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:40.499086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8819ef2-62b7-488d-a5df-110ddc703d15 req-b643cc9f-8d49-4956-8631-660190e6c85d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.0766079 Aug 23 12:02:40.520341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.529583 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.562052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d38adda-4475-472c-a762-9bc6b58c3df9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:40.568672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.574734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3b5597b6-0dad-4d50-bc6a-ce03593389c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d38adda-4475-472c-a762-9bc6b58c3df9 HTTP/1.1" status: 204 len: 168 time: 0.4314005 Aug 23 12:02:40.576385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52000) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:40.593902 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8819ef2-62b7-488d-a5df-110ddc703d15 req-a94f7193-2697-4638-aced-65c5532747b3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856376 Aug 23 12:02:40.676537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-f39aa7a9-ab6d-4f4c-b355-446807f899c5 service neutron] 10.222.0.41 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126647 Aug 23 12:02:40.830355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-1fca4263-11a5-4cc7-92a2-0bdf97397c5b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:40.831793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-1fca4263-11a5-4cc7-92a2-0bdf97397c5b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/networks?id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb HTTP/1.1" status: 200 len: 813 time: 0.3491352 Aug 23 12:02:40.852585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f5042-4c0c-40bd-85a2-a640f08486d5 req-ec10cd1c-124a-409e-ae6f-fd692821b478 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:40.853321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:40.854484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-417f5042-4c0c-40bd-85a2-a640f08486d5 req-ec10cd1c-124a-409e-ae6f-fd692821b478 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0706813 Aug 23 12:02:40.902536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-417f5042-4c0c-40bd-85a2-a640f08486d5 req-e8f5cc02-669c-45e5-82d9-6e84df03540a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Aug 23 12:02:40.925790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-38f08e1f-182b-4a47-b420-08e55e29504e tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/quotas/5c99f43fff8049efb4f8c727c8808c1e HTTP/1.1" status: 200 len: 375 time: 0.0713637 Aug 23 12:02:41.003073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-13753997-3013-4274-a9e8-bfef5e417231 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c99f43fff8049efb4f8c727c8808c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701935 Aug 23 12:02:41.097353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fd31e6e-98e6-48b6-9df3-ce65314fef54 req-bf03835b-2c6f-4f4b-8fe6-f67187db3ec9 service neutron] 10.222.0.41 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723874 Aug 23 12:02:41.152605 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.201938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a204ee-cef4-4416-9815-31d559056c7d req-cf838d94-acf6-4a41-8ba6-72853c7b7471 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:41.203683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95a204ee-cef4-4416-9815-31d559056c7d req-cf838d94-acf6-4a41-8ba6-72853c7b7471 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Aug 23 12:02:41.210758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fe6e10-cf6a-4872-870b-145b2a3e93ba']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:41.240730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53f3356-3083-4fa0-a8cf-cfa56009268f') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:41.241109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53f3356-3083-4fa0-a8cf-cfa56009268f') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:41.249530 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95a204ee-cef4-4416-9815-31d559056c7d req-10ec9427-ddd3-46be-a45a-19dcd5ca4d1b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349529 Aug 23 12:02:41.275717 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.310082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-0c3fad67-0e94-4257-ba2a-65aa2654c293 service neutron] 10.222.0.21 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670233 Aug 23 12:02:41.317166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.337374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841760da-e00f-406c-9549-0ba32daffedf {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:41.356823 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.359296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:02:41.359702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:02:41.362960 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:02:41.476395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Transition to ACTIVE for port object 841760da-e00f-406c-9549-0ba32daffedf will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:41.477231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.486657 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.488533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] 10.222.0.21 "DELETE /v2.0/networks/55fe6e10-cf6a-4872-870b-145b2a3e93ba HTTP/1.1" status: 204 len: 168 time: 0.9077005 Aug 23 12:02:41.497490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.541404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f4f7-c8e1-476b-922e-e06bf3f102e7 req-8c31c10d-626e-489f-a872-5bce926a6f39 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:41.543253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3659f4f7-c8e1-476b-922e-e06bf3f102e7 req-8c31c10d-626e-489f-a872-5bce926a6f39 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0819476 Aug 23 12:02:41.557415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-3228a105-ee02-49dc-aba8-1f9787169022 service neutron] 10.222.0.21 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358720 Aug 23 12:02:41.561383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29384-e91c-4003-aa16-965da0c2fb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fe6e10-cf6a-4872-870b-145b2a3e93ba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:41.597814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:41.601628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3659f4f7-c8e1-476b-922e-e06bf3f102e7 req-85215d48-f578-47b2-86b3-1cd395fca791 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507448 Aug 23 12:02:41.690287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Attempting to bind port 841760da-e00f-406c-9549-0ba32daffedf on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:41.690696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Attempting to bind port 841760da-e00f-406c-9549-0ba32daffedf by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:41.691032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Attempting to bind port 841760da-e00f-406c-9549-0ba32daffedf on network c107c8e4-8dea-400f-b788-b169d79943d1 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:41.697525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Port 841760da-e00f-406c-9549-0ba32daffedf on network c107c8e4-8dea-400f-b788-b169d79943d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:41.697952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Attempting to bind port 841760da-e00f-406c-9549-0ba32daffedf on network c107c8e4-8dea-400f-b788-b169d79943d1 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:41.700533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52026) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:41.705584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:41.706100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Checking segment: {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:41.706600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Bound using segment: {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:41.707153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Bound port: 841760da-e00f-406c-9549-0ba32daffedf, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:41.707649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.795613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ae9107bf-fb0c-4816-9e68-f294e6777834 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e69e4c85e6b5441699179d673322359e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937121 Aug 23 12:02:41.798099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52034) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:41.824580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62392c0-e63b-4577-b052-ab20a08282b1 req-9c8abf8d-3556-46de-888e-1abcfb2d2678 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:41.826877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d62392c0-e63b-4577-b052-ab20a08282b1 req-9c8abf8d-3556-46de-888e-1abcfb2d2678 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 943 time: 0.0980911 Aug 23 12:02:41.844705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:41.863191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:41.871476 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.894163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1162b-2e85-4c2b-a4e6-dc8a5004f2ef req-b48cc4ee-6c3c-42b9-b4ec-da36c1814e5b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:41.898345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2e1162b-2e85-4c2b-a4e6-dc8a5004f2ef req-b48cc4ee-6c3c-42b9-b4ec-da36c1814e5b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 944 time: 0.1218867 Aug 23 12:02:41.909471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d62392c0-e63b-4577-b052-ab20a08282b1 req-3a5f0877-023b-4f3b-9438-ea7f5c81f179 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Aug 23 12:02:41.910465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba284665-ad2d-47a0-a5b5-d20e1644fdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.944555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:41.945468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.955344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba284665-ad2d-47a0-a5b5-d20e1644fdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:41.960770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] 10.222.0.41 "PUT /v2.0/ports/841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 1091 time: 1.9413900 Aug 23 12:02:42.065126 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba284665-ad2d-47a0-a5b5-d20e1644fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:42.068834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba284665-ad2d-47a0-a5b5-d20e1644fdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:42.070544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ba284665-ad2d-47a0-a5b5-d20e1644fdec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b HTTP/1.1" status: 204 len: 168 time: 0.2711172 Aug 23 12:02:42.082943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c8d88-2485-40bd-b7fb-2791f0d57b76 service neutron] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:42.119652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-6b9384b6-0062-47e3-91a3-de79dfbc00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:42.121308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-6b9384b6-0062-47e3-91a3-de79dfbc00e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1094 time: 0.1106551 Aug 23 12:02:42.121580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284665-ad2d-47a0-a5b5-d20e1644fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d19fa3-d5a8-4599-aa16-1d833b0e2a7b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:42.154072 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2e1162b-2e85-4c2b-a4e6-dc8a5004f2ef req-153d0196-9bc5-4664-a21c-a042a0924fa6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841452 Aug 23 12:02:42.185940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-c9fb7db7-df5d-4357-b8e1-0a460f3491be tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:42.192246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-c9fb7db7-df5d-4357-b8e1-0a460f3491be tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.1675482 Aug 23 12:02:42.206626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-2e016fb0-c172-4590-99ff-42a0a9ca518b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/quotas/914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 375 time: 0.0107012 Aug 23 12:02:42.243618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-d5eb42e5-d83d-40f6-ac96-5f2aa84cf851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 217 time: 0.0880055 Aug 23 12:02:42.297168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-9cd523a6-c9ec-4e91-a311-7512ddf2f9cb tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0831962 Aug 23 12:02:42.318674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-718f4cca-a5be-44a3-a3fc-a903f772d9ab req-230d0f1f-4037-432c-ae41-2f49a48db5f8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 210 time: 0.0781124 Aug 23 12:02:42.360554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-706ca0ba-0577-4d44-bb9a-20cf4d8af605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:42.369968 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-706ca0ba-0577-4d44-bb9a-20cf4d8af605 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.1169033 Aug 23 12:02:42.433944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-2652f7fe-9149-4487-92b7-0ddbc3d4c70d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488029 Aug 23 12:02:42.445439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1d892610-eda3-4288-ad59-dd5d420d2936 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470368 Aug 23 12:02:42.501444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'tag': '841760da-e00f-406c-9549-0ba32daffedf'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:42.523314 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb429b4-f0e9-4ed4-8171-9a80f1164625" -d '{"events": [{"name": "network-changed", "server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "tag": "841760da-e00f-406c-9549-0ba32daffedf"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:42.649515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-c8a2b98e-3c10-4380-b840-8d04306da3fa service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996725 Aug 23 12:02:42.675786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-de880f55-91e5-4e90-84b4-c7ecdcb584e6 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190816 Aug 23 12:02:42.743212 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b22f763-6b07-43e4-b682-c26573cee88c x-openstack-request-id: req-0b22f763-6b07-43e4-b682-c26573cee88c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:42.744667 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "tag": "841760da-e00f-406c-9549-0ba32daffedf", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:42.745039 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b22f763-6b07-43e4-b682-c26573cee88c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:42.745317 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'tag': '841760da-e00f-406c-9549-0ba32daffedf', 'status': 'completed', 'code': 200} Aug 23 12:02:42.798719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9ce0a7d-a88c-4344-918d-034362be21cb req-b339294c-deed-4036-94fb-86d7d83f7b8f service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427674 Aug 23 12:02:42.843889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:42.920046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e154c5be-0675-42aa-8e6b-bb596c717c84 req-fcb60557-0c53-44af-9124-b4acc0f48fb1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 210 time: 0.0567107 Aug 23 12:02:42.976761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-584ac8bd-e8d6-470a-8b6b-30de82575fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:42.985046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-584ac8bd-e8d6-470a-8b6b-30de82575fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1094 time: 0.1070733 Aug 23 12:02:43.047653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:43.064403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'network_id': 'b28335e8-ebdb-4d64-99d5-d575e2af8a60', 'port_id': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'mac_address': 'fa:16:3e:a5:e9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd779e60a-8217-4f38-a7e2-fccc174c45ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:43.118689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c66aed-a573-48c3-9455-bc44bea23f8c req-75273964-1233-4797-80a4-9e7eb3407601 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.128199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7c66aed-a573-48c3-9455-bc44bea23f8c req-75273964-1233-4797-80a4-9e7eb3407601 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 943 time: 0.0742512 Aug 23 12:02:43.231010 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:43.269639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:43.275734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-1d2c1884-c6b8-4384-b179-d56b6b735e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.277314 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-1d2c1884-c6b8-4384-b179-d56b6b735e37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.2845445 Aug 23 12:02:43.283803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7c66aed-a573-48c3-9455-bc44bea23f8c req-d357eaeb-435a-4e15-af7e-2bb267a046f2 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440527 Aug 23 12:02:43.313306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:43.319918 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:43.377727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-88cfd20c-45ba-40e4-9205-ba12cbe2c346 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 217 time: 0.0804405 Aug 23 12:02:43.404383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-5f784c0b-e7dd-4a7b-bd7d-2fd6c295cfea tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.406689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-5f784c0b-e7dd-4a7b-bd7d-2fd6c295cfea tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.41 "GET /v2.0/networks?id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb HTTP/1.1" status: 200 len: 813 time: 0.3825805 Aug 23 12:02:43.417359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:43.478494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52096) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:43.482077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Request body: {'port': {'device_id': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb', 'admin_state_up': True, 'tenant_id': '5c99f43fff8049efb4f8c727c8808c1e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:43.531703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-742dbf7a-dd19-44d4-9116-7de0cf7fdd80 req-4e311f99-41b2-4cc0-98cd-24f335cdf07e tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 210 time: 0.0610754 Aug 23 12:02:43.542373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c3b3-6246-4958-bd47-fea2424dfb2c req-0a9f7945-16d2-40af-b56b-56603c14ea78 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.544088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03e1c3b3-6246-4958-bd47-fea2424dfb2c req-0a9f7945-16d2-40af-b56b-56603c14ea78 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.2235985 Aug 23 12:02:43.546519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-d75fab12-8133-4321-b06e-f60fb6ce0b43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1192753 Aug 23 12:02:43.624883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['56ef8cad-3106-4e90-bf05-b8dda58121d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:43.645041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-08871f81-5b6c-4726-8651-d81846fe3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.647981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-08871f81-5b6c-4726-8651-d81846fe3228 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.2399700 Aug 23 12:02:43.707238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-c910974d-7c40-43f1-91bd-b1899e8ba2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491271 Aug 23 12:02:43.726846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03e1c3b3-6246-4958-bd47-fea2424dfb2c req-b964312a-2a51-4794-8595-b869cc5d388b tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758385 Aug 23 12:02:43.733610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.734505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.735165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.735888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.736552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.737104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.737599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.744904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-b40fd08c-8e4c-4fed-9fd6-57c016789a2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6501 time: 0.1122727 Aug 23 12:02:43.766853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-150363195-network', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:43.898526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ff238a34-123f-4fbd-907a-4ee84144cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.899011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ff238a34-123f-4fbd-907a-4ee84144cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.899487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ff238a34-123f-4fbd-907a-4ee84144cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:43.901156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ff238a34-123f-4fbd-907a-4ee84144cd85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01f35405-6932-4962-83f2-265cc0f694be&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=38223a87-b843-4beb-9da6-2c04c71778c2&id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 2298 time: 0.1197116 Aug 23 12:02:43.924685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Made reservation on behalf of b0c61ae0edd8476a8303be755051c22b for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:43.927359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:43.929476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-714f058b-6988-4899-931f-508ef33c60da service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989105 Aug 23 12:02:43.968261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Made reservation on behalf of 5c99f43fff8049efb4f8c727c8808c1e for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:43.972475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:43.985224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.014284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-305ad108-45dc-483b-a2aa-6229e063661e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 200 len: 1001 time: 0.1033304 Aug 23 12:02:44.094012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-acf4026f-1b8f-4519-a629-02990b7c08c4 req-d0e01fcc-8e6a-4ee9-9e34-09ce9a6c662b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 210 time: 0.0616341 Aug 23 12:02:44.125672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-abb429b4-f0e9-4ed4-8171-9a80f1164625 req-f0801e93-379a-48d0-ad0f-c59c4422eb00 service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890063 Aug 23 12:02:44.131957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-8c037e86-d76b-4439-a89d-4fc1e1899601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.133473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-8c037e86-d76b-4439-a89d-4fc1e1899601 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18329f7b-8be1-4092-bf79-31f137af252e HTTP/1.1" status: 200 len: 855 time: 0.1107819 Aug 23 12:02:44.176251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Allocated IP 172.20.0.5 (0f29bacf-5f1b-4e86-afaf-d9944c37e0cb/fadd58b4-55be-42d7-98f5-7f3f50e2468e/7860858b-d45c-4a8f-8363-800fe7315a74) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:44.217952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-7d36700b-fe54-4acb-9988-79903e76b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.219516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-7d36700b-fe54-4acb-9988-79903e76b068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01f35405-6932-4962-83f2-265cc0f694be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769677 Aug 23 12:02:44.241918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.255290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.320241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:02:44.343847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0912be-fb35-4446-806c-5e0c734c333f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:44.353015 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.353371 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Added segment 6966cc1a-7e64-4890-a49c-9270cdef7c1e of type vlan for network 2931f707-f128-46e9-818d-25b1c16dfa17 Aug 23 12:02:44.392645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.416496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.421140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-67f6dc49-adb4-47ca-909f-d1a85464465a service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927538 Aug 23 12:02:44.447583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa01-c648-49a1-add9-d50738f6a4ec req-5ece98a9-7b0a-4b61-8f69-070a17e3b5e3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.449224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aadafa01-c648-49a1-add9-d50738f6a4ec req-5ece98a9-7b0a-4b61-8f69-070a17e3b5e3 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 943 time: 0.0702674 Aug 23 12:02:44.470257 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.471297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.472097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.494158 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.529371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aadafa01-c648-49a1-add9-d50738f6a4ec req-e2e39eda-e180-4867-8ed7-89aec64b7593 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Aug 23 12:02:44.553731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0699818 Aug 23 12:02:44.560806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:44.564489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:44.564736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52110) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:44.579017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:44.604598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Request body: {'subnet': {'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-subnet', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:44.622154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Pushing event updated for resources: {'Port': ['ID=7860858b-d45c-4a8f-8363-800fe7315a74,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:44.632485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10c7f5-d1cc-46db-ab13-2f2424193396 admin admin] Pushing event updated for resources: {'Network': ['ID=2931f707-f128-46e9-818d-25b1c16dfa17,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:44.659878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2931f707-f128-46e9-818d-25b1c16dfa17 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:02:44.669528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-20cde02c-f6a3-4fdf-90aa-9bd009f58bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403281 Aug 23 12:02:44.706641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.708245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.734452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-c0e137f1-f91b-4b49-90e8-ca52c83dc9a2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2563879 Aug 23 12:02:44.735426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Made reservation on behalf of b0c61ae0edd8476a8303be755051c22b for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:44.738929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.744597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-8bc64bbd-7f67-4cf2-b86f-e6f73e3c4e74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 217 time: 0.0562732 Aug 23 12:02:44.765508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Request body: {'port': {'device_id': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:44.832483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:44.847849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b946b-4961-4020-b134-a4db0c7411b5 req-a0398be4-dc66-4d54-ac62-6bd8cb8bf8f5 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.849985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a4b946b-4961-4020-b134-a4db0c7411b5 req-a0398be4-dc66-4d54-ac62-6bd8cb8bf8f5 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 931 time: 0.2134099 Aug 23 12:02:44.882601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.883860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-63eb20a5-e655-4c6a-9d06-9b0873ced8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.885373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-63eb20a5-e655-4c6a-9d06-9b0873ced8bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1256089 Aug 23 12:02:44.908807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 56ef8cad-3106-4e90-bf05-b8dda58121d0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:44.915652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 56ef8cad-3106-4e90-bf05-b8dda58121d0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:44.916396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:44.951558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063467c5-90ec-49cc-9be6-48763c3acd65 req-1720d110-8c2d-44cf-b174-870158079780 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:44.953559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-063467c5-90ec-49cc-9be6-48763c3acd65 req-1720d110-8c2d-44cf-b174-870158079780 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 945 time: 0.1137185 Aug 23 12:02:44.977507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a4b946b-4961-4020-b134-a4db0c7411b5 req-358a61a1-7631-466c-ab7a-c0dc95ed965f tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084552 Aug 23 12:02:45.038483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5ca993a1-d869-4e02-8056-2a8b683e6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.040919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5ca993a1-d869-4e02-8056-2a8b683e6327 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397405 Aug 23 12:02:45.103458 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:45.104772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-063467c5-90ec-49cc-9be6-48763c3acd65 req-0b29e16e-d8f6-4c88-910d-edd02ff8e883 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417367 Aug 23 12:02:45.182583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:45.188592 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676dbc6-2b9f-4213-96ca-4297b8199172" -d '{"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-plugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:45.226873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:45.232897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:45.336974 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad9e26-d7e2-4e72-8fc9-00dcc7f9807f x-openstack-request-id: req-d8ad9e26-d7e2-4e72-8fc9-00dcc7f9807f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:45.337790 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-plugged", "status": "completed", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:45.338613 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8ad9e26-d7e2-4e72-8fc9-00dcc7f9807f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:45.339238 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'code': 200} Aug 23 12:02:45.341715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-68dfb285-2287-4a02-94f5-af118382359a service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934649 Aug 23 12:02:45.344387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:45.362906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:45.403029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-139c9da2-f50d-4187-b942-7d2c4a5717ab req-8565d468-1a84-4579-b328-ca535e7caa34 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 210 time: 0.0593772 Aug 23 12:02:45.539285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dc204e-6798-44be-80f0-67622109cca5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:45.571571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Checking segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:45.571571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Network hostable DHCP agents. Network: 2931f707-f128-46e9-818d-25b1c16dfa17, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:02:45.589467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-278b16fc-640a-48fe-a88e-5d1b57f5169f service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284632 Aug 23 12:02:45.649524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-aecf8b68-467c-42c0-a97d-850455ab36bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 217 time: 0.0513420 Aug 23 12:02:45.651097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Network 2931f707-f128-46e9-818d-25b1c16dfa17 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:02:45.671321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2931f707-f128-46e9-818d-25b1c16dfa17) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:45.686440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bea50a-4677-4471-a8c3-685275b1120d None None] Network 2931f707-f128-46e9-818d-25b1c16dfa17 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:45.706548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.707774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:45.737327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9a65e434-9e51-402d-8ca1-86e8879005df admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1365740 Aug 23 12:02:45.739631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ffcdb38a-2e24-4a89-8414-5fe58e3c52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.741179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ffcdb38a-2e24-4a89-8414-5fe58e3c52f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.0826478 Aug 23 12:02:45.741843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52128) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:45.747234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:45.795641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1d765e83-7451-4d43-9e71-2e54b78b3fa5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.797185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1d765e83-7451-4d43-9e71-2e54b78b3fa5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.7095854 Aug 23 12:02:45.815832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:45.817164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'port': {'device_id': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'admin_state_up': True, 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:45.817374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:45.824271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7b88a-be7f-4e99-b63b-458c95d22660 req-f4291aa7-141a-4aeb-8153-9421de6a6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.825802 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16b7b88a-be7f-4e99-b63b-458c95d22660 req-f4291aa7-141a-4aeb-8153-9421de6a6271 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1097 time: 0.2013819 Aug 23 12:02:45.839367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb558-0fe2-4711-bf69-d2374b332f66 req-c1f462d6-97f7-4d78-8d04-b1599d6d0f14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.839644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ae8bf80e-bdd2-45ed-a0c8-90e5cfe2c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:45.839644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ae8bf80e-bdd2-45ed-a0c8-90e5cfe2c452 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865412 Aug 23 12:02:45.843407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-482bb558-0fe2-4711-bf69-d2374b332f66 req-c1f462d6-97f7-4d78-8d04-b1599d6d0f14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 943 time: 0.1796930 Aug 23 12:02:45.944622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c6771-a852-428b-bff7-a4efdb775d08 None None] Network 2931f707-f128-46e9-818d-25b1c16dfa17 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:02:46.026407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16b7b88a-be7f-4e99-b63b-458c95d22660 req-b6e1cb48-e859-4765-808c-449778777363 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808512 Aug 23 12:02:46.032676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7860858b-d45c-4a8f-8363-800fe7315a74 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:46.047074 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-482bb558-0fe2-4711-bf69-d2374b332f66 req-d21fdfd3-f0d0-487c-8e2b-4090b368dedd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026544 Aug 23 12:02:46.059756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.093025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Transition to ACTIVE for port object 7860858b-d45c-4a8f-8363-800fe7315a74 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:46.101138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.178684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:46.182869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.186074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Pushing event updated for resources: {'Port': ['ID=7860858b-d45c-4a8f-8363-800fe7315a74,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:46.245619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.371031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Attempting to bind port 7860858b-d45c-4a8f-8363-800fe7315a74 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:46.371375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Attempting to bind port 7860858b-d45c-4a8f-8363-800fe7315a74 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '1b5dcc62-fe3d-4007-a657-fae0643c2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:46.371715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Attempting to bind port 7860858b-d45c-4a8f-8363-800fe7315a74 on network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:46.381325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0f068-ae30-4e53-babe-a604d5d7699d req-e9211490-300f-464c-af13-93bbf3c518b6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:46.382966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bac0f068-ae30-4e53-babe-a604d5d7699d req-e9211490-300f-464c-af13-93bbf3c518b6 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1602323 Aug 23 12:02:46.390512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Port 7860858b-d45c-4a8f-8363-800fe7315a74 on network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:46.390841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Attempting to bind port 7860858b-d45c-4a8f-8363-800fe7315a74 on network 0f29bacf-5f1b-4e86-afaf-d9944c37e0cb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:46.436013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:46.436338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Checking segment: {'id': '1b5dcc62-fe3d-4007-a657-fae0643c2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:46.436722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Bound using segment: {'id': '1b5dcc62-fe3d-4007-a657-fae0643c2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:46.437217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Bound port: 7860858b-d45c-4a8f-8363-800fe7315a74, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5dcc62-fe3d-4007-a657-fae0643c2e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:46.437548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.476230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf070a7a-60c6-4e80-bed4-daaf21360be1 req-a3ea4d58-e664-45ff-93c8-6dea8f0b0ed8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:46.477811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf070a7a-60c6-4e80-bed4-daaf21360be1 req-a3ea4d58-e664-45ff-93c8-6dea8f0b0ed8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 943 time: 0.2365236 Aug 23 12:02:46.486134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-2be7f8e6-55c7-4d11-b216-112fa22d50f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336958 Aug 23 12:02:46.494818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.510760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Allocated IP 172.20.0.13 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/eb33fa43-feed-484f-a607-b21395b20032) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:46.521061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bac0f068-ae30-4e53-babe-a604d5d7699d req-0a55606a-b9f8-4c67-8cfa-9eb06a7d022e tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228967 Aug 23 12:02:46.591991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] For port 7860858b-d45c-4a8f-8363-800fe7315a74, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:46.605601 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf070a7a-60c6-4e80-bed4-daaf21360be1 req-e6da944f-340b-4214-b746-e8d7d6a1b7c8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208301 Aug 23 12:02:46.635557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] For port 7860858b-d45c-4a8f-8363-800fe7315a74, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7860858b-d45c-4a8f-8363-800fe7315a74,segment=NetworkSegment(1b5dcc62-fe3d-4007-a657-fae0643c2e11),segment_id=1b5dcc62-fe3d-4007-a657-fae0643c2e11)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:46.651630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.673994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-6a3114ab-24d9-483a-9e32-a261de4a1765 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822062 Aug 23 12:02:46.739172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-2a964431-000d-40b6-baae-8e9cef29039c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd HTTP/1.1" status: 200 len: 217 time: 0.0560644 Aug 23 12:02:46.741939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:46.742563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.743969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] 10.222.0.41 "PUT /v2.0/ports/7860858b-d45c-4a8f-8363-800fe7315a74 HTTP/1.1" status: 200 len: 1091 time: 1.9880962 Aug 23 12:02:46.746467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'tag': '7860858b-d45c-4a8f-8363-800fe7315a74'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:46.748759 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8581794b-83d4-42fa-9aa9-792b1a80f7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "de0cdced-23bd-42b6-8522-67586b72c67f", "tag": "7860858b-d45c-4a8f-8363-800fe7315a74"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:46.759250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffe870-a98d-4b36-a51c-bc4029c4cf45 service neutron] Pushing event updated for resources: {'Port': ['ID=7860858b-d45c-4a8f-8363-800fe7315a74,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:46.775873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4066bf33-bfba-4a9b-868e-148dbb29cdab req-b321c233-ff4b-445a-93ae-5e137b54753f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 210 time: 0.0489647 Aug 23 12:02:46.796773 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d284a77-c65d-4c7c-8e7b-6959fd856bed x-openstack-request-id: req-8d284a77-c65d-4c7c-8e7b-6959fd856bed {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:46.797385 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0cdced-23bd-42b6-8522-67586b72c67f", "tag": "7860858b-d45c-4a8f-8363-800fe7315a74", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:46.797385 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d284a77-c65d-4c7c-8e7b-6959fd856bed {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:46.798010 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'tag': '7860858b-d45c-4a8f-8363-800fe7315a74', 'status': 'completed', 'code': 200} Aug 23 12:02:46.835748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5be12fcf-7063-4bc6-91a2-3019c2e1d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:46.837226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5be12fcf-7063-4bc6-91a2-3019c2e1d79d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.0676837 Aug 23 12:02:46.844630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 841760da-e00f-406c-9549-0ba32daffedf details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:46.853474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.873891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Transition to ACTIVE for port object eb33fa43-feed-484f-a607-b21395b20032 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:46.876912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-73289ab2-f9b5-40cc-b580-96a77b884bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:46.878573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-73289ab2-f9b5-40cc-b580-96a77b884bb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c99f43fff8049efb4f8c727c8808c1e&device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 1094 time: 0.0797200 Aug 23 12:02:46.940357 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-bdc9fd24-57ba-4ac6-a262-76c12edacd4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7860858b-d45c-4a8f-8363-800fe7315a74 HTTP/1.1" status: 200 len: 217 time: 0.0476406 Aug 23 12:02:46.974270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-22d8a1fb-f906-4a5b-8b4c-a1f5afb4bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:46.975815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-22d8a1fb-f906-4a5b-8b4c-a1f5afb4bd46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042416 Aug 23 12:02:46.979704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:46.996375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.011966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:47.019947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:47.023778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.056267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:47.062714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-39615fa3-e3d5-4b48-b936-0d22e74fc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.064750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '841760da-e00f-406c-9549-0ba32daffedf', 'network_id': 'c107c8e4-8dea-400f-b788-b169d79943d1', 'port_id': '841760da-e00f-406c-9549-0ba32daffedf', 'mac_address': 'fa:16:3e:e2:a0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:47.064871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-39615fa3-e3d5-4b48-b936-0d22e74fc135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fadd58b4-55be-42d7-98f5-7f3f50e2468e HTTP/1.1" status: 200 len: 853 time: 0.1151204 Aug 23 12:02:47.075386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:47.080936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:47.155939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-a208ec9d-9b6f-4362-9bba-972af2e83f5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658202 Aug 23 12:02:47.178042 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.186862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=eb33fa43-feed-484f-a607-b21395b20032,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:47.222609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841760da-e00f-406c-9549-0ba32daffedf {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:47.247302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-f2bf98ae-636e-4121-9a31-391e1dcc4300 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603719 Aug 23 12:02:47.274106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:47.293189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.312432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-2a72d03c-20bc-40f6-b1de-b92fc176da22 service neutron] 10.222.0.41 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267135 Aug 23 12:02:47.331794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Allocated IP 172.25.1.9 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/7616a0e0-d498-4a19-9325-981f1a67aa80) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:47.397875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:47.425941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9463dd-8371-4278-b0b1-b278aa83c246 req-0f212eb2-54cb-49a0-8865-9629c958570f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.427600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d9463dd-8371-4278-b0b1-b278aa83c246 req-0f212eb2-54cb-49a0-8865-9629c958570f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 943 time: 0.2671423 Aug 23 12:02:47.466824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.467809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.506447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369795a6-d3ec-4912-9328-3b4e3b10354f req-ee87c130-04b8-4212-b950-0de5350d2ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830947 Aug 23 12:02:47.507784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-1f2fa4dc-0692-4af2-a1e4-b74be3d6ca3f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6962569 Aug 23 12:02:47.521639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5abfca02-00eb-405b-b025-dd2b2217e580 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645094 Aug 23 12:02:47.525748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Request body: {'port': {'device_id': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:47.560331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0931ffa3-b156-453a-8d74-71c1bded0ed4 None None] Provisioning for port eb33fa43-feed-484f-a607-b21395b20032 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:47.566230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0931ffa3-b156-453a-8d74-71c1bded0ed4 None None] Provisioning complete for port eb33fa43-feed-484f-a607-b21395b20032 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:47.566976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0931ffa3-b156-453a-8d74-71c1bded0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.572173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d9463dd-8371-4278-b0b1-b278aa83c246 req-0118d91a-03a6-4406-89a1-54aba36d8a16 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347275 Aug 23 12:02:47.597764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['841760da-e00f-406c-9549-0ba32daffedf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:47.658690 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-cc9dc727-874e-43e1-a35e-f1ad6c427ed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74 HTTP/1.1" status: 200 len: 217 time: 0.1148708 Aug 23 12:02:47.665092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-bc051f64-39dd-408d-925f-daf088479bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.678490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-bc051f64-39dd-408d-925f-daf088479bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c99f43fff8049efb4f8c727c8808c1e&device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 1094 time: 0.0998025 Aug 23 12:02:47.716922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.760683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.815610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:47.877791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-36cb1f58-aac3-49ea-8a7e-82215e068c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.879505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-36cb1f58-aac3-49ea-8a7e-82215e068c84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.2193527 Aug 23 12:02:47.888831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0931ffa3-b156-453a-8d74-71c1bded0ed4 None None] Port eb33fa43-feed-484f-a607-b21395b20032 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:02:47.895880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4663b-701d-419a-b1e7-a630b3da697b req-225543a7-7b06-495b-b974-559539b89b52 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.904644 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ab4663b-701d-419a-b1e7-a630b3da697b req-225543a7-7b06-495b-b974-559539b89b52 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.2145464 Aug 23 12:02:47.911164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:47.952344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:47.956368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-d5b4d849-b465-45ea-ac36-c4e7207e9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:47.957905 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-d5b4d849-b465-45ea-ac36-c4e7207e9a07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb HTTP/1.1" status: 200 len: 914 time: 0.2785811 Aug 23 12:02:47.960044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:48.000973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=7616a0e0-d498-4a19-9325-981f1a67aa80,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:48.021913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5dc897ee-37cd-4b13-867e-ac3ea207bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.023456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-5dc897ee-37cd-4b13-867e-ac3ea207bdb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206613 Aug 23 12:02:48.037976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d815d96-0b15-40be-8675-5772c4849940 req-22e761f9-17f7-4c29-821a-cf7404659b75 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.039814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d815d96-0b15-40be-8675-5772c4849940 req-22e761f9-17f7-4c29-821a-cf7404659b75 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 943 time: 0.2032232 Aug 23 12:02:48.084480 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-f95f3d69-617a-4161-98df-d79aaee3e129 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7860858b-d45c-4a8f-8363-800fe7315a74 HTTP/1.1" status: 200 len: 217 time: 0.1183085 Aug 23 12:02:48.090320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ab4663b-701d-419a-b1e7-a630b3da697b req-506144ed-d295-4c1c-ad04-2079f09c1531 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847839 Aug 23 12:02:48.220171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-ddca4ae2-a963-43ce-96f5-e402829426f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.221612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-ddca4ae2-a963-43ce-96f5-e402829426f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fadd58b4-55be-42d7-98f5-7f3f50e2468e HTTP/1.1" status: 200 len: 853 time: 0.1278279 Aug 23 12:02:48.230678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d815d96-0b15-40be-8675-5772c4849940 req-5f9cfbd7-7da4-4e0f-a7d8-531846364ed8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788626 Aug 23 12:02:48.264017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-965af186-c6eb-4287-827d-d15b22fb0116 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344043 Aug 23 12:02:48.305861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-6440d1f9-714b-49ed-9a09-314e9daa98df service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608566 Aug 23 12:02:48.459030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed2ce2-9b64-4527-a280-777a860f79ea req-1d0728fb-9301-4b69-88e5-f9f39d79ea8f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.465752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2ed2ce2-9b64-4527-a280-777a860f79ea req-1d0728fb-9301-4b69-88e5-f9f39d79ea8f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 932 time: 0.1563444 Aug 23 12:02:48.487275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-2d798be8-30d0-4eaf-a244-8d4a0a63accc service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695733 Aug 23 12:02:48.498528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-41e4baaa-044a-4471-9ce9-806bbade9c02 service neutron] 10.222.0.41 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211809 Aug 23 12:02:48.509467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb33fa43-feed-484f-a607-b21395b20032 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:48.530009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.545618 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.548492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-82c9ef12-ae34-443d-a044-4ce238b6112d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 200 len: 217 time: 0.0519197 Aug 23 12:02:48.605449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Transition to ACTIVE for port object eb33fa43-feed-484f-a607-b21395b20032 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:48.611653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2ed2ce2-9b64-4527-a280-777a860f79ea req-6896982d-eaf5-4001-9559-53425b82cdbe tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388218 Aug 23 12:02:48.622304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.731299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-3e77f646-b153-4710-a09d-1ad2ba488e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.733412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-3e77f646-b153-4710-a09d-1ad2ba488e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.1428468 Aug 23 12:02:48.733895 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8581794b-83d4-42fa-9aa9-792b1a80f7bc req-7d64d361-68e0-4bc9-9404-dc10cf690a93 service neutron] 10.222.0.41 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188187 Aug 23 12:02:48.736761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb33fa43-feed-484f-a607-b21395b20032,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:48.817325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b5919-461b-47a9-ab57-b3a5f9e72d4f req-9d52f98b-2541-4e62-8d4f-372e27a567f7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.826377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e7b5919-461b-47a9-ab57-b3a5f9e72d4f req-9d52f98b-2541-4e62-8d4f-372e27a567f7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 944 time: 0.1628339 Aug 23 12:02:48.831544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Attempting to bind port eb33fa43-feed-484f-a607-b21395b20032 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:48.833478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Attempting to bind port eb33fa43-feed-484f-a607-b21395b20032 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:48.833924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Attempting to bind port eb33fa43-feed-484f-a607-b21395b20032 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:48.850502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 841760da-e00f-406c-9549-0ba32daffedf up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:48.850954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Port eb33fa43-feed-484f-a607-b21395b20032 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:02:48.851282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Attempting to bind port eb33fa43-feed-484f-a607-b21395b20032 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:48.857540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:48.857804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:48.858208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:48.858663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Bound port: eb33fa43-feed-484f-a607-b21395b20032, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:48.859033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.934794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] For port eb33fa43-feed-484f-a607-b21395b20032, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:48.939279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] For port eb33fa43-feed-484f-a607-b21395b20032, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=eb33fa43-feed-484f-a607-b21395b20032,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:48.946586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.972759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 841760da-e00f-406c-9549-0ba32daffedf completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:48.980413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 841760da-e00f-406c-9549-0ba32daffedf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:48.981127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.981638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:48.982299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:48.987268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/eb33fa43-feed-484f-a607-b21395b20032 HTTP/1.1" status: 200 len: 1092 time: 1.4665735 Aug 23 12:02:48.990480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'tag': 'eb33fa43-feed-484f-a607-b21395b20032'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:48.992883 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc4aa2-1b86-4a7a-94be-4032e102a667" -d '{"events": [{"name": "network-changed", "server_uuid": "f279a9df-83c1-4978-a769-5f5b81993b08", "tag": "eb33fa43-feed-484f-a607-b21395b20032"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:49.105151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a884-399d-40bb-8a97-b069f6fc14c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb33fa43-feed-484f-a607-b21395b20032,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:49.109456 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea5929-9b0d-4968-8a74-7b8e08043931 x-openstack-request-id: req-73ea5929-9b0d-4968-8a74-7b8e08043931 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:49.109986 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f279a9df-83c1-4978-a769-5f5b81993b08", "tag": "eb33fa43-feed-484f-a607-b21395b20032", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:49.110240 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ea5929-9b0d-4968-8a74-7b8e08043931 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:49.110644 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'tag': 'eb33fa43-feed-484f-a607-b21395b20032', 'status': 'completed', 'code': 200} Aug 23 12:02:49.137719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-9469144d-94c3-487c-9bc5-c612386ff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.139330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-9469144d-94c3-487c-9bc5-c612386ff475 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 1095 time: 0.0972404 Aug 23 12:02:49.162383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:49.206295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-2a50dd00-8867-41eb-9f45-fda2d7e428e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb33fa43-feed-484f-a607-b21395b20032 HTTP/1.1" status: 200 len: 217 time: 0.0537677 Aug 23 12:02:49.223126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:49.224603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841760da-e00f-406c-9549-0ba32daffedf'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:49.228515 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034151f7-bb2b-42bf-814e-d521ba73b26b" -d '{"events": [{"server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "name": "network-vif-plugged", "status": "completed", "tag": "841760da-e00f-406c-9549-0ba32daffedf"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:49.233426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:49.305444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:49.315289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-bb3ab4ca-f5bd-43a8-a651-3c7e8f5de43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.316937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-bb3ab4ca-f5bd-43a8-a651-3c7e8f5de43b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5671098 Aug 23 12:02:49.326115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7d046144-1b9f-4096-917a-f8883ba264ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.326115 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-7d046144-1b9f-4096-917a-f8883ba264ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1151435 Aug 23 12:02:49.326407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e7b5919-461b-47a9-ab57-b3a5f9e72d4f req-c304ea89-6840-42c9-b5c9-eb9e24554819 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987123 Aug 23 12:02:49.334681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777edc7-aa7d-42b2-b52b-e27126304789 req-276c1461-2a50-4e32-9852-d0b85b1a2d46 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.336523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1777edc7-aa7d-42b2-b52b-e27126304789 req-276c1461-2a50-4e32-9852-d0b85b1a2d46 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1120546 Aug 23 12:02:49.461327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:49.465625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1777edc7-aa7d-42b2-b52b-e27126304789 req-e7c64cee-d1c7-479a-8ca1-399165c0a48f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073225 Aug 23 12:02:49.473827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-38ac8350-9e14-413d-89e2-65c7a4f1c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.478253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-38ac8350-9e14-413d-89e2-65c7a4f1c2f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389444 Aug 23 12:02:49.507965 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362334db-4b33-4bb4-b883-378ee89c1220 x-openstack-request-id: req-362334db-4b33-4bb4-b883-378ee89c1220 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:49.508516 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "name": "network-vif-plugged", "status": "completed", "tag": "841760da-e00f-406c-9549-0ba32daffedf", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:49.509554 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-362334db-4b33-4bb4-b883-378ee89c1220 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:49.510325 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841760da-e00f-406c-9549-0ba32daffedf', 'code': 200} Aug 23 12:02:49.521263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-1e22e5c3-93fa-41cb-9a62-4ca91e490f6c service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924276 Aug 23 12:02:49.735627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dddd9-5c3e-4ced-8851-51ffa35231a0 req-1cb1ca50-4729-4ca7-8b02-a2f5fe4647af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.737856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-474dddd9-5c3e-4ced-8851-51ffa35231a0 req-1cb1ca50-4729-4ca7-8b02-a2f5fe4647af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1096 time: 0.1496499 Aug 23 12:02:49.757227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-ce6bb3b9-5867-455d-8877-afbf7fde2db0 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710693 Aug 23 12:02:49.767737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ad37-5da4-4428-9d13-92623c70e6af req-320eea05-2452-4ca1-8026-3bbf5e571414 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.769446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6c8ad37-5da4-4428-9d13-92623c70e6af req-320eea05-2452-4ca1-8026-3bbf5e571414 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 943 time: 0.1252153 Aug 23 12:02:49.791305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-896f5551-aa2a-4d60-8b9b-f5ce9763d442 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605875 Aug 23 12:02:49.819152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1b21-b66e-40df-bf0a-cad1acddaca1 req-a5393370-f949-44c3-9e05-3da1a34d0216 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:49.821678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b1e1b21-b66e-40df-bf0a-cad1acddaca1 req-a5393370-f949-44c3-9e05-3da1a34d0216 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1424813 Aug 23 12:02:49.827511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-474dddd9-5c3e-4ced-8851-51ffa35231a0 req-d1d5bfb1-b3dd-472f-9e1c-47fae7e2c6d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809441 Aug 23 12:02:49.846406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-06648333-c7f4-4f8a-867d-0559fb139abe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 200 len: 217 time: 0.0439043 Aug 23 12:02:49.865443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:02:49.874302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6c8ad37-5da4-4428-9d13-92623c70e6af req-f70d40c5-a503-4b90-94e5-5c883b852883 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953858 Aug 23 12:02:49.938980 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b1e1b21-b66e-40df-bf0a-cad1acddaca1 req-539afb24-b15a-4b37-84df-fa6d15626170 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993705 Aug 23 12:02:49.963018 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72ec907-4c98-4a50-b9f4-1533b31eba97 req-a7222644-3873-4586-ac4c-1629534a02b0 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951342 Aug 23 12:02:50.069299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1758c9e-52c2-44a4-bd5c-c8e2c0438703 req-95955c0c-7312-4d4e-8eb7-3ec956f5f38a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.070940 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1758c9e-52c2-44a4-bd5c-c8e2c0438703 req-95955c0c-7312-4d4e-8eb7-3ec956f5f38a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 944 time: 0.1368077 Aug 23 12:02:50.076415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-18d4ab63-7fa4-4e6a-ac82-43f8ac5aad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.079109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-18d4ab63-7fa4-4e6a-ac82-43f8ac5aad3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 1095 time: 0.0529339 Aug 23 12:02:50.108483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:02:50.124321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Sync routers for ids ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:02:50.133099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ea47acc7-f9d9-4890-ba7c-cb4e3895d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.133099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-ea47acc7-f9d9-4890-ba7c-cb4e3895d918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.1062229 Aug 23 12:02:50.140486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Routers {'13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:02:50.141323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:02:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:50.143323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1758c9e-52c2-44a4-bd5c-c8e2c0438703 req-386d6ca1-8f15-473b-9a1f-67d4eab363f1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632956 Aug 23 12:02:50.153765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:50.157647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bfba1425-f363-4fd2-85fb-271edd6b2ff0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4120450 Aug 23 12:02:50.171601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52220) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:02:50.236350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11660ff0-69bc-4404-b6c1-5a0ae7aec98c req-59bdcace-ecae-45a4-b965-d5d89df474b9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.237032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-842c560a-d22f-4744-8a6c-83120d31e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.238581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-842c560a-d22f-4744-8a6c-83120d31e911 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992117 Aug 23 12:02:50.242201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11660ff0-69bc-4404-b6c1-5a0ae7aec98c req-59bdcace-ecae-45a4-b965-d5d89df474b9 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1278992 Aug 23 12:02:50.268322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-705c16a5-c275-40ec-b02b-0042a5b6118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.270024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-705c16a5-c275-40ec-b02b-0042a5b6118d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.1836731 Aug 23 12:02:50.287105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Set router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:02:50.327360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11660ff0-69bc-4404-b6c1-5a0ae7aec98c req-90eb407e-8e1a-438a-8381-dee8c32609a4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776772 Aug 23 12:02:50.328898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-56ae744d-89a1-4ba5-ad1c-832bf6b7bda7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb33fa43-feed-484f-a607-b21395b20032 HTTP/1.1" status: 200 len: 217 time: 0.0464132 Aug 23 12:02:50.439801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-2f8d2233-c8f4-4d6d-94cb-b044e3484dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.441390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-2f8d2233-c8f4-4d6d-94cb-b044e3484dcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1023750 Aug 23 12:02:50.516222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-68f5136a-8d41-4fe3-8147-7a2a4970a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.519095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-919031f2-0cf4-4046-8d8d-b4a6a586dafa service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729735 Aug 23 12:02:50.519570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-68f5136a-8d41-4fe3-8147-7a2a4970a5ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674732 Aug 23 12:02:50.529398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cfaf8-c003-4b83-bfc9-bba9ab72a988 req-df9b9b4c-34b8-4fb4-bfa9-61e1cfc54a23 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.531076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f38cfaf8-c003-4b83-bfc9-bba9ab72a988 req-df9b9b4c-34b8-4fb4-bfa9-61e1cfc54a23 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0887082 Aug 23 12:02:50.571311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:02:48Z', 'revision_number': 3, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:50.601977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fe8dc-6eb7-47cf-8c14-03c9a0353b21 req-af15cb11-bede-4060-b096-9e7554c8217e tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:50.603579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-097fe8dc-6eb7-47cf-8c14-03c9a0353b21 req-af15cb11-bede-4060-b096-9e7554c8217e tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 945 time: 0.1385283 Aug 23 12:02:50.606049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Checking router: 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:02:50.606317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Updating router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 port 7616a0e0-d498-4a19-9325-981f1a67aa80 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:02:50.638424 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:50.642202 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f38cfaf8-c003-4b83-bfc9-bba9ab72a988 req-ce712a20-7dc6-4a20-b074-a4ec3613830f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830638 Aug 23 12:02:50.671463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-65277bd8-0cc2-4fc4-b14d-8b2f5e2e17c1 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388760 Aug 23 12:02:50.734751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-097fe8dc-6eb7-47cf-8c14-03c9a0353b21 req-69d6f696-caa0-4eca-87eb-45e71c5d37bd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923004 Aug 23 12:02:50.780494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5642075b-7b1d-49d6-befb-22e4160f0c11 req-93bb7106-f957-42e1-b5e1-2827295679fc service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250290 Aug 23 12:02:50.817076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fffc4aa2-1b86-4a7a-94be-4032e102a667 req-35c34b1a-8dc5-475d-8e20-78790e501788 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379890 Aug 23 12:02:50.883740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7860858b-d45c-4a8f-8363-800fe7315a74 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:50.983832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.011753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f20b23-f124-4575-b665-7cf28ecff1fb req-2a13dfe8-8e34-41af-a055-e5fa618e18b8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:51.021957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24f20b23-f124-4575-b665-7cf28ecff1fb req-2a13dfe8-8e34-41af-a055-e5fa618e18b8 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1242590 Aug 23 12:02:51.032078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a115bd-828e-46c3-8c53-15be37e8f53e req-09c00114-0e34-4c09-9af6-8fb9838a5a19 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:51.034513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9a115bd-828e-46c3-8c53-15be37e8f53e req-09c00114-0e34-4c09-9af6-8fb9838a5a19 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 943 time: 0.0817020 Aug 23 12:02:51.095280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7860858b-d45c-4a8f-8363-800fe7315a74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7860858b-d45c-4a8f-8363-800fe7315a74,segment=NetworkSegment(1b5dcc62-fe3d-4007-a657-fae0643c2e11),segment_id=1b5dcc62-fe3d-4007-a657-fae0643c2e11)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:51.115760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24f20b23-f124-4575-b665-7cf28ecff1fb req-09280f4f-6a0d-40e7-a9c9-6c37a9ca83fc tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922000 Aug 23 12:02:51.117136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.118482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9a115bd-828e-46c3-8c53-15be37e8f53e req-84d6cf50-0c36-4acf-8204-e43cd6584ad1 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766621 Aug 23 12:02:51.142888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Transition to ACTIVE for port object 7616a0e0-d498-4a19-9325-981f1a67aa80 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:51.149620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '7860858b-d45c-4a8f-8363-800fe7315a74', 'network_id': '0f29bacf-5f1b-4e86-afaf-d9944c37e0cb', 'port_id': '7860858b-d45c-4a8f-8363-800fe7315a74', 'mac_address': 'fa:16:3e:b0:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadd58b4-55be-42d7-98f5-7f3f50e2468e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:51.156041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.223599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8bcf8-1660-4dd1-a3b7-e27419098cee None None] Pushing event updated for resources: {'Port': ['ID=7616a0e0-d498-4a19-9325-981f1a67aa80,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:51.259509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device eb33fa43-feed-484f-a607-b21395b20032 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:02:51.302983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Attempting to bind port 7616a0e0-d498-4a19-9325-981f1a67aa80 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:51.302983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Attempting to bind port 7616a0e0-d498-4a19-9325-981f1a67aa80 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:51.302983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Attempting to bind port 7616a0e0-d498-4a19-9325-981f1a67aa80 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:51.304804 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.313838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:51.314324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:51.314854 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.315354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:51.315998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Bound port: 7616a0e0-d498-4a19-9325-981f1a67aa80, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:51.316272 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.340626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede78d0-49a1-4d1b-822e-47fbe3c533f8 req-e7580fd4-2686-4562-a053-b0003e620c76 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:51.342776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bede78d0-49a1-4d1b-822e-47fbe3c533f8 req-e7580fd4-2686-4562-a053-b0003e620c76 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0743551 Aug 23 12:02:51.367839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7860858b-d45c-4a8f-8363-800fe7315a74 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:51.380734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Allocated IP 172.20.0.1 (2931f707-f128-46e9-818d-25b1c16dfa17/00dc204e-6798-44be-80f0-67622109cca5/1fe264a4-728f-403b-8bfb-6945258260dc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:51.425538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bede78d0-49a1-4d1b-822e-47fbe3c533f8 req-56dc2051-57ba-497c-a331-4244dabd3635 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706370 Aug 23 12:02:51.447552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7860858b-d45c-4a8f-8363-800fe7315a74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7860858b-d45c-4a8f-8363-800fe7315a74,segment=NetworkSegment(1b5dcc62-fe3d-4007-a657-fae0643c2e11),segment_id=1b5dcc62-fe3d-4007-a657-fae0643c2e11)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:51.468381 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.473491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad79f7-e0b7-4bdc-83c4-d4fa37752bed req-7e22670a-cfc1-47bf-824b-f1475e8d019d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:51.482455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8aad79f7-e0b7-4bdc-83c4-d4fa37752bed req-7e22670a-cfc1-47bf-824b-f1475e8d019d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 944 time: 0.1164489 Aug 23 12:02:51.532989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7860858b-d45c-4a8f-8363-800fe7315a74,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:51.537766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] For port 7616a0e0-d498-4a19-9325-981f1a67aa80, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:51.569119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] For port 7616a0e0-d498-4a19-9325-981f1a67aa80, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7616a0e0-d498-4a19-9325-981f1a67aa80,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:51.572789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port eb33fa43-feed-484f-a607-b21395b20032, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=eb33fa43-feed-484f-a607-b21395b20032,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:51.579447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8aad79f7-e0b7-4bdc-83c4-d4fa37752bed req-0977bbaa-ce67-4ed8-a544-0d0e0b4f5553 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958745 Aug 23 12:02:51.586309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.600450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6f748-dd09-4346-85ff-5f51d930eabc req-22956bfd-330b-4dd7-abb5-a2ea89bc8e88 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:51.602429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ee6f748-dd09-4346-85ff-5f51d930eabc req-22956bfd-330b-4dd7-abb5-a2ea89bc8e88 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0936608 Aug 23 12:02:51.624115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'eb33fa43-feed-484f-a607-b21395b20032', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': 'eb33fa43-feed-484f-a607-b21395b20032', 'mac_address': 'fa:16:3e:e9:5e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:02:51.665450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ee6f748-dd09-4346-85ff-5f51d930eabc req-a9ac1a62-db86-4e3f-987e-61e8e827230c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Aug 23 12:02:51.668310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.710799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8bcf8-1660-4dd1-a3b7-e27419098cee None None] Pushing event updated for resources: {'Port': ['ID=7616a0e0-d498-4a19-9325-981f1a67aa80,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:51.720381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.721667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Routers {'13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:02:51.722343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:02:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:51.730503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.768279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Network 2931f707-f128-46e9-818d-25b1c16dfa17 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:51.774598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:51.778233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:51.825209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb33fa43-feed-484f-a607-b21395b20032 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:51.843426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Pushing event updated for resources: {'Port': ['ID=1fe264a4-728f-403b-8bfb-6945258260dc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:51.848538 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d707c796-1a01-436a-81ee-6363d7874111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.864492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.897041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7860858b-d45c-4a8f-8363-800fe7315a74'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:51.917615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port eb33fa43-feed-484f-a607-b21395b20032, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=eb33fa43-feed-484f-a607-b21395b20032,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:51.944690 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:51.999733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63811016-007a-437e-bb0b-26b3d23e4a8c req-26fb918e-d528-4ee6-9f99-2666335b0c4c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:52.001579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-63811016-007a-437e-bb0b-26b3d23e4a8c req-26fb918e-d528-4ee6-9f99-2666335b0c4c tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 945 time: 0.0628135 Aug 23 12:02:52.017454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] Set router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:02:52.058314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.067375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-63811016-007a-437e-bb0b-26b3d23e4a8c req-a3ec337d-85de-46c5-9b92-6c5eaa946bfe tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568471 Aug 23 12:02:52.154039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=eb33fa43-feed-484f-a607-b21395b20032,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:52.197636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-ddb8bd68-6fc4-4228-af53-9c5e193f2f89 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-341674295&fields=id&tenant_id=c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 267 time: 0.0532143 Aug 23 12:02:52.271869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-ffd245bd-cd36-4893-9993-e0b796ee9ac8 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:52.273733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-ffd245bd-cd36-4893-9993-e0b796ee9ac8 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 945 time: 0.0626602 Aug 23 12:02:52.289352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'port': {'security_groups': ['caff9d65-6050-4c70-a177-af206d67a4fa', '64225512-31f4-4d75-b7c2-38920ed3cda1']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:52.335854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['eb33fa43-feed-484f-a607-b21395b20032'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:52.382006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.592610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf9b2-b0b7-4754-8505-e95d4d9b5e4c req-537f31ca-8442-42ea-8205-98c2bd3519d5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:52.594203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff5bf9b2-b0b7-4754-8505-e95d4d9b5e4c req-537f31ca-8442-42ea-8205-98c2bd3519d5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.4412053 Aug 23 12:02:52.613838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:02:48Z', 'revision_number': 3, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:52.647172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89132221-523a-48fe-99c3-5f3dad581430 None None] The sync data for ids ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'] in n-d-773645-7 is: [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:02:48Z', 'revision_number': 3, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:02:52.648837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:52.663609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.671522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff5bf9b2-b0b7-4754-8505-e95d4d9b5e4c req-c15afbd4-c1db-441b-a155-cf91100fbce2 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560808 Aug 23 12:02:52.673858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.715848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.725300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.776127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:52.776772 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.778257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a339c624-f953-4cfa-a473-8214ac0c4487 req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "PUT /v2.0/ports/841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 981 time: 0.4964874 Aug 23 12:02:52.780389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'tag': '841760da-e00f-406c-9549-0ba32daffedf'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:52.781115 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70bb827-31b4-4563-aad7-fdfe5b9c3034" -d '{"events": [{"name": "network-changed", "server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "tag": "841760da-e00f-406c-9549-0ba32daffedf"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:52.788469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Pushing event updated for resources: {'Port': ['ID=1fe264a4-728f-403b-8bfb-6945258260dc,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:52.800693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:52.819549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20f301-af67-4995-b688-2e54cd281dcf tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:52.848092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1d825-8514-420c-927e-c66d7d09ae92 req-3a41cffa-3fed-42ea-a762-c668ae64836d tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:52.852155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8d1d825-8514-420c-927e-c66d7d09ae92 req-3a41cffa-3fed-42ea-a762-c668ae64836d tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 944 time: 0.1077104 Aug 23 12:02:52.910634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['841760da-e00f-406c-9549-0ba32daffedf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:52.930774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8d1d825-8514-420c-927e-c66d7d09ae92 req-8c18d591-cdd0-48ca-aff5-4a5c492260c0 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746269 Aug 23 12:02:52.962182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Network 2931f707-f128-46e9-818d-25b1c16dfa17 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:52.963715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:53.071596 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a0e05-ca71-49bb-a4ca-2dcce8de7bb2 x-openstack-request-id: req-974a0e05-ca71-49bb-a4ca-2dcce8de7bb2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:53.072163 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "tag": "841760da-e00f-406c-9549-0ba32daffedf", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:53.072163 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-974a0e05-ca71-49bb-a4ca-2dcce8de7bb2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:53.072541 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'tag': '841760da-e00f-406c-9549-0ba32daffedf', 'status': 'completed', 'code': 200} Aug 23 12:02:53.106949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79411f0-02fd-4b09-ad3b-f26b14d91ef6 req-9ac51ef5-106f-4ed1-8e86-543defb13794 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:53.108930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c79411f0-02fd-4b09-ad3b-f26b14d91ef6 req-9ac51ef5-106f-4ed1-8e86-543defb13794 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 945 time: 0.0853307 Aug 23 12:02:53.187320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c79411f0-02fd-4b09-ad3b-f26b14d91ef6 req-e177099b-75e7-424d-a8ed-d3acbdcc2d70 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690351 Aug 23 12:02:53.201577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-a960d097-c296-4188-98c5-9bd7b6fb70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:53.204164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-a960d097-c296-4188-98c5-9bd7b6fb70a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1135 time: 0.1270552 Aug 23 12:02:53.216913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c91349ef-2c94-49c2-9223-fb60eec69fb7 req-2d1a6354-d958-4154-9a09-3505b11a12e1 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/64225512-31f4-4d75-b7c2-38920ed3cda1 HTTP/1.1" status: 200 len: 1802 time: 0.1506746 Aug 23 12:02:53.269531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['841760da-e00f-406c-9549-0ba32daffedf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:53.304891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:53.317641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:02:53.425399 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-c91349ef-2c94-49c2-9223-fb60eec69fb7 req-4d6ffa4c-d4cb-4927-9386-cc80cbb2cf99 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 12:02:53.427912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c91349ef-2c94-49c2-9223-fb60eec69fb7 req-4d6ffa4c-d4cb-4927-9386-cc80cbb2cf99 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/64225512-31f4-4d75-b7c2-38920ed3cda1 HTTP/1.1" status: 409 len: 341 time: 0.1802399 Aug 23 12:02:53.446562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-fcaa8694-ae39-4d76-9050-9aa0b1d5a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:53.448426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-fcaa8694-ae39-4d76-9050-9aa0b1d5a661 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.2368634 Aug 23 12:02:53.599102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:02:53.608373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-388d96af-0d67-40ee-94da-c63688552fd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 217 time: 0.0808451 Aug 23 12:02:53.621088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f971271a-8bdf-420f-a990-6ed04d5f1c4d admin admin] 10.222.0.21 "PUT /v2.0/routers/13df41eb-6d4d-408f-b360-ca6dcf5fc6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4399099 Aug 23 12:02:53.720671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-5a154a58-fd73-499a-89e0-16c120eb7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:53.722612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-5a154a58-fd73-499a-89e0-16c120eb7727 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.1014471 Aug 23 12:02:53.748152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adce7fa-1230-4f71-a5c5-7cd508a80dc0 req-467f6771-a705-4d56-a31f-1c109e126332 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:53.749899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2adce7fa-1230-4f71-a5c5-7cd508a80dc0 req-467f6771-a705-4d56-a31f-1c109e126332 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 984 time: 0.0924492 Aug 23 12:02:53.786190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-a356612f-b710-4df4-b010-15d4ec5a8327 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559475 Aug 23 12:02:53.890422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2adce7fa-1230-4f71-a5c5-7cd508a80dc0 req-b031df31-0765-4fa9-89cb-98001d452159 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&id=64225512-31f4-4d75-b7c2-38920ed3cda1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1126773 Aug 23 12:02:53.923101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-43facacc-e937-4103-bd9a-a3f6cc49b56b service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284163 Aug 23 12:02:54.053528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d70bb827-31b4-4563-aad7-fdfe5b9c3034 req-ba829454-2123-44b5-befe-8acfb539df50 service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217821 Aug 23 12:02:54.057269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7616a0e0-d498-4a19-9325-981f1a67aa80 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:54.137376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7616a0e0-d498-4a19-9325-981f1a67aa80 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:54.145924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7616a0e0-d498-4a19-9325-981f1a67aa80 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:54.147848 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:54.160064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-8169546c-e185-4099-af1e-fabdf594fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.163846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-8169546c-e185-4099-af1e-fabdf594fbed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1135 time: 0.0585716 Aug 23 12:02:54.231322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a989a-0f17-48d2-9fcc-a633f14a9df7 req-4fc5bdda-b5d4-4239-9b70-8b6acefb2879 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.239421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac9a989a-0f17-48d2-9fcc-a633f14a9df7 req-4fc5bdda-b5d4-4239-9b70-8b6acefb2879 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.4495053 Aug 23 12:02:54.253652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:54.278566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7616a0e0-d498-4a19-9325-981f1a67aa80, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7616a0e0-d498-4a19-9325-981f1a67aa80,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:54.285261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac9a989a-0f17-48d2-9fcc-a633f14a9df7 req-9f97132a-d492-40bc-90be-b4e875f38c30 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Aug 23 12:02:54.287145 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:54.352078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-92865729-5c0b-4ead-8d8e-9af64a0c7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.353617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-92865729-5c0b-4ead-8d8e-9af64a0c7bf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.1825502 Aug 23 12:02:54.360793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a759d0eb-772d-4698-a183-6ad6e96cc0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:54.371717 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:54.387335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7616a0e0-d498-4a19-9325-981f1a67aa80,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:54.439485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-da270842-2eeb-4935-8742-34b7df50bf8b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.440387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-da270842-2eeb-4935-8742-34b7df50bf8b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 818 time: 0.2311161 Aug 23 12:02:54.443089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-a9c31355-58a3-4aa4-a295-26297860b3b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 217 time: 0.0738735 Aug 23 12:02:54.466588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-842cfdea-1666-4ab3-8064-70f38440b978 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/quotas/b0c61ae0edd8476a8303be755051c22b HTTP/1.1" status: 200 len: 375 time: 0.0198667 Aug 23 12:02:54.493142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621fd0b-f1ae-41cd-b323-4742d9e9bd27 req-0c508cb4-6aac-41ce-9d9c-c08a8fd85a02 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.494720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1621fd0b-f1ae-41cd-b323-4742d9e9bd27 req-0c508cb4-6aac-41ce-9d9c-c08a8fd85a02 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 944 time: 0.0555658 Aug 23 12:02:54.533270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-d698f534-4f51-4514-834a-13050171b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.534612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-d698f534-4f51-4514-834a-13050171b566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.0802670 Aug 23 12:02:54.541286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1621fd0b-f1ae-41cd-b323-4742d9e9bd27 req-5853837b-3798-4922-a497-b57eb95067e1 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Aug 23 12:02:54.578725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-bba0ef67-3105-412c-8c66-a32eb8640450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379355 Aug 23 12:02:54.582776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-527074f9-20f3-4915-927a-8e20aa7b509e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979407 Aug 23 12:02:54.669479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efd2c3-6852-4a2f-af3d-039bd1ceadff req-7a764d8b-b353-4a9e-9a8b-a75f7d10cfc1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:54.671032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2efd2c3-6852-4a2f-af3d-039bd1ceadff req-7a764d8b-b353-4a9e-9a8b-a75f7d10cfc1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 945 time: 0.0619671 Aug 23 12:02:54.714865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2efd2c3-6852-4a2f-af3d-039bd1ceadff req-38060192-3417-4c1e-9493-02a48c725834 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Aug 23 12:02:54.748093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-2ce8033c-107b-45d4-8782-0bd108a20dda service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619909 Aug 23 12:02:54.750061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-e33862ba-32b4-404a-852b-b0a1388d780b service neutron] 10.222.0.21 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558635 Aug 23 12:02:54.803468 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Sync routers for ids ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:02:54.814291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Routers {'13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:02:54.814913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:02:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:54.884485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7860858b-d45c-4a8f-8363-800fe7315a74 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:54.928259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d8476eb-0cf9-4fde-80e5-6743b752f951 req-c5de613a-4212-4752-af87-3701f94bc6b9 service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717532 Aug 23 12:02:54.928803 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Set router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:02:54.957783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 7860858b-d45c-4a8f-8363-800fe7315a74 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:54.962562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 7860858b-d45c-4a8f-8363-800fe7315a74 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:54.963148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:54.972992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-3b7e37e2-68a5-447c-8418-f47c3e2387a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152882 Aug 23 12:02:55.125407 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.170362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7860858b-d45c-4a8f-8363-800fe7315a74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7860858b-d45c-4a8f-8363-800fe7315a74,segment=NetworkSegment(1b5dcc62-fe3d-4007-a657-fae0643c2e11),segment_id=1b5dcc62-fe3d-4007-a657-fae0643c2e11)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:55.172361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7860858b-d45c-4a8f-8363-800fe7315a74'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:55.178407 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d07fc6e-efeb-4f2e-8c92-4eb3698d8be5" -d '{"events": [{"server_uuid": "de0cdced-23bd-42b6-8522-67586b72c67f", "name": "network-vif-plugged", "status": "completed", "tag": "7860858b-d45c-4a8f-8363-800fe7315a74"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:55.186855 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.221217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240e19-8681-4150-8707-377ed7613f38 req-2bbdaf45-e1d1-4e60-a997-5ce662ae0486 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.223432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:02:52Z', 'revision_number': 4, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1fe264a4-728f-403b-8bfb-6945258260dc', 'name': '', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'mac_address': 'fa:16:3e:f2:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '00dc204e-6798-44be-80f0-67622109cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:51Z', 'updated_at': '2021-08-23T12:02:52Z', 'revision_number': 2, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'subnets': [{'id': '00dc204e-6798-44be-80f0-67622109cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:55.232462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40240e19-8681-4150-8707-377ed7613f38 req-2bbdaf45-e1d1-4e60-a997-5ce662ae0486 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 984 time: 0.0932028 Aug 23 12:02:55.250358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device eb33fa43-feed-484f-a607-b21395b20032 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:55.295552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7860858b-d45c-4a8f-8363-800fe7315a74,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:55.311563 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Checking router: 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:02:55.312054 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Updating router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 port 1fe264a4-728f-403b-8bfb-6945258260dc binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:02:55.314505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40240e19-8681-4150-8707-377ed7613f38 req-1aca0ea5-0545-4c49-b877-4ff176454b4a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&id=64225512-31f4-4d75-b7c2-38920ed3cda1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0798266 Aug 23 12:02:55.324002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-782d01b7-6a8a-473f-ba0d-978fc491c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.326529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-782d01b7-6a8a-473f-ba0d-978fc491c9bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83ad5cec7b149608abed3d955c00043&device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 1097 time: 0.1080463 Aug 23 12:02:55.339839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port eb33fa43-feed-484f-a607-b21395b20032 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:55.359160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port eb33fa43-feed-484f-a607-b21395b20032 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:55.359801 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.384725 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.386561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c6c6d-9f7a-4277-ad1c-07c55d25417a req-8e0ad680-816e-4639-9f60-d25f896580e1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.397378 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee98f0d6-15a3-4569-bcca-966b3452518f x-openstack-request-id: req-ee98f0d6-15a3-4569-bcca-966b3452518f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:55.397975 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0cdced-23bd-42b6-8522-67586b72c67f", "name": "network-vif-plugged", "status": "completed", "tag": "7860858b-d45c-4a8f-8363-800fe7315a74", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:55.398337 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee98f0d6-15a3-4569-bcca-966b3452518f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:55.398837 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7860858b-d45c-4a8f-8363-800fe7315a74', 'code': 200} Aug 23 12:02:55.402553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-755c6c6d-9f7a-4277-ad1c-07c55d25417a req-8e0ad680-816e-4639-9f60-d25f896580e1 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1299579 Aug 23 12:02:55.471851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.496717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4acd9d1c-8844-4d39-a19d-5434252b89cf req-5a969623-e1d1-408e-b34b-f3ca43e77b29 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 210 time: 0.0387235 Aug 23 12:02:55.574844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port eb33fa43-feed-484f-a607-b21395b20032, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=eb33fa43-feed-484f-a607-b21395b20032,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:55.600811 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.609876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-755c6c6d-9f7a-4277-ad1c-07c55d25417a req-296a777e-3965-42e2-9dd5-1b37796eca34 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801136 Aug 23 12:02:55.643128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-d3abd774-89bf-4d33-a682-5fd980a35143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.650683 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:55.656427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-d3abd774-89bf-4d33-a682-5fd980a35143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 200 len: 914 time: 0.3206496 Aug 23 12:02:55.661204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc557f93-09a1-4e46-b49f-1bbf0edaeb9b req-e71ac7ae-a5ce-41a5-a869-b126069ad90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.664795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc557f93-09a1-4e46-b49f-1bbf0edaeb9b req-e71ac7ae-a5ce-41a5-a869-b126069ad90f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 1096 time: 0.0753100 Aug 23 12:02:55.731324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=eb33fa43-feed-484f-a607-b21395b20032,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:55.738544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc557f93-09a1-4e46-b49f-1bbf0edaeb9b req-7713973f-b4a3-4b2d-a4b6-76088c58c5d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641944 Aug 23 12:02:55.763011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-0889eca7-e64c-4dc3-9577-66de2d6a4221 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 200 len: 217 time: 0.0995977 Aug 23 12:02:55.820582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc15-688f-4cd1-bf74-28964a14cac1 req-df4a051a-ad70-430c-81b6-53a14fbfbf9a tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.822740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dfbbc15-688f-4cd1-bf74-28964a14cac1 req-df4a051a-ad70-430c-81b6-53a14fbfbf9a tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.0662549 Aug 23 12:02:55.889842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dfbbc15-688f-4cd1-bf74-28964a14cac1 req-e6112139-dad1-4a57-84ca-394f39caa4dd tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592341 Aug 23 12:02:55.975999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-d7238b06-f42a-47b6-9cbb-e305a16cf092 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:55.990135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-d7238b06-f42a-47b6-9cbb-e305a16cf092 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 818 time: 0.1663449 Aug 23 12:02:56.008296 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:56.017477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-d57ff1df-ca09-47eb-b3e4-f9cfe3611a52 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/quotas/b0c61ae0edd8476a8303be755051c22b HTTP/1.1" status: 200 len: 375 time: 0.0261779 Aug 23 12:02:56.022250 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Transition to ACTIVE for port object 1fe264a4-728f-403b-8bfb-6945258260dc will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:56.029796 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:56.042280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7616a0e0-d498-4a19-9325-981f1a67aa80 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:56.043305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-b962d23f-735c-4297-a95a-5730be8d4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:56.046992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-b962d23f-735c-4297-a95a-5730be8d4478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 200 len: 853 time: 0.1249716 Aug 23 12:02:56.099471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-472c3eac-0bd4-453d-aee9-eb8c142bf147 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b28335e8-ebdb-4d64-99d5-d575e2af8a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387335 Aug 23 12:02:56.106518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-d323f68f-fa34-45d0-9e6d-465a3fd2204c tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830169 Aug 23 12:02:56.111715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681d025-9487-4f16-b242-79b69148becb None None] Pushing event updated for resources: {'Port': ['ID=1fe264a4-728f-403b-8bfb-6945258260dc,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:56.134834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2123d-96b9-483b-97d8-c55140e8eacd req-0747f627-790c-4f0a-9670-d67d5d87e6df tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:56.136782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fd2123d-96b9-483b-97d8-c55140e8eacd req-0747f627-790c-4f0a-9670-d67d5d87e6df tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.1326168 Aug 23 12:02:56.148285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7616a0e0-d498-4a19-9325-981f1a67aa80 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:56.148582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:56.152904 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.166625 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.167736 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.168684 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.169182 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.169708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.170042 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.170639 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.171140 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.171475 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.171806 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.172130 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681d025-9487-4f16-b242-79b69148becb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:02:56.208642 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Attempting to bind port 1fe264a4-728f-403b-8bfb-6945258260dc on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:02:56.209307 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Attempting to bind port 1fe264a4-728f-403b-8bfb-6945258260dc by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:02:56.209888 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Attempting to bind port 1fe264a4-728f-403b-8bfb-6945258260dc on network 2931f707-f128-46e9-818d-25b1c16dfa17 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:02:56.216027 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:02:56.216747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Checking segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:02:56.217304 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:56.217892 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Bound using segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:02:56.218693 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Bound port: 1fe264a4-728f-403b-8bfb-6945258260dc, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:02:56.219724 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:56.261579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-51d5bb3f-bbea-4c6f-a34f-c510c3dd9610 service neutron] 10.222.0.21 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470606 Aug 23 12:02:56.266133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fd2123d-96b9-483b-97d8-c55140e8eacd req-a2265839-c464-4901-a1a5-374c6c2e3561 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160791 Aug 23 12:02:56.334159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-8db4ee20-3c43-4516-8ca2-bdf7bd492038 service neutron] 10.222.0.41 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084689 Aug 23 12:02:56.340348 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] For port 1fe264a4-728f-403b-8bfb-6945258260dc, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:02:56.345191 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] For port 1fe264a4-728f-403b-8bfb-6945258260dc, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1fe264a4-728f-403b-8bfb-6945258260dc,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:02:56.355917 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:56.420864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-07c38fd7-fbb4-41ac-a24f-dab27928bbef service neutron] 10.222.0.21 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576526 Aug 23 12:02:56.430083 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681d025-9487-4f16-b242-79b69148becb None None] Pushing event updated for resources: {'Port': ['ID=1fe264a4-728f-403b-8bfb-6945258260dc,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:56.432896 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Routers {'13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:02:56.433513 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:02:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:56.480474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce0bd432-5d51-44d1-ba3c-c89d1559a7b1 req-398f5435-fc36-4c13-969d-2fa510c6e4df service neutron] 10.222.0.41 "GET /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447511 Aug 23 12:02:56.587154 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] Set router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:02:56.656209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681e192-21e2-45f0-8608-e435dfb71f9c req-c051302f-4eda-4dfa-b6bf-e00e72bd7ccd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:56.663214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6681e192-21e2-45f0-8608-e435dfb71f9c req-c051302f-4eda-4dfa-b6bf-e00e72bd7ccd tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 984 time: 0.0964465 Aug 23 12:02:56.684392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64ee8993-d4bf-4bb0-8738-1ebdffbd039d req-63fe879a-23de-44e0-b80c-c5418b7f20f4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0540557 Aug 23 12:02:56.765543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6681e192-21e2-45f0-8608-e435dfb71f9c req-2c8c5ee1-88fd-44a2-b676-174c04a5becc tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=caff9d65-6050-4c70-a177-af206d67a4fa&id=64225512-31f4-4d75-b7c2-38920ed3cda1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0952394 Aug 23 12:02:56.977822 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:02:52Z', 'revision_number': 4, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1fe264a4-728f-403b-8bfb-6945258260dc', 'name': '', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'mac_address': 'fa:16:3e:f2:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '00dc204e-6798-44be-80f0-67622109cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:51Z', 'updated_at': '2021-08-23T12:02:56Z', 'revision_number': 4, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'subnets': [{'id': '00dc204e-6798-44be-80f0-67622109cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:02:57.012383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20faf8a-bf4b-4545-a1a3-85a6830e70dc None None] The sync data for ids ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'] in n-d-773645-7 is: [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:02:52Z', 'revision_number': 4, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1fe264a4-728f-403b-8bfb-6945258260dc', 'name': '', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'mac_address': 'fa:16:3e:f2:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '00dc204e-6798-44be-80f0-67622109cca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:51Z', 'updated_at': '2021-08-23T12:02:56Z', 'revision_number': 4, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'subnets': [{'id': '00dc204e-6798-44be-80f0-67622109cca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:02:57.015936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-57e73fb5-bc45-46a1-8e02-971bd8940827 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2077649080&fields=id&tenant_id=c6a075865dc0408d8a4271075edb7902 HTTP/1.1" status: 200 len: 267 time: 0.0469499 Aug 23 12:02:57.024884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69fbc-350c-4238-ba40-08b99a6a4e98 req-321338c4-f314-4328-833b-3d105df89114 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:57.030605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35e69fbc-350c-4238-ba40-08b99a6a4e98 req-321338c4-f314-4328-833b-3d105df89114 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1862614 Aug 23 12:02:57.046391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-b6dff98d-0b93-49fe-9f3b-bb8b9ec2d260 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:57.048062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-b6dff98d-0b93-49fe-9f3b-bb8b9ec2d260 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.44 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 818 time: 0.3250391 Aug 23 12:02:57.085600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Request body: {'port': {'device_id': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'admin_state_up': True, 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:57.117821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-c823510e-a1c7-4fee-b1ae-ae3536d835de tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:57.119515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-c823510e-a1c7-4fee-b1ae-ae3536d835de tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 984 time: 0.0912883 Aug 23 12:02:57.154029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'port': {'security_groups': ['64225512-31f4-4d75-b7c2-38920ed3cda1', 'caff9d65-6050-4c70-a177-af206d67a4fa', 'afda61ff-4034-4c39-8535-22203daa236d']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:57.180311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35e69fbc-350c-4238-ba40-08b99a6a4e98 req-b4a971ae-4c87-4783-a041-cb2cdc6e9c6d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297939 Aug 23 12:02:57.275459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Made reservation on behalf of b0c61ae0edd8476a8303be755051c22b for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:57.298195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.298481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.318391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.400489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb33fa43-feed-484f-a607-b21395b20032'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:57.403338 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41cc3d-2e07-4e0d-9f67-9b40fb074d4b" -d '{"events": [{"server_uuid": "f279a9df-83c1-4978-a769-5f5b81993b08", "name": "network-vif-plugged", "status": "completed", "tag": "eb33fa43-feed-484f-a607-b21395b20032"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:57.495978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.498860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330f161-4887-46d9-b49d-ea79890e3fe7 req-41f4eabb-6597-4116-b0d4-13006e0ce6a8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:57.500487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2330f161-4887-46d9-b49d-ea79890e3fe7 req-41f4eabb-6597-4116-b0d4-13006e0ce6a8 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.1243680 Aug 23 12:02:57.565050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Allocated IP 172.20.0.12 (2931f707-f128-46e9-818d-25b1c16dfa17/00dc204e-6798-44be-80f0-67622109cca5/7a6cb975-d440-4dd1-8aab-6ef8f03b7700) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:57.588807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2330f161-4887-46d9-b49d-ea79890e3fe7 req-e9e0ec95-80cc-4ef0-9ef4-d877ff41abfa tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748684 Aug 23 12:02:57.645592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:57.707107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.712756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.733358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['841760da-e00f-406c-9549-0ba32daffedf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:57.737003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:57.766399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:57.768271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.771653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24ea9e62-7187-4b3c-b45f-72c3c94d92c1 req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "PUT /v2.0/ports/841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 1020 time: 0.6262839 Aug 23 12:02:57.776511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'tag': '841760da-e00f-406c-9549-0ba32daffedf'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:02:57.780266 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31108555-acef-4688-bce9-5375aa202594" -d '{"events": [{"name": "network-changed", "server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "tag": "841760da-e00f-406c-9549-0ba32daffedf"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:02:57.829507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f35f2-0748-4ee6-b783-e55a85316280 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:57.848715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09735202-fa81-4498-bedd-8a88af46ab6c req-5b407839-2380-4f72-8c41-3352c0aac504 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:57.851100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09735202-fa81-4498-bedd-8a88af46ab6c req-5b407839-2380-4f72-8c41-3352c0aac504 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.1733952 Aug 23 12:02:57.869635 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a4015-dae7-4097-b4c9-9749c05ace1c x-openstack-request-id: req-805a4015-dae7-4097-b4c9-9749c05ace1c {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:57.870374 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f279a9df-83c1-4978-a769-5f5b81993b08", "name": "network-vif-plugged", "status": "completed", "tag": "eb33fa43-feed-484f-a607-b21395b20032", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:57.870873 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-805a4015-dae7-4097-b4c9-9749c05ace1c {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:57.871155 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb33fa43-feed-484f-a607-b21395b20032', 'code': 200} Aug 23 12:02:57.921720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['841760da-e00f-406c-9549-0ba32daffedf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:02:57.921968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:57.950471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09735202-fa81-4498-bedd-8a88af46ab6c req-60494094-7e7d-4cdb-ac3e-93351f401272 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882189 Aug 23 12:02:58.070384 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:58.083934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76884-5369-469d-b6fa-a19645a3317e req-fa4fbcb2-5134-4d81-9402-99e3fca834f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:58.087360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba76884-5369-469d-b6fa-a19645a3317e req-fa4fbcb2-5134-4d81-9402-99e3fca834f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 1097 time: 0.1696768 Aug 23 12:02:58.152048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1fe264a4-728f-403b-8bfb-6945258260dc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:02:58.159802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Network 2931f707-f128-46e9-818d-25b1c16dfa17 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:02:58.165550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:02:58.172872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:02:58.214072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Pushing event updated for resources: {'Port': ['ID=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:58.263758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:58.320871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5cc2916-875f-41be-bc07-1f113f7f7b8a req-a04b0d53-cd07-415d-b6db-98a045af2081 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0389786 Aug 23 12:02:58.343257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:58.343771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:58.374109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-2336e431-5e51-42e9-aae5-b07f9b52368b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2941463 Aug 23 12:02:58.387680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Request body: {'port': {'device_id': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:58.544482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:58.610711 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66b8108-1505-4f40-bce3-9d76bf477465 x-openstack-request-id: req-a66b8108-1505-4f40-bce3-9d76bf477465 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:02:58.611625 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "tag": "841760da-e00f-406c-9549-0ba32daffedf", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:02:58.611625 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a66b8108-1505-4f40-bce3-9d76bf477465 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:02:58.611625 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'tag': '841760da-e00f-406c-9549-0ba32daffedf', 'status': 'completed', 'code': 200} Aug 23 12:02:58.634595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108555-acef-4688-bce9-5375aa202594 req-594da3f3-6819-4cc0-a4ca-603ba5313866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:58.640025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-594da3f3-6819-4cc0-a4ca-603ba5313866 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6a075865dc0408d8a4271075edb7902&device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1174 time: 0.1951969 Aug 23 12:02:58.706021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1fe264a4-728f-403b-8bfb-6945258260dc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:02:58.714981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba76884-5369-469d-b6fa-a19645a3317e req-7b0165eb-10d0-4b3f-b93c-8a11bc497771 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200006 Aug 23 12:02:58.733475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1fe264a4-728f-403b-8bfb-6945258260dc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:02:58.734169 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:58.778532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb80fdf-7c9f-45cc-aeb7-ba882bb24ccb req-88144dfa-a790-4e03-86d0-cb63dca78e18 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/afda61ff-4034-4c39-8535-22203daa236d HTTP/1.1" status: 200 len: 1802 time: 0.1717823 Aug 23 12:02:58.817448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-5ab735b8-dd3b-4a41-bb47-49fd60fe121e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:58.819133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-5ab735b8-dd3b-4a41-bb47-49fd60fe121e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.41 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 818 time: 0.6853602 Aug 23 12:02:58.833775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Request body: {'port': {'device_id': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'admin_state_up': True, 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:02:58.911296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108555-acef-4688-bce9-5375aa202594 req-eaa3bade-f04a-4df0-9689-6ec3688f2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:58.913040 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-eaa3bade-f04a-4df0-9689-6ec3688f2d30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 200 len: 914 time: 0.2569723 Aug 23 12:02:58.939317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:58.952453 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-7cb80fdf-7c9f-45cc-aeb7-ba882bb24ccb req-5d017283-b508-4d1d-9d45-4d31e529efd7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 12:02:58.961071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb80fdf-7c9f-45cc-aeb7-ba882bb24ccb req-5d017283-b508-4d1d-9d45-4d31e529efd7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/afda61ff-4034-4c39-8535-22203daa236d HTTP/1.1" status: 409 len: 341 time: 0.1784873 Aug 23 12:02:58.986944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 1fe264a4-728f-403b-8bfb-6945258260dc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1fe264a4-728f-403b-8bfb-6945258260dc,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:02:59.016741 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:59.110799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Made reservation on behalf of b0c61ae0edd8476a8303be755051c22b for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:02:59.113580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=1fe264a4-728f-403b-8bfb-6945258260dc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:59.114769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:59.130840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-3d26b087-5ac1-4ac9-9d8f-5630b6b2ea87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 200 len: 217 time: 0.1110225 Aug 23 12:02:59.152616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5722ee-db61-4ecb-9a4c-1ea29e040df5 req-b29d5d64-72f3-4207-bfc6-fb771f182b0d tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.156733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa5722ee-db61-4ecb-9a4c-1ea29e040df5 req-b29d5d64-72f3-4207-bfc6-fb771f182b0d tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.1059654 Aug 23 12:02:59.236712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-0e79e3bf-bc5e-4f45-805a-0b90bc681ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.238169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-0e79e3bf-bc5e-4f45-805a-0b90bc681ece service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c99f43fff8049efb4f8c727c8808c1e&device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 1096 time: 0.3392429 Aug 23 12:02:59.243131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa5722ee-db61-4ecb-9a4c-1ea29e040df5 req-8d642d6d-a34a-4b3a-aca5-5b0b2ba2f438 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797930 Aug 23 12:02:59.250860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745d48c-48c1-45f8-9ee8-8de51b87a2f2 req-ad8539de-3d87-47de-8de2-08654144065a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.254213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1745d48c-48c1-45f8-9ee8-8de51b87a2f2 req-ad8539de-3d87-47de-8de2-08654144065a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.4507465 Aug 23 12:02:59.315753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108555-acef-4688-bce9-5375aa202594 req-34d679da-1f6b-4237-9812-c722d566d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.317261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-34d679da-1f6b-4237-9812-c722d566d183 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 200 len: 853 time: 0.1782136 Aug 23 12:02:59.419977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-33b463f7-5015-4206-b0a6-24334ab19495 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c107c8e4-8dea-400f-b788-b169d79943d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664904 Aug 23 12:02:59.442056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1745d48c-48c1-45f8-9ee8-8de51b87a2f2 req-d37c4b3d-7266-4f8e-b98d-c9b5bb6be14f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732297 Aug 23 12:02:59.501381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-889717c5-d4c2-410d-8138-92b724175de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.503737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-889717c5-d4c2-410d-8138-92b724175de7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb HTTP/1.1" status: 200 len: 914 time: 0.2461340 Aug 23 12:02:59.507378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cdc5-464b-4b91-b8e6-b2e52d2b7a8f req-76c45a5e-0f97-41f8-9fae-1c2c42a68424 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.510081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aaf5cdc5-464b-4b91-b8e6-b2e52d2b7a8f req-76c45a5e-0f97-41f8-9fae-1c2c42a68424 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.0637624 Aug 23 12:02:59.572374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aaf5cdc5-464b-4b91-b8e6-b2e52d2b7a8f req-6810510e-4e1a-4123-a4ec-6618d5f7a09c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Aug 23 12:02:59.613926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-a2eee7d0-c507-46ba-a5c2-155cd0971024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7860858b-d45c-4a8f-8363-800fe7315a74 HTTP/1.1" status: 200 len: 217 time: 0.0559816 Aug 23 12:02:59.626199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:02:59.649382 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:59.669971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-989cfc16-2fb0-4bf4-b6cd-4006a90a3077 req-4762aa9a-9632-4da4-971b-e765ac58d15f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 210 time: 0.0306332 Aug 23 12:02:59.714803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-2c23b319-9736-4eb3-a1a5-04ba494221d2 service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855911 Aug 23 12:02:59.716012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Transition to ACTIVE for port object 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:02:59.747570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:02:59.805147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-66a4ac02-1919-40d3-b2f1-beeabecd72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.806593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-66a4ac02-1919-40d3-b2f1-beeabecd72ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fadd58b4-55be-42d7-98f5-7f3f50e2468e HTTP/1.1" status: 200 len: 853 time: 0.1728764 Aug 23 12:02:59.812658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Allocated IP 172.20.0.3 (2931f707-f128-46e9-818d-25b1c16dfa17/00dc204e-6798-44be-80f0-67622109cca5/3f370579-c0b7-4339-be2e-c61ed45571d0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:02:59.849389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979236-874f-4981-b4c6-fe56d3692c1d req-167aa0f9-31fe-4cdf-94a2-bc1856e6a23f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.850980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c979236-874f-4981-b4c6-fe56d3692c1d req-167aa0f9-31fe-4cdf-94a2-bc1856e6a23f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0784626 Aug 23 12:02:59.889758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-92858576-ad0b-4189-97f4-289ea0313993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748043 Aug 23 12:02:59.898370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a4db0-5559-4761-8c86-dd1718e72942 req-b01ecce6-46b0-48bb-b871-28fa40ba8301 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:02:59.899879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f17a4db0-5559-4761-8c86-dd1718e72942 req-b01ecce6-46b0-48bb-b871-28fa40ba8301 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1023 time: 0.2147126 Aug 23 12:02:59.924798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:02:59.937958 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c979236-874f-4981-b4c6-fe56d3692c1d req-93e8bcb1-cf39-48ec-8d5a-d431cd6818e5 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752251 Aug 23 12:03:00.034941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-31108555-acef-4688-bce9-5375aa202594 req-9b5c202f-fda2-424c-b768-1ce1e3df7f99 service neutron] 10.222.0.41 "GET /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008103 Aug 23 12:03:00.047987 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.092027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f17a4db0-5559-4761-8c86-dd1718e72942 req-996d525a-2eb0-4c6d-80c8-74aca90d7e47 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=afda61ff-4034-4c39-8535-22203daa236d&id=caff9d65-6050-4c70-a177-af206d67a4fa&id=64225512-31f4-4d75-b7c2-38920ed3cda1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1720209 Aug 23 12:03:00.128448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-463bc9ba-cf2b-4137-8689-3a68a9386ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253180 Aug 23 12:03:00.140099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.147134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1fe264a4-728f-403b-8bfb-6945258260dc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:00.158617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Attempting to bind port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:00.159233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Attempting to bind port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:00.159536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Attempting to bind port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 on network 2931f707-f128-46e9-818d-25b1c16dfa17 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:00.174496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 on network 2931f707-f128-46e9-818d-25b1c16dfa17 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:03:00.174819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Attempting to bind port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 on network 2931f707-f128-46e9-818d-25b1c16dfa17 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:00.198476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Network 2931f707-f128-46e9-818d-25b1c16dfa17 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:00.201805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:00.210473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:03:00.220378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1fe264a4-728f-403b-8bfb-6945258260dc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:00.220710 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.237702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:00.238217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Checking segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:00.238749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Bound using segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:00.239393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Bound port: 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:00.239930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.242500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Pushing event updated for resources: {'Port': ['ID=3f370579-c0b7-4339-be2e-c61ed45571d0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:00.269526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.270239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.292262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-70312043-2daa-485c-a7d5-d1120c211179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4634724 Aug 23 12:03:00.304481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Request body: {'port': {'device_id': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:00.343437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dc5b9-7a2c-4012-8ff5-cfa64731bedc req-3e9f19e8-ed4c-47f3-baa4-bf9d20d3d297 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.343437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e09dc5b9-7a2c-4012-8ff5-cfa64731bedc req-3e9f19e8-ed4c-47f3-baa4-bf9d20d3d297 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1294866 Aug 23 12:03:00.353568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-966fc613-1b03-47ec-ae92-1d4870011a38 req-a9997ae4-73a3-4b3e-a622-a64087233f0e service neutron] 10.222.0.41 "GET /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176790 Aug 23 12:03:00.396322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] For port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:00.412863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] For port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:00.413094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.416935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e09dc5b9-7a2c-4012-8ff5-cfa64731bedc req-e907abdd-5f19-4a75-8ba1-8e96109ab64f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657701 Aug 23 12:03:00.423942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.466214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.467097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.468872 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] 10.222.0.44 "PUT /v2.0/ports/7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 1092 time: 2.0870454 Aug 23 12:03:00.469530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'tag': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:00.472185 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0251d2-75c8-4ce1-a7be-27e6a5752337" -d '{"events": [{"name": "network-changed", "server_uuid": "c298190d-d6c1-401c-8a3f-b57f8ccbf6b9", "tag": "7a6cb975-d440-4dd1-8aab-6ef8f03b7700"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:00.483713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bd14d-700b-42d3-97f3-f7e1c2f42801 req-4db86d40-e922-4881-b9c5-cc6149007548 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.485331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3bd14d-700b-42d3-97f3-f7e1c2f42801 req-4db86d40-e922-4881-b9c5-cc6149007548 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.1340303 Aug 23 12:03:00.506072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1524-9358-4c31-b79b-bc020ebf4b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:00.576428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf92f2-8d73-4b45-8b10-23271812acad req-454fdf19-52d9-46b0-908f-cb2af88cb4d4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.578304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afbf92f2-8d73-4b45-8b10-23271812acad req-454fdf19-52d9-46b0-908f-cb2af88cb4d4 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0680737 Aug 23 12:03:00.616413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3bd14d-700b-42d3-97f3-f7e1c2f42801 req-e86500c7-0183-423f-ab41-05df8a836855 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203940 Aug 23 12:03:00.664466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-0583e93b-37fa-4d0c-95aa-74a3c1de3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.667232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-0583e93b-37fa-4d0c-95aa-74a3c1de3b02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1095 time: 0.0864639 Aug 23 12:03:00.669995 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d2679-b07a-4acb-866e-d3dc445aa2cc x-openstack-request-id: req-903d2679-b07a-4acb-866e-d3dc445aa2cc {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:00.670369 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c298190d-d6c1-401c-8a3f-b57f8ccbf6b9", "tag": "7a6cb975-d440-4dd1-8aab-6ef8f03b7700", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:00.670624 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-903d2679-b07a-4acb-866e-d3dc445aa2cc {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:00.670981 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'tag': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700', 'status': 'completed', 'code': 200} Aug 23 12:03:00.674892 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afbf92f2-8d73-4b45-8b10-23271812acad req-74cd5aec-6a13-4dd1-afa5-cceb238b4e94 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836601 Aug 23 12:03:00.748215 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-45f5edc3-14e1-4d63-abb8-919c97e42160 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 217 time: 0.0718136 Aug 23 12:03:00.818509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f370579-c0b7-4339-be2e-c61ed45571d0 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:00.827708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.845210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Transition to ACTIVE for port object 3f370579-c0b7-4339-be2e-c61ed45571d0 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:03:00.851754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:00.869750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97363578-0b4e-47ae-a3c6-fcff17c9a930 req-4f8dd97b-97d1-4236-aafd-b478ca2ed5f1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.887195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97363578-0b4e-47ae-a3c6-fcff17c9a930 req-4f8dd97b-97d1-4236-aafd-b478ca2ed5f1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.1039767 Aug 23 12:03:00.891082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1d86-5584-4126-9c03-5f88342f7aee req-0f7156b0-0e81-4978-862d-576dec6a8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:00.892518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-0f7156b0-0e81-4978-862d-576dec6a8880 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.1336818 Aug 23 12:03:00.946073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-29b9894d-e94f-46f1-b0ed-e4994361b1e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448360 Aug 23 12:03:00.983102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Pushing event updated for resources: {'Port': ['ID=3f370579-c0b7-4339-be2e-c61ed45571d0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:01.007050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97363578-0b4e-47ae-a3c6-fcff17c9a930 req-fe595144-b8ad-4c9d-9ac1-77b84cd1bbe8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188796 Aug 23 12:03:01.068459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181881-475c-406d-a6f5-7039f4e450b1 req-c9138043-2dc3-43c8-a0af-1e9e4e0c61e3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.070593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1181881-475c-406d-a6f5-7039f4e450b1 req-c9138043-2dc3-43c8-a0af-1e9e4e0c61e3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 943 time: 0.1061516 Aug 23 12:03:01.076368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Attempting to bind port 3f370579-c0b7-4339-be2e-c61ed45571d0 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:01.076850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Attempting to bind port 3f370579-c0b7-4339-be2e-c61ed45571d0 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:01.077395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Attempting to bind port 3f370579-c0b7-4339-be2e-c61ed45571d0 on network 2931f707-f128-46e9-818d-25b1c16dfa17 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:01.091335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Port 3f370579-c0b7-4339-be2e-c61ed45571d0 on network 2931f707-f128-46e9-818d-25b1c16dfa17 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:03:01.091836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Attempting to bind port 3f370579-c0b7-4339-be2e-c61ed45571d0 on network 2931f707-f128-46e9-818d-25b1c16dfa17 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:01.108596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:01.109115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Checking segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:01.109619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Bound using segment: {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:01.110202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Bound port: 3f370579-c0b7-4339-be2e-c61ed45571d0, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6966cc1a-7e64-4890-a49c-9270cdef7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:01.110668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:01.150739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1181881-475c-406d-a6f5-7039f4e450b1 req-34a9fe8f-7bc6-4208-a47d-d6730cf6ebbd tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690594 Aug 23 12:03:01.218118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] For port 3f370579-c0b7-4339-be2e-c61ed45571d0, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:01.222854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] For port 3f370579-c0b7-4339-be2e-c61ed45571d0, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=3f370579-c0b7-4339-be2e-c61ed45571d0,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:01.228019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:01.268681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.269314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:01.271526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] 10.222.0.41 "PUT /v2.0/ports/3f370579-c0b7-4339-be2e-c61ed45571d0 HTTP/1.1" status: 200 len: 1091 time: 0.9724219 Aug 23 12:03:01.272072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'tag': '3f370579-c0b7-4339-be2e-c61ed45571d0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:01.275027 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d4cab-d9ab-4825-ae67-04f40c4e1004" -d '{"events": [{"name": "network-changed", "server_uuid": "b00f0a7e-7a19-44f3-9e92-64551696b7a3", "tag": "3f370579-c0b7-4339-be2e-c61ed45571d0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:01.302917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd434-e331-489f-b7a6-cd1271d091ef service neutron] Pushing event updated for resources: {'Port': ['ID=3f370579-c0b7-4339-be2e-c61ed45571d0,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:01.406927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480057-c356-421f-b4d6-254decba5546 req-9310edfc-8738-4094-96d7-d9bd82e81bbc tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.407292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-e85a7b78-61f9-4708-bc8e-db5c79d498f0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.408532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2480057-c356-421f-b4d6-254decba5546 req-9310edfc-8738-4094-96d7-d9bd82e81bbc tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1023 time: 0.0889261 Aug 23 12:03:01.409023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-e85a7b78-61f9-4708-bc8e-db5c79d498f0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.41 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 1023 time: 0.4906900 Aug 23 12:03:01.412532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-ee697d7c-1d54-4732-856f-0eb5e7f9b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.414173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-ee697d7c-1d54-4732-856f-0eb5e7f9b611 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 1094 time: 0.0980363 Aug 23 12:03:01.468824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-c335e8f2-da65-4f22-8f53-d192dd4c7dae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f370579-c0b7-4339-be2e-c61ed45571d0 HTTP/1.1" status: 200 len: 217 time: 0.0472887 Aug 23 12:03:01.477123 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-d004f892-f698-423f-a88d-618596552592 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144446 Aug 23 12:03:01.485595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04648e8-dc8f-4219-91e3-5053160b2222 req-4ee33926-fc42-4135-9567-e5e38534bc65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.487112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e04648e8-dc8f-4219-91e3-5053160b2222 req-4ee33926-fc42-4135-9567-e5e38534bc65 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1260068 Aug 23 12:03:01.528740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2480057-c356-421f-b4d6-254decba5546 req-49a500fd-75e4-4f06-9d16-54f6a0190d72 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=afda61ff-4034-4c39-8535-22203daa236d&id=caff9d65-6050-4c70-a177-af206d67a4fa&id=64225512-31f4-4d75-b7c2-38920ed3cda1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1012197 Aug 23 12:03:01.550668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-baa08dab-97bd-468b-bbd7-3210f1415aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.550668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-baa08dab-97bd-468b-bbd7-3210f1415aec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.0731118 Aug 23 12:03:01.586179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-b7b21939-11c1-4168-a7be-7251da7a233d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292594 Aug 23 12:03:01.588439 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eead840-ae08-46a8-80c2-09b8ab678bb7 x-openstack-request-id: req-4eead840-ae08-46a8-80c2-09b8ab678bb7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:01.588731 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00f0a7e-7a19-44f3-9e92-64551696b7a3", "tag": "3f370579-c0b7-4339-be2e-c61ed45571d0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:01.588985 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eead840-ae08-46a8-80c2-09b8ab678bb7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:01.589461 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'tag': '3f370579-c0b7-4339-be2e-c61ed45571d0', 'status': 'completed', 'code': 200} Aug 23 12:03:01.624596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e04648e8-dc8f-4219-91e3-5053160b2222 req-dfcb7b04-ae14-49dc-9576-699b0e4190ea tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237319 Aug 23 12:03:01.654527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-843f1d86-5584-4126-9c03-5f88342f7aee req-0480c16f-571e-4232-be64-9e697de54c40 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664259 Aug 23 12:03:01.668615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Deleting port 841760da-e00f-406c-9549-0ba32daffedf {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:01.668615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:01.747845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-9d63d1ad-05a3-4d9e-963e-55720cfe2c7c service neutron] 10.222.0.41 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512904 Aug 23 12:03:01.803284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261b6fe-97b7-4029-b986-791cfc3cd941 req-2cfb5584-df48-4b6f-9f48-236073fb8f83 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.804866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8261b6fe-97b7-4029-b986-791cfc3cd941 req-2cfb5584-df48-4b6f-9f48-236073fb8f83 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.1018622 Aug 23 12:03:01.839016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] For port 841760da-e00f-406c-9549-0ba32daffedf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=841760da-e00f-406c-9549-0ba32daffedf,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:01.839376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:01.851080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-d39c845c-ef69-41b9-9653-abb37d7be55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.852794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-d39c845c-ef69-41b9-9653-abb37d7be55c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1095 time: 0.1134608 Aug 23 12:03:01.862032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191b08-d2fd-4f2a-b804-13798d2b13f7 req-8d5da09e-dc21-4f02-af4b-339d0a69373d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:01.863525 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2191b08-d2fd-4f2a-b804-13798d2b13f7 req-8d5da09e-dc21-4f02-af4b-339d0a69373d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1252820 Aug 23 12:03:01.875974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Calling delete_port for 841760da-e00f-406c-9549-0ba32daffedf owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:01.887970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8261b6fe-97b7-4029-b986-791cfc3cd941 req-486b7d80-7166-4ffe-a570-9009b66c689f tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Aug 23 12:03:01.897540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a46a8a6-6770-43fa-a4bb-61877139f70b req-fb209a22-2112-404f-989d-52c25273ab2b service neutron] 10.222.0.41 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396084 Aug 23 12:03:02.022599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-d6d4fc08-d73b-44b1-af33-b908eaed5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.024327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-d6d4fc08-d73b-44b1-af33-b908eaed5c4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 1094 time: 0.0531721 Aug 23 12:03:02.032947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2191b08-d2fd-4f2a-b804-13798d2b13f7 req-cebaba47-db21-46d2-a423-e999d8e44400 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538711 Aug 23 12:03:02.098227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-f74cff5c-8563-4012-8dab-c9d090020844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.100732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-f74cff5c-8563-4012-8dab-c9d090020844 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.2325063 Aug 23 12:03:02.195008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-82c9f05c-b983-4edc-aae6-a82bc8074ad5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 217 time: 0.0861065 Aug 23 12:03:02.229427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-29b033fd-56dc-454e-adff-8b475c405232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.232922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-29b033fd-56dc-454e-adff-8b475c405232 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.1869998 Aug 23 12:03:02.259615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:02.273562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:02.278608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['841760da-e00f-406c-9549-0ba32daffedf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:02.319317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-56ac97bb-0346-4fde-b9ef-2fa94d3acd79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f370579-c0b7-4339-be2e-c61ed45571d0 HTTP/1.1" status: 200 len: 217 time: 0.0698199 Aug 23 12:03:02.364248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'Port': ['ID=841760da-e00f-406c-9549-0ba32daffedf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:02.377134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.377489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.377870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.378219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.378707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.379184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.379527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.379863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.380724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.381058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.381390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.381630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-3fa6746a-9420-496d-9a01-f172c4663265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.381874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:02.383491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-3fa6746a-9420-496d-9a01-f172c4663265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.0558586 Aug 23 12:03:02.385399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-1ffa86dd-ee03-4a29-a45a-75b84817e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.387001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-1ffa86dd-ee03-4a29-a45a-75b84817e377 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.1824408 Aug 23 12:03:02.414034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] No DVR routers for this DVR port 841760da-e00f-406c-9549-0ba32daffedf on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:02.422646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-a428fbcc-d9d0-4d86-bc16-73dd3b8a3a71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306044 Aug 23 12:03:02.424343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:02.426376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f33b718b-05a2-41d9-bdac-55a626f6fe7d req-8837efff-909a-4076-af1b-242711d733ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.41 "DELETE /v2.0/ports/841760da-e00f-406c-9549-0ba32daffedf HTTP/1.1" status: 204 len: 173 time: 1.0115764 Aug 23 12:03:02.447217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-9a0c5c30-80ff-4f2c-9e7c-5162cc56f7dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343685 Aug 23 12:03:02.462792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2247f-81d3-4975-bc4c-f412bb00ecbb req-9dc15284-d0ec-435a-8da1-d2d577408693 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.464397 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-07f2247f-81d3-4975-bc4c-f412bb00ecbb req-9dc15284-d0ec-435a-8da1-d2d577408693 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.2208307 Aug 23 12:03:02.559222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d102c78-aedb-4354-a23f-ee5d545a6b74 req-001925ff-1df6-4257-b30c-fb554547e375 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.566588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d102c78-aedb-4354-a23f-ee5d545a6b74 req-001925ff-1df6-4257-b30c-fb554547e375 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 943 time: 0.1423125 Aug 23 12:03:02.588543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-07f2247f-81d3-4975-bc4c-f412bb00ecbb req-bc1dd87b-f5f0-4032-8da2-4e2319bedebe tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018965 Aug 23 12:03:02.608161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-907366ec-6854-4912-8e85-e16f536db056 service neutron] 10.222.0.41 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656759 Aug 23 12:03:02.662238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d102c78-aedb-4354-a23f-ee5d545a6b74 req-50814a1d-3da1-4b11-8b86-7df1d1e2d8ef tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899639 Aug 23 12:03:02.673157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'name': 'network-vif-deleted', 'tag': '841760da-e00f-406c-9549-0ba32daffedf'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:02.684458 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7666c627-4f84-4de8-90f8-82973f87ea6f" -d '{"events": [{"server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "name": "network-vif-deleted", "tag": "841760da-e00f-406c-9549-0ba32daffedf"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:02.704374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-89416651-ca62-44d5-ba00-83557880de53 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494903 Aug 23 12:03:02.747195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-830d4cab-d9ab-4825-ae67-04f40c4e1004 req-b6bc6f45-bf16-4f9d-afe9-081555596135 service neutron] 10.222.0.41 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291447 Aug 23 12:03:02.787422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408597d-c67b-420d-8a56-48295fc1180d req-7a1a7905-ffe4-48b0-95a9-a890562538a4 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.788996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a408597d-c67b-420d-8a56-48295fc1180d req-7a1a7905-ffe4-48b0-95a9-a890562538a4 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.0579326 Aug 23 12:03:02.815022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ff28c92-38e6-46d1-9bcd-411a556fe5c6 req-c333646f-ab29-435a-a95c-0403d4794572 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=66697545-e538-4f6d-aae8-025208b21f79 HTTP/1.1" status: 200 len: 210 time: 0.0339351 Aug 23 12:03:02.836456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a408597d-c67b-420d-8a56-48295fc1180d req-fae7d5a7-b3f7-4845-81dc-699dfaade221 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Aug 23 12:03:02.839793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f0251d2-75c8-4ce1-a7be-27e6a5752337 req-f83effbf-97de-46d5-afda-c5b5d83e2633 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275973 Aug 23 12:03:02.886246 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a158fdd6-c1bc-491a-9f5f-ad9ce6ab2a44 x-openstack-request-id: req-a158fdd6-c1bc-491a-9f5f-ad9ce6ab2a44 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:02.886549 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66697545-e538-4f6d-aae8-025208b21f79", "name": "network-vif-deleted", "tag": "841760da-e00f-406c-9549-0ba32daffedf", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:02.886804 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a158fdd6-c1bc-491a-9f5f-ad9ce6ab2a44 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:02.887217 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66697545-e538-4f6d-aae8-025208b21f79', 'name': 'network-vif-deleted', 'tag': '841760da-e00f-406c-9549-0ba32daffedf', 'status': 'completed', 'code': 200} Aug 23 12:03:02.954110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702520f8-e07d-43ff-b760-f7313cc084e8 req-8a6e5fbb-870a-46f8-98aa-a3adcf005b2f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:02.955674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-702520f8-e07d-43ff-b760-f7313cc084e8 req-8a6e5fbb-870a-46f8-98aa-a3adcf005b2f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0567455 Aug 23 12:03:03.002394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-702520f8-e07d-43ff-b760-f7313cc084e8 req-316fefda-1bd1-42fa-b657-0be0e1bc4979 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Aug 23 12:03:03.182707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c35fd-b52f-4c54-9dc9-02640d030b0e req-6cac04e3-230f-45ee-96a9-6a086c501712 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:03.184188 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f0c35fd-b52f-4c54-9dc9-02640d030b0e req-6cac04e3-230f-45ee-96a9-6a086c501712 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0523372 Aug 23 12:03:03.238718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f0c35fd-b52f-4c54-9dc9-02640d030b0e req-6435b1b6-5731-4eec-a7e1-a931e591703d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Aug 23 12:03:03.280634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:03:03.382259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:03.391727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ace1a-a933-420c-8ccd-15c2eaa16187 req-5466567b-df03-4cf2-b5fa-4cc3b336c37c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:03.394106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff7ace1a-a933-420c-8ccd-15c2eaa16187 req-5466567b-df03-4cf2-b5fa-4cc3b336c37c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0766716 Aug 23 12:03:03.396565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'port_id': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700', 'mac_address': 'fa:16:3e:ad:78:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc204e-6798-44be-80f0-67622109cca5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:03:03.439099 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:03.439675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff7ace1a-a933-420c-8ccd-15c2eaa16187 req-a594e6a5-da2d-4262-a0ce-cd155676f042 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Aug 23 12:03:03.453036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:03.478719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:03.483920 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:03.537539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:03.583671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224e52-d58c-4fca-903f-cbf07ba108eb req-f44e2fb0-b4b6-43b5-b607-2dbd3d206376 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:03.585300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8224e52-d58c-4fca-903f-cbf07ba108eb req-f44e2fb0-b4b6-43b5-b607-2dbd3d206376 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0534232 Aug 23 12:03:03.629909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8224e52-d58c-4fca-903f-cbf07ba108eb req-66bd0ccc-96c8-4a02-bb85-acfb927ab006 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Aug 23 12:03:03.771478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['7a6cb975-d440-4dd1-8aab-6ef8f03b7700'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:03.773428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102f110-19f3-466a-9c93-7a3369b887cc req-ee5d7bae-ebff-4062-9a4e-ac2af08c57fe tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:03.775970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d102f110-19f3-466a-9c93-7a3369b887cc req-ee5d7bae-ebff-4062-9a4e-ac2af08c57fe tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0582955 Aug 23 12:03:03.789996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0deeb3-2199-4c4c-a239-1bb1b11c355a req-e3da8f02-6035-4ea8-b17b-da833fc4dbc5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:03.791725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b0deeb3-2199-4c4c-a239-1bb1b11c355a req-e3da8f02-6035-4ea8-b17b-da833fc4dbc5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 943 time: 0.0569334 Aug 23 12:03:03.831257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d102f110-19f3-466a-9c93-7a3369b887cc req-f7dc8624-f910-4b55-95c1-4f0b3e677ddf tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468497 Aug 23 12:03:03.835669 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b0deeb3-2199-4c4c-a239-1bb1b11c355a req-5d8f82ee-9881-4b55-b9c7-11001163bd93 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373592 Aug 23 12:03:03.984512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-9d47d061-e100-4118-ac5c-f08ecb37cdc6 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:03.986090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-9d47d061-e100-4118-ac5c-f08ecb37cdc6 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.41 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.0592470 Aug 23 12:03:03.997667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afabb1c0-384b-4108-87a8-3f6f25e3dcb0 req-19f5deb4-930c-400d-91e2-bf9d15b09f1e tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/64225512-31f4-4d75-b7c2-38920ed3cda1 HTTP/1.1" status: 200 len: 1802 time: 0.0452092 Aug 23 12:03:04.064492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-afabb1c0-384b-4108-87a8-3f6f25e3dcb0 req-4431a912-2d76-40f6-aaa6-fffaf2bc7d6f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.090053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-afabb1c0-384b-4108-87a8-3f6f25e3dcb0 req-4431a912-2d76-40f6-aaa6-fffaf2bc7d6f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.097376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662456e8-4b35-4bd3-996b-8b36b525f710 req-09f14d0c-8bd1-4c6a-a393-d516c85083f2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:04.099525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-662456e8-4b35-4bd3-996b-8b36b525f710 req-09f14d0c-8bd1-4c6a-a393-d516c85083f2 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 945 time: 0.1119444 Aug 23 12:03:04.136736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-afabb1c0-384b-4108-87a8-3f6f25e3dcb0 req-4431a912-2d76-40f6-aaa6-fffaf2bc7d6f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.140093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-afabb1c0-384b-4108-87a8-3f6f25e3dcb0 req-4431a912-2d76-40f6-aaa6-fffaf2bc7d6f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.141255 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afabb1c0-384b-4108-87a8-3f6f25e3dcb0 req-4431a912-2d76-40f6-aaa6-fffaf2bc7d6f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/64225512-31f4-4d75-b7c2-38920ed3cda1 HTTP/1.1" status: 204 len: 173 time: 0.1370203 Aug 23 12:03:04.155831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Deleting port 7860858b-d45c-4a8f-8363-800fe7315a74 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:04.156190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.158036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a912-2d76-40f6-aaa6-fffaf2bc7d6f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64225512-31f4-4d75-b7c2-38920ed3cda1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:04.165593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-662456e8-4b35-4bd3-996b-8b36b525f710 req-53459563-f2b8-4b1e-b7f3-4b9558b634dd tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/security-groups?id=27f9a0f3-421e-4f14-8c19-91ace23d0235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 Aug 23 12:03:04.275635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8af10-7af0-47b1-81ae-45bb507f7bc3 req-3503515b-cd9f-4c77-bc93-7e67c673eb98 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:04.277631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10a8af10-7af0-47b1-81ae-45bb507f7bc3 req-3503515b-cd9f-4c77-bc93-7e67c673eb98 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0644560 Aug 23 12:03:04.289334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] For port 7860858b-d45c-4a8f-8363-800fe7315a74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7860858b-d45c-4a8f-8363-800fe7315a74,segment=NetworkSegment(1b5dcc62-fe3d-4007-a657-fae0643c2e11),segment_id=1b5dcc62-fe3d-4007-a657-fae0643c2e11)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:04.289879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.304999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Calling delete_port for 7860858b-d45c-4a8f-8363-800fe7315a74 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:04.326315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10a8af10-7af0-47b1-81ae-45bb507f7bc3 req-5acf6cac-aca4-4cab-8fa6-ef2dd0f2380d tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Aug 23 12:03:04.411157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5d556e1-0d43-4a62-afe3-250ef9e09733 req-3950604d-28be-4070-a079-5c1115d42df7 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/afda61ff-4034-4c39-8535-22203daa236d HTTP/1.1" status: 200 len: 1802 time: 0.0570536 Aug 23 12:03:04.468770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc67c0-795c-4c45-b267-559ed84eb809 req-0eee2923-5fd5-4eca-a2f1-fc883b0221e3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:04.470330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2bc67c0-795c-4c45-b267-559ed84eb809 req-0eee2923-5fd5-4eca-a2f1-fc883b0221e3 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0641055 Aug 23 12:03:04.515431 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2bc67c0-795c-4c45-b267-559ed84eb809 req-c2bf119c-34fc-449f-9a06-417c875fe7af tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368023 Aug 23 12:03:04.519348 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e5d556e1-0d43-4a62-afe3-250ef9e09733 req-6d440aac-0f34-4d46-ba62-94a4ba320e9f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.530585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.558744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e5d556e1-0d43-4a62-afe3-250ef9e09733 req-6d440aac-0f34-4d46-ba62-94a4ba320e9f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.561594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7860858b-d45c-4a8f-8363-800fe7315a74'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:04.585944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Pushing event deleted for resources: {'Port': ['ID=7860858b-d45c-4a8f-8363-800fe7315a74,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:04.641138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] No DVR routers for this DVR port 7860858b-d45c-4a8f-8363-800fe7315a74 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:04.644634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.647684 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9aa9a3fb-4da4-4e40-a3e1-2454aedb42a6 req-14d3fc68-ec31-40c0-9342-48679fce788b tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.41 "DELETE /v2.0/ports/7860858b-d45c-4a8f-8363-800fe7315a74 HTTP/1.1" status: 204 len: 173 time: 0.6492457 Aug 23 12:03:04.648275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'name': 'network-vif-deleted', 'tag': '7860858b-d45c-4a8f-8363-800fe7315a74'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:04.650856 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c41b649-bbc8-4dab-bfe9-b97cee7a4867" -d '{"events": [{"server_uuid": "de0cdced-23bd-42b6-8522-67586b72c67f", "name": "network-vif-deleted", "tag": "7860858b-d45c-4a8f-8363-800fe7315a74"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:04.670020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e5d556e1-0d43-4a62-afe3-250ef9e09733 req-6d440aac-0f34-4d46-ba62-94a4ba320e9f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.672823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e5d556e1-0d43-4a62-afe3-250ef9e09733 req-6d440aac-0f34-4d46-ba62-94a4ba320e9f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.685962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5d556e1-0d43-4a62-afe3-250ef9e09733 req-6d440aac-0f34-4d46-ba62-94a4ba320e9f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/afda61ff-4034-4c39-8535-22203daa236d HTTP/1.1" status: 204 len: 173 time: 0.2656240 Aug 23 12:03:04.698623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d440aac-0f34-4d46-ba62-94a4ba320e9f tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda61ff-4034-4c39-8535-22203daa236d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:04.718366 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a506d43-b545-4840-89cf-fef8b48c74e3 x-openstack-request-id: req-4a506d43-b545-4840-89cf-fef8b48c74e3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:04.718667 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0cdced-23bd-42b6-8522-67586b72c67f", "name": "network-vif-deleted", "tag": "7860858b-d45c-4a8f-8363-800fe7315a74", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:04.718985 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a506d43-b545-4840-89cf-fef8b48c74e3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:04.719316 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0cdced-23bd-42b6-8522-67586b72c67f', 'name': 'network-vif-deleted', 'tag': '7860858b-d45c-4a8f-8363-800fe7315a74', 'status': 'completed', 'code': 200} Aug 23 12:03:04.739815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-05ccdfbc-9769-48c2-832c-149eb6d7fd16 req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1441439712', 'description': 'tempest-description-564203482'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:04.754753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f563f22-5571-4904-9958-b2287e179d2f req-9c0f3576-8ec2-4b2f-906b-024653672880 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:04.756518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f563f22-5571-4904-9958-b2287e179d2f req-9c0f3576-8ec2-4b2f-906b-024653672880 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0705321 Aug 23 12:03:04.776021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ccdfbc-9769-48c2-832c-149eb6d7fd16 req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.803137 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f563f22-5571-4904-9958-b2287e179d2f req-6ccb3384-99e9-4267-8848-6e930190a937 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Aug 23 12:03:04.882764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ccdfbc-9769-48c2-832c-149eb6d7fd16 req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.887918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ccdfbc-9769-48c2-832c-149eb6d7fd16 req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.931930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-05ccdfbc-9769-48c2-832c-149eb6d7fd16 req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:04.933183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05ccdfbc-9769-48c2-832c-149eb6d7fd16 req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1995866 Aug 23 12:03:04.937219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52a3e5-f679-4ac3-80ae-e1e59771bb00 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e092d27-2642-4d7a-ba20-93b495ed3623,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:04.948806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 3f370579-c0b7-4339-be2e-c61ed45571d0 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:03:04.951297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 841760da-e00f-406c-9549-0ba32daffedf no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:04.988669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 841760da-e00f-406c-9549-0ba32daffedf {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:04.989016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 841760da-e00f-406c-9549-0ba32daffedf not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:05.025934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d67c-9e04-40cb-8a74-d16a4762399f req-cc6001a5-4ae4-4a94-94a3-1e5f8a131e9c tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:05.027552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa01d67c-9e04-40cb-8a74-d16a4762399f req-cc6001a5-4ae4-4a94-94a3-1e5f8a131e9c tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 943 time: 0.0946896 Aug 23 12:03:05.100460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 3f370579-c0b7-4339-be2e-c61ed45571d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=3f370579-c0b7-4339-be2e-c61ed45571d0,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:05.105193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fa01d67c-9e04-40cb-8a74-d16a4762399f req-c677d23e-8fb1-4826-a47d-ceb36e0176a5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Aug 23 12:03:05.113497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '3f370579-c0b7-4339-be2e-c61ed45571d0', 'network_id': '2931f707-f128-46e9-818d-25b1c16dfa17', 'port_id': '3f370579-c0b7-4339-be2e-c61ed45571d0', 'mac_address': 'fa:16:3e:2c:24:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dc204e-6798-44be-80f0-67622109cca5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:03:05.127145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-694c6d41-1035-4c7a-bceb-a558b604e159 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/1e092d27-2642-4d7a-ba20-93b495ed3623 HTTP/1.1" status: 200 len: 1802 time: 0.0497069 Aug 23 12:03:05.139408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2088880620', 'description': 'tempest-description-hth-1767038776'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:05.167306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.172119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.181738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f370579-c0b7-4339-be2e-c61ed45571d0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:05.205181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 3f370579-c0b7-4339-be2e-c61ed45571d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=3f370579-c0b7-4339-be2e-c61ed45571d0,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:05.210315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.220562 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.226361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.229909 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.235388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74be5287-ac7e-47f5-be1f-ab0a257852c0 req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "PUT /v2.0/security-groups/1e092d27-2642-4d7a-ba20-93b495ed3623 HTTP/1.1" status: 200 len: 1777 time: 0.1004291 Aug 23 12:03:05.270642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=3f370579-c0b7-4339-be2e-c61ed45571d0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:05.295303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:05.307495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a27ae-6f6f-45b4-a085-49b418e51a14 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e092d27-2642-4d7a-ba20-93b495ed3623,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:05.335165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dea8427b-4586-4e97-b6fa-dc0c916639f1 req-84ea4a68-6b8c-4418-8a09-44c3cc2d6dfe tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/1e092d27-2642-4d7a-ba20-93b495ed3623 HTTP/1.1" status: 200 len: 1777 time: 0.0735676 Aug 23 12:03:05.433022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f4b1fe0-717a-42e8-8f39-ab3bce599797 req-29b7f017-0e15-421b-a68a-d0768975bb46 tempest-InstanceActionsTestJSON-2060115403 tempest-InstanceActionsTestJSON-2060115403-project] 10.222.0.21 "GET /v2.0/ports?device_id=de0cdced-23bd-42b6-8522-67586b72c67f HTTP/1.1" status: 200 len: 210 time: 0.0586526 Aug 23 12:03:05.495532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70f2440a-8179-47e6-95e5-a902b047df35 req-cf362dba-928e-4084-ac89-bf8eabeb1018 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/1e092d27-2642-4d7a-ba20-93b495ed3623 HTTP/1.1" status: 200 len: 1777 time: 0.0486798 Aug 23 12:03:05.514814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:05.519059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:05.519511 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.580264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70f2440a-8179-47e6-95e5-a902b047df35 req-e599ef68-ddca-4d48-9cfc-a621744790b6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.609816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['3f370579-c0b7-4339-be2e-c61ed45571d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:05.611968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70f2440a-8179-47e6-95e5-a902b047df35 req-e599ef68-ddca-4d48-9cfc-a621744790b6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.646160 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.674097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70f2440a-8179-47e6-95e5-a902b047df35 req-e599ef68-ddca-4d48-9cfc-a621744790b6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.676790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:05.678818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-70f2440a-8179-47e6-95e5-a902b047df35 req-e599ef68-ddca-4d48-9cfc-a621744790b6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.680093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70f2440a-8179-47e6-95e5-a902b047df35 req-e599ef68-ddca-4d48-9cfc-a621744790b6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e092d27-2642-4d7a-ba20-93b495ed3623 HTTP/1.1" status: 204 len: 173 time: 0.1778650 Aug 23 12:03:05.686707 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde70bd2-e434-4b12-8670-eec86b15e154" -d '{"events": [{"server_uuid": "c298190d-d6c1-401c-8a3f-b57f8ccbf6b9", "name": "network-vif-plugged", "status": "completed", "tag": "7a6cb975-d440-4dd1-8aab-6ef8f03b7700"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:05.690985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599ef68-ddca-4d48-9cfc-a621744790b6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e092d27-2642-4d7a-ba20-93b495ed3623,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:05.721179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:05.730008 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:05.761631 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd7dc42-1a00-4797-ad9d-0e700d691d97 x-openstack-request-id: req-9dd7dc42-1a00-4797-ad9d-0e700d691d97 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:05.762550 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c298190d-d6c1-401c-8a3f-b57f8ccbf6b9", "name": "network-vif-plugged", "status": "completed", "tag": "7a6cb975-d440-4dd1-8aab-6ef8f03b7700", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:05.762550 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dd7dc42-1a00-4797-ad9d-0e700d691d97 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:05.762746 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700', 'code': 200} Aug 23 12:03:05.821452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:05.854743 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-51bb5952-2450-4695-84cf-946a9ee77f6c req-e7f27db4-432d-41e5-a66e-0f2a9288da39 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:03:05.855589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51bb5952-2450-4695-84cf-946a9ee77f6c req-e7f27db4-432d-41e5-a66e-0f2a9288da39 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/afda61ff-4034-4c39-8535-22203daa236d HTTP/1.1" status: 404 len: 352 time: 0.0301003 Aug 23 12:03:05.892925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af936861-3b01-47be-afb2-1113ad6f7ae8 req-e36279cd-963e-4bb1-8aae-df101b3768fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:05.895450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af936861-3b01-47be-afb2-1113ad6f7ae8 req-e36279cd-963e-4bb1-8aae-df101b3768fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0599627 Aug 23 12:03:05.904104 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-6fb63667-73cc-4ffb-994d-4d64ea13da74 req-34c5f39b-2d8c-4cf3-a3c4-6b5a7f59a238 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:03:05.905838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6fb63667-73cc-4ffb-994d-4d64ea13da74 req-34c5f39b-2d8c-4cf3-a3c4-6b5a7f59a238 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/64225512-31f4-4d75-b7c2-38920ed3cda1 HTTP/1.1" status: 404 len: 352 time: 0.0265210 Aug 23 12:03:05.964399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af936861-3b01-47be-afb2-1113ad6f7ae8 req-2dd9efcf-bd02-4ba3-9921-d70a019e647c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611804 Aug 23 12:03:05.965371 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-4673fb61-0ac3-4cad-9b1a-6a68c78665ab req-a0342796-18f6-4a65-bc71-fc46a01b6e2a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:03:05.966499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4673fb61-0ac3-4cad-9b1a-6a68c78665ab req-a0342796-18f6-4a65-bc71-fc46a01b6e2a tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/f30c9e89-1a22-4be2-9bd4-587aa351f0aa HTTP/1.1" status: 404 len: 352 time: 0.0188906 Aug 23 12:03:06.003811 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-d629e7e6-8062-4422-a0b2-a48a825a1ab6 req-a4ddd17d-bfd5-4eb0-9984-8a9cd933150e tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:03:06.005623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d629e7e6-8062-4422-a0b2-a48a825a1ab6 req-a4ddd17d-bfd5-4eb0-9984-8a9cd933150e tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/63a83df5-fa6a-4c1f-a674-f7692d1daaff HTTP/1.1" status: 404 len: 352 time: 0.0151527 Aug 23 12:03:06.044268 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-9496514f-7a77-40e5-b5f9-6ee1cb151a7e req-601b37f7-c972-4870-a2b4-d0f96a4c2e5b tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:03:06.045290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9496514f-7a77-40e5-b5f9-6ee1cb151a7e req-601b37f7-c972-4870-a2b4-d0f96a4c2e5b tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/c8297c41-fed2-4ff7-8a7a-a5f380e78608 HTTP/1.1" status: 404 len: 352 time: 0.0187535 Aug 23 12:03:06.081472 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-e8b54e68-ebef-4a01-a820-178da63246ca req-64e66ded-1875-449b-bc70-807ee2903c44 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] show failed (client error): The resource could not be found. Aug 23 12:03:06.082674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8b54e68-ebef-4a01-a820-178da63246ca req-64e66ded-1875-449b-bc70-807ee2903c44 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/557aede3-3e90-4411-941c-9e226aa55134 HTTP/1.1" status: 404 len: 352 time: 0.0179255 Aug 23 12:03:06.228762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21cb32-4606-43c8-b97c-9970e01e7b17 req-9619dead-44db-4078-9a01-d47cb2de44b5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:06.230474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef21cb32-4606-43c8-b97c-9970e01e7b17 req-9619dead-44db-4078-9a01-d47cb2de44b5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 944 time: 0.0558634 Aug 23 12:03:06.280128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef21cb32-4606-43c8-b97c-9970e01e7b17 req-9bc43d82-1cc7-412d-90f2-f7f90ce0e80a tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Aug 23 12:03:06.376114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d97dc-cc10-41fa-ab05-066a09dcd3e6 req-903c36af-e7ed-44d4-9883-459b05f814c6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:06.377918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba2d97dc-cc10-41fa-ab05-066a09dcd3e6 req-903c36af-e7ed-44d4-9883-459b05f814c6 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1023 time: 0.0534759 Aug 23 12:03:06.430936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba2d97dc-cc10-41fa-ab05-066a09dcd3e6 req-52538bee-3758-4abf-837a-8dfd142559aa tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=69affbf4-a587-4800-88aa-8d88fd1db87a&id=bf1faf5b-ee79-4103-a5cf-1388d27d0616&id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0464389 Aug 23 12:03:06.501789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52576) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:06.552684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Deleting subnet fadd58b4-55be-42d7-98f5-7f3f50e2468e {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:03:06.556915 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.608281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.660112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.722893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.751245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadd58b4-55be-42d7-98f5-7f3f50e2468e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:06.755919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.757989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-11d7e9a9-3ef5-4502-9bed-b9a27214ae79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fadd58b4-55be-42d7-98f5-7f3f50e2468e HTTP/1.1" status: 204 len: 168 time: 0.2551472 Aug 23 12:03:06.760464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52582) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:06.832916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.923590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.934566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f29bacf-5f1b-4e86-afaf-d9944c37e0cb']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:06.945637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5dcc62-fe3d-4007-a657-fae0643c2e11') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:06.945983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5dcc62-fe3d-4007-a657-fae0643c2e11') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:06.955392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.959943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 3f370579-c0b7-4339-be2e-c61ed45571d0 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:06.971907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.979438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:03:06.980257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:03:06.982757 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:03:07.053600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 3f370579-c0b7-4339-be2e-c61ed45571d0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:07.059398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 3f370579-c0b7-4339-be2e-c61ed45571d0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:07.059783 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.068412 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.078066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.084408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f29bacf-5f1b-4e86-afaf-d9944c37e0cb HTTP/1.1" status: 204 len: 168 time: 0.3203175 Aug 23 12:03:07.117766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcc3c8-84d1-4638-befa-603c1af6e686 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f29bacf-5f1b-4e86-afaf-d9944c37e0cb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:07.214651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.257497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 3f370579-c0b7-4339-be2e-c61ed45571d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=3f370579-c0b7-4339-be2e-c61ed45571d0,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:07.269596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.272260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7860858b-d45c-4a8f-8363-800fe7315a74 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:07.298887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 7860858b-d45c-4a8f-8363-800fe7315a74 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:07.299522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7860858b-d45c-4a8f-8363-800fe7315a74 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:07.337929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52596) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:07.381586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=3f370579-c0b7-4339-be2e-c61ed45571d0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:07.437312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-82208d80-d16a-4d7e-b5f0-c05fa1069521 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c99f43fff8049efb4f8c727c8808c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994587 Aug 23 12:03:07.437508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:07.512392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-788a064a-df9a-42f5-9878-2866e3b671eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.513908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3edc8a-802e-4e91-8736-69ca0d9def37 req-ccda2411-2f58-47ab-af8b-b3c2211939ea tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:07.522668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f3edc8a-802e-4e91-8736-69ca0d9def37 req-ccda2411-2f58-47ab-af8b-b3c2211939ea tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0877628 Aug 23 12:03:07.565221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-788a064a-df9a-42f5-9878-2866e3b671eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.584700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f3edc8a-802e-4e91-8736-69ca0d9def37 req-bc66a85c-7e73-4649-998c-98d9e7b37ec0 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524008 Aug 23 12:03:07.650619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf926e0-12e2-4f69-9ba7-f5a48b3a23ea req-40e85bba-dfbc-48d3-b09c-6150561f6ece tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:07.652227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbf926e0-12e2-4f69-9ba7-f5a48b3a23ea req-40e85bba-dfbc-48d3-b09c-6150561f6ece tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1023 time: 0.1086447 Aug 23 12:03:07.695633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-788a064a-df9a-42f5-9878-2866e3b671eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.698219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-788a064a-df9a-42f5-9878-2866e3b671eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:07.710511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-788a064a-df9a-42f5-9878-2866e3b671eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27f9a0f3-421e-4f14-8c19-91ace23d0235 HTTP/1.1" status: 204 len: 168 time: 0.2608318 Aug 23 12:03:07.738178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a064a-df9a-42f5-9878-2866e3b671eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f9a0f3-421e-4f14-8c19-91ace23d0235,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:07.765948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f370579-c0b7-4339-be2e-c61ed45571d0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:07.770150 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a73fa-6b5f-40ab-846f-98aba7ffcc1a" -d '{"events": [{"server_uuid": "b00f0a7e-7a19-44f3-9e92-64551696b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "3f370579-c0b7-4339-be2e-c61ed45571d0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:07.771070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbf926e0-12e2-4f69-9ba7-f5a48b3a23ea req-19fad3da-b494-4637-a990-16bf97b05866 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups?id=69affbf4-a587-4800-88aa-8d88fd1db87a&id=bf1faf5b-ee79-4103-a5cf-1388d27d0616&id=caff9d65-6050-4c70-a177-af206d67a4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1056297 Aug 23 12:03:07.812625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-3173c5c9-b756-430a-b28c-1a04f9ccda32 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:07.815518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-3173c5c9-b756-430a-b28c-1a04f9ccda32 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 1023 time: 0.1443315 Aug 23 12:03:07.823791 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d69ee-ce83-4009-b8e7-3e8b59a42bfb x-openstack-request-id: req-040d69ee-ce83-4009-b8e7-3e8b59a42bfb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:07.824116 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00f0a7e-7a19-44f3-9e92-64551696b7a3", "name": "network-vif-plugged", "status": "completed", "tag": "3f370579-c0b7-4339-be2e-c61ed45571d0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:07.824381 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-040d69ee-ce83-4009-b8e7-3e8b59a42bfb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:07.824784 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f370579-c0b7-4339-be2e-c61ed45571d0', 'code': 200} Aug 23 12:03:07.977873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fa115-de6c-47a0-8329-45e8ef4dfdb8 req-79012c84-ded1-4f8d-8632-1a21c44d6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:07.980099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-468fa115-de6c-47a0-8329-45e8ef4dfdb8 req-79012c84-ded1-4f8d-8632-1a21c44d6fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 1096 time: 0.0761418 Aug 23 12:03:08.010052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Deleting port ec2b3872-0164-4159-bfa3-8b027e5d55f6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:08.010599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:08.024685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-468fa115-de6c-47a0-8329-45e8ef4dfdb8 req-a9597ba0-37d3-4338-954e-45fc5490f6b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Aug 23 12:03:08.119207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] For port ec2b3872-0164-4159-bfa3-8b027e5d55f6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ec2b3872-0164-4159-bfa3-8b027e5d55f6,segment=NetworkSegment(e69e11ca-8b3f-4ca7-a66d-158d090c7c79),segment_id=e69e11ca-8b3f-4ca7-a66d-158d090c7c79)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:08.119658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:08.137046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Calling delete_port for ec2b3872-0164-4159-bfa3-8b027e5d55f6 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:08.322639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:08.335369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ec2b3872-0164-4159-bfa3-8b027e5d55f6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:08.357210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'Port': ['ID=ec2b3872-0164-4159-bfa3-8b027e5d55f6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:08.408431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] No DVR routers for this DVR port ec2b3872-0164-4159-bfa3-8b027e5d55f6 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:08.412445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:08.414885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de8c0fbb-aab6-4172-82f4-ad92848c0853 req-91ea100b-977f-4374-a3d9-364f8ed091d5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.44 "DELETE /v2.0/ports/ec2b3872-0164-4159-bfa3-8b027e5d55f6 HTTP/1.1" status: 204 len: 173 time: 0.5919013 Aug 23 12:03:08.415849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'name': 'network-vif-deleted', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:08.419334 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621fa502-a9ed-43d6-b0ef-4a98c9659048" -d '{"events": [{"server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "name": "network-vif-deleted", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:08.473004 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0094105-bcbe-437b-ad43-6b7056f2bc52 x-openstack-request-id: req-d0094105-bcbe-437b-ad43-6b7056f2bc52 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:08.473380 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6dbb93-8377-440b-86eb-c20b7f087252", "name": "network-vif-deleted", "tag": "ec2b3872-0164-4159-bfa3-8b027e5d55f6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:08.473742 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0094105-bcbe-437b-ad43-6b7056f2bc52 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:08.474222 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6dbb93-8377-440b-86eb-c20b7f087252', 'name': 'network-vif-deleted', 'tag': 'ec2b3872-0164-4159-bfa3-8b027e5d55f6', 'status': 'completed', 'code': 200} Aug 23 12:03:08.723375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ffbfa-ac7a-44c2-8c89-8204ac77c729 req-0e96b77f-38e5-48af-8fc9-0182c8e0e78e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:08.725837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-633ffbfa-ac7a-44c2-8c89-8204ac77c729 req-0e96b77f-38e5-48af-8fc9-0182c8e0e78e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0619171 Aug 23 12:03:08.759179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:08.791084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-633ffbfa-ac7a-44c2-8c89-8204ac77c729 req-7fb345ec-c52a-4f92-8839-ec06273280e4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571656 Aug 23 12:03:08.909068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-223894907-network', 'tenant_id': 'de3f27db7a2249c3a13f1d93506f2fa6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:08.934143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7a11fef-0662-4dae-847b-c45ef0c2ddca req-bb8c2d26-31c8-46ed-8fab-a28b408286ec tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f6dbb93-8377-440b-86eb-c20b7f087252 HTTP/1.1" status: 200 len: 210 time: 0.0477364 Aug 23 12:03:08.951369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Made reservation on behalf of de3f27db7a2249c3a13f1d93506f2fa6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:08.953787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:08.967261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.106256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.112455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.144457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:03:09.155726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d99205-38d1-40c3-a632-0742b339561e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:09.161317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.161780 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Added segment b3308b43-62a4-4569-bd7e-a34df7ea32b6 of type vlan for network c7823cac-6de3-4a19-b2ca-0d8da22fedfe Aug 23 12:03:09.210011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.242529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.244017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:09.244948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.280789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5178680 Aug 23 12:03:09.281307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52652) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:09.292144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Request body: {'subnet': {'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-223894907-subnet', 'tenant_id': 'de3f27db7a2249c3a13f1d93506f2fa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:09.309089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908ea76-5f40-4c51-b97e-60ffd162fd4e admin admin] Pushing event updated for resources: {'Network': ['ID=c7823cac-6de3-4a19-b2ca-0d8da22fedfe,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:09.331835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c7823cac-6de3-4a19-b2ca-0d8da22fedfe details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:03:09.358616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Made reservation on behalf of de3f27db7a2249c3a13f1d93506f2fa6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:09.361850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.634035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.693675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3eae513-6a02-4c71-b405-ed83e2b33740,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:09.704738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.705455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.705980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.706487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.707043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.707536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.708285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.708777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.709262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.709765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.710326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.710818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:09.718676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Checking segment: {'id': 'b3308b43-62a4-4569-bd7e-a34df7ea32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:09.719285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Network hostable DHCP agents. Network: c7823cac-6de3-4a19-b2ca-0d8da22fedfe, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:03:09.740275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Network c7823cac-6de3-4a19-b2ca-0d8da22fedfe is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:03:09.752525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c7823cac-6de3-4a19-b2ca-0d8da22fedfe) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:09.757731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:09.758576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:09.763692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545502ed-e003-4db3-9cd6-4df385b49423 None None] Network c7823cac-6de3-4a19-b2ca-0d8da22fedfe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:09.771542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1363a6-4eb2-41aa-bf87-066e9869fdab req-3c7f702f-28a6-46b5-bd64-10340dbb6a45 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:09.775181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb1363a6-4eb2-41aa-bf87-066e9869fdab req-3c7f702f-28a6-46b5-bd64-10340dbb6a45 tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0778611 Aug 23 12:03:09.785401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fa787a44-753b-410c-b734-43ead63368ac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5024977 Aug 23 12:03:09.854739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb1363a6-4eb2-41aa-bf87-066e9869fdab req-fa6bae66-321a-4493-b4e3-06bfb0c0961a tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 Aug 23 12:03:10.020272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0669f3b-70c5-4d61-bb9c-b41f24fa7f3b None None] Network c7823cac-6de3-4a19-b2ca-0d8da22fedfe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:10.048446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea63e-dc6b-469f-85be-646dbba18f09 req-8f2af9d7-153f-44de-a5cb-7eaa012ee4dc tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:10.050319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-032ea63e-dc6b-469f-85be-646dbba18f09 req-8f2af9d7-153f-44de-a5cb-7eaa012ee4dc tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0799201 Aug 23 12:03:10.113797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-032ea63e-dc6b-469f-85be-646dbba18f09 req-1f29fa69-a96c-4fde-8eac-00774bb82c85 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Aug 23 12:03:10.134288 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:03:10.239358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b8950cf-ab18-477f-b42c-41f149521ee3 req-a92c5108-b138-4524-b7ed-b1107788ec2d tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/bf1faf5b-ee79-4103-a5cf-1388d27d0616 HTTP/1.1" status: 200 len: 1801 time: 0.0463989 Aug 23 12:03:10.306614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5b8950cf-ab18-477f-b42c-41f149521ee3 req-028d730e-68d3-42dc-b604-30683dccb952 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.331695 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5b8950cf-ab18-477f-b42c-41f149521ee3 req-028d730e-68d3-42dc-b604-30683dccb952 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.374861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5b8950cf-ab18-477f-b42c-41f149521ee3 req-028d730e-68d3-42dc-b604-30683dccb952 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.376496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-ac63afd0-e4ea-401b-8bd1-085d28b910d7 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:10.377432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5b8950cf-ab18-477f-b42c-41f149521ee3 req-028d730e-68d3-42dc-b604-30683dccb952 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.378057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-ac63afd0-e4ea-401b-8bd1-085d28b910d7 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/networks?id=c7823cac-6de3-4a19-b2ca-0d8da22fedfe HTTP/1.1" status: 200 len: 821 time: 0.1075795 Aug 23 12:03:10.378675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b8950cf-ab18-477f-b42c-41f149521ee3 req-028d730e-68d3-42dc-b604-30683dccb952 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf1faf5b-ee79-4103-a5cf-1388d27d0616 HTTP/1.1" status: 204 len: 173 time: 0.1330228 Aug 23 12:03:10.389065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d730e-68d3-42dc-b604-30683dccb952 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1faf5b-ee79-4103-a5cf-1388d27d0616,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:10.399753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c237570f-6001-4059-95ec-4cf43e94b1fc tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/quotas/de3f27db7a2249c3a13f1d93506f2fa6 HTTP/1.1" status: 200 len: 375 time: 0.0128045 Aug 23 12:03:10.438660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-955cd4c0-03d0-4494-a918-955a8e483bb5 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de3f27db7a2249c3a13f1d93506f2fa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291677 Aug 23 12:03:10.566220 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-f797c3b3-6171-48c9-81c1-1327dd0797c9 service neutron] 10.222.0.21 "GET /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193187 Aug 23 12:03:10.576942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66b5356c-a81a-41de-ad26-5861a2dfcfcf req-d7264733-fa22-4826-a227-a6fc45bd9fa0 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "GET /v2.0/security-groups/69affbf4-a587-4800-88aa-8d88fd1db87a HTTP/1.1" status: 200 len: 1803 time: 0.0452220 Aug 23 12:03:10.655442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-ed775dd1-ef1c-4ad5-a1ea-e9a30bb045ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:10.657150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-ed775dd1-ef1c-4ad5-a1ea-e9a30bb045ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 1096 time: 0.0784230 Aug 23 12:03:10.668631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-ef7c2753-8c10-46ea-9364-7ddaaacd68fb service neutron] 10.222.0.21 "GET /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946684 Aug 23 12:03:10.683387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-66b5356c-a81a-41de-ad26-5861a2dfcfcf req-e4f10a6c-5191-4b5c-b965-a6cde9ee0bb5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.758281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-66b5356c-a81a-41de-ad26-5861a2dfcfcf req-e4f10a6c-5191-4b5c-b965-a6cde9ee0bb5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.823467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-2f829976-c270-4cf5-b0df-0fefb24fad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:10.826440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-2f829976-c270-4cf5-b0df-0fefb24fad19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.1571212 Aug 23 12:03:10.832741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-66b5356c-a81a-41de-ad26-5861a2dfcfcf req-e4f10a6c-5191-4b5c-b965-a6cde9ee0bb5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.836464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-66b5356c-a81a-41de-ad26-5861a2dfcfcf req-e4f10a6c-5191-4b5c-b965-a6cde9ee0bb5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.844105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52706) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:10.849757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66b5356c-a81a-41de-ad26-5861a2dfcfcf req-e4f10a6c-5191-4b5c-b965-a6cde9ee0bb5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] 10.222.0.21 "DELETE /v2.0/security-groups/69affbf4-a587-4800-88aa-8d88fd1db87a HTTP/1.1" status: 204 len: 173 time: 0.2587888 Aug 23 12:03:10.919131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21fd1495-ffc2-4baa-956e-efad8d16e993 req-d5a42791-6fc0-47aa-b07d-16d987612320 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 210 time: 0.0285993 Aug 23 12:03:10.931520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Deleting subnet 882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:03:10.935217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:10.944626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f10a6c-5191-4b5c-b965-a6cde9ee0bb5 tempest-SecurityGroupsTestJSON-726030618 tempest-SecurityGroupsTestJSON-726030618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69affbf4-a587-4800-88aa-8d88fd1db87a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:10.948941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-081d133e-48ac-4cdf-8743-2f49f8d0ee58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f370579-c0b7-4339-be2e-c61ed45571d0 HTTP/1.1" status: 200 len: 217 time: 0.0939777 Aug 23 12:03:10.998325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.026428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-31945908-23bd-4813-ac7f-4bc158cebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:11.028023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-31945908-23bd-4813-ac7f-4bc158cebc83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.0709951 Aug 23 12:03:11.050702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.050921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6036d-4fcf-47b2-9ad7-b290bb61c15e req-6cf00e39-cb2f-4dd7-bef8-bf5952d8ba6b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:11.052481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10b6036d-4fcf-47b2-9ad7-b290bb61c15e req-6cf00e39-cb2f-4dd7-bef8-bf5952d8ba6b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.1178527 Aug 23 12:03:11.084575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-949d3359-a4a7-4efd-8747-39c4b7505605 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308287 Aug 23 12:03:11.184051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eab51-0932-4d5f-9aa8-dc3e645ccdfe req-74e12b5d-74f9-4a43-8050-65f27e618fbf tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:11.185604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d7eab51-0932-4d5f-9aa8-dc3e645ccdfe req-74e12b5d-74f9-4a43-8050-65f27e618fbf tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.0868232 Aug 23 12:03:11.186875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10b6036d-4fcf-47b2-9ad7-b290bb61c15e req-614c5f4c-599a-4432-8c08-b28ecefacf7b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013749 Aug 23 12:03:11.201336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.244802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:11.246806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.248753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-18b6f523-a73b-4713-8139-31d89fa3fe01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/882cd0d7-dc79-4c4b-b35b-3e5ee9e356f9 HTTP/1.1" status: 204 len: 168 time: 0.4036112 Aug 23 12:03:11.251440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-9a8e7af7-18bf-42c2-afc9-cff2f3f54e50 service neutron] 10.222.0.41 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575842 Aug 23 12:03:11.251580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52720) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:11.364974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d7eab51-0932-4d5f-9aa8-dc3e645ccdfe req-8bda8a69-3d2f-47ae-9425-abfd9360e55f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607053 Aug 23 12:03:11.375505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af3b15d7-467a-4d3a-a871-e291dadd851c req-51619db6-75de-4767-a978-af93af840ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163452 Aug 23 12:03:11.404545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.431391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-35e06225-d851-467c-837d-afb9bcafa44f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:11.432904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-35e06225-d851-467c-837d-afb9bcafa44f tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.41 "GET /v2.0/ports?device_id=38145ea9-f09b-4275-912e-a86316d6108a HTTP/1.1" status: 200 len: 946 time: 0.1232221 Aug 23 12:03:11.550345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.578947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c107c8e4-8dea-400f-b788-b169d79943d1']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:11.592339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:11.592618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69e11ca-8b3f-4ca7-a66d-158d090c7c79') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:11.604778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.622664 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.638702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:03:11.639278 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:03:11.642202 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:03:11.669412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Deleting port 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:11.669776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.753063 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.762300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.764149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] 10.222.0.21 "DELETE /v2.0/networks/c107c8e4-8dea-400f-b788-b169d79943d1 HTTP/1.1" status: 204 len: 168 time: 0.5113366 Aug 23 12:03:11.780138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b82aa8-4ce9-4c6a-b558-3709fb45376e admin admin] Pushing event deleted for resources: {'Network': ['ID=c107c8e4-8dea-400f-b788-b169d79943d1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:11.816527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] For port 56ef8cad-3106-4e90-bf05-b8dda58121d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=56ef8cad-3106-4e90-bf05-b8dda58121d0,segment=NetworkSegment(f8840cd7-78f3-4fb2-a586-ee925e57397e),segment_id=f8840cd7-78f3-4fb2-a586-ee925e57397e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:11.816801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:11.831160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Calling delete_port for 56ef8cad-3106-4e90-bf05-b8dda58121d0 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:11.902330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52732) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:11.971692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1a396d11-b065-4525-a1a1-8a726f3e94b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a075865dc0408d8a4271075edb7902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680962 Aug 23 12:03:11.974090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52736) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:12.011141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.023456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['56ef8cad-3106-4e90-bf05-b8dda58121d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:12.064330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Pushing event deleted for resources: {'Port': ['ID=56ef8cad-3106-4e90-bf05-b8dda58121d0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:12.096623 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-046436ec-fc21-4be7-9a45-a312ef3bd069 req-8da95282-e325-4381-89cc-a305fb4d0817 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 210 time: 0.0479658 Aug 23 12:03:12.136734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] No DVR routers for this DVR port 56ef8cad-3106-4e90-bf05-b8dda58121d0 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:12.139877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.142229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0b4170b-dd06-417b-912a-2955dd22c215 req-8943e473-404d-4a03-b36d-8f0003f5108c tempest-ServersNegativeTestJSON-1804864082 tempest-ServersNegativeTestJSON-1804864082-project] 10.222.0.41 "DELETE /v2.0/ports/56ef8cad-3106-4e90-bf05-b8dda58121d0 HTTP/1.1" status: 204 len: 173 time: 0.6868701 Aug 23 12:03:12.142757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-deleted', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:12.145324 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be99bb-7089-4702-99ef-0187587e8296" -d '{"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-deleted", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:12.149893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a4ba-5272-43ad-b7f3-4c6bee11390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.185112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-89882772-686d-4033-b839-cfc8c8acecce tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:12.187118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-89882772-686d-4033-b839-cfc8c8acecce tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.41 "GET /v2.0/networks?id=c7823cac-6de3-4a19-b2ca-0d8da22fedfe HTTP/1.1" status: 200 len: 821 time: 0.1994970 Aug 23 12:03:12.196369 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc4357-0516-4c59-bd7b-def577541e80 x-openstack-request-id: req-21fc4357-0516-4c59-bd7b-def577541e80 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:12.197084 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38145ea9-f09b-4275-912e-a86316d6108a", "name": "network-vif-deleted", "tag": "56ef8cad-3106-4e90-bf05-b8dda58121d0", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:12.197905 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21fc4357-0516-4c59-bd7b-def577541e80 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:12.198523 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38145ea9-f09b-4275-912e-a86316d6108a', 'name': 'network-vif-deleted', 'tag': '56ef8cad-3106-4e90-bf05-b8dda58121d0', 'status': 'completed', 'code': 200} Aug 23 12:03:12.213840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a4ba-5272-43ad-b7f3-4c6bee11390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.225060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Request body: {'port': {'device_id': '8666107b-788b-4534-b74c-2269adda7db6', 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe', 'admin_state_up': True, 'tenant_id': 'de3f27db7a2249c3a13f1d93506f2fa6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:12.490229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52752) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:12.586625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Deleting subnet d779e60a-8217-4f38-a7e2-fccc174c45ae {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:03:12.592628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.639363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.649878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537555e6-1fa4-4d33-8056-43dafb590f36 req-bc24d8da-81a4-45f6-9af3-0267fc0d9a93 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:12.651468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-537555e6-1fa4-4d33-8056-43dafb590f36 req-bc24d8da-81a4-45f6-9af3-0267fc0d9a93 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1004698 Aug 23 12:03:12.677944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acd258-04c0-4f65-95a5-970eedf96a6f req-74fd3f62-ce51-404d-8d64-23938c0b63db tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:12.679547 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8acd258-04c0-4f65-95a5-970eedf96a6f req-74fd3f62-ce51-404d-8d64-23938c0b63db tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.1434083 Aug 23 12:03:12.704613 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a4ba-5272-43ad-b7f3-4c6bee11390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.707158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a4ba-5272-43ad-b7f3-4c6bee11390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.708851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ddd8a4ba-5272-43ad-b7f3-4c6bee11390f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caff9d65-6050-4c70-a177-af206d67a4fa HTTP/1.1" status: 204 len: 168 time: 0.7333326 Aug 23 12:03:12.717556 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.731951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a4ba-5272-43ad-b7f3-4c6bee11390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff9d65-6050-4c70-a177-af206d67a4fa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:12.751376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-537555e6-1fa4-4d33-8056-43dafb590f36 req-62127bb4-288e-4067-9d93-8cb9bcec072c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805812 Aug 23 12:03:12.771212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8acd258-04c0-4f65-95a5-970eedf96a6f req-5527f890-d1c0-4fab-8387-11a6c8c11b70 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Aug 23 12:03:12.789365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Made reservation on behalf of de3f27db7a2249c3a13f1d93506f2fa6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:12.794202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.808329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.860367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:12.863250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d779e60a-8217-4f38-a7e2-fccc174c45ae HTTP/1.1" status: 204 len: 168 time: 0.3701758 Aug 23 12:03:12.863633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98617fce-d45b-400f-9d47-d1be46bb1f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d779e60a-8217-4f38-a7e2-fccc174c45ae,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:12.870266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52758) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:12.956682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Allocated IP 172.20.0.3 (c7823cac-6de3-4a19-b2ca-0d8da22fedfe/e3eae513-6a02-4c71-b405-ed83e2b33740/452f1d33-af94-46d6-a390-1dd1de246fb7) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:03:12.987934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea434c64-980c-457f-a254-0be184b24345 req-e2bc61cb-cbf6-445c-8b9a-4abd83a79d03 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:12.990372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea434c64-980c-457f-a254-0be184b24345 req-e2bc61cb-cbf6-445c-8b9a-4abd83a79d03 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1315820 Aug 23 12:03:13.030881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.062673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea434c64-980c-457f-a254-0be184b24345 req-7a1cc208-4db5-4d57-9038-6068f13c9773 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605381 Aug 23 12:03:13.161982 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.165799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.182347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28335e8-ebdb-4d64-99d5-d575e2af8a60']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:13.199273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8840cd7-78f3-4fb2-a586-ee925e57397e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:13.199750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8840cd7-78f3-4fb2-a586-ee925e57397e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:13.223356 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.257092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-28ddb3be-e0bf-4990-a4d0-39c63e19338d req-e3778af5-d742-4189-aea8-d63d51a9453e tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 210 time: 0.0472288 Aug 23 12:03:13.262154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.271669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.283449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:03:13.284125 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:03:13.290140 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:03:13.350169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Network c7823cac-6de3-4a19-b2ca-0d8da22fedfe is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:13.354254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:13.358842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:03:13.363078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ec2b3872-0164-4159-bfa3-8b027e5d55f6 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:13.391388 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.402560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.411763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Pushing event updated for resources: {'Port': ['ID=452f1d33-af94-46d6-a390-1dd1de246fb7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:13.417956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: ec2b3872-0164-4159-bfa3-8b027e5d55f6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:13.418576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ec2b3872-0164-4159-bfa3-8b027e5d55f6 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:13.432245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] 10.222.0.21 "DELETE /v2.0/networks/b28335e8-ebdb-4d64-99d5-d575e2af8a60 HTTP/1.1" status: 204 len: 168 time: 0.5384226 Aug 23 12:03:13.451801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:13.452965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.455661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5b728-175f-4fce-bbf7-85d9532a436d admin admin] Pushing event deleted for resources: {'Network': ['ID=b28335e8-ebdb-4d64-99d5-d575e2af8a60,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:13.507398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5827462d-3cf2-41cc-84a2-84f16ec8d1d8 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872150 Aug 23 12:03:13.528028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Request body: {'port': {'device_id': '8666107b-788b-4534-b74c-2269adda7db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:13.574997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6a998-4875-4f30-8b23-cc5e84e16264 req-77842f22-6fe9-413f-a1a4-46a47497be3a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:13.582277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffb6a998-4875-4f30-8b23-cc5e84e16264 req-77842f22-6fe9-413f-a1a4-46a47497be3a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1197340 Aug 23 12:03:13.653898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.665094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52790) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:13.674340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffb6a998-4875-4f30-8b23-cc5e84e16264 req-a9f42c1d-60a5-446b-b37a-cc8d26b735d3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866075 Aug 23 12:03:13.719439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0f3cd533-3b02-46c5-aa34-cf659ddf7250 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a83ad5cec7b149608abed3d955c00043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524764 Aug 23 12:03:13.720133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52796) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:13.781430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b2dbc4f-deff-4956-9837-38fc46fa5c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.801103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52800) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:13.828880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b2dbc4f-deff-4956-9837-38fc46fa5c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.962172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62312cd-ad82-4207-be1e-c59befb9620f req-b3bbbea0-7b0e-4cb1-9f27-f201133afbc2 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:13.964808 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a62312cd-ad82-4207-be1e-c59befb9620f req-b3bbbea0-7b0e-4cb1-9f27-f201133afbc2 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0949438 Aug 23 12:03:13.993945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b2dbc4f-deff-4956-9837-38fc46fa5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.996715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b2dbc4f-deff-4956-9837-38fc46fa5c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:13.998046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6b2dbc4f-deff-4956-9837-38fc46fa5c5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfd76aa0-aa06-4208-9b89-0cd1150c6b0b HTTP/1.1" status: 204 len: 168 time: 0.2768731 Aug 23 12:03:14.029503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a62312cd-ad82-4207-be1e-c59befb9620f req-cce6338d-2a95-432e-8aa1-8084299cfd89 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Aug 23 12:03:14.033459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2043507233-network', 'tenant_id': '4f4e2336a5e94a03be893b881ee5a6af'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:14.037170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dbc4f-deff-4956-9837-38fc46fa5c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd76aa0-aa06-4208-9b89-0cd1150c6b0b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:14.076111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Made reservation on behalf of 4f4e2336a5e94a03be893b881ee5a6af for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:14.080555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.097210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.109056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452f1d33-af94-46d6-a390-1dd1de246fb7 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:14.128218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.166467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Transition to ACTIVE for port object 452f1d33-af94-46d6-a390-1dd1de246fb7 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:03:14.175276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.259809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Pushing event updated for resources: {'Port': ['ID=452f1d33-af94-46d6-a390-1dd1de246fb7,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:14.264058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.271179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.307332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:03:14.317197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc8569-e14b-4505-81b5-da7ebc20f9d4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:14.325473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.325882 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Added segment ba51abb7-8fec-4eef-bbf1-8fab3b17de3a of type vlan for network c8913e4a-9275-46d5-859d-ac3b8067b8a6 Aug 23 12:03:14.368139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Attempting to bind port 452f1d33-af94-46d6-a390-1dd1de246fb7 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:14.368446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Attempting to bind port 452f1d33-af94-46d6-a390-1dd1de246fb7 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b3308b43-62a4-4569-bd7e-a34df7ea32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:14.368781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Attempting to bind port 452f1d33-af94-46d6-a390-1dd1de246fb7 on network c7823cac-6de3-4a19-b2ca-0d8da22fedfe {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:14.382108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3ab3d-ce4e-47a4-82d9-d53efc485040 req-359a2ef8-ea86-41f4-b485-ea20d62344e9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:14.389551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51b3ab3d-ce4e-47a4-82d9-d53efc485040 req-359a2ef8-ea86-41f4-b485-ea20d62344e9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1308994 Aug 23 12:03:14.398464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Port 452f1d33-af94-46d6-a390-1dd1de246fb7 on network c7823cac-6de3-4a19-b2ca-0d8da22fedfe not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:03:14.398882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Attempting to bind port 452f1d33-af94-46d6-a390-1dd1de246fb7 on network c7823cac-6de3-4a19-b2ca-0d8da22fedfe {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:14.412298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.416702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:14.417051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Checking segment: {'id': 'b3308b43-62a4-4569-bd7e-a34df7ea32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:14.417446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Bound using segment: {'id': 'b3308b43-62a4-4569-bd7e-a34df7ea32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:14.417925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Bound port: 452f1d33-af94-46d6-a390-1dd1de246fb7, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3308b43-62a4-4569-bd7e-a34df7ea32b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:14.418493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.448715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1e4dc-5676-446f-bc4a-ad1b426ed66a req-f520ea29-5e9e-4654-8cfb-d57e81f38500 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:14.450403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eba1e4dc-5676-446f-bc4a-ad1b426ed66a req-f520ea29-5e9e-4654-8cfb-d57e81f38500 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 943 time: 0.0820305 Aug 23 12:03:14.470476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51b3ab3d-ce4e-47a4-82d9-d53efc485040 req-c5129c19-a287-40d0-854e-eb1d52c0f386 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795729 Aug 23 12:03:14.474669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.476409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:14.477109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.531162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] For port 452f1d33-af94-46d6-a390-1dd1de246fb7, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:14.536316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7339187 Aug 23 12:03:14.545989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] For port 452f1d33-af94-46d6-a390-1dd1de246fb7, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=452f1d33-af94-46d6-a390-1dd1de246fb7,segment=NetworkSegment(b3308b43-62a4-4569-bd7e-a34df7ea32b6),segment_id=b3308b43-62a4-4569-bd7e-a34df7ea32b6)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:14.549940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52828) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:14.567427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Request body: {'subnet': {'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2043507233-subnet', 'tenant_id': '4f4e2336a5e94a03be893b881ee5a6af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:14.585062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2241b-17f3-4caf-a3d9-a20cfc5bca0d admin admin] Pushing event updated for resources: {'Network': ['ID=c8913e4a-9275-46d5-859d-ac3b8067b8a6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:14.589284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.595529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c8913e4a-9275-46d5-859d-ac3b8067b8a6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:03:14.612072 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eba1e4dc-5676-446f-bc4a-ad1b426ed66a req-901f5942-2df9-4525-8c94-05e0cc7dd298 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508281 Aug 23 12:03:14.663455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:14.664063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.665496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] 10.222.0.41 "PUT /v2.0/ports/452f1d33-af94-46d6-a390-1dd1de246fb7 HTTP/1.1" status: 200 len: 1091 time: 1.1461203 Aug 23 12:03:14.665953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8666107b-788b-4534-b74c-2269adda7db6', 'tag': '452f1d33-af94-46d6-a390-1dd1de246fb7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:14.668285 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3cc03f-d3dd-461c-8521-db2cca696f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8666107b-788b-4534-b74c-2269adda7db6", "tag": "452f1d33-af94-46d6-a390-1dd1de246fb7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:14.687712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Made reservation on behalf of 4f4e2336a5e94a03be893b881ee5a6af for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:14.691438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:14.734576 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b2897b-115f-478c-8e13-bdad5b6584d3 x-openstack-request-id: req-57b2897b-115f-478c-8e13-bdad5b6584d3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:14.734687 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8666107b-788b-4534-b74c-2269adda7db6", "tag": "452f1d33-af94-46d6-a390-1dd1de246fb7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:14.734915 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57b2897b-115f-478c-8e13-bdad5b6584d3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:14.735313 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8666107b-788b-4534-b74c-2269adda7db6', 'tag': '452f1d33-af94-46d6-a390-1dd1de246fb7', 'status': 'completed', 'code': 200} Aug 23 12:03:14.756211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b3e75-c707-4546-9263-7c61f37189ca service neutron] Pushing event updated for resources: {'Port': ['ID=452f1d33-af94-46d6-a390-1dd1de246fb7,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:14.820132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-523ae447-9b29-43be-8934-090719340879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:14.821769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-523ae447-9b29-43be-8934-090719340879 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3f27db7a2249c3a13f1d93506f2fa6&device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 1094 time: 0.1016216 Aug 23 12:03:14.880183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-839c0eea-df5a-48f1-8768-adab1114cfbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=452f1d33-af94-46d6-a390-1dd1de246fb7 HTTP/1.1" status: 200 len: 217 time: 0.0493758 Aug 23 12:03:14.966726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-51b9b1c6-56d9-4d9e-a2eb-d496cfb0c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:14.968119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-51b9b1c6-56d9-4d9e-a2eb-d496cfb0c588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3eae513-6a02-4c71-b405-ed83e2b33740 HTTP/1.1" status: 200 len: 861 time: 0.0814714 Aug 23 12:03:15.022805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:15.030842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-b02a1bbd-aed3-4a4b-ac7a-9d3c01b2340f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7823cac-6de3-4a19-b2ca-0d8da22fedfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400112 Aug 23 12:03:15.047606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 56ef8cad-3106-4e90-bf05-b8dda58121d0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:15.047920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 56ef8cad-3106-4e90-bf05-b8dda58121d0 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:15.067326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:15.162522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f016d175-f22e-42e1-a5ba-32d533e17a71,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:15.200473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Checking segment: {'id': 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:15.200844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Network hostable DHCP agents. Network: c8913e4a-9275-46d5-859d-ac3b8067b8a6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:03:15.204561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-58fc367b-4087-4972-a8cd-a75db1a2a4fc service neutron] 10.222.0.41 "GET /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664169 Aug 23 12:03:15.211859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bc783-d64f-47b9-8ef5-444ee3297f03 req-ebdb6164-83a6-4690-98d7-84daabc5d157 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.213516 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df7bc783-d64f-47b9-8ef5-444ee3297f03 req-ebdb6164-83a6-4690-98d7-84daabc5d157 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0669611 Aug 23 12:03:15.253363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Network c8913e4a-9275-46d5-859d-ac3b8067b8a6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:03:15.300219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c8913e4a-9275-46d5-859d-ac3b8067b8a6) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:15.309423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58fe965-3b88-4f91-83b2-4ad4912b1965 None None] Network c8913e4a-9275-46d5-859d-ac3b8067b8a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:15.311735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df7bc783-d64f-47b9-8ef5-444ee3297f03 req-a6b8a767-5aef-45f4-ac33-f02d3e81ab86 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Aug 23 12:03:15.315306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.315922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:15.349953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c86d65b8-5531-4de4-94f0-539abb04a661 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7938330 Aug 23 12:03:15.353408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56e02b3f-a642-4bf1-a7c0-15e2eea4bed0 req-5921c25a-98e9-4631-8085-d5042014de31 service neutron] 10.222.0.41 "GET /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404312 Aug 23 12:03:15.405994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52854) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:15.471679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-0f0ea4cc-f660-48a3-8cdc-5af0127eae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.475051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-0f0ea4cc-f660-48a3-8cdc-5af0127eae30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3f27db7a2249c3a13f1d93506f2fa6&device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 1094 time: 0.0600939 Aug 23 12:03:15.507030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993923d-b1b6-4e92-9983-04d4138c169a None None] Network c8913e4a-9275-46d5-859d-ac3b8067b8a6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:15.595558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-63896199-9a95-478f-ba26-0d8b47c8708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:15.644401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2d2bf-0d8c-4aee-9f8d-d1da6c267876 req-914278d3-704e-49a6-b3ee-607d6b5e407f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.650548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22e2d2bf-0d8c-4aee-9f8d-d1da6c267876 req-914278d3-704e-49a6-b3ee-607d6b5e407f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0819862 Aug 23 12:03:15.652522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-0e5f653f-668a-4141-804c-5781f61073b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.654114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-0e5f653f-668a-4141-804c-5781f61073b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7823cac-6de3-4a19-b2ca-0d8da22fedfe HTTP/1.1" status: 200 len: 922 time: 0.1727650 Aug 23 12:03:15.721816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22e2d2bf-0d8c-4aee-9f8d-d1da6c267876 req-0abb268c-824a-4212-821d-bc6cb57c22e1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664706 Aug 23 12:03:15.728043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-53aa540a-abcc-45ef-a338-c2c2f6e4b6e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=452f1d33-af94-46d6-a390-1dd1de246fb7 HTTP/1.1" status: 200 len: 217 time: 0.0613835 Aug 23 12:03:15.843803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fd374-7d67-4852-955b-736b27dbb3b2 req-2f4e113e-4bb8-485a-90f9-3fb2a8695166 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.845425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a14fd374-7d67-4852-955b-736b27dbb3b2 req-2f4e113e-4bb8-485a-90f9-3fb2a8695166 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 943 time: 0.0598586 Aug 23 12:03:15.850180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-829ef0ae-8ce6-408c-9991-4d1c41140e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:15.852730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-829ef0ae-8ce6-408c-9991-4d1c41140e3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3eae513-6a02-4c71-b405-ed83e2b33740 HTTP/1.1" status: 200 len: 861 time: 0.1100225 Aug 23 12:03:15.887398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a14fd374-7d67-4852-955b-736b27dbb3b2 req-593bc1b8-3d35-4102-a9f9-618fdc97bab5 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Aug 23 12:03:15.920238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-b0572629-8267-431e-a77f-b571c1a9becb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7823cac-6de3-4a19-b2ca-0d8da22fedfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543597 Aug 23 12:03:15.933667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-63896199-9a95-478f-ba26-0d8b47c8708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:15.978559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-63896199-9a95-478f-ba26-0d8b47c8708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:16.211036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63896199-9a95-478f-ba26-0d8b47c8708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511d6e0-dce2-47b1-9904-712b3e506c7d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:16.223674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-63896199-9a95-478f-ba26-0d8b47c8708b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1f961e11c7c40409976bd89f3f467fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8160996 Aug 23 12:03:16.226295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52880) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:16.278122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-552f18fb-a30b-4185-879e-6e220ba5cb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:16.302746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-1cdadc4b-43b0-4a48-99a8-da07c35cc878 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:16.305360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-1cdadc4b-43b0-4a48-99a8-da07c35cc878 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/networks?id=c8913e4a-9275-46d5-859d-ac3b8067b8a6 HTTP/1.1" status: 200 len: 822 time: 0.3836875 Aug 23 12:03:16.307447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-552f18fb-a30b-4185-879e-6e220ba5cb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:16.309150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-047e9fc0-d044-4d43-bf8c-6c378d6f1688 service neutron] 10.222.0.41 "GET /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805084 Aug 23 12:03:16.334613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-6a1993e4-fe36-46f6-a8ce-f9fd8d52d78e tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/quotas/4f4e2336a5e94a03be893b881ee5a6af HTTP/1.1" status: 200 len: 375 time: 0.0225208 Aug 23 12:03:16.365523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-552f18fb-a30b-4185-879e-6e220ba5cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:16.371602 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-552f18fb-a30b-4185-879e-6e220ba5cb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:16.377670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-552f18fb-a30b-4185-879e-6e220ba5cb0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8511d6e0-dce2-47b1-9904-712b3e506c7d HTTP/1.1" status: 204 len: 168 time: 0.1462469 Aug 23 12:03:16.378060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-666f80a8-740c-408f-a00c-6ec5647dd40d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f4e2336a5e94a03be893b881ee5a6af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332625 Aug 23 12:03:16.403803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f18fb-a30b-4185-879e-6e220ba5cb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511d6e0-dce2-47b1-9904-712b3e506c7d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:16.476069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0313f2e-3380-4171-955d-b8fe576ff8bf req-e0635768-d8ca-4951-a88d-a43e3cbf08e9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:16.478100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f0313f2e-3380-4171-955d-b8fe576ff8bf req-e0635768-d8ca-4951-a88d-a43e3cbf08e9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0632191 Aug 23 12:03:16.498917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e3cc03f-d3dd-461c-8521-db2cca696f0a req-c0c6db71-6c9f-42d7-8958-98d3a6e5cf7c service neutron] 10.222.0.41 "GET /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771929 Aug 23 12:03:16.520965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-a58209c1-03db-4c70-a684-06be4c78a2ad service neutron] 10.222.0.21 "GET /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135926 Aug 23 12:03:16.545887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f0313f2e-3380-4171-955d-b8fe576ff8bf req-d8877e6f-46e1-4bf1-a0ba-8e5a27cd3e0d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Aug 23 12:03:16.636678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-a9e8c957-531d-4103-b176-3df4e0f4601a service neutron] 10.222.0.21 "GET /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088545 Aug 23 12:03:16.842698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-262ea173-4505-49a3-8782-f65d1247ec03 req-60c890ee-fc22-4832-ae37-8aec27eef8d0 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 210 time: 0.0446115 Aug 23 12:03:16.870385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c58d4-f9ec-4d69-8485-a25e6a59716f req-542f31aa-bb9f-4189-91d2-0a09dd5e1707 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:16.872026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b5c58d4-f9ec-4d69-8485-a25e6a59716f req-542f31aa-bb9f-4189-91d2-0a09dd5e1707 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0595880 Aug 23 12:03:16.918531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b5c58d4-f9ec-4d69-8485-a25e6a59716f req-b4cf8684-677c-439c-b14a-186f7dccf80f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Aug 23 12:03:17.062090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c81f39-79dd-4f6f-b326-15b94a536d1e req-7488149a-e04d-475b-813f-97ace3b250b3 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:17.064508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3c81f39-79dd-4f6f-b326-15b94a536d1e req-7488149a-e04d-475b-813f-97ace3b250b3 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 943 time: 0.0853863 Aug 23 12:03:17.122276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3c81f39-79dd-4f6f-b326-15b94a536d1e req-45c86e49-807d-439f-801e-b77b64e15697 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Aug 23 12:03:17.672440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c688bc-a0a1-4f18-8f52-03726b4d67c8 req-b8543fa4-0d69-4ce3-8393-fd3712e2dc0b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:17.674042 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4c688bc-a0a1-4f18-8f52-03726b4d67c8 req-b8543fa4-0d69-4ce3-8393-fd3712e2dc0b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0648105 Aug 23 12:03:17.677816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52938) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:17.737257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4c688bc-a0a1-4f18-8f52-03726b4d67c8 req-e05c371f-b4a6-46bf-b4ad-294c58957438 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Aug 23 12:03:17.819873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10ded12a-f2a4-4fd0-8cab-7c9e1668dcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:17.946006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10ded12a-f2a4-4fd0-8cab-7c9e1668dcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:17.951581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-594891a3-0e99-4a31-bad4-6dca0187faaa req-1c321c53-e203-426f-ae58-7229d6f9477a tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 210 time: 0.0455806 Aug 23 12:03:17.958753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-f805a2df-df50-4c4d-b40b-542e10db73ce tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:17.963300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-f805a2df-df50-4c4d-b40b-542e10db73ce tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.44 "GET /v2.0/networks?id=c8913e4a-9275-46d5-859d-ac3b8067b8a6 HTTP/1.1" status: 200 len: 822 time: 0.1783085 Aug 23 12:03:17.963682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10ded12a-f2a4-4fd0-8cab-7c9e1668dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:17.980837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Request body: {'port': {'device_id': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6', 'admin_state_up': True, 'tenant_id': '4f4e2336a5e94a03be893b881ee5a6af'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:18.009216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded12a-f2a4-4fd0-8cab-7c9e1668dcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb651d-89a6-4471-a63a-5efbd8e80064,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:18.017853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-10ded12a-f2a4-4fd0-8cab-7c9e1668dcee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d143c117e09242369b7de9f7686a4ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385942 Aug 23 12:03:18.022364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:18.081174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca3d1-cc71-46c6-b443-7a531dc87b98 req-02775014-e668-4734-a539-fafb2368fded tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:18.082628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b49ca3d1-cc71-46c6-b443-7a531dc87b98 req-02775014-e668-4734-a539-fafb2368fded tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0637903 Aug 23 12:03:18.139477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b49ca3d1-cc71-46c6-b443-7a531dc87b98 req-64b84b0e-138d-41b5-9548-0424c9e911e8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Aug 23 12:03:18.149716 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51b4bfd5-1c19-4eab-b002-5ca1ece37820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:18.178549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Made reservation on behalf of 4f4e2336a5e94a03be893b881ee5a6af for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:18.182085 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:18.185335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51b4bfd5-1c19-4eab-b002-5ca1ece37820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:18.321865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba89f-7e92-4522-b777-165623389211 req-0db8e980-dbaa-483f-846c-cad019128686 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:18.323399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-831ba89f-7e92-4522-b777-165623389211 req-0db8e980-dbaa-483f-846c-cad019128686 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 943 time: 0.1256843 Aug 23 12:03:18.337879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51b4bfd5-1c19-4eab-b002-5ca1ece37820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:18.340186 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-51b4bfd5-1c19-4eab-b002-5ca1ece37820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:18.341282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-51b4bfd5-1c19-4eab-b002-5ca1ece37820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07fb651d-89a6-4471-a63a-5efbd8e80064 HTTP/1.1" status: 204 len: 168 time: 0.3178444 Aug 23 12:03:18.397421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4bfd5-1c19-4eab-b002-5ca1ece37820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb651d-89a6-4471-a63a-5efbd8e80064,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:18.417114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-831ba89f-7e92-4522-b777-165623389211 req-79bb9a40-5ef3-4497-b923-1ecafe38e787 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866342 Aug 23 12:03:18.427142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Allocated IP 172.20.0.12 (c8913e4a-9275-46d5-859d-ac3b8067b8a6/f016d175-f22e-42e1-a5ba-32d533e17a71/e04c0991-4aba-4d94-8cad-80d0cef73de1) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:03:18.933728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c58e1-b8fd-44a3-900e-55b93e01f121 req-28b6d634-ffbe-468f-8965-03c488df3d0d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:18.938066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-282c58e1-b8fd-44a3-900e-55b93e01f121 req-28b6d634-ffbe-468f-8965-03c488df3d0d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.1185565 Aug 23 12:03:18.970217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.000680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-282c58e1-b8fd-44a3-900e-55b93e01f121 req-afb7ea2e-2d78-44b0-ada5-1002606677e8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 Aug 23 12:03:19.052026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.052447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 452f1d33-af94-46d6-a390-1dd1de246fb7 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:03:19.108190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c1fc1-2523-4268-bbae-c3a5c2b7e3d6 req-057257ee-1066-4d74-8f67-7307a450d576 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:19.110216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6c1fc1-2523-4268-bbae-c3a5c2b7e3d6 req-057257ee-1066-4d74-8f67-7307a450d576 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 932 time: 0.0781639 Aug 23 12:03:19.124275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Network c8913e4a-9275-46d5-859d-ac3b8067b8a6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:19.129541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:19.134625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:03:19.188211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6c1fc1-2523-4268-bbae-c3a5c2b7e3d6 req-ec80ce61-07e2-4e83-a905-3c9b9c0c31b5 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700295 Aug 23 12:03:19.196946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:19.197763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.217180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419369 Aug 23 12:03:19.218636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568898-cade-4a4a-995d-2ac6bd594a5d tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Pushing event updated for resources: {'Port': ['ID=e04c0991-4aba-4d94-8cad-80d0cef73de1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:19.235793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Request body: {'port': {'device_id': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:19.265935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 452f1d33-af94-46d6-a390-1dd1de246fb7, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=452f1d33-af94-46d6-a390-1dd1de246fb7,segment=NetworkSegment(b3308b43-62a4-4569-bd7e-a34df7ea32b6),segment_id=b3308b43-62a4-4569-bd7e-a34df7ea32b6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:19.280305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '452f1d33-af94-46d6-a390-1dd1de246fb7', 'network_id': 'c7823cac-6de3-4a19-b2ca-0d8da22fedfe', 'port_id': '452f1d33-af94-46d6-a390-1dd1de246fb7', 'mac_address': 'fa:16:3e:5b:fc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3eae513-6a02-4c71-b405-ed83e2b33740', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:03:19.323204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.343561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958c3ab-2f3a-4ae9-85fd-a4cdd33b503b req-0d26e64a-3169-49fc-a054-b5c7be563f24 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:19.345965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.346115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7958c3ab-2f3a-4ae9-85fd-a4cdd33b503b req-0d26e64a-3169-49fc-a054-b5c7be563f24 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0608375 Aug 23 12:03:19.385481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452f1d33-af94-46d6-a390-1dd1de246fb7 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:19.407819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7958c3ab-2f3a-4ae9-85fd-a4cdd33b503b req-a99282f9-1147-49f1-8af5-5ff1e632548c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Aug 23 12:03:19.426777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 452f1d33-af94-46d6-a390-1dd1de246fb7, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=452f1d33-af94-46d6-a390-1dd1de246fb7,segment=NetworkSegment(b3308b43-62a4-4569-bd7e-a34df7ea32b6),segment_id=b3308b43-62a4-4569-bd7e-a34df7ea32b6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:19.433817 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.509524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=452f1d33-af94-46d6-a390-1dd1de246fb7,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:19.526472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.527119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.527991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.527991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.528378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.528807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.530084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.533798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.533798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.533798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.533798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.533798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:03:19.616357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb04590-f3bf-45d5-891f-498931c2693f req-49886426-d92f-4001-92b1-910597655c1f tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:19.617946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0cb04590-f3bf-45d5-891f-498931c2693f req-49886426-d92f-4001-92b1-910597655c1f tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 944 time: 0.0992565 Aug 23 12:03:19.679211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0cb04590-f3bf-45d5-891f-498931c2693f req-ec6d192d-9723-430e-9c75-e7536c307963 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484896 Aug 23 12:03:19.732374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['452f1d33-af94-46d6-a390-1dd1de246fb7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:19.746381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04c0991-4aba-4d94-8cad-80d0cef73de1 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:19.756142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.778279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Transition to ACTIVE for port object e04c0991-4aba-4d94-8cad-80d0cef73de1 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:03:19.790953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:19.906648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Pushing event updated for resources: {'Port': ['ID=e04c0991-4aba-4d94-8cad-80d0cef73de1,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:19.989835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Attempting to bind port e04c0991-4aba-4d94-8cad-80d0cef73de1 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:19.990527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Attempting to bind port e04c0991-4aba-4d94-8cad-80d0cef73de1 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:19.990527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Attempting to bind port e04c0991-4aba-4d94-8cad-80d0cef73de1 on network c8913e4a-9275-46d5-859d-ac3b8067b8a6 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:19.996581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Port e04c0991-4aba-4d94-8cad-80d0cef73de1 on network c8913e4a-9275-46d5-859d-ac3b8067b8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:03:19.996964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Attempting to bind port e04c0991-4aba-4d94-8cad-80d0cef73de1 on network c8913e4a-9275-46d5-859d-ac3b8067b8a6 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:20.003117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:20.003555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Checking segment: {'id': 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:20.004169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Bound using segment: {'id': 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:20.005362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Bound port: e04c0991-4aba-4d94-8cad-80d0cef73de1, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:20.005827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:20.091708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] For port e04c0991-4aba-4d94-8cad-80d0cef73de1, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:20.095956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] For port e04c0991-4aba-4d94-8cad-80d0cef73de1, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1,segment=NetworkSegment(ba51abb7-8fec-4eef-bbf1-8fab3b17de3a),segment_id=ba51abb7-8fec-4eef-bbf1-8fab3b17de3a)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:20.101082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:20.159545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.160310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:20.162245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] 10.222.0.44 "PUT /v2.0/ports/e04c0991-4aba-4d94-8cad-80d0cef73de1 HTTP/1.1" status: 200 len: 1092 time: 0.9308543 Aug 23 12:03:20.162784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'tag': 'e04c0991-4aba-4d94-8cad-80d0cef73de1'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:20.165165 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a6d7a-2979-42fe-b771-0c325f7518a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee310a09-eed6-4104-82ff-d2939d387c5f", "tag": "e04c0991-4aba-4d94-8cad-80d0cef73de1"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:20.165989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f8720-e10a-44eb-8b81-83e5e9902744 req-8fcd0f52-532a-4570-a970-6028d228c7d4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.167978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f0f8720-e10a-44eb-8b81-83e5e9902744 req-8fcd0f52-532a-4570-a970-6028d228c7d4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0688651 Aug 23 12:03:20.171590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490db934-8bf4-4e2b-a172-61a8c9f43740 service neutron] Pushing event updated for resources: {'Port': ['ID=e04c0991-4aba-4d94-8cad-80d0cef73de1,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:20.222405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f0f8720-e10a-44eb-8b81-83e5e9902744 req-d12ba89e-7ad7-4de7-9f90-2a0b8633b55d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Aug 23 12:03:20.225917 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abd5755-dcf1-4ac4-89e2-2a8cffa4d9e2 x-openstack-request-id: req-5abd5755-dcf1-4ac4-89e2-2a8cffa4d9e2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:20.226428 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee310a09-eed6-4104-82ff-d2939d387c5f", "tag": "e04c0991-4aba-4d94-8cad-80d0cef73de1", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:20.226793 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5abd5755-dcf1-4ac4-89e2-2a8cffa4d9e2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:20.229391 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'tag': 'e04c0991-4aba-4d94-8cad-80d0cef73de1', 'status': 'completed', 'code': 200} Aug 23 12:03:20.318624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-7046f937-0961-405b-a499-af642dc6a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.321449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-7046f937-0961-405b-a499-af642dc6a7f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f4e2336a5e94a03be893b881ee5a6af&device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 1095 time: 0.0928524 Aug 23 12:03:20.376848 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-29c7e3d6-56d8-4952-a61f-1ab9a8abbcc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1 HTTP/1.1" status: 200 len: 217 time: 0.0428841 Aug 23 12:03:20.385796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639475-593c-458f-90b6-fb8adf0dfa5a req-8f00821a-77d4-422e-b7d4-e1c693e60416 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.387391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11639475-593c-458f-90b6-fb8adf0dfa5a req-8f00821a-77d4-422e-b7d4-e1c693e60416 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 944 time: 0.1075432 Aug 23 12:03:20.470653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-97c01dd4-e811-4e17-ab63-6d611f223788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.473232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-97c01dd4-e811-4e17-ab63-6d611f223788 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f016d175-f22e-42e1-a5ba-32d533e17a71 HTTP/1.1" status: 200 len: 862 time: 0.0847278 Aug 23 12:03:20.478854 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11639475-593c-458f-90b6-fb8adf0dfa5a req-b75deb81-3b3d-4d30-baa1-00b960fc62ce tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819037 Aug 23 12:03:20.519246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-a357eef6-04f6-4f70-8025-368444a4ed12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8913e4a-9275-46d5-859d-ac3b8067b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381031 Aug 23 12:03:20.546760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6ebef-c590-4c0e-ba88-b248d111088b req-b86f148f-7407-4dbe-8547-87cdef57a131 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.548848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ec6ebef-c590-4c0e-ba88-b248d111088b req-b86f148f-7407-4dbe-8547-87cdef57a131 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0720785 Aug 23 12:03:20.606721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ec6ebef-c590-4c0e-ba88-b248d111088b req-089cfb24-db02-4295-8e83-f80424361120 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Aug 23 12:03:20.642512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-6e6193ec-e210-4cde-9b1d-73a3c2f603b2 service neutron] 10.222.0.44 "GET /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137071 Aug 23 12:03:20.749043 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfb935ec-cf35-4182-bd4d-d16106a3715b req-c6030005-6c48-4b8e-b644-6863c5c2c99b service neutron] 10.222.0.44 "GET /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973721 Aug 23 12:03:20.805201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0863-0c9c-467b-8f4f-cb47372a9159 req-53b1a438-bdbf-4261-afbb-8696dbd0a801 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.806874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d0e0863-0c9c-467b-8f4f-cb47372a9159 req-53b1a438-bdbf-4261-afbb-8696dbd0a801 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 944 time: 0.0541642 Aug 23 12:03:20.877906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-aad7e18e-265b-450a-87d6-3ee3aca24cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.879440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-aad7e18e-265b-450a-87d6-3ee3aca24cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f4e2336a5e94a03be893b881ee5a6af&device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 1095 time: 0.0716875 Aug 23 12:03:20.882857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d0e0863-0c9c-467b-8f4f-cb47372a9159 req-b44d2276-69fe-4885-8e66-bd45670f62f6 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673008 Aug 23 12:03:20.997910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-eb0ee3c7-6885-422e-a8c6-a7045a45a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:20.999398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-eb0ee3c7-6885-422e-a8c6-a7045a45a578 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c8913e4a-9275-46d5-859d-ac3b8067b8a6 HTTP/1.1" status: 200 len: 923 time: 0.1071637 Aug 23 12:03:21.064566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-98fb2ee0-5863-4c42-8d86-69c198779d0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1 HTTP/1.1" status: 200 len: 217 time: 0.0442855 Aug 23 12:03:21.066618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 452f1d33-af94-46d6-a390-1dd1de246fb7 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:21.125710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 452f1d33-af94-46d6-a390-1dd1de246fb7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:21.131268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 452f1d33-af94-46d6-a390-1dd1de246fb7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:21.131654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:21.143188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-44ebeb0e-bc60-4899-8b86-6b55c7cc31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:21.144921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-44ebeb0e-bc60-4899-8b86-6b55c7cc31ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f016d175-f22e-42e1-a5ba-32d533e17a71 HTTP/1.1" status: 200 len: 862 time: 0.0699008 Aug 23 12:03:21.188588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-77b28479-9f2a-4ea1-9933-c5168f13fc49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c8913e4a-9275-46d5-859d-ac3b8067b8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360405 Aug 23 12:03:21.220118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:21.247961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8666107b-788b-4534-b74c-2269adda7db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452f1d33-af94-46d6-a390-1dd1de246fb7'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:21.255519 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3711d4-9159-4760-baff-6c60e16a6b0f" -d '{"events": [{"server_uuid": "8666107b-788b-4534-b74c-2269adda7db6", "name": "network-vif-plugged", "status": "completed", "tag": "452f1d33-af94-46d6-a390-1dd1de246fb7"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:21.293316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 452f1d33-af94-46d6-a390-1dd1de246fb7, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=452f1d33-af94-46d6-a390-1dd1de246fb7,segment=NetworkSegment(b3308b43-62a4-4569-bd7e-a34df7ea32b6),segment_id=b3308b43-62a4-4569-bd7e-a34df7ea32b6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:21.300844 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:21.336633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-097a751b-095e-4e67-a149-8449cbdde109 service neutron] 10.222.0.44 "GET /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375582 Aug 23 12:03:21.344209 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b90c82-bb63-4f2a-8246-38f6db077723 x-openstack-request-id: req-e9b90c82-bb63-4f2a-8246-38f6db077723 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:21.344942 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8666107b-788b-4534-b74c-2269adda7db6", "name": "network-vif-plugged", "status": "completed", "tag": "452f1d33-af94-46d6-a390-1dd1de246fb7", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:21.345527 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9b90c82-bb63-4f2a-8246-38f6db077723 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:21.346139 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8666107b-788b-4534-b74c-2269adda7db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452f1d33-af94-46d6-a390-1dd1de246fb7', 'code': 200} Aug 23 12:03:21.398196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=452f1d33-af94-46d6-a390-1dd1de246fb7,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:21.460474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff00d61-558a-41d2-8834-81dba6db7d0c req-d55d9aec-a092-43d4-8bf4-1e1fd917b304 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:21.462080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ff00d61-558a-41d2-8834-81dba6db7d0c req-d55d9aec-a092-43d4-8bf4-1e1fd917b304 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0895715 Aug 23 12:03:21.482834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd991-58e6-4bb3-9bde-6d0bf0cbc02a req-b0afed9d-b88c-4f9d-b0f3-01098d2e8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:21.484356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-55ecd991-58e6-4bb3-9bde-6d0bf0cbc02a req-b0afed9d-b88c-4f9d-b0f3-01098d2e8a3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 1096 time: 0.0693893 Aug 23 12:03:21.505256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-968a6d7a-2979-42fe-b771-0c325f7518a7 req-66808e5c-a0ca-4ab5-b712-03fdb2690fbe service neutron] 10.222.0.44 "GET /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612434 Aug 23 12:03:21.563380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ff00d61-558a-41d2-8834-81dba6db7d0c req-57851b4a-7b10-4923-9817-d5c03bdb6179 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917659 Aug 23 12:03:21.570569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-55ecd991-58e6-4bb3-9bde-6d0bf0cbc02a req-5fbc9dc4-14dc-488e-b3a0-7d8d0f87a03e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Aug 23 12:03:21.638738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccc30-fc50-4c28-9402-aa321439ba4e req-1980dea7-de5b-4d0a-8b78-9416eeee9654 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:21.640473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8dccc30-fc50-4c28-9402-aa321439ba4e req-1980dea7-de5b-4d0a-8b78-9416eeee9654 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 944 time: 0.0683405 Aug 23 12:03:21.696362 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8dccc30-fc50-4c28-9402-aa321439ba4e req-337146dd-ae1c-4a22-8745-179e59b942d4 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Aug 23 12:03:21.747035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5607d6-1b82-4a9f-8549-33ea4b22e00d req-feae240e-d473-4c45-84b9-3775a9fb29cf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:21.748870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a5607d6-1b82-4a9f-8549-33ea4b22e00d req-feae240e-d473-4c45-84b9-3775a9fb29cf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0573606 Aug 23 12:03:21.777357 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f104834d-57e0-4573-b684-d3c8e219f415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:21.808390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a5607d6-1b82-4a9f-8549-33ea4b22e00d req-2af73339-bfb3-4832-af7b-3d2b2983a81a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530105 Aug 23 12:03:22.044450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950678-a34f-47a5-81ed-0bec8f4f7f96 req-d0a780ea-8428-431c-98c2-5a6d0869ac1d tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:22.046028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f950678-a34f-47a5-81ed-0bec8f4f7f96 req-d0a780ea-8428-431c-98c2-5a6d0869ac1d tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 945 time: 0.0758605 Aug 23 12:03:22.092110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f950678-a34f-47a5-81ed-0bec8f4f7f96 req-d86fecee-e547-4cdd-b6f3-f634785f22fa tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Aug 23 12:03:22.723035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c22e9a-28b8-4234-abc9-3855c0a1e8f4 req-d6d8ff0f-9169-4c35-92a8-bf5b7ab4b34b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:22.725464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1c22e9a-28b8-4234-abc9-3855c0a1e8f4 req-d6d8ff0f-9169-4c35-92a8-bf5b7ab4b34b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0733452 Aug 23 12:03:22.777652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1c22e9a-28b8-4234-abc9-3855c0a1e8f4 req-0737c6b2-fa96-4eb1-a406-9f99fe87b0ce tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Aug 23 12:03:22.860806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0176f-c3c3-4805-9271-a98dc5509684 req-3ee09b79-8cc8-4e7b-9003-7e58cdfb4c2b tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:22.863464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5b0176f-c3c3-4805-9271-a98dc5509684 req-3ee09b79-8cc8-4e7b-9003-7e58cdfb4c2b tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 944 time: 0.0720923 Aug 23 12:03:22.922506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5b0176f-c3c3-4805-9271-a98dc5509684 req-f621add1-86b7-43bb-a843-2ba67253876b tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Aug 23 12:03:22.973202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bc9b8-4c63-444c-b9d9-a2343c153397 req-aae0b29d-d5ef-4c36-9e92-96a9121949f7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:22.974852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-036bc9b8-4c63-444c-b9d9-a2343c153397 req-aae0b29d-d5ef-4c36-9e92-96a9121949f7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0593855 Aug 23 12:03:23.018918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-036bc9b8-4c63-444c-b9d9-a2343c153397 req-6a4ab241-e4de-4078-bf49-c1d75f8ecc10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378056 Aug 23 12:03:23.254469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed03a70-8198-4cb0-93fb-75f7f9b25a59 req-92244af5-73ad-4ea0-bb9b-15936c670d15 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:23.256814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ed03a70-8198-4cb0-93fb-75f7f9b25a59 req-92244af5-73ad-4ea0-bb9b-15936c670d15 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 945 time: 0.0726278 Aug 23 12:03:23.299045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ed03a70-8198-4cb0-93fb-75f7f9b25a59 req-d2460b18-ad7e-49e4-a9dc-f05820f0530a tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Aug 23 12:03:23.390068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e04c0991-4aba-4d94-8cad-80d0cef73de1 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:03:23.526657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e04c0991-4aba-4d94-8cad-80d0cef73de1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1,segment=NetworkSegment(ba51abb7-8fec-4eef-bbf1-8fab3b17de3a),segment_id=ba51abb7-8fec-4eef-bbf1-8fab3b17de3a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:23.540385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e04c0991-4aba-4d94-8cad-80d0cef73de1', 'network_id': 'c8913e4a-9275-46d5-859d-ac3b8067b8a6', 'port_id': 'e04c0991-4aba-4d94-8cad-80d0cef73de1', 'mac_address': 'fa:16:3e:ca:16:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f016d175-f22e-42e1-a5ba-32d533e17a71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:03:23.596462 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:23.610178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04c0991-4aba-4d94-8cad-80d0cef73de1 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:23.632134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e04c0991-4aba-4d94-8cad-80d0cef73de1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1,segment=NetworkSegment(ba51abb7-8fec-4eef-bbf1-8fab3b17de3a),segment_id=ba51abb7-8fec-4eef-bbf1-8fab3b17de3a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:23.640338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:23.669635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518dcce-a576-409d-a2ae-31b3750191b1 req-5a6589b7-4df9-4cbe-990c-56c725aa6f9b tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:23.671291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b518dcce-a576-409d-a2ae-31b3750191b1 req-5a6589b7-4df9-4cbe-990c-56c725aa6f9b tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 945 time: 0.0562432 Aug 23 12:03:23.698224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e04c0991-4aba-4d94-8cad-80d0cef73de1,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:23.723722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b518dcce-a576-409d-a2ae-31b3750191b1 req-7df547b6-4b8e-44d6-ad23-bd9473fd962b tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Aug 23 12:03:23.915158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a2648-7d82-4b94-be4d-3fef20f94436 req-b700454f-c991-4337-9982-7690b406f121 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:23.916783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-681a2648-7d82-4b94-be4d-3fef20f94436 req-b700454f-c991-4337-9982-7690b406f121 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0543981 Aug 23 12:03:23.962544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-681a2648-7d82-4b94-be4d-3fef20f94436 req-a8f51e34-9b9c-4946-b9e7-d02894b28b07 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Aug 23 12:03:23.977214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e04c0991-4aba-4d94-8cad-80d0cef73de1'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:24.091216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23b54-9ec7-4f0b-ad75-e3843548c45d req-e6a8ddc0-78e7-4464-a2ea-a882cd91e0bd tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:24.093095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2e23b54-9ec7-4f0b-ad75-e3843548c45d req-e6a8ddc0-78e7-4464-a2ea-a882cd91e0bd tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 945 time: 0.0556364 Aug 23 12:03:24.157053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2e23b54-9ec7-4f0b-ad75-e3843548c45d req-86dbaa11-58cb-4229-8336-f61b6a969324 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541492 Aug 23 12:03:24.251438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a056ee-1eee-4313-8678-83044655b4f6 req-f1bf1ae8-d7be-489f-b5d7-c89acd1f4b52 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:24.253026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2a056ee-1eee-4313-8678-83044655b4f6 req-f1bf1ae8-d7be-489f-b5d7-c89acd1f4b52 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0554109 Aug 23 12:03:24.296193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2a056ee-1eee-4313-8678-83044655b4f6 req-a47b77e7-3b6e-455d-9966-2db513facd72 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Aug 23 12:03:24.351287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:24.355266 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d60fb541-6f64-4d0c-ac8f-960041130e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:24.858698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db509-b240-43e5-8d3c-0f2d942c0872 req-2144e3ab-a8fa-4e78-a774-e45fb5a36752 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:24.860542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f26db509-b240-43e5-8d3c-0f2d942c0872 req-2144e3ab-a8fa-4e78-a774-e45fb5a36752 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Aug 23 12:03:24.916272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f26db509-b240-43e5-8d3c-0f2d942c0872 req-c1edd97a-30e6-4d01-97d0-f8ee36d60f3f tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d99205-38d1-40c3-a632-0742b339561e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Aug 23 12:03:24.989766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-870e9934-072c-4f6f-9bd9-de13e98ba8fe tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:24.991340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-870e9934-072c-4f6f-9bd9-de13e98ba8fe tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.41 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 945 time: 0.0561321 Aug 23 12:03:25.100255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Deleting port 452f1d33-af94-46d6-a390-1dd1de246fb7 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:25.100761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.105239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de181-7411-465c-9f49-16e9aa0b9c9d req-ca57821a-573d-4fbd-8e74-806a6e709c5e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:25.107815 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-319de181-7411-465c-9f49-16e9aa0b9c9d req-ca57821a-573d-4fbd-8e74-806a6e709c5e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0600369 Aug 23 12:03:25.155351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-319de181-7411-465c-9f49-16e9aa0b9c9d req-75b22c5e-f7d5-4823-9fd6-b60e6ca89f9e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Aug 23 12:03:25.212437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] For port 452f1d33-af94-46d6-a390-1dd1de246fb7, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=452f1d33-af94-46d6-a390-1dd1de246fb7,segment=NetworkSegment(b3308b43-62a4-4569-bd7e-a34df7ea32b6),segment_id=b3308b43-62a4-4569-bd7e-a34df7ea32b6)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:25.212894 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.227166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Calling delete_port for 452f1d33-af94-46d6-a390-1dd1de246fb7 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:25.344612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912573-dfaf-4a44-ae4c-418be8c70152 req-94f5da51-8d47-4a19-8c3e-2419e7db98b8 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:25.346244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f912573-dfaf-4a44-ae4c-418be8c70152 req-94f5da51-8d47-4a19-8c3e-2419e7db98b8 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 945 time: 0.1080279 Aug 23 12:03:25.393475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e04c0991-4aba-4d94-8cad-80d0cef73de1 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:25.434817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f912573-dfaf-4a44-ae4c-418be8c70152 req-b37b770d-cfd1-4ef4-b628-ea4bec00d11b tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735152 Aug 23 12:03:25.451930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228b084-a9e0-4ba2-8b37-83f3810ad7e3 req-50122bbf-75a9-4044-a78d-dfddda47c049 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:25.453546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e228b084-a9e0-4ba2-8b37-83f3810ad7e3 req-50122bbf-75a9-4044-a78d-dfddda47c049 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0808051 Aug 23 12:03:25.494232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e04c0991-4aba-4d94-8cad-80d0cef73de1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:25.496674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.501938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e04c0991-4aba-4d94-8cad-80d0cef73de1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:25.502981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.509541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e228b084-a9e0-4ba2-8b37-83f3810ad7e3 req-19d076f2-e789-4fc8-9fd0-b3dd37806705 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Aug 23 12:03:25.553100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Pushing event deleted for resources: {'Port': ['ID=452f1d33-af94-46d6-a390-1dd1de246fb7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:25.586223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['452f1d33-af94-46d6-a390-1dd1de246fb7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:25.608397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] No DVR routers for this DVR port 452f1d33-af94-46d6-a390-1dd1de246fb7 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:25.611709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.614134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-401cacb1-38d4-4f79-b692-89868b27d8ba req-965426eb-7e6d-4734-88f5-eed315481dff tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.41 "DELETE /v2.0/ports/452f1d33-af94-46d6-a390-1dd1de246fb7 HTTP/1.1" status: 204 len: 173 time: 0.6161962 Aug 23 12:03:25.614835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8666107b-788b-4534-b74c-2269adda7db6', 'name': 'network-vif-deleted', 'tag': '452f1d33-af94-46d6-a390-1dd1de246fb7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:25.630359 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5146746-0524-4974-9de7-4edbd595ca3e" -d '{"events": [{"server_uuid": "8666107b-788b-4534-b74c-2269adda7db6", "name": "network-vif-deleted", "tag": "452f1d33-af94-46d6-a390-1dd1de246fb7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:25.665306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.679419 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d094a5-cb9b-4f60-bf93-39ec0cc063d3 x-openstack-request-id: req-d3d094a5-cb9b-4f60-bf93-39ec0cc063d3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:25.679729 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8666107b-788b-4534-b74c-2269adda7db6", "name": "network-vif-deleted", "tag": "452f1d33-af94-46d6-a390-1dd1de246fb7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:25.679989 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3d094a5-cb9b-4f60-bf93-39ec0cc063d3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:25.680419 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8666107b-788b-4534-b74c-2269adda7db6', 'name': 'network-vif-deleted', 'tag': '452f1d33-af94-46d6-a390-1dd1de246fb7', 'status': 'completed', 'code': 200} Aug 23 12:03:25.786360 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.817886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04c0991-4aba-4d94-8cad-80d0cef73de1'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:25.821871 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf55c0-d2d9-4915-afb5-12299ba8a7e2" -d '{"events": [{"server_uuid": "ee310a09-eed6-4104-82ff-d2939d387c5f", "name": "network-vif-plugged", "status": "completed", "tag": "e04c0991-4aba-4d94-8cad-80d0cef73de1"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:25.862122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e04c0991-4aba-4d94-8cad-80d0cef73de1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1,segment=NetworkSegment(ba51abb7-8fec-4eef-bbf1-8fab3b17de3a),segment_id=ba51abb7-8fec-4eef-bbf1-8fab3b17de3a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:25.867628 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-93329111-8d00-4707-a186-b1c16514a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:25.869503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-93329111-8d00-4707-a186-b1c16514a228 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.0461903 Aug 23 12:03:25.871474 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:25.876557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7739d0-d069-47df-b218-112e1ad4727c req-70658a33-8e41-4b71-aabd-43471404c9ba tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:25.890239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba7739d0-d069-47df-b218-112e1ad4727c req-70658a33-8e41-4b71-aabd-43471404c9ba tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1044707 Aug 23 12:03:25.903333 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb97b64-178a-40f3-9c57-dbbacbbade1a x-openstack-request-id: req-ddb97b64-178a-40f3-9c57-dbbacbbade1a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:25.904001 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee310a09-eed6-4104-82ff-d2939d387c5f", "name": "network-vif-plugged", "status": "completed", "tag": "e04c0991-4aba-4d94-8cad-80d0cef73de1", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:25.904719 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddb97b64-178a-40f3-9c57-dbbacbbade1a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:25.905292 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04c0991-4aba-4d94-8cad-80d0cef73de1', 'code': 200} Aug 23 12:03:25.962887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba7739d0-d069-47df-b218-112e1ad4727c req-18a8c7db-3c51-495c-a080-3b61e27a3b7c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523434 Aug 23 12:03:25.972741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e04c0991-4aba-4d94-8cad-80d0cef73de1,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:26.031891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16e644-bf4f-4dd8-bebb-4c5ea85e3169 req-aa6b3064-26c3-44b4-99a2-2afb222a6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:26.033932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf16e644-bf4f-4dd8-bebb-4c5ea85e3169 req-aa6b3064-26c3-44b4-99a2-2afb222a6000 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 1097 time: 0.0693955 Aug 23 12:03:26.040984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-c519f75d-478f-4527-81c0-3a782c816450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:26.042885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-c519f75d-478f-4527-81c0-3a782c816450 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.1639833 Aug 23 12:03:26.085438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf16e644-bf4f-4dd8-bebb-4c5ea85e3169 req-a62427d7-045d-4b28-b231-4e07b15118dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Aug 23 12:03:26.124398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f2e1d90-b846-4bde-9b24-1bf694d9b37e req-dd882efa-e2ec-4f15-9541-2abd48f19b27 tempest-ServerAddressesNegativeTestJSON-1641317773 tempest-ServerAddressesNegativeTestJSON-1641317773-project] 10.222.0.21 "GET /v2.0/ports?device_id=8666107b-788b-4534-b74c-2269adda7db6 HTTP/1.1" status: 200 len: 210 time: 0.0641315 Aug 23 12:03:26.148186 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-bd455df5-dbef-42a9-b892-76875bf91766 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.0957363 Aug 23 12:03:26.298931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328ce23-6d99-4928-ac8b-b184df980d08 req-2c2a12a8-8856-45f0-b818-7f621b4154e4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:26.300509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d328ce23-6d99-4928-ac8b-b184df980d08 req-2c2a12a8-8856-45f0-b818-7f621b4154e4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0521305 Aug 23 12:03:26.324456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-5056cb6b-f174-496a-9182-105e4198019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:26.326076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-5056cb6b-f174-496a-9182-105e4198019a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0487235 Aug 23 12:03:26.344503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d328ce23-6d99-4928-ac8b-b184df980d08 req-347c695d-6a63-44e5-8e59-ba9623dd0244 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362458 Aug 23 12:03:26.377247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-43fc41ee-98e0-4d42-9a0e-a1c3006f0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:26.377490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-43fc41ee-98e0-4d42-9a0e-a1c3006f0280 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430591 Aug 23 12:03:26.478087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-270d00e3-3497-4afc-bb8d-86615a5e4063 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916207 Aug 23 12:03:26.614919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb8d5355-85cf-46af-a7b4-1d67aa88b381 req-d92dbbee-72bb-4a95-8219-9318568904f0 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289308 Aug 23 12:03:26.623346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633031a7-f2fc-4705-af26-f159ca9a424f req-3f9adb5c-e92b-49db-9c51-1df444229c34 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:26.624917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-633031a7-f2fc-4705-af26-f159ca9a424f req-3f9adb5c-e92b-49db-9c51-1df444229c34 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 946 time: 0.1066463 Aug 23 12:03:26.685424 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-633031a7-f2fc-4705-af26-f159ca9a424f req-dd382b69-d435-4564-8471-609b9987524b tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Aug 23 12:03:27.092347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223794e-ae7f-4906-990b-50e50b45f66f req-6eb332a9-bf1c-4213-b6fd-a2a794d6efea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:27.101247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7223794e-ae7f-4906-990b-50e50b45f66f req-6eb332a9-bf1c-4213-b6fd-a2a794d6efea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0712113 Aug 23 12:03:27.150361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7223794e-ae7f-4906-990b-50e50b45f66f req-c6c7f906-8bbe-47ea-ae15-39072c7f56df tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479245 Aug 23 12:03:27.210459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53186) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:27.281952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Deleting subnet e3eae513-6a02-4c71-b405-ed83e2b33740 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:03:27.286036 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.289084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.334543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.412688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.504766 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.506508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.522648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c99c-041b-4b1a-a26f-56971647f6e0 req-2fd72c13-a679-458e-bd81-0d75ddb19ee8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:27.531621 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7430c99c-041b-4b1a-a26f-56971647f6e0 req-2fd72c13-a679-458e-bd81-0d75ddb19ee8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0814033 Aug 23 12:03:27.548895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3eae513-6a02-4c71-b405-ed83e2b33740,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:27.556674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.558862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b691a7e3-8e00-41ae-a14a-9d02cc9a8cd5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3eae513-6a02-4c71-b405-ed83e2b33740 HTTP/1.1" status: 204 len: 168 time: 0.3466871 Aug 23 12:03:27.561305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53190) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:27.584303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7430c99c-041b-4b1a-a26f-56971647f6e0 req-96140e63-056c-4163-9523-8f44519bc37e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Aug 23 12:03:27.638742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.733306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.746368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7823cac-6de3-4a19-b2ca-0d8da22fedfe']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:27.762963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3308b43-62a4-4569-bd7e-a34df7ea32b6') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:27.763456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3308b43-62a4-4569-bd7e-a34df7ea32b6') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:27.775062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.796250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.804777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:03:27.805280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:03:27.807503 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:03:27.870834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ccf0b-99ee-4121-a507-ea0ec24d7f42 req-bb6a1d1a-b851-4400-9c0e-01d553e2b0b9 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:27.873807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce9ccf0b-99ee-4121-a507-ea0ec24d7f42 req-bb6a1d1a-b851-4400-9c0e-01d553e2b0b9 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 946 time: 0.0683544 Aug 23 12:03:27.877369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.885316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:27.890267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7823cac-6de3-4a19-b2ca-0d8da22fedfe HTTP/1.1" status: 204 len: 168 time: 0.3277395 Aug 23 12:03:27.904139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd47fe-53a7-400d-be4c-8f0dbf3386a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7823cac-6de3-4a19-b2ca-0d8da22fedfe,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:27.937938 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce9ccf0b-99ee-4121-a507-ea0ec24d7f42 req-14f48642-0466-456d-98e0-cf2ee8579f68 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567455 Aug 23 12:03:28.125336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53208) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:28.135807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:28.178548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ba3a8b67-ce2f-4dae-acd2-ba043938f24e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de3f27db7a2249c3a13f1d93506f2fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513911 Aug 23 12:03:28.181479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53214) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:28.254030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee70ef4-5dee-4191-a0b3-7286e2ee13da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:28.288568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee70ef4-5dee-4191-a0b3-7286e2ee13da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:28.381487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6538a-6a0d-46cc-a200-47642d33d3dd req-3966c8e5-8f53-40f2-a2d8-5f5509adff4f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:28.383139 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7a6538a-6a0d-46cc-a200-47642d33d3dd req-3966c8e5-8f53-40f2-a2d8-5f5509adff4f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0782795 Aug 23 12:03:28.411443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e652a5-9057-458b-a3b0-d7e1bdac08fb req-8ac3ad80-d4f6-4f35-993d-29ef13587bf1 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:28.413735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0e652a5-9057-458b-a3b0-d7e1bdac08fb req-8ac3ad80-d4f6-4f35-993d-29ef13587bf1 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 946 time: 0.0822999 Aug 23 12:03:28.413887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee70ef4-5dee-4191-a0b3-7286e2ee13da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:28.416478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee70ef4-5dee-4191-a0b3-7286e2ee13da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:28.420144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ee70ef4-5dee-4191-a0b3-7286e2ee13da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99d99205-38d1-40c3-a632-0742b339561e HTTP/1.1" status: 204 len: 168 time: 0.2340918 Aug 23 12:03:28.440167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70ef4-5dee-4191-a0b3-7286e2ee13da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d99205-38d1-40c3-a632-0742b339561e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:28.485715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7a6538a-6a0d-46cc-a200-47642d33d3dd req-922bf2c7-62d6-4624-b873-975700b0f492 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922990 Aug 23 12:03:28.492548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0e652a5-9057-458b-a3b0-d7e1bdac08fb req-e616df38-1f3a-4233-9ca8-02b493d1f2f2 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714943 Aug 23 12:03:28.631764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62785e-8e9d-4b1d-8df1-a2a04aaeacf2 req-767711bd-9c7f-43e9-8346-282b878e168a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:28.633548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b62785e-8e9d-4b1d-8df1-a2a04aaeacf2 req-767711bd-9c7f-43e9-8346-282b878e168a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0703683 Aug 23 12:03:28.688650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b62785e-8e9d-4b1d-8df1-a2a04aaeacf2 req-be6daa89-f1e7-4c05-8167-960abfb18df9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Aug 23 12:03:28.740700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0f87-70e0-4d69-b688-530cd258603b req-4dc55821-6e16-4bb3-a3d4-72dfd5923b2b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:28.744316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80bd0f87-70e0-4d69-b688-530cd258603b req-4dc55821-6e16-4bb3-a3d4-72dfd5923b2b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0819108 Aug 23 12:03:28.792031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80bd0f87-70e0-4d69-b688-530cd258603b req-90b85cce-94a5-49fa-a706-3f6cf74c4517 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Aug 23 12:03:29.051264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7d35c-b984-4c81-b75c-af9023263c2f req-51dfba15-ff97-44d6-bef8-af6c7a7fb483 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:29.052821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70b7d35c-b984-4c81-b75c-af9023263c2f req-51dfba15-ff97-44d6-bef8-af6c7a7fb483 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0624578 Aug 23 12:03:29.083756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 452f1d33-af94-46d6-a390-1dd1de246fb7 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:29.103110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70b7d35c-b984-4c81-b75c-af9023263c2f req-3fd1c62e-4f72-4d75-8c1e-3c9660f1cbe9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Aug 23 12:03:29.118784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 452f1d33-af94-46d6-a390-1dd1de246fb7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:29.119406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 452f1d33-af94-46d6-a390-1dd1de246fb7 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:29.365073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7ae6-71c5-429f-b2c4-c49acf888c55 req-4f5286fa-5750-4822-a8da-6582d857f4d8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:29.366870 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-260e7ae6-71c5-429f-b2c4-c49acf888c55 req-4f5286fa-5750-4822-a8da-6582d857f4d8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0744519 Aug 23 12:03:29.412242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-260e7ae6-71c5-429f-b2c4-c49acf888c55 req-70e64f77-7e50-42fa-8e80-db9dc79cd6aa tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387914 Aug 23 12:03:29.714840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d21f15-20ed-4348-b6b8-b2007f5eda5f req-9856f68c-f22b-4c4b-acf1-8b059451f132 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:29.717275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3d21f15-20ed-4348-b6b8-b2007f5eda5f req-9856f68c-f22b-4c4b-acf1-8b059451f132 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 946 time: 0.0900235 Aug 23 12:03:29.784366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3d21f15-20ed-4348-b6b8-b2007f5eda5f req-65d3e7ec-72b9-45fb-9271-905217087f3b tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2fc8569-e14b-4505-81b5-da7ebc20f9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Aug 23 12:03:29.834111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-1107fc0f-6bef-466d-8110-f907294d22b1 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:29.838593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-1107fc0f-6bef-466d-8110-f907294d22b1 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 946 time: 0.0837409 Aug 23 12:03:29.980928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Deleting port e04c0991-4aba-4d94-8cad-80d0cef73de1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:29.981401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:30.003104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30afe5-f65f-4f58-87e3-38c0a267832f req-16144832-9da2-47c4-b97a-49726c0bbb7b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:30.005380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a30afe5-f65f-4f58-87e3-38c0a267832f req-16144832-9da2-47c4-b97a-49726c0bbb7b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0757675 Aug 23 12:03:30.080698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a30afe5-f65f-4f58-87e3-38c0a267832f req-1fc8e246-b48c-4268-b804-0d9556dfd240 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565348 Aug 23 12:03:30.146977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] For port e04c0991-4aba-4d94-8cad-80d0cef73de1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e04c0991-4aba-4d94-8cad-80d0cef73de1,segment=NetworkSegment(ba51abb7-8fec-4eef-bbf1-8fab3b17de3a),segment_id=ba51abb7-8fec-4eef-bbf1-8fab3b17de3a)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:30.147325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:30.174915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Calling delete_port for e04c0991-4aba-4d94-8cad-80d0cef73de1 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:30.282288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-952d2f35-d82f-4574-ab93-a6cfe0ec6cec req-006d248b-47d3-4a1e-bcca-041f6019ab35 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0266178 Aug 23 12:03:30.411803 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:30.427654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e04c0991-4aba-4d94-8cad-80d0cef73de1'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:30.542506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Pushing event deleted for resources: {'Port': ['ID=e04c0991-4aba-4d94-8cad-80d0cef73de1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:30.585599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] No DVR routers for this DVR port e04c0991-4aba-4d94-8cad-80d0cef73de1 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:30.588619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:30.595200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ede5c38b-54cc-4c86-9e7e-13bd6cedec6f req-b672b056-4fe2-4e29-b71f-342ac7c35a9c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.44 "DELETE /v2.0/ports/e04c0991-4aba-4d94-8cad-80d0cef73de1 HTTP/1.1" status: 204 len: 173 time: 0.7501760 Aug 23 12:03:30.604531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'name': 'network-vif-deleted', 'tag': 'e04c0991-4aba-4d94-8cad-80d0cef73de1'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:30.607025 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd46daf-9ea0-4dfa-b356-40c32c3e0d8d" -d '{"events": [{"server_uuid": "ee310a09-eed6-4104-82ff-d2939d387c5f", "name": "network-vif-deleted", "tag": "e04c0991-4aba-4d94-8cad-80d0cef73de1"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:30.668462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4fa65-1fa0-4824-b73f-1598b18aaeef req-cb9a591c-ad39-4dd1-958a-10474aaad56b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:30.670280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6b4fa65-1fa0-4824-b73f-1598b18aaeef req-cb9a591c-ad39-4dd1-958a-10474aaad56b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0595844 Aug 23 12:03:30.769955 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162880b-2144-4bd2-807e-030167f70d63 x-openstack-request-id: req-b162880b-2144-4bd2-807e-030167f70d63 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:30.770778 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee310a09-eed6-4104-82ff-d2939d387c5f", "name": "network-vif-deleted", "tag": "e04c0991-4aba-4d94-8cad-80d0cef73de1", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:30.771402 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b162880b-2144-4bd2-807e-030167f70d63 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:30.772151 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee310a09-eed6-4104-82ff-d2939d387c5f', 'name': 'network-vif-deleted', 'tag': 'e04c0991-4aba-4d94-8cad-80d0cef73de1', 'status': 'completed', 'code': 200} Aug 23 12:03:30.784759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6b4fa65-1fa0-4824-b73f-1598b18aaeef req-55a4a4d2-40fc-4114-8427-5f3dc71ef19c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073530 Aug 23 12:03:30.969448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-787d3e33-e301-4930-9e13-6e0d19e81e99 req-eb0228e1-b5ee-45e8-8725-e6c7bc21c50c tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 210 time: 0.0529203 Aug 23 12:03:31.133575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21349ae2-adaf-4027-8eeb-1a9448053e3b req-ea0e1619-60e4-40f4-90c8-bd6f5a286fdf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:31.143449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21349ae2-adaf-4027-8eeb-1a9448053e3b req-ea0e1619-60e4-40f4-90c8-bd6f5a286fdf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0747957 Aug 23 12:03:31.145481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-754b0bd0-9909-42ba-98ba-585199bd4b4e req-211c7e90-0b9b-4849-8d3b-0a9920df39bf tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0855942 Aug 23 12:03:31.201646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21349ae2-adaf-4027-8eeb-1a9448053e3b req-ee56f926-84d0-4b97-8985-01338ad82445 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516973 Aug 23 12:03:31.346526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb908a1-8304-43a3-8cbb-c2a797416d32 req-9b7b9951-5d92-47d3-8b3e-3092e42adba4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:31.348241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbb908a1-8304-43a3-8cbb-c2a797416d32 req-9b7b9951-5d92-47d3-8b3e-3092e42adba4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0753005 Aug 23 12:03:31.417167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbb908a1-8304-43a3-8cbb-c2a797416d32 req-7dab9a4e-6675-49a7-8427-0f0b730e8f58 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620279 Aug 23 12:03:31.911478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53346) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:32.072279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5c09-c970-41fd-978c-8fd274fd582b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.146953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0076f5c-0e46-4f4d-b67a-91b151e81c8b req-6132babc-26e6-4f28-a089-778fc2652aba tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 210 time: 0.0374844 Aug 23 12:03:32.227919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5c09-c970-41fd-978c-8fd274fd582b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.234376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5c09-c970-41fd-978c-8fd274fd582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.286378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bd4e5c09-c970-41fd-978c-8fd274fd582b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cedbb86318b041a587065afd3863f855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732007 Aug 23 12:03:32.290408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53356) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:32.296963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5c09-c970-41fd-978c-8fd274fd582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467d4ebf-7ad0-43d2-a005-6c3d30f2683a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:32.363781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aee7bdf-fff8-4719-ab58-28b3d1a4d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.393406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aee7bdf-fff8-4719-ab58-28b3d1a4d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.463101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aee7bdf-fff8-4719-ab58-28b3d1a4d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.466314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3aee7bdf-fff8-4719-ab58-28b3d1a4d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:32.467581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3aee7bdf-fff8-4719-ab58-28b3d1a4d0b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/467d4ebf-7ad0-43d2-a005-6c3d30f2683a HTTP/1.1" status: 204 len: 168 time: 0.1761835 Aug 23 12:03:32.476680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee7bdf-fff8-4719-ab58-28b3d1a4d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467d4ebf-7ad0-43d2-a005-6c3d30f2683a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:32.637057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f05b8a8c-5a16-4a21-8ab7-ee9a4ce42ef2 req-071bef94-eee4-4ab3-9291-ce83de2b247f tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.3289378 Aug 23 12:03:32.740383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a076fc5-8fd6-4f5a-b86e-8c72158cc989 req-a707061c-ac32-45a6-a414-b11809101116 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0338843 Aug 23 12:03:32.789377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364317fa-2346-485f-bb56-a42513efa1b8 req-fe595246-1474-4673-a4d9-b8e5790ecd65 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:32.790987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-364317fa-2346-485f-bb56-a42513efa1b8 req-fe595246-1474-4673-a4d9-b8e5790ecd65 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0744884 Aug 23 12:03:32.836119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-364317fa-2346-485f-bb56-a42513efa1b8 req-60c456b9-0a8f-4352-8997-5ceac9043ef6 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343435 Aug 23 12:03:33.059456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25904d69-d84f-4119-8cff-52b0d839a8c3 req-db10cd4c-acc5-4996-9971-fdf234c78f73 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:33.061006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25904d69-d84f-4119-8cff-52b0d839a8c3 req-db10cd4c-acc5-4996-9971-fdf234c78f73 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0539939 Aug 23 12:03:33.103137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25904d69-d84f-4119-8cff-52b0d839a8c3 req-7e97a30c-4738-4317-ae7d-fe755317756f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Aug 23 12:03:33.330491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12fcb96a-36ac-4175-b93f-7dbc6c6330e7 req-9a7c852c-0be8-45ff-9dff-0ffbddd44590 tempest-InstanceActionsNegativeTestJSON-1808494317 tempest-InstanceActionsNegativeTestJSON-1808494317-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee310a09-eed6-4104-82ff-d2939d387c5f HTTP/1.1" status: 200 len: 210 time: 0.0311260 Aug 23 12:03:33.559927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7d2fc9d-4c78-415b-a3ee-fb45cab40a3c req-7af998a8-7636-4e2c-876f-38fe7f32af02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0265439 Aug 23 12:03:33.758037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2022797c-ab70-4757-8350-8aad2ec026f8 req-e1479a23-9ad2-4011-8c8a-30ebfcbb81cc tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0272536 Aug 23 12:03:33.989736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a07a-5414-4b6e-8b55-e00e3174a00a req-17d554c1-23af-4c83-a962-6de60e222f34 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:33.991616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0b7a07a-5414-4b6e-8b55-e00e3174a00a req-17d554c1-23af-4c83-a962-6de60e222f34 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0617313 Aug 23 12:03:34.036712 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0b7a07a-5414-4b6e-8b55-e00e3174a00a req-972a1d5a-ef5f-45a9-8e6d-ef5050a44453 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379469 Aug 23 12:03:34.184063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55471a-b25d-4f65-86ba-2640d8e43b78 req-6d8a551e-5d11-4d54-b632-dd2e5d8a08a7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:34.185680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e55471a-b25d-4f65-86ba-2640d8e43b78 req-6d8a551e-5d11-4d54-b632-dd2e5d8a08a7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0691092 Aug 23 12:03:34.241294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e55471a-b25d-4f65-86ba-2640d8e43b78 req-6139ffc0-be19-4787-a724-804331047403 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467718 Aug 23 12:03:34.249361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232764c-a9e4-42d2-8da7-5a62b97ab123 req-739751cf-a3aa-41ec-9354-ca5dbb7ef1e9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:34.258361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6232764c-a9e4-42d2-8da7-5a62b97ab123 req-739751cf-a3aa-41ec-9354-ca5dbb7ef1e9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0639775 Aug 23 12:03:34.310357 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6232764c-a9e4-42d2-8da7-5a62b97ab123 req-e65e3faf-4210-4913-b187-e65bf4cc4c41 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526617 Aug 23 12:03:34.435694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53440) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:34.457431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1afc5-39ff-41a0-9671-32ed7a068db0 req-96686de9-e1fc-4fd1-bd2e-7dc4edde8e31 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:34.459330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3d1afc5-39ff-41a0-9671-32ed7a068db0 req-96686de9-e1fc-4fd1-bd2e-7dc4edde8e31 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0667331 Aug 23 12:03:34.488769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Deleting subnet f016d175-f22e-42e1-a5ba-32d533e17a71 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:03:34.492932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:34.511078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3d1afc5-39ff-41a0-9671-32ed7a068db0 req-cf9a136b-8b62-4388-8c33-0acc1aa35962 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442603 Aug 23 12:03:34.547911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:34.619419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:34.700292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6740ad-b298-47e3-b911-fd243dd14010 req-29de8786-42e5-405e-ac20-6705f2a99b87 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:34.701971 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a6740ad-b298-47e3-b911-fd243dd14010 req-29de8786-42e5-405e-ac20-6705f2a99b87 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0957196 Aug 23 12:03:34.734120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:34.765558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f016d175-f22e-42e1-a5ba-32d533e17a71,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:34.779205 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:34.781981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cc7990b9-18d7-484b-9129-a3a576ceccd0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f016d175-f22e-42e1-a5ba-32d533e17a71 HTTP/1.1" status: 204 len: 168 time: 0.3451958 Aug 23 12:03:34.785028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53454) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:34.791443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a6740ad-b298-47e3-b911-fd243dd14010 req-5d478208-2f1c-49e5-85e2-4372f6387915 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801220 Aug 23 12:03:34.947557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd626215-1422-4429-8e75-e90af7499405 req-9de66aa5-6ac3-48bf-b98a-e7e27a0a8f64 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0900917 Aug 23 12:03:34.961084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.079728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.091969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8913e4a-9275-46d5-859d-ac3b8067b8a6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:35.112806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:35.113116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba51abb7-8fec-4eef-bbf1-8fab3b17de3a') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:35.124644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.144245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.152286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:03:35.152626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:03:35.154613 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:03:35.227723 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.244447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.250208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8913e4a-9275-46d5-859d-ac3b8067b8a6 HTTP/1.1" status: 204 len: 168 time: 0.4601021 Aug 23 12:03:35.250208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45e19e-a053-442c-a66f-0de4e6861209 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8913e4a-9275-46d5-859d-ac3b8067b8a6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:35.404630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e04c0991-4aba-4d94-8cad-80d0cef73de1 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:35.455587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e04c0991-4aba-4d94-8cad-80d0cef73de1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:35.456239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e04c0991-4aba-4d94-8cad-80d0cef73de1 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:35.466966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83958d4-3f9b-4466-aac6-5d2ee096f1de req-b23d7a76-eec1-41f5-ade3-07daa990166b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:35.475071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c83958d4-3f9b-4466-aac6-5d2ee096f1de req-b23d7a76-eec1-41f5-ade3-07daa990166b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0730500 Aug 23 12:03:35.512010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c83958d4-3f9b-4466-aac6-5d2ee096f1de req-499dd705-539e-4df4-bf87-56bc5e09e67d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Aug 23 12:03:35.544600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53496) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:35.592615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5050688-e975-47a1-97ae-ba0843205d7c req-22d764fc-ebc3-48cc-a393-d785b547944c tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0585129 Aug 23 12:03:35.623837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c4eb3d66-5f21-48b2-aa6a-526ae42f6895 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f4e2336a5e94a03be893b881ee5a6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779734 Aug 23 12:03:35.626862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53500) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:35.691487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0919-400f-4d8a-a028-84d81e9896d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.702843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53502) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:35.725429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0919-400f-4d8a-a028-84d81e9896d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.777269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0919-400f-4d8a-a028-84d81e9896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.778962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa7f0919-400f-4d8a-a028-84d81e9896d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.780135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa7f0919-400f-4d8a-a028-84d81e9896d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2fc8569-e14b-4505-81b5-da7ebc20f9d4 HTTP/1.1" status: 204 len: 168 time: 0.1522775 Aug 23 12:03:35.789092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f0919-400f-4d8a-a028-84d81e9896d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc8569-e14b-4505-81b5-da7ebc20f9d4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:35.861432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db4baa4f-b751-4952-8d54-810ee8165e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.982091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db4baa4f-b751-4952-8d54-810ee8165e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:35.986894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db4baa4f-b751-4952-8d54-810ee8165e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.026285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4baa4f-b751-4952-8d54-810ee8165e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a542efd-13d5-4f51-ba44-1da179c1be55,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:36.030622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-db4baa4f-b751-4952-8d54-810ee8165e79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83bde10d1e264da7bca10cab3befc0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266993 Aug 23 12:03:36.034357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53512) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:36.092636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96ea7da9-7ea7-4131-a069-67e8935bf763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.116514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96ea7da9-7ea7-4131-a069-67e8935bf763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.207528 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96ea7da9-7ea7-4131-a069-67e8935bf763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.211646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96ea7da9-7ea7-4131-a069-67e8935bf763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.213113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-96ea7da9-7ea7-4131-a069-67e8935bf763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a542efd-13d5-4f51-ba44-1da179c1be55 HTTP/1.1" status: 204 len: 168 time: 0.1773958 Aug 23 12:03:36.224206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7da9-7ea7-4131-a069-67e8935bf763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a542efd-13d5-4f51-ba44-1da179c1be55,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:36.507888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:36.651626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-network', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:36.667465 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53544) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:36.682700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e9e497a-caf9-433c-b56a-a99c10d014e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.694398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Made reservation on behalf of d2c710a6f64541cbb42bc4f196372168 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:36.698719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.712897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.740634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd0983-4f6c-4cd8-a096-a2cb534847a9 req-34027644-ded4-4d6a-a40c-7bbb9f604b26 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:36.742232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4bd0983-4f6c-4cd8-a096-a2cb534847a9 req-34027644-ded4-4d6a-a40c-7bbb9f604b26 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.1301069 Aug 23 12:03:36.742846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c742a1a-3953-40e0-a4d7-6a2fbd8171ee req-ba4be833-0948-4209-8efc-01abb216353b tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0402522 Aug 23 12:03:36.810283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4bd0983-4f6c-4cd8-a096-a2cb534847a9 req-d228b8b4-6c84-4700-ac28-bad0bf78b8e8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603464 Aug 23 12:03:36.834480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e9e497a-caf9-433c-b56a-a99c10d014e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.838930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e9e497a-caf9-433c-b56a-a99c10d014e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.884598 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e9e497a-caf9-433c-b56a-a99c10d014e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d47be1d267914aa1aee36061b07b878c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159388 Aug 23 12:03:36.885496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e497a-caf9-433c-b56a-a99c10d014e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e72de9-b08e-452f-9593-8a489b5dee7f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:36.889200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53548) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:36.935194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.942491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.944354 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5795-a066-4511-945a-5c1b86891ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.969451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:03:36.969772 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5795-a066-4511-945a-5c1b86891ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.979719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427cebfe-db6c-4933-8bf6-f7e334dfc704,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:36.986199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:36.986547 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Added segment 92245035-6aeb-4600-841e-62abd207595d of type vlan for network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e Aug 23 12:03:37.031694 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.036206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5795-a066-4511-945a-5c1b86891ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.038881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5795-a066-4511-945a-5c1b86891ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.040071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fe0a5795-a066-4511-945a-5c1b86891ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e72de9-b08e-452f-9593-8a489b5dee7f HTTP/1.1" status: 204 len: 168 time: 0.1504068 Aug 23 12:03:37.048691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a5795-a066-4511-945a-5c1b86891ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e72de9-b08e-452f-9593-8a489b5dee7f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:37.066642 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.069053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:37.070179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.103788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5945256 Aug 23 12:03:37.112795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:37.119189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Request body: {'subnet': {'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-subnet', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:37.137803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b763d-71dc-44d4-abd9-cc1c3f2230c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:37.143737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Made reservation on behalf of d2c710a6f64541cbb42bc4f196372168 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:37.147028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.151651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:03:37.346028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.406870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=633f9cfe-1b52-4c58-abd1-a3c5ccde526c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:37.419938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Checking segment: {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:37.420307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Network hostable DHCP agents. Network: e2c0fcdb-4663-40bf-afb5-afdbc12cf71e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:03:37.438411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:03:37.449550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e2c0fcdb-4663-40bf-afb5-afdbc12cf71e) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:37.454645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:37.455503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.465056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb36f8-3a87-4cfa-a79f-0848fb2d6919 None None] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:37.475162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eef77a98-7c38-4d13-b36c-2a443681c39c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3600626 Aug 23 12:03:37.477954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:37.482975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:37.509865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.511513 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.580906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:37.657357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675a4d0-237d-410e-9ca7-fdc7db2e5bd3 None None] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:37.728304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602519e6-f057-4219-acbf-ccfda7af2eed req-8abd3c64-75a3-404b-ae4c-7d1e12c76f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:37.731480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-602519e6-f057-4219-acbf-ccfda7af2eed req-8abd3c64-75a3-404b-ae4c-7d1e12c76f81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 1096 time: 0.0645289 Aug 23 12:03:37.790582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-602519e6-f057-4219-acbf-ccfda7af2eed req-44f12bfb-97ae-4459-879e-60080c011c97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Aug 23 12:03:37.903717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85559991-57fd-470c-9053-c72c1a204150 req-3b5249eb-d746-437b-a209-aa2cc45281cd tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0331128 Aug 23 12:03:38.102426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:38.166221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aa33f-c083-4c16-a9a9-20e3bc92b7f2 req-4765e332-aec5-4ba0-8758-3232cdd75f2b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:38.167724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-695aa33f-c083-4c16-a9a9-20e3bc92b7f2 req-4765e332-aec5-4ba0-8758-3232cdd75f2b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0780394 Aug 23 12:03:38.265774 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-695aa33f-c083-4c16-a9a9-20e3bc92b7f2 req-5dae9c5d-5413-4fec-a931-cfdf25ba87b8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672247 Aug 23 12:03:38.398651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:38.419609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:38.546296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Allocated IP 172.25.1.184 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c7e7370a-fffb-4807-aa78-8e180bb638f4) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:03:38.658111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:38.715519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:38.758626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:38.761453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:38.763885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:03:38.791535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e7370a-fffb-4807-aa78-8e180bb638f4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:39.061899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a19a938-edbd-4773-8457-0633bc92d447 req-0a4cf4c5-fd43-427d-b719-1b6db3f95cbf tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0348222 Aug 23 12:03:39.093249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:39.319165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:39.417119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e59f0-0524-423f-a58a-a497e889e9c7 req-ab719def-2800-4201-b48d-c24d559ba993 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:39.422012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b4e59f0-0524-423f-a58a-a497e889e9c7 req-ab719def-2800-4201-b48d-c24d559ba993 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0802836 Aug 23 12:03:39.483490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b4e59f0-0524-423f-a58a-a497e889e9c7 req-c5c8ee22-1385-4d94-9f9e-c13a6ff2273b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Aug 23 12:03:39.512873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Router 3964db49-522e-4c68-8aa2-5a6d5b527f7b is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:03:39.664132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46c9b-239f-4023-a82e-91ff8ed91a8f req-92e927c9-5009-4197-b684-f35a2f470d46 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:39.665753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01c46c9b-239f-4023-a82e-91ff8ed91a8f req-92e927c9-5009-4197-b684-f35a2f470d46 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0991557 Aug 23 12:03:39.692634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:03:39.704484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Sync routers for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:03:39.717302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:39.718484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:39.727528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01c46c9b-239f-4023-a82e-91ff8ed91a8f req-fe3c036c-f26f-4c72-89ec-750b65372b6e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518994 Aug 23 12:03:39.728440 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:39.732374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-240d15ec-61d6-49b0-9067-8254295d75e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2504160 Aug 23 12:03:39.732374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53648) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:39.880232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:39.890913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53654) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:40.069904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b7e4b-dcba-46b8-807a-6d39ea1ab953 req-2e647a45-1c31-47ef-a370-4f4714382483 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:40.071500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-176b7e4b-dcba-46b8-807a-6d39ea1ab953 req-2e647a45-1c31-47ef-a370-4f4714382483 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0775204 Aug 23 12:03:40.078183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70f978fa-f2c8-4071-b562-69ab3f13fd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.143825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-176b7e4b-dcba-46b8-807a-6d39ea1ab953 req-ca8be353-c284-445a-a00b-d73a7e923357 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Aug 23 12:03:40.270421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:38Z', 'revision_number': 3, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:40.272091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70f978fa-f2c8-4071-b562-69ab3f13fd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.277002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6cc500b-e62e-418e-a9d5-195a3a5ebffe req-4b5a35cc-a56b-4cbe-9185-c0724c835f7a tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0386865 Aug 23 12:03:40.277821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70f978fa-f2c8-4071-b562-69ab3f13fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.306634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Checking router: 3964db49-522e-4c68-8aa2-5a6d5b527f7b for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:03:40.307033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Updating router 3964db49-522e-4c68-8aa2-5a6d5b527f7b port c7e7370a-fffb-4807-aa78-8e180bb638f4 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:03:40.333928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.340926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-70f978fa-f2c8-4071-b562-69ab3f13fd92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a50ac34e89d4bdb86958fdfa734c9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484067 Aug 23 12:03:40.341717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53664) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:40.342394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f978fa-f2c8-4071-b562-69ab3f13fd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f439567d-1e49-4390-b382-243ceb350f39,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:40.399417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-870f18a9-c948-43de-92fe-686bc42898c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.425776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.428705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-870f18a9-c948-43de-92fe-686bc42898c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.497160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-870f18a9-c948-43de-92fe-686bc42898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.499800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-870f18a9-c948-43de-92fe-686bc42898c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.503474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-870f18a9-c948-43de-92fe-686bc42898c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f439567d-1e49-4390-b382-243ceb350f39 HTTP/1.1" status: 204 len: 168 time: 0.1556475 Aug 23 12:03:40.527537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f18a9-c948-43de-92fe-686bc42898c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f439567d-1e49-4390-b382-243ceb350f39,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:40.647763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Allocated IP 172.20.0.1 (e2c0fcdb-4663-40bf-afb5-afdbc12cf71e/633f9cfe-1b52-4c58-abd1-a3c5ccde526c/6232f680-83d6-42e1-b23f-8100009f5acb) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:03:40.682123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.694612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Transition to ACTIVE for port object c7e7370a-fffb-4807-aa78-8e180bb638f4 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:03:40.701805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.762066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Attempting to bind port c7e7370a-fffb-4807-aa78-8e180bb638f4 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:40.762791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Attempting to bind port c7e7370a-fffb-4807-aa78-8e180bb638f4 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:40.762791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Attempting to bind port c7e7370a-fffb-4807-aa78-8e180bb638f4 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:40.764898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2b47e-c19f-4706-bf66-a4a2665330f4 None None] Pushing event updated for resources: {'Port': ['ID=c7e7370a-fffb-4807-aa78-8e180bb638f4,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:40.766029 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.771724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:40.771964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:40.772259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.772826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:40.773305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Bound port: c7e7370a-fffb-4807-aa78-8e180bb638f4, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:40.773718 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.818909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.838484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] For port c7e7370a-fffb-4807-aa78-8e180bb638f4, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:40.843464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] For port c7e7370a-fffb-4807-aa78-8e180bb638f4, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7e7370a-fffb-4807-aa78-8e180bb638f4,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:40.850872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.866212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:40.869337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:40.873515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:03:40.904554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Pushing event updated for resources: {'Port': ['ID=6232f680-83d6-42e1-b23f-8100009f5acb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:40.927698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:40.928821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:40.935340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.955871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53676) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:40.976245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e909e0a0-22a5-4fa1-96e2-14f383f9dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:40.996439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2b47e-c19f-4706-bf66-a4a2665330f4 None None] Pushing event updated for resources: {'Port': ['ID=c7e7370a-fffb-4807-aa78-8e180bb638f4,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:41.086330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:41.099538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e909e0a0-22a5-4fa1-96e2-14f383f9dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.104424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e909e0a0-22a5-4fa1-96e2-14f383f9dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.115541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.152029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53678) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:41.152277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e909e0a0-22a5-4fa1-96e2-14f383f9dfee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddb8e6b8890546e1bfb52cdeb227aa0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949043 Aug 23 12:03:41.153339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e0a0-22a5-4fa1-96e2-14f383f9dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffb257e-655c-43e1-bb6f-93509bdcd130,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:41.289157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e173816b-4be3-4253-add7-532710bff7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.297440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04746838-4f6a-4302-b870-5e969e2fcd84 req-62eb9951-0e28-4024-b097-da91cdef71c0 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:41.298299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04746838-4f6a-4302-b870-5e969e2fcd84 req-62eb9951-0e28-4024-b097-da91cdef71c0 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Aug 23 12:03:41.313242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:38Z', 'revision_number': 3, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:41.329337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e173816b-4be3-4253-add7-532710bff7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.349082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04746838-4f6a-4302-b870-5e969e2fcd84 req-5c41b7ea-acf2-4a23-ad48-e53a7f8e5233 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Aug 23 12:03:41.359881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd73a2-e6f7-4338-92e4-932d7ccdaf27 None None] The sync data for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 is: [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:38Z', 'revision_number': 3, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:03:41.402720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.415965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.473196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e173816b-4be3-4253-add7-532710bff7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.475844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e173816b-4be3-4253-add7-532710bff7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.477121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e173816b-4be3-4253-add7-532710bff7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ffb257e-655c-43e1-bb6f-93509bdcd130 HTTP/1.1" status: 204 len: 168 time: 0.3240671 Aug 23 12:03:41.502272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173816b-4be3-4253-add7-532710bff7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffb257e-655c-43e1-bb6f-93509bdcd130,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:41.516628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:41.521962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Pushing event updated for resources: {'Port': ['ID=6232f680-83d6-42e1-b23f-8100009f5acb,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:41.540235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff9ff8fc-4826-4edb-bc32-7b225be8af58 req-f8f3b2d1-f4f3-4e1f-b1ff-2b86c3faf0ff tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0675776 Aug 23 12:03:41.669544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:41.670897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:41.873720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e66d1-5f35-45e3-8183-88d09918b4a0 req-7141484e-94ee-427e-abfd-4bd22e0a13f9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:41.875313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-364e66d1-5f35-45e3-8183-88d09918b4a0 req-7141484e-94ee-427e-abfd-4bd22e0a13f9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0770886 Aug 23 12:03:41.917080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Router 3964db49-522e-4c68-8aa2-5a6d5b527f7b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:03:41.992821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-364e66d1-5f35-45e3-8183-88d09918b4a0 req-0bae7186-b455-4ea8-bc94-9dbbe40685b6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Aug 23 12:03:42.114753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e7370a-fffb-4807-aa78-8e180bb638f4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:42.138568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:03:42.142271 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0abc08d2-d062-4dff-abcb-239236dd9b1a admin admin] 10.222.0.21 "PUT /v2.0/routers/3964db49-522e-4c68-8aa2-5a6d5b527f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4087019 Aug 23 12:03:42.192701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c7e7370a-fffb-4807-aa78-8e180bb638f4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:42.200558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c7e7370a-fffb-4807-aa78-8e180bb638f4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:42.200983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:42.320627 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:42.348965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c7e7370a-fffb-4807-aa78-8e180bb638f4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7e7370a-fffb-4807-aa78-8e180bb638f4,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:42.356355 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:42.436907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c7e7370a-fffb-4807-aa78-8e180bb638f4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:42.679505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2673b0f-f78f-4801-94d8-d31154407aa7 req-5c35e094-c757-485b-b6ec-4f66386a27cf tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0445628 Aug 23 12:03:42.797420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-bdc17e7e-64b9-4f72-a69c-c35b6149e5f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478754 Aug 23 12:03:42.953492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-3b28172f-4ee3-4b48-9b60-81c355668ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:42.955442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-3b28172f-4ee3-4b48-9b60-81c355668ff6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.1007352 Aug 23 12:03:43.011470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-91e2b218-711a-43ce-877c-82211cba1459 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.013001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-91e2b218-711a-43ce-877c-82211cba1459 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 819 time: 0.1687512 Aug 23 12:03:43.064019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-c6f8eaaf-13ec-4f8c-abc7-153d6fb24585 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/quotas/d2c710a6f64541cbb42bc4f196372168 HTTP/1.1" status: 200 len: 375 time: 0.0408864 Aug 23 12:03:43.146950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c93f-f53c-4426-903c-d27330af873f req-92a0f9de-525c-40aa-9b1b-f3ae81f30f7e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.149503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c85c93f-f53c-4426-903c-d27330af873f req-92a0f9de-525c-40aa-9b1b-f3ae81f30f7e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0765469 Aug 23 12:03:43.185561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-bfa47944-4649-47ea-8904-63a27f2974e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.187701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-bfa47944-4649-47ea-8904-63a27f2974e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.2043204 Aug 23 12:03:43.218390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-c3dd11f0-9d2a-4916-9084-5070132ac860 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442111 Aug 23 12:03:43.241114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c85c93f-f53c-4426-903c-d27330af873f req-0315ed61-82e2-47a6-8e96-41788155aad4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726676 Aug 23 12:03:43.324369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-2b989654-f4cd-480b-a0b4-becfafae9866 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957785 Aug 23 12:03:43.395408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-81d0c9a7-3590-4b21-bfd2-305331c79d1d service neutron] 10.222.0.21 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764138 Aug 23 12:03:43.429929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-7c62333e-e007-43aa-b34c-469ad5e68a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.432870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-7c62333e-e007-43aa-b34c-469ad5e68a98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76b93bcc8f4742288a069f983910b25c&device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 1096 time: 0.0805783 Aug 23 12:03:43.435800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-9a8051b0-9b40-4c0a-a416-1909872b6453 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.2089694 Aug 23 12:03:43.635133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-7f84a76c-bf3e-465c-abc9-5b0edff30c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.637165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-7f84a76c-bf3e-465c-abc9-5b0edff30c3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=49d04950-545f-4ffe-bf41-d1051877efc9 HTTP/1.1" status: 200 len: 912 time: 0.1821687 Aug 23 12:03:43.750255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-5a1d8e33-a68b-4cb4-a875-2bc12f1a2043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c HTTP/1.1" status: 200 len: 1000 time: 0.1052248 Aug 23 12:03:43.866525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dc64226-0e24-4305-9168-cb514e8d7540 req-237bafcd-ba73-4f76-9879-bb49531cee7b tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0390179 Aug 23 12:03:43.889766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-e172e675-4437-4409-8eba-dacc8fb31836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.892516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-e172e675-4437-4409-8eba-dacc8fb31836 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12d5673c-d935-4381-8e3f-e2426c98b906 HTTP/1.1" status: 200 len: 850 time: 0.1227252 Aug 23 12:03:43.901263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Sync routers for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:03:43.941941 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:43.941941 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:43.990400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-bee17e6f-a885-4be0-8eac-3b3eef162f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:43.992152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-bee17e6f-a885-4be0-8eac-3b3eef162f43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49d04950-545f-4ffe-bf41-d1051877efc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920162 Aug 23 12:03:44.009114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-264c0977-ca86-4f39-a329-31704db8da6b service neutron] 10.222.0.21 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127181 Aug 23 12:03:44.019280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-ba8822d3-3bf2-4958-a0af-da7be262a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:44.026164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-ba8822d3-3bf2-4958-a0af-da7be262a87b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.5567060 Aug 23 12:03:44.106819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e7370a-fffb-4807-aa78-8e180bb638f4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:44.161541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-efbbe66f-04f2-4c80-8f3f-8ba8dcf043a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:44.169860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-efbbe66f-04f2-4c80-8f3f-8ba8dcf043a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329572 Aug 23 12:03:44.208492 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:44.213757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-64f9f398-fedc-40ec-9f10-ed31533bb007 service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104516 Aug 23 12:03:44.251077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c7e7370a-fffb-4807-aa78-8e180bb638f4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:44.251675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:44.468879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-ad9d0c45-570d-46bc-aef3-2ac689f78142 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918990 Aug 23 12:03:44.568005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa52d5f3-78d8-49b6-aba8-06c3185e7f15 req-9bd6c9d3-5774-4515-ae9c-f57f7305a408 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 210 time: 0.1296916 Aug 23 12:03:44.641655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e070b71b-12e8-4aa2-b0a8-d5428db5b0cf req-0e904ec0-0ffd-4bad-bb43-eef73ffbfb63 service neutron] 10.222.0.41 "GET /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189007 Aug 23 12:03:44.717987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6760df2-3039-44a6-8a3e-01e576e3a606 req-e919e96c-ef6a-4d68-9993-a323d599b03c service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405012 Aug 23 12:03:44.894730 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 2, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:44.934752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a5666-c143-4fa1-a220-17f000d7e245 req-311f57a0-1c12-43ec-829d-d5acd46bb268 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:44.936239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e16a5666-c143-4fa1-a220-17f000d7e245 req-311f57a0-1c12-43ec-829d-d5acd46bb268 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1016314 Aug 23 12:03:44.963420 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Checking router: 3964db49-522e-4c68-8aa2-5a6d5b527f7b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:03:44.964435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Updating router 3964db49-522e-4c68-8aa2-5a6d5b527f7b port 6232f680-83d6-42e1-b23f-8100009f5acb binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:03:45.021385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e16a5666-c143-4fa1-a220-17f000d7e245 req-a9600230-6455-4efe-93e9-57f7308a05b8 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774660 Aug 23 12:03:45.066175 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.098478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53820) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:45.176568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c2b8488-a906-45e5-b95d-3c3b18062725 req-9ba39366-9aee-41de-855c-fadb3ef61f7d tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.1234429 Aug 23 12:03:45.313234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c861-4858-4d08-8605-e1ae149e3b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.431575 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c861-4858-4d08-8605-e1ae149e3b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.443403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c861-4858-4d08-8605-e1ae149e3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.509083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f0d8c861-4858-4d08-8605-e1ae149e3b79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24cb1d798171403eb03c70b57388e5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088764 Aug 23 12:03:45.512958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:45.514347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8c861-4858-4d08-8605-e1ae149e3b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a6e78-f725-4300-ac9b-fe2cd8cd105e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:45.585345 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.601818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8527-90d6-42a3-87b4-0f7b2132cb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.604309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Transition to ACTIVE for port object 6232f680-83d6-42e1-b23f-8100009f5acb will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:03:45.615949 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.652252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8527-90d6-42a3-87b4-0f7b2132cb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.666115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a4b8529c-5f60-46ad-998c-11b2b8f835fd req-641cb78d-b331-434f-9174-bf5e9b3a6936 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Aug 23 12:03:45.681735 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c104c46-55a4-48a3-b039-31d9fd3aa8ba None None] Pushing event updated for resources: {'Port': ['ID=6232f680-83d6-42e1-b23f-8100009f5acb,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:45.724571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8527-90d6-42a3-87b4-0f7b2132cb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.727711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e2d8527-90d6-42a3-87b4-0f7b2132cb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.728878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e2d8527-90d6-42a3-87b4-0f7b2132cb0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af6a6e78-f725-4300-ac9b-fe2cd8cd105e HTTP/1.1" status: 204 len: 168 time: 0.2147222 Aug 23 12:03:45.740457 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Attempting to bind port 6232f680-83d6-42e1-b23f-8100009f5acb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:45.740981 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Attempting to bind port 6232f680-83d6-42e1-b23f-8100009f5acb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:45.741479 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Attempting to bind port 6232f680-83d6-42e1-b23f-8100009f5acb on network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:45.741990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d8527-90d6-42a3-87b4-0f7b2132cb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a6e78-f725-4300-ac9b-fe2cd8cd105e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:45.755198 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:45.755578 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Checking segment: {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:45.756035 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.756632 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Bound using segment: {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:45.757115 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Bound port: 6232f680-83d6-42e1-b23f-8100009f5acb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:45.757495 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.836004 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] For port 6232f680-83d6-42e1-b23f-8100009f5acb, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:45.844026 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] For port 6232f680-83d6-42e1-b23f-8100009f5acb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6232f680-83d6-42e1-b23f-8100009f5acb,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:45.857891 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:45.944452 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:45.945159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:46.059584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-869cccd7-acd1-47f4-94b4-17c135b07eef tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:46.063449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-869cccd7-acd1-47f4-94b4-17c135b07eef tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 819 time: 0.1877575 Aug 23 12:03:46.089880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'port': {'device_id': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'admin_state_up': True, 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:46.092153 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c104c46-55a4-48a3-b039-31d9fd3aa8ba None None] Pushing event updated for resources: {'Port': ['ID=6232f680-83d6-42e1-b23f-8100009f5acb,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:46.180592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:46.186313 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:46.205152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88159a63-29e2-4c03-b843-009f68e5d9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.242068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415c0ef-3c39-40ff-92e5-698ec9749de1 req-8c07d44e-3937-4c7c-94e6-b6d683d113b5 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:46.244380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2415c0ef-3c39-40ff-92e5-698ec9749de1 req-8c07d44e-3937-4c7c-94e6-b6d683d113b5 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1361289 Aug 23 12:03:46.287253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20af9d25-81b6-4da8-b1e6-16b050b0ba3d req-1e9bfc39-f201-46ec-acf5-53d413b43ba4 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0540612 Aug 23 12:03:46.307175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2415c0ef-3c39-40ff-92e5-698ec9749de1 req-58d5c3f7-d0a5-4074-8c0c-60c13ccc0ce2 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521400 Aug 23 12:03:46.424790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88159a63-29e2-4c03-b843-009f68e5d9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.431483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88159a63-29e2-4c03-b843-009f68e5d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.457217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Made reservation on behalf of d2c710a6f64541cbb42bc4f196372168 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:46.463457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.517777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-88159a63-29e2-4c03-b843-009f68e5d9ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1396eab2c0e4561990871a120678634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344355 Aug 23 12:03:46.517777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88159a63-29e2-4c03-b843-009f68e5d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c84cd6-b411-48cf-8e48-6a3cd9845d94,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:46.531358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:46.612637 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:45Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:46.648231 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae02e03-2095-4cb6-a3a5-55597fcb8d73 None None] The sync data for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 is: [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:45Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:03:46.657297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-290bc81e-8271-47c7-a459-65be705f5bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.690224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-fa8ff64c-8ea1-4669-8afb-1eb2c6ba965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:46.692781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-fa8ff64c-8ea1-4669-8afb-1eb2c6ba965b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.0927429 Aug 23 12:03:46.712530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-290bc81e-8271-47c7-a459-65be705f5bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.785424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0ba4e-4213-40e3-86a9-82a890a5c66f req-28fe1809-c778-4335-87cc-0a643888fa0a tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:46.787220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18f0ba4e-4213-40e3-86a9-82a890a5c66f req-28fe1809-c778-4335-87cc-0a643888fa0a tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1612833 Aug 23 12:03:46.798494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Allocated IP 172.20.0.3 (e2c0fcdb-4663-40bf-afb5-afdbc12cf71e/633f9cfe-1b52-4c58-abd1-a3c5ccde526c/1bf74dca-2f9c-4038-b762-271923311eba) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:03:46.904901 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18f0ba4e-4213-40e3-86a9-82a890a5c66f req-828a94e8-f364-4ff5-b36f-6c196b172560 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080110 Aug 23 12:03:46.940245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84905486-e680-4251-b7ba-36440cee87df req-0cec686b-906c-4002-9c36-0d177c0bbc0d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 210 time: 0.0667195 Aug 23 12:03:46.948424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-290bc81e-8271-47c7-a459-65be705f5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.951402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-290bc81e-8271-47c7-a459-65be705f5bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:46.962214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-290bc81e-8271-47c7-a459-65be705f5bb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46c84cd6-b411-48cf-8e48-6a3cd9845d94 HTTP/1.1" status: 204 len: 168 time: 0.4226930 Aug 23 12:03:46.977033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-d5c525dc-8503-4e62-86f2-dc759e2a5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:46.979311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-d5c525dc-8503-4e62-86f2-dc759e2a5d40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.2192578 Aug 23 12:03:46.980633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bc81e-8271-47c7-a459-65be705f5bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c84cd6-b411-48cf-8e48-6a3cd9845d94,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:47.046432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-dbbd7155-5554-4613-ac8a-f8c1ed03e7f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 217 time: 0.0554321 Aug 23 12:03:47.137863 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:03:47.162732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:47.165194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-5b40ae9e-852f-47b1-930c-d512d7d11306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:47.167310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-5b40ae9e-852f-47b1-930c-d512d7d11306 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.1122153 Aug 23 12:03:47.225575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-cbcf4411-efa6-4ec0-b567-a7379f4f30c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448658 Aug 23 12:03:47.250789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:47.299799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:03:47.303654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:47.313509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:03:47.365933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:47.373058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-52e383bd-1f6d-4a19-bb2d-79958760d8ff service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316218 Aug 23 12:03:47.396449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:47.397510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:47.405608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8d576-909e-41b7-b888-5643fc2f34ac req-7d05fe53-a982-4d00-828c-5ca7bd90b09e tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:47.422353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffd8d576-909e-41b7-b888-5643fc2f34ac req-7d05fe53-a982-4d00-828c-5ca7bd90b09e tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1927156 Aug 23 12:03:47.430742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-4f3092d8-0349-468d-ba50-7b654aabc8af tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522890 Aug 23 12:03:47.462782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Request body: {'port': {'device_id': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:47.490048 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7744f50e-4896-45a8-860a-cccc601890c5 req-444aff1a-6c3b-46a8-9142-bbf01839ed70 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0430264 Aug 23 12:03:47.599326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:47.605949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffd8d576-909e-41b7-b888-5643fc2f34ac req-a9884d8b-5e7b-49ac-8b45-0949b5152345 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821778 Aug 23 12:03:47.626281 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7d1d592-0b2d-4e1b-a673-b174d41aeea5 req-e2f6f21f-2b2a-4f90-988b-2979810780e9 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312388 Aug 23 12:03:47.984717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf74dca-2f9c-4038-b762-271923311eba {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:48.009620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.070072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Transition to ACTIVE for port object 1bf74dca-2f9c-4038-b762-271923311eba will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:03:48.080964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.130089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799971b-3cee-436c-a38c-16b5d74f7e72 req-97a11ea6-817a-4425-8343-eef8f7304be6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:48.131949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a799971b-3cee-436c-a38c-16b5d74f7e72 req-97a11ea6-817a-4425-8343-eef8f7304be6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0894649 Aug 23 12:03:48.180158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6232f680-83d6-42e1-b23f-8100009f5acb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:48.213638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a799971b-3cee-436c-a38c-16b5d74f7e72 req-bbcc9aeb-4226-49a3-ac1d-9ad5fe2c626a tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746582 Aug 23 12:03:48.245291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:48.283099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6232f680-83d6-42e1-b23f-8100009f5acb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:48.286501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7ed5b-27d7-49ca-b858-c8875927e0b7 req-f289e0db-fd50-4782-9ddc-9e0ff0d2ccfb tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:48.294442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6232f680-83d6-42e1-b23f-8100009f5acb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:48.295099 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.307127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe7ed5b-27d7-49ca-b858-c8875927e0b7 req-f289e0db-fd50-4782-9ddc-9e0ff0d2ccfb tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 943 time: 0.1795373 Aug 23 12:03:48.376756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe7ed5b-27d7-49ca-b858-c8875927e0b7 req-1273db3c-462a-4fce-913d-a388d63f4ddf tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650935 Aug 23 12:03:48.395111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Attempting to bind port 1bf74dca-2f9c-4038-b762-271923311eba on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:03:48.395540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Attempting to bind port 1bf74dca-2f9c-4038-b762-271923311eba by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:03:48.395882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Attempting to bind port 1bf74dca-2f9c-4038-b762-271923311eba on network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:48.401528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Port 1bf74dca-2f9c-4038-b762-271923311eba on network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:03:48.401960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Attempting to bind port 1bf74dca-2f9c-4038-b762-271923311eba on network e2c0fcdb-4663-40bf-afb5-afdbc12cf71e {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:03:48.409767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:03:48.410405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Checking segment: {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:48.410826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Bound using segment: {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:03:48.411421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Bound port: 1bf74dca-2f9c-4038-b762-271923311eba, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92245035-6aeb-4600-841e-62abd207595d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:03:48.411814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.431845 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.489623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6232f680-83d6-42e1-b23f-8100009f5acb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6232f680-83d6-42e1-b23f-8100009f5acb,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:48.496113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.534437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:03:48.543370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:03:48.550619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.582774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6232f680-83d6-42e1-b23f-8100009f5acb,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:48.606539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:48.607167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.608844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 1091 time: 1.1677680 Aug 23 12:03:48.609385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:48.612155 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:48.689521 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5190a861-fe83-4db9-8cb3-2d5a1c8672e0 req-12bdafde-a51a-4a90-92d5-e31c96ea1a47 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0410619 Aug 23 12:03:48.704772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ae64-bb26-474b-b71e-b26c259430c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:48.718704 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4bfa6b-3cf9-4826-85fb-01c27a3986c4 x-openstack-request-id: req-0f4bfa6b-3cf9-4826-85fb-01c27a3986c4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:48.718998 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:48.719251 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f4bfa6b-3cf9-4826-85fb-01c27a3986c4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:48.719696 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'status': 'completed', 'code': 200} Aug 23 12:03:48.729091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-33fa4561-7d5f-45e6-97fc-82ac4af3513f tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:48.730740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-33fa4561-7d5f-45e6-97fc-82ac4af3513f tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.41 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1566362 Aug 23 12:03:48.838696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-8e26bc72-ded1-4c13-a3bb-e1055d005b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:48.840245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-8e26bc72-ded1-4c13-a3bb-e1055d005b3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1094 time: 0.1198058 Aug 23 12:03:48.875604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Deleting port ccba7efe-3e54-49d9-9b1d-2b52b45b872c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:48.876104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:48.897800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-9c89aee4-1ffe-4e42-aa85-600e298955a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.0478580 Aug 23 12:03:48.910128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c74d88-a4f4-4a49-a5bc-edf32db24777 req-7096fbb4-ccd0-47ab-890d-2fdf718586a8 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:48.920768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c74d88-a4f4-4a49-a5bc-edf32db24777 req-7096fbb4-ccd0-47ab-890d-2fdf718586a8 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 945 time: 0.1467364 Aug 23 12:03:49.001264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c74d88-a4f4-4a49-a5bc-edf32db24777 req-a14c8918-b053-448d-8cdf-95c937e13e9c tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7d3adf0-2da0-4914-98e2-f889c85c2768&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789297 Aug 23 12:03:49.009412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-adc77042-5fc4-4292-b31f-0671f60fd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:49.011775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] For port ccba7efe-3e54-49d9-9b1d-2b52b45b872c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:49.011925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-adc77042-5fc4-4292-b31f-0671f60fd1d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.0866580 Aug 23 12:03:49.012473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:49.063011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-ea8c9b6c-6240-4630-a607-4b7c09e7c97f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397074 Aug 23 12:03:49.212062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-c7aff506-efd8-4ba9-9bae-1966617c8c51 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402009 Aug 23 12:03:49.251144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:49.251562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:49.251892 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Floating IP d9a79bff-a7e6-4905-8f79-88278d7296e0 disassociated. External IP: 172.25.1.24, port: ccba7efe-3e54-49d9-9b1d-2b52b45b872c. Aug 23 12:03:49.252260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Calling delete_port for ccba7efe-3e54-49d9-9b1d-2b52b45b872c owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:49.380028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69416a3-ff2f-4942-8d59-7f9e145d1d6a req-22ac7395-ba1a-4e9b-a1c5-46ecff2dd2ab service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600301 Aug 23 12:03:49.417103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e2fae-01b2-41a7-ae9f-4f7d5e99cc7f req-48afd226-ad19-4d07-9d62-02c32431ba69 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:49.418923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e28e2fae-01b2-41a7-ae9f-4f7d5e99cc7f req-48afd226-ad19-4d07-9d62-02c32431ba69 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0985501 Aug 23 12:03:49.520229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e28e2fae-01b2-41a7-ae9f-4f7d5e99cc7f req-e0383743-009d-49b0-9471-abc1c1641341 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846524 Aug 23 12:03:49.522911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:49.579392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event deleted for resources: {'Port': ['ID=ccba7efe-3e54-49d9-9b1d-2b52b45b872c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:49.614862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-4c3eb8e1-d1fd-4b0c-a71f-9b67ca6ce744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:49.616740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-4c3eb8e1-d1fd-4b0c-a71f-9b67ca6ce744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1094 time: 0.1317480 Aug 23 12:03:49.625724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9237fa4-edbc-4743-b567-5928c5c97f42 req-09acba9e-5004-404f-9d14-b05f4be4000c tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:49.634753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b9237fa4-edbc-4743-b567-5928c5c97f42 req-09acba9e-5004-404f-9d14-b05f4be4000c tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 943 time: 0.0886362 Aug 23 12:03:49.760447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b9237fa4-edbc-4743-b567-5928c5c97f42 req-8b82e227-13c8-4924-ade3-7a5cddfd51c9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199877 Aug 23 12:03:49.808485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:03:49.820149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-d3e230ce-6724-4239-8daa-8563466cf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:49.822040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-d3e230ce-6724-4239-8daa-8563466cf77a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.1790504 Aug 23 12:03:49.893129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-33de8e60-f1d0-4ce8-afd9-087137200b96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.0553460 Aug 23 12:03:49.919888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-94071be7-000a-4a07-9bae-801f6812802a req-b9f7806e-71d3-4422-95db-50fef1afcca4 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0902121 Aug 23 12:03:50.017840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-c9db488f-12b1-4293-b22e-aa427b738c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:50.019336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-c9db488f-12b1-4293-b22e-aa427b738c57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.1147435 Aug 23 12:03:50.036484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:03:50.073573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] Sync routers for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:03:50.080268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6232f680-83d6-42e1-b23f-8100009f5acb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:50.121307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] No DVR routers for this DVR port ccba7efe-3e54-49d9-9b1d-2b52b45b872c on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:50.130779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:50.146266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fa5677f-c8ba-4992-9493-2109eda6e25b req-c1b5d446-8acf-43e6-bf91-bfa4e638d494 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.41 "DELETE /v2.0/ports/ccba7efe-3e54-49d9-9b1d-2b52b45b872c HTTP/1.1" status: 204 len: 173 time: 1.3925619 Aug 23 12:03:50.146736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'name': 'network-vif-deleted', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:50.150290 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f1ba79-2709-4b71-9a01-d3be13c69cac" -d '{"events": [{"server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "name": "network-vif-deleted", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:50.156793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-fc17109b-ba8e-4fa0-863d-e8394d0010d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111493 Aug 23 12:03:50.187182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:50.190291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:50.261163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82a03e3a-bf2c-4f6c-bbaa-d0fa82435b0c req-72f5ef1d-a2e6-4d91-a88b-0c2661f28304 tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e2e3c6-4546-4a4f-93d1-b1d338dde2f9 HTTP/1.1" status: 200 len: 210 time: 0.0871754 Aug 23 12:03:50.298069 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dce7af-cdcd-4e49-8d6a-c6297814340c x-openstack-request-id: req-10dce7af-cdcd-4e49-8d6a-c6297814340c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:50.298069 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e2e3c6-4546-4a4f-93d1-b1d338dde2f9", "name": "network-vif-deleted", "tag": "ccba7efe-3e54-49d9-9b1d-2b52b45b872c", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:50.298069 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10dce7af-cdcd-4e49-8d6a-c6297814340c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:50.298069 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e2e3c6-4546-4a4f-93d1-b1d338dde2f9', 'name': 'network-vif-deleted', 'tag': 'ccba7efe-3e54-49d9-9b1d-2b52b45b872c', 'status': 'completed', 'code': 200} Aug 23 12:03:50.336546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-f226be51-66ea-4c3f-ab86-30db71b9b8ff service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594474 Aug 23 12:03:50.388917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:50.418877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6232f680-83d6-42e1-b23f-8100009f5acb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:50.419343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:50.461257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a667fc9-8e1d-47bd-9724-4d8ac4c04b71 req-7c4c1dc6-add9-4bd3-b1d0-a405b9e2f9ec service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186483 Aug 23 12:03:50.677124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ac5c5-200b-4996-b435-145bd5b3872d req-8c228f52-c14f-4482-b0d8-db9cc7ab29b0 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:50.679320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d4ac5c5-200b-4996-b435-145bd5b3872d req-8c228f52-c14f-4482-b0d8-db9cc7ab29b0 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0635390 Aug 23 12:03:50.758708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d4ac5c5-200b-4996-b435-145bd5b3872d req-c13ea870-9359-4220-ad1f-17a44969995f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604784 Aug 23 12:03:50.865420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:43Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:50.906564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] Checking router: 904eaed1-ff44-48bd-ba3d-189c06d5ce69 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:03:50.923714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:50.924601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:50.967666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd43fb-9a72-470e-b869-4d83c2380af7 req-655bcc5f-2edc-44be-9a35-45e8e70e9c72 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:50.977906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53cd43fb-9a72-470e-b869-4d83c2380af7 req-655bcc5f-2edc-44be-9a35-45e8e70e9c72 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 943 time: 0.1202550 Aug 23 12:03:51.039395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53cd43fb-9a72-470e-b869-4d83c2380af7 req-828fcca5-e8d9-41bb-ae02-9308a417496e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571392 Aug 23 12:03:51.108617 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2628c1bb-e510-485d-b0cb-1c0bd2a44a3b req-1c6767d3-3ce1-4267-a6b0-f65203cdef95 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0410793 Aug 23 12:03:51.109075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53970) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:51.116816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:51.244688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dbe55515-0a00-4992-8624-badf383c8131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.378165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dbe55515-0a00-4992-8624-badf383c8131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.383120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:43Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:51.383642 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dbe55515-0a00-4992-8624-badf383c8131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.398265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53980) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:51.421058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f912d-d0fb-4ce4-b7ff-6109f3db61ce None None] The sync data for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 is: [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:01:34Z', 'revision_number': 4, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c6ec0741-e747-4d62-b17a-c4f4c41f19ea', 'name': '', 'network_id': '49d04950-545f-4ffe-bf41-d1051877efc9', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'mac_address': 'fa:16:3e:ea:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:32Z', 'updated_at': '2021-08-23T12:01:43Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'subnets': [{'id': '12d5673c-d935-4381-8e3f-e2426c98b906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:03:51.432966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dbe55515-0a00-4992-8624-badf383c8131 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdb6c532f5fd424da534cd223a27d23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208516 Aug 23 12:03:51.432966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe55515-0a00-4992-8624-badf383c8131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2201a4-a648-4043-80c9-27186c7fd34a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:51.434417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53982) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:51.477640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-413f8d69-768f-45c3-9a02-e9609ed7978b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.508773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-413f8d69-768f-45c3-9a02-e9609ed7978b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.526682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-676e3a9f-1379-4b7c-b0dc-0647a69c0bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.560588 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-676e3a9f-1379-4b7c-b0dc-0647a69c0bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.568914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-413f8d69-768f-45c3-9a02-e9609ed7978b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.571971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-413f8d69-768f-45c3-9a02-e9609ed7978b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.576173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-413f8d69-768f-45c3-9a02-e9609ed7978b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "DELETE /v2.0/security-groups/e7d3adf0-2da0-4914-98e2-f889c85c2768 HTTP/1.1" status: 204 len: 168 time: 0.1768699 Aug 23 12:03:51.576938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53984) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:51.591307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8d69-768f-45c3-9a02-e9609ed7978b tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d3adf0-2da0-4914-98e2-f889c85c2768,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:51.602372 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-606e58b9-8139-4bd7-84f5-828a9a858eaa tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] show failed (client error): The resource could not be found. Aug 23 12:03:51.603429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-606e58b9-8139-4bd7-84f5-828a9a858eaa tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "GET /v2.0/security-groups/e7d3adf0-2da0-4914-98e2-f889c85c2768 HTTP/1.1" status: 404 len: 347 time: 0.0257792 Aug 23 12:03:51.606180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53986) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:51.703464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-676e3a9f-1379-4b7c-b0dc-0647a69c0bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.704491 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5177c5-c4c4-4901-b319-1ac35a4f747b None None] New status for floating IP d9a79bff-a7e6-4905-8f79-88278d7296e0: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:03:51.705343 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-676e3a9f-1379-4b7c-b0dc-0647a69c0bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.709646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-676e3a9f-1379-4b7c-b0dc-0647a69c0bac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f2201a4-a648-4043-80c9-27186c7fd34a HTTP/1.1" status: 204 len: 168 time: 0.2711899 Aug 23 12:03:51.736794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3a9f-1379-4b7c-b0dc-0647a69c0bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2201a4-a648-4043-80c9-27186c7fd34a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:51.775396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Deleting port 108b3c5f-e44e-401f-b524-ae39d67907f6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:51.775905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.804796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-344da5dc-e4bd-4113-afba-0825b8299ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.883444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3526a-155b-4069-ab3f-9c4eede1e8f8 req-60997182-4a4c-4234-8d85-4c137eb2ad21 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:51.885240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4a3526a-155b-4069-ab3f-9c4eede1e8f8 req-60997182-4a4c-4234-8d85-4c137eb2ad21 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0654552 Aug 23 12:03:51.909558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.909918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:51.923918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Calling delete_port for 108b3c5f-e44e-401f-b524-ae39d67907f6 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:51.942144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4a3526a-155b-4069-ab3f-9c4eede1e8f8 req-abb52eba-87e9-4798-9b5b-c56410002dc7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506084 Aug 23 12:03:52.085936 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.116590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Pushing event deleted for resources: {'Port': ['ID=108b3c5f-e44e-401f-b524-ae39d67907f6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:52.164256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54000) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:52.195210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d30855d-6b7d-4637-bd39-7f7677bcd07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.217101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be27fa-cc00-4982-b374-710a70f39cb6 req-048c3d3c-f7c7-488e-a23f-48c6dbbb329e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:52.219039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2be27fa-cc00-4982-b374-710a70f39cb6 req-048c3d3c-f7c7-488e-a23f-48c6dbbb329e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 943 time: 0.1068702 Aug 23 12:03:52.290450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2be27fa-cc00-4982-b374-710a70f39cb6 req-fc4d77cb-125d-43ea-ba68-0839522d3e44 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624890 Aug 23 12:03:52.372654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d30855d-6b7d-4637-bd39-7f7677bcd07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.378233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d30855d-6b7d-4637-bd39-7f7677bcd07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.422703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30855d-6b7d-4637-bd39-7f7677bcd07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90803d19-c335-4d97-8ecf-f81188776574,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:52.428653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0d30855d-6b7d-4637-bd39-7f7677bcd07d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a88bcdde396b4303ae1062ae50bc7e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628789 Aug 23 12:03:52.431512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54004) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:52.462603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fafcd987-c9ac-42dd-9262-04e00d02d077 req-0048809d-3f2b-4e2b-9003-e6b7dbb6309f tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0462093 Aug 23 12:03:52.491473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.496977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.499233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-389727ee-b798-493b-b5ff-9c17451f95bd tempest-ServersTestManualDisk-99289373 tempest-ServersTestManualDisk-99289373-project] 10.222.0.21 "DELETE /v2.0/floatingips/d9a79bff-a7e6-4905-8f79-88278d7296e0 HTTP/1.1" status: 204 len: 168 time: 0.8911781 Aug 23 12:03:52.501135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b14d9605-19e6-4682-8ae0-a3f7218fe9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.501301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54006) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:52.524668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b14d9605-19e6-4682-8ae0-a3f7218fe9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.588282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b14d9605-19e6-4682-8ae0-a3f7218fe9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.590950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b14d9605-19e6-4682-8ae0-a3f7218fe9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:52.592140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b14d9605-19e6-4682-8ae0-a3f7218fe9db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90803d19-c335-4d97-8ecf-f81188776574 HTTP/1.1" status: 204 len: 168 time: 0.1593575 Aug 23 12:03:52.602263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d9605-19e6-4682-8ae0-a3f7218fe9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90803d19-c335-4d97-8ecf-f81188776574,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:52.887175 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:53.106661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e477-3f1b-4bda-876b-12eee9422a1f req-359af98e-884f-4546-9529-a208572a2bb2 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:53.109469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0172e477-3f1b-4bda-876b-12eee9422a1f req-359af98e-884f-4546-9529-a208572a2bb2 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0766385 Aug 23 12:03:53.158621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0172e477-3f1b-4bda-876b-12eee9422a1f req-3b21e653-878e-42d2-8fa7-43656f614c6f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Aug 23 12:03:53.188661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1bf74dca-2f9c-4038-b762-271923311eba details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:03:53.190088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Deleting port c6ec0741-e747-4d62-b17a-c4f4c41f19ea {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:53.190615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:53.192592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ccba7efe-3e54-49d9-9b1d-2b52b45b872c no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:53.218533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ccba7efe-3e54-49d9-9b1d-2b52b45b872c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:53.219074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ccba7efe-3e54-49d9-9b1d-2b52b45b872c not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:53.287048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] For port c6ec0741-e747-4d62-b17a-c4f4c41f19ea, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:53.287493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:53.300582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Calling delete_port for c6ec0741-e747-4d62-b17a-c4f4c41f19ea owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:53.343746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:53.355723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '1bf74dca-2f9c-4038-b762-271923311eba', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'port_id': '1bf74dca-2f9c-4038-b762-271923311eba', 'mac_address': 'fa:16:3e:39:d8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:03:53.417607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:53.433849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf74dca-2f9c-4038-b762-271923311eba {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:03:53.465523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:53.474737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:53.508148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c767727-5261-4834-b6ab-f475b2658596 req-2236b40c-d42c-4dad-9b20-4e15f63cdd4a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:53.522291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c767727-5261-4834-b6ab-f475b2658596 req-2236b40c-d42c-4dad-9b20-4e15f63cdd4a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 943 time: 0.0968034 Aug 23 12:03:53.553931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:53.594981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f31c087-fd96-4e89-a14d-7e626ef0e9d1 req-d0986259-bd63-4421-99b1-54f3efa8f948 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Aug 23 12:03:53.621087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:53.661910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ec0741-e747-4d62-b17a-c4f4c41f19ea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:53.678025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c767727-5261-4834-b6ab-f475b2658596 req-2ea72819-98f4-4f2e-a853-f43437f07162 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041040 Aug 23 12:03:53.795769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1bf74dca-2f9c-4038-b762-271923311eba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:03:53.877994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.155853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:03:54.326769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:03:54.339379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54062) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:54.339707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-84dfc82e-4d73-412d-859d-85647deca8f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/904eaed1-ff44-48bd-ba3d-189c06d5ce69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366873 Aug 23 12:03:54.353709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] Sync routers for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:03:54.355704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b00e0-925e-4f3b-8233-19c383fadeb2 req-7ef9fc45-2d30-4387-82bf-7e88a71ba0e2 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:54.357327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e1b00e0-925e-4f3b-8233-19c383fadeb2 req-7ef9fc45-2d30-4387-82bf-7e88a71ba0e2 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0916779 Aug 23 12:03:54.367281 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18fd3374-5f97-42a8-a0e1-3f223956ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.369821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.371105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:54.371843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:54.442877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e1b00e0-925e-4f3b-8233-19c383fadeb2 req-5064c7de-d08b-4080-a70a-e1572c365601 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766413 Aug 23 12:03:54.483648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.503717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:54.623889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.683375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Deleting port f22648ce-4ed7-4a2f-ad07-f9e06efa6974 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:54.683721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.724253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:03:53Z', 'revision_number': 5, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port': {'id': 'f22648ce-4ed7-4a2f-ad07-f9e06efa6974', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:01:27Z', 'updated_at': '2021-08-23T12:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:54.732538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b509280e-81a4-443d-8807-b473bddb1f09 req-c4d2adb0-818c-453e-ade7-3be55cf4ddbe tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0415125 Aug 23 12:03:54.776691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] Checking router: 904eaed1-ff44-48bd-ba3d-189c06d5ce69 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:03:54.787222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] Routers {'904eaed1-ff44-48bd-ba3d-189c06d5ce69'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:03:54.788102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:03:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:54.855713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] For port f22648ce-4ed7-4a2f-ad07-f9e06efa6974, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:54.856096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:54.873351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Calling delete_port for f22648ce-4ed7-4a2f-ad07-f9e06efa6974 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:54.888313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] Set router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:03:54.888532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4e018-e378-4e22-af77-dbea99f70263 req-a2279882-5d1b-4de4-89f9-f467d98ff4f2 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:54.889943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fc4e018-e378-4e22-af77-dbea99f70263 req-a2279882-5d1b-4de4-89f9-f467d98ff4f2 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 944 time: 0.0913844 Aug 23 12:03:54.950832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:03:54Z', 'revision_number': 6, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:54.980971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df238e7-0de6-4654-978a-438f80d833e6 None None] The sync data for ids ['904eaed1-ff44-48bd-ba3d-189c06d5ce69'] in n-d-773645-7 is: [{'id': '904eaed1-ff44-48bd-ba3d-189c06d5ce69', 'name': 'tempest-ServersTestManualDisk-489867314-router', 'tenant_id': '76b93bcc8f4742288a069f983910b25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:01:25Z', 'updated_at': '2021-08-23T12:03:54Z', 'revision_number': 6, 'project_id': '76b93bcc8f4742288a069f983910b25c', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:03:54.981231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fc4e018-e378-4e22-af77-dbea99f70263 req-5b11a6c0-2334-4ac7-a2ae-cb1dc57f09b5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Aug 23 12:03:55.127150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.159509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22648ce-4ed7-4a2f-ad07-f9e06efa6974,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:55.201095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1bf74dca-2f9c-4038-b762-271923311eba up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:03:55.227810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:55.241340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.253802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 1bf74dca-2f9c-4038-b762-271923311eba completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:03:55.258359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 1bf74dca-2f9c-4038-b762-271923311eba triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:03:55.258759 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.354489 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.356913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.370250 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.400093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:03:55.403558 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500c626-9c95-4b74-906d-c2c871f2d376" -d '{"events": [{"server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "name": "network-vif-plugged", "status": "completed", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:03:55.422642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fac35611-57b0-47a3-bb35-59bd41ba524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.427569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:55.434016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.456171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.457139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904eaed1-ff44-48bd-ba3d-189c06d5ce69 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:03:55.463404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.475907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aafb8327-c3ae-4f92-ba02-ac4fec865647 admin admin] 10.222.0.21 "DELETE /v2.0/routers/904eaed1-ff44-48bd-ba3d-189c06d5ce69 HTTP/1.1" status: 204 len: 168 time: 1.1240692 Aug 23 12:03:55.478388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54088) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:55.482257 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96260b3f-2a80-4479-9093-8c4b423ecba7 x-openstack-request-id: req-96260b3f-2a80-4479-9093-8c4b423ecba7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:03:55.482748 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "name": "network-vif-plugged", "status": "completed", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:03:55.483181 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96260b3f-2a80-4479-9093-8c4b423ecba7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:03:55.483810 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'code': 200} Aug 23 12:03:55.527810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:55.588043 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.617658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fac35611-57b0-47a3-bb35-59bd41ba524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.632492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fac35611-57b0-47a3-bb35-59bd41ba524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.639624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Deleting subnet 12d5673c-d935-4381-8e3f-e2426c98b906 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:03:55.647628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.687201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fac35611-57b0-47a3-bb35-59bd41ba524a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=577bfdf8eba74caf906d74caffa1c9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578514 Aug 23 12:03:55.690614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac35611-57b0-47a3-bb35-59bd41ba524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce71ee5-3cb5-4250-b55b-6adf93fbb359,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:55.691149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54092) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:55.700378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36a5f-5774-46f9-aed2-d69879118cc0 req-3d6e0909-f3c3-482f-8386-962e0109e169 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:55.701957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2a36a5f-5774-46f9-aed2-d69879118cc0 req-3d6e0909-f3c3-482f-8386-962e0109e169 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1404088 Aug 23 12:03:55.705136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b0b29-c495-4222-bbea-c9ee44280cce req-4b5c2d3f-0ad7-41e5-bc54-941587b263ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:55.706544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-990b0b29-c495-4222-bbea-c9ee44280cce req-4b5c2d3f-0ad7-41e5-bc54-941587b263ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.1091900 Aug 23 12:03:55.736013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.832905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2a36a5f-5774-46f9-aed2-d69879118cc0 req-c4ed4744-1506-4ce0-8d1b-69fe879d886f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191182 Aug 23 12:03:55.839481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-990b0b29-c495-4222-bbea-c9ee44280cce req-1b5823cd-59e7-46c1-926a-5bf5184ab79f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232533 Aug 23 12:03:55.840578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5802726-ee27-40f0-9c23-38dcd130d4af req-aae6ce3b-3837-45a3-b6ea-1b57c9f6e71d tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Aug 23 12:03:55.895261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6aa483e-7292-42f1-9f3e-68c8242ecb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.924928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:55.948119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6aa483e-7292-42f1-9f3e-68c8242ecb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.029362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.043170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c6ec0741-e747-4d62-b17a-c4f4c41f19ea no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:56.046121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6aa483e-7292-42f1-9f3e-68c8242ecb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.048734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6aa483e-7292-42f1-9f3e-68c8242ecb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.050242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a6aa483e-7292-42f1-9f3e-68c8242ecb9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ce71ee5-3cb5-4250-b55b-6adf93fbb359 HTTP/1.1" status: 204 len: 168 time: 0.3471031 Aug 23 12:03:56.071387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c6ec0741-e747-4d62-b17a-c4f4c41f19ea {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:56.072176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c6ec0741-e747-4d62-b17a-c4f4c41f19ea not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:56.072784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f22648ce-4ed7-4a2f-ad07-f9e06efa6974 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:56.102164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f22648ce-4ed7-4a2f-ad07-f9e06efa6974 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:56.102666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f22648ce-4ed7-4a2f-ad07-f9e06efa6974 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:56.105511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.108918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/12d5673c-d935-4381-8e3f-e2426c98b906 HTTP/1.1" status: 204 len: 168 time: 0.6294794 Aug 23 12:03:56.114120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54100) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:56.116762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f4493-f76e-49c0-b000-6841565e0831 None None] Network 49d04950-545f-4ffe-bf41-d1051877efc9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:56.117039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772482bc-1340-46be-a02e-5d56d2e6cbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d5673c-d935-4381-8e3f-e2426c98b906,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.125891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa483e-7292-42f1-9f3e-68c8242ecb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce71ee5-3cb5-4250-b55b-6adf93fbb359,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.165672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aff91-a8da-4deb-9a50-537ce7940597 req-cc457e75-d569-427e-8c2c-edb22407528d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:56.173955 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-639aff91-a8da-4deb-9a50-537ce7940597 req-cc457e75-d569-427e-8c2c-edb22407528d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0915046 Aug 23 12:03:56.221882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-639aff91-a8da-4deb-9a50-537ce7940597 req-e7ac5480-fe50-4a19-91f9-2a5cd945cc90 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 Aug 23 12:03:56.287875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.359687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Deleting port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:56.359687 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.405660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] DHCP port deletion for 49d04950-545f-4ffe-bf41-d1051877efc9 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:03:56.448754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] For port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:56.449362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.464542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] Deleting port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:03:56.465036 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.468604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54106) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:56.475449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Calling delete_port for fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:56.483369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f0a37bb-1d07-4b1d-8754-dba2fad1857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.554432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] For port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,segment=NetworkSegment(e98ea78f-b892-4211-9f98-6ddbed735364),segment_id=e98ea78f-b892-4211-9f98-6ddbed735364)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:03:56.555200 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.580634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] Calling delete_port for fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:03:56.584418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.611678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f0a37bb-1d07-4b1d-8754-dba2fad1857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.612646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.617062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] No DVR routers for this DVR port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:56.624246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f0a37bb-1d07-4b1d-8754-dba2fad1857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.672113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a37bb-1d07-4b1d-8754-dba2fad1857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0ecb48-87a3-44ce-8ef9-d012cdbd4d35,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.681534 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f0a37bb-1d07-4b1d-8754-dba2fad1857e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3adf1cef9b744935a853b2d6573ff5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118273 Aug 23 12:03:56.685745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54110) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:56.706161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.712614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.729958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d04950-545f-4ffe-bf41-d1051877efc9']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:56.734681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] Pushing event deleted for resources: {'Port': ['ID=fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.740459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab75a78-c120-4460-851d-d8eb91a2cc34 None None] No DVR routers for this DVR port fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:03:56.746686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98ea78f-b892-4211-9f98-6ddbed735364') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:56.746994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98ea78f-b892-4211-9f98-6ddbed735364') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:03:56.761987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e84c-8357-417d-9d62-6f23008ac272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.762125 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.777028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.785819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:03:56.786317 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.787090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e84c-8357-417d-9d62-6f23008ac272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:03:56.788291 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:03:56.841403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e84c-8357-417d-9d62-6f23008ac272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.844950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e84c-8357-417d-9d62-6f23008ac272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.846842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c8c6e84c-8357-417d-9d62-6f23008ac272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a0ecb48-87a3-44ce-8ef9-d012cdbd4d35 HTTP/1.1" status: 204 len: 168 time: 0.1597695 Aug 23 12:03:56.850400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.857091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:56.861815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] 10.222.0.21 "DELETE /v2.0/networks/49d04950-545f-4ffe-bf41-d1051877efc9 HTTP/1.1" status: 204 len: 168 time: 0.7431843 Aug 23 12:03:56.865863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6e84c-8357-417d-9d62-6f23008ac272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0ecb48-87a3-44ce-8ef9-d012cdbd4d35,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.875636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621be02-655f-4016-be50-953679c42f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d04950-545f-4ffe-bf41-d1051877efc9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:56.994666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c750a96c-6687-427f-b29e-1add5bdf89d9 req-d8b5dea4-1169-48e3-9c91-c30925209229 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0352640 Aug 23 12:03:57.025626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dc66a-5e1e-4e32-b728-e1c7a55ca71a req-5e859fe1-f412-43f0-8ac5-80f110110063 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:57.027265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c8dc66a-5e1e-4e32-b728-e1c7a55ca71a req-5e859fe1-f412-43f0-8ac5-80f110110063 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0615308 Aug 23 12:03:57.095216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c8dc66a-5e1e-4e32-b728-e1c7a55ca71a req-cf315e5a-5a52-4c59-b2a8-4d06e71bc94b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591450 Aug 23 12:03:57.161204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54122) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:57.215801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2fdce69a-7bb4-4e62-be96-592ce0592116 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76b93bcc8f4742288a069f983910b25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509698 Aug 23 12:03:57.216055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54124) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:57.280780 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:57.299836 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5af96fbb-9c3c-457c-8705-91c5d499ae65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:57.357247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5af96fbb-9c3c-457c-8705-91c5d499ae65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:57.382982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe78b9-01ae-4380-8cc1-931e14cc865b req-7ec810fd-b368-47c3-869e-f6a2c4bdf212 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:57.384535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bffe78b9-01ae-4380-8cc1-931e14cc865b req-7ec810fd-b368-47c3-869e-f6a2c4bdf212 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0868084 Aug 23 12:03:57.449306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bffe78b9-01ae-4380-8cc1-931e14cc865b req-81f71057-ce72-484f-9841-65f9984a26d8 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503013 Aug 23 12:03:57.474640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5af96fbb-9c3c-457c-8705-91c5d499ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:57.478302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5af96fbb-9c3c-457c-8705-91c5d499ae65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:57.482874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5af96fbb-9c3c-457c-8705-91c5d499ae65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d42312dc-0b0f-4c63-954b-9aaca834f1e4 HTTP/1.1" status: 204 len: 168 time: 0.2631698 Aug 23 12:03:57.499077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96fbb-9c3c-457c-8705-91c5d499ae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42312dc-0b0f-4c63-954b-9aaca834f1e4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:57.540273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:57.796783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464c209-4181-4065-b13c-645018093b19 req-ca61a123-9075-43fa-b23d-9257355a96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:57.799066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-ca61a123-9075-43fa-b23d-9257355a96ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.0752738 Aug 23 12:03:57.823839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d4e48-4457-47be-83b5-8502eb9973a1 req-0a7bb0df-a9be-464e-bae0-b43f0507c741 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:57.826698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e3d4e48-4457-47be-83b5-8502eb9973a1 req-0a7bb0df-a9be-464e-bae0-b43f0507c741 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0924513 Aug 23 12:03:57.874736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e3d4e48-4457-47be-83b5-8502eb9973a1 req-707aaa3c-8f43-43fc-9360-5af40c196454 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Aug 23 12:03:57.919107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464c209-4181-4065-b13c-645018093b19 req-0bd81744-fc16-4c0e-b85c-3b6d0138fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:57.920654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-0bd81744-fc16-4c0e-b85c-3b6d0138fd09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.1142375 Aug 23 12:03:57.967698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-c80c12aa-8359-4869-a1a1-20d4ec2020ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.0390737 Aug 23 12:03:58.026705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464c209-4181-4065-b13c-645018093b19 req-a2a66e7a-c637-4b1b-ae66-ace3d153c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:58.028497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-a2a66e7a-c637-4b1b-ae66-ace3d153c214 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.0535400 Aug 23 12:03:58.080914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-538b1ad7-7b9d-4c3b-bac4-324e8e0845f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399969 Aug 23 12:03:58.083046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:03:58.111096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:03:58.111551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb6c1d07-4b7f-414e-b4a9-b0bfdfb7f994 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:03:58.129476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:58.220495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-fad95d6e-60fe-49e2-b1e6-c22b30bbfb1a service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305609 Aug 23 12:03:58.244831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf7d743e-db7f-4abe-a8d4-e905b5166730 req-932fc09f-85f7-4cdf-aeb7-3ea76ee2b8bd tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.1451163 Aug 23 12:03:58.265085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e211-fcdf-43e3-95e0-552bf6754cd3 req-6af9938a-26ac-4fe7-a92d-3031482fae5d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:58.266154 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1222e211-fcdf-43e3-95e0-552bf6754cd3 req-6af9938a-26ac-4fe7-a92d-3031482fae5d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0700579 Aug 23 12:03:58.342295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1222e211-fcdf-43e3-95e0-552bf6754cd3 req-b67bf81b-0de2-44b2-9a5a-6e398cd66f63 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Aug 23 12:03:58.376573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d464c209-4181-4065-b13c-645018093b19 req-c14a10ed-e99c-4cfd-971e-b000268f7477 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253304 Aug 23 12:03:58.472303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54190) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:58.715394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2101863262-network', 'tenant_id': 'a68ea02be3df46f89559cbfb0df79f41'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:58.736773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Made reservation on behalf of a68ea02be3df46f89559cbfb0df79f41 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:58.739696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:58.749314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:58.856577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:58.866201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:58.893037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:03:58.912000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:58.918408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:58.918408 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Added segment 3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd of type vlan for network a18c6d4f-06d4-4102-8162-07205ec44efc Aug 23 12:03:58.972894 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:59.029353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:59.030396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:59.030967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:59.047028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a880848-a821-4374-93b9-a325d102dd53 req-fc962c7f-b457-4d30-a0d0-8fb00de775a7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:59.048569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a880848-a821-4374-93b9-a325d102dd53 req-fc962c7f-b457-4d30-a0d0-8fb00de775a7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0786233 Aug 23 12:03:59.090410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6167252 Aug 23 12:03:59.096080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54220) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:03:59.102832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Request body: {'subnet': {'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2101863262-subnet', 'tenant_id': 'a68ea02be3df46f89559cbfb0df79f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:03:59.136121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4e699-b219-4c39-bdf7-434318081a40 admin admin] Pushing event updated for resources: {'Network': ['ID=a18c6d4f-06d4-4102-8162-07205ec44efc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:59.137108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Made reservation on behalf of a68ea02be3df46f89559cbfb0df79f41 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:03:59.139754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:59.148791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a880848-a821-4374-93b9-a325d102dd53 req-293c4f70-1bc4-4c8a-82a9-72fd9a427111 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839567 Aug 23 12:03:59.151119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a18c6d4f-06d4-4102-8162-07205ec44efc details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:03:59.354814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:59.381836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-feec3295-872c-4277-a67d-2dc8839bf80f req-1058535a-980a-49e4-ae8b-34f310e99a99 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0383604 Aug 23 12:03:59.456372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abab8e0-2cdd-446e-ada0-c37444d422c0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:03:59.464118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Checking segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:03:59.464563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Network hostable DHCP agents. Network: a18c6d4f-06d4-4102-8162-07205ec44efc, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:03:59.485553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6be35-07fe-44ca-8c12-493789bc9065 req-9f94e4e2-0b53-4d87-8748-d8d67863ed02 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:59.487258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd6be35-07fe-44ca-8c12-493789bc9065 req-9f94e4e2-0b53-4d87-8748-d8d67863ed02 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0551190 Aug 23 12:03:59.491222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Network a18c6d4f-06d4-4102-8162-07205ec44efc is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:03:59.501928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a18c6d4f-06d4-4102-8162-07205ec44efc) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:03:59.506731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:03:59.507782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:03:59.518571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0bc0bd-a430-45fb-8e32-3ffd8b31ae3a None None] Network a18c6d4f-06d4-4102-8162-07205ec44efc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:59.539752 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd6be35-07fe-44ca-8c12-493789bc9065 req-2b90baa1-99e5-473d-8e02-ac51d6cbe171 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Aug 23 12:03:59.550394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-511295c1-9620-4d25-b9d0-aa219e58c545 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4516215 Aug 23 12:03:59.827130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769bf12-b0c0-4524-ad5b-952adc08af9e None None] Network a18c6d4f-06d4-4102-8162-07205ec44efc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:03:59.963016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54260) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:00.098308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f41a9cc-2468-4dcc-b2af-e85815937e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.264876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-a37f91d9-04ff-47f8-8488-1442d2a75e86 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:00.266361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-a37f91d9-04ff-47f8-8488-1442d2a75e86 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 818 time: 0.1535823 Aug 23 12:04:00.292048 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-f7d3741e-0895-414d-a6b2-30bb9595c8b7 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/quotas/a68ea02be3df46f89559cbfb0df79f41 HTTP/1.1" status: 200 len: 375 time: 0.0159359 Aug 23 12:04:00.297052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab3fc-90b0-4763-af6c-3eade28d59ed req-74a57ade-a948-4f81-a13b-85421b07057f tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:00.299288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e19ab3fc-90b0-4763-af6c-3eade28d59ed req-74a57ade-a948-4f81-a13b-85421b07057f tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0604992 Aug 23 12:04:00.336757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f41a9cc-2468-4dcc-b2af-e85815937e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.339291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-fc3c2c5e-6dde-4cb9-b1b2-d5fd9f0df90c tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398233 Aug 23 12:04:00.339775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e19ab3fc-90b0-4763-af6c-3eade28d59ed req-95dd4625-73f8-471a-ab12-a9cb55e72cf4 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Aug 23 12:04:00.341732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f41a9cc-2468-4dcc-b2af-e85815937e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.405468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6f41a9cc-2468-4dcc-b2af-e85815937e53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d96cfdfce42946669b2d84f8d01d8af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412591 Aug 23 12:04:00.408029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41a9cc-2468-4dcc-b2af-e85815937e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a8813-3de4-4a27-a982-2d20f8061c25,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:00.408526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54274) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:00.483111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-984ba3c9-0bdf-46f3-875c-bb2d4ace1ea9 service neutron] 10.222.0.21 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251240 Aug 23 12:04:00.495069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1e96a96-14aa-477c-a251-6273e9be6179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.513071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b8c5f2f-9e68-48bb-8114-b6e647ea0b0f req-3f8e7b1b-5ac1-4541-8ab1-0106709d0275 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Aug 23 12:04:00.545427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1e96a96-14aa-477c-a251-6273e9be6179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.605535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-e8caf4d7-49eb-4a36-b94b-9cd060594fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153481 Aug 23 12:04:00.611429 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1e96a96-14aa-477c-a251-6273e9be6179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.614313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a1e96a96-14aa-477c-a251-6273e9be6179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:00.617748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a1e96a96-14aa-477c-a251-6273e9be6179 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e8a8813-3de4-4a27-a982-2d20f8061c25 HTTP/1.1" status: 204 len: 168 time: 0.2058840 Aug 23 12:04:00.624183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96a96-14aa-477c-a251-6273e9be6179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a8813-3de4-4a27-a982-2d20f8061c25,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:00.741382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693336-0a51-4559-8211-848055cbbfe0 req-e7350ff3-e99a-4b23-8b86-27fff4b72fd9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:00.743278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-19693336-0a51-4559-8211-848055cbbfe0 req-e7350ff3-e99a-4b23-8b86-27fff4b72fd9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0762417 Aug 23 12:04:00.805224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-19693336-0a51-4559-8211-848055cbbfe0 req-dad9ad0d-373d-4929-a658-c97de6df32a6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456424 Aug 23 12:04:00.983371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:00.989867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea8bee75-7e45-460e-b017-f048b68001d2 req-58254e07-6aff-4b67-a073-fbd1a1797fb1 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 210 time: 0.0355570 Aug 23 12:04:01.007322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23e6903b-e49b-47b2-8d32-c93c772e3573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.131038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23e6903b-e49b-47b2-8d32-c93c772e3573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.137435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23e6903b-e49b-47b2-8d32-c93c772e3573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.182715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-23e6903b-e49b-47b2-8d32-c93c772e3573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06e80bffeacd437ca3301ea35fe72f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980865 Aug 23 12:04:01.183755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6903b-e49b-47b2-8d32-c93c772e3573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efce2a5-37f4-4b17-b680-13d1bccd9bce,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:01.186808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54304) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:01.257472 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d897-521a-4a12-9baa-d08c34fef295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.287446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d897-521a-4a12-9baa-d08c34fef295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.338793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d897-521a-4a12-9baa-d08c34fef295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.341508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d897-521a-4a12-9baa-d08c34fef295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:01.345993 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a6b8d897-521a-4a12-9baa-d08c34fef295 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0efce2a5-37f4-4b17-b680-13d1bccd9bce HTTP/1.1" status: 204 len: 168 time: 0.1548634 Aug 23 12:04:01.353854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8d897-521a-4a12-9baa-d08c34fef295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efce2a5-37f4-4b17-b680-13d1bccd9bce,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:01.480192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692bb31-2b99-4ca4-894a-ddaa4cf1bcd8 req-fdffacb9-b53c-4aaa-b3af-6582d263fe77 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:01.481906 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4692bb31-2b99-4ca4-894a-ddaa4cf1bcd8 req-fdffacb9-b53c-4aaa-b3af-6582d263fe77 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0589728 Aug 23 12:04:01.535409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4692bb31-2b99-4ca4-894a-ddaa4cf1bcd8 req-8668f71d-4a0e-416f-bf4f-34254f14cad3 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Aug 23 12:04:01.648222 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a1ead96-0351-4eb7-8f8a-5a72c7db0994 req-97415da1-047b-437c-8940-787e3d0ef222 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0308821 Aug 23 12:04:01.964858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe72c7-7bd6-4f38-845c-e58e2ffc2c14 req-70cdacc0-0e79-4373-9f6e-1fffa51762db tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:01.973064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfe72c7-7bd6-4f38-845c-e58e2ffc2c14 req-70cdacc0-0e79-4373-9f6e-1fffa51762db tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0739427 Aug 23 12:04:02.025987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbfe72c7-7bd6-4f38-845c-e58e2ffc2c14 req-53d8a745-45c9-47de-a221-0c8dff8bec3b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Aug 23 12:04:02.140683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-386038cb-dfec-4c03-a678-902086b5224c req-dd4e8828-30aa-4a1a-bce7-89619bf2dd66 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 210 time: 0.0579646 Aug 23 12:04:02.511785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-e658bffa-6498-4e0c-9d23-f3f8281178b8 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:02.513457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-e658bffa-6498-4e0c-9d23-f3f8281178b8 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 818 time: 0.1683822 Aug 23 12:04:02.529321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Request body: {'port': {'device_id': '34832099-a1e8-419a-809b-b95781cd169c', 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'admin_state_up': True, 'tenant_id': 'a68ea02be3df46f89559cbfb0df79f41'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:02.735753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Made reservation on behalf of a68ea02be3df46f89559cbfb0df79f41 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:02.739501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:02.831515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8283e41e-c1df-43d5-ba48-7d687c7a6d57 req-d17e9715-960a-4242-b5dc-6c70532414b9 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0536532 Aug 23 12:04:02.892517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-b8713320-9189-468c-aedb-8dc3ac710d02 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:02.894099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-b8713320-9189-468c-aedb-8dc3ac710d02 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.41 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 818 time: 0.3596230 Aug 23 12:04:02.916592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Request body: {'port': {'device_id': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'admin_state_up': True, 'tenant_id': 'a68ea02be3df46f89559cbfb0df79f41'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:02.929164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275c765-342d-4549-b035-597fb8d29a1f req-96e571e6-ce99-4709-aa59-fd151d37e368 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:02.937511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4275c765-342d-4549-b035-597fb8d29a1f req-96e571e6-ce99-4709-aa59-fd151d37e368 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.2589808 Aug 23 12:04:02.996818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Allocated IP 172.20.0.12 (a18c6d4f-06d4-4102-8162-07205ec44efc/8abab8e0-2cdd-446e-ada0-c37444d422c0/7da6c2ba-7276-422b-8362-34fbb4d49cd8) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:03.004893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-504f693c-fe5d-4d07-8f9b-933ea3ac5983 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:03.006499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-504f693c-fe5d-4d07-8f9b-933ea3ac5983 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 818 time: 0.2470281 Aug 23 12:04:03.230491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:03.284795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0145-a5ea-48ab-a15e-edca396e0659 req-005a935c-0f5a-4a63-8b0c-e0233c35ce95 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:03.286857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01de0145-a5ea-48ab-a15e-edca396e0659 req-005a935c-0f5a-4a63-8b0c-e0233c35ce95 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1093745 Aug 23 12:04:03.304620 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.328223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Request body: {'port': {'device_id': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'admin_state_up': True, 'tenant_id': 'a68ea02be3df46f89559cbfb0df79f41'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:03.358263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01de0145-a5ea-48ab-a15e-edca396e0659 req-9883db59-b29e-461f-b790-7f791b8eefc9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617137 Aug 23 12:04:03.375348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-123434857', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:03.392233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4275c765-342d-4549-b035-597fb8d29a1f req-cdd6d646-9894-4419-99d7-56df020e370a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494050 Aug 23 12:04:03.411773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.455363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Made reservation on behalf of 57f582eef36d450c987d84972df793fc for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:03.458212 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.490393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.513101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Made reservation on behalf of a68ea02be3df46f89559cbfb0df79f41 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:03.513902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a519c60-b911-4129-a4b8-e5ff30023328 req-7ec401f2-326b-4b1f-a2b2-1e0c86886baf tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 210 time: 0.0531011 Aug 23 12:04:03.521763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.522149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Network a18c6d4f-06d4-4102-8162-07205ec44efc is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:03.548187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Pushing event updated for resources: {'Port': ['ID=7da6c2ba-7276-422b-8362-34fbb4d49cd8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:03.548187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.548187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.548187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.548187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.548617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.548717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.549020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.549419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.549971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.550168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.550768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.550987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:03.559605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:03.562076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Made reservation on behalf of a68ea02be3df46f89559cbfb0df79f41 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:03.565924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.569213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:03.665207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:03.666175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.782059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.783526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Allocated IP 172.20.0.4 (a18c6d4f-06d4-4102-8162-07205ec44efc/8abab8e0-2cdd-446e-ada0-c37444d422c0/e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:03.792039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:03.798480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] device_id is not set on port e0aa3119-3afb-42ef-b5af-645845460fc0 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:03.818307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-98ea27d9-a824-47ae-969a-2a0ec9cc57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:03.819845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-98ea27d9-a824-47ae-969a-2a0ec9cc57c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.0836282 Aug 23 12:04:03.820819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-89bbd6ca-de8b-4bed-aff7-d678ad559555 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2974687 Aug 23 12:04:03.836606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93164b-a5d6-41a5-a943-d3e2dc1143d0 req-0ddc9499-3ba2-4576-bc4d-801dc3f545b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:03.838290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e93164b-a5d6-41a5-a943-d3e2dc1143d0 req-0ddc9499-3ba2-4576-bc4d-801dc3f545b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1116834 Aug 23 12:04:03.856823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Request body: {'port': {'device_id': '34832099-a1e8-419a-809b-b95781cd169c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:03.925167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e48cb-8088-4809-875f-b4a8cc818be0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:03.998752 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc88c5f0-d5fa-4f7a-897e-e2ec61e52b7c req-abadc563-0ba4-4b35-9473-bc8caa4a6007 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0759201 Aug 23 12:04:04.049085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f162-b70c-4e96-8765-77dffeafa6b3 req-befdc6eb-dd0e-4367-bea9-4a7f0541d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.050769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e90f162-b70c-4e96-8765-77dffeafa6b3 req-befdc6eb-dd0e-4367-bea9-4a7f0541d763 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.1681056 Aug 23 12:04:04.127054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e90f162-b70c-4e96-8765-77dffeafa6b3 req-696bed19-a51e-460a-9e0e-cb4b6bb3dde2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676527 Aug 23 12:04:04.130178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-c44b84ec-7cbd-4b90-8d21-c100a1cfa85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.131659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-c44b84ec-7cbd-4b90-8d21-c100a1cfa85f service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.2953987 Aug 23 12:04:04.149202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.208337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.289900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Network a18c6d4f-06d4-4102-8162-07205ec44efc is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:04.298520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:04.301193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:04.337198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e93164b-a5d6-41a5-a943-d3e2dc1143d0 req-33a86da5-a938-4344-8e32-739737f2cf6b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4746795 Aug 23 12:04:04.352849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Allocated IP 172.20.0.6 (a18c6d4f-06d4-4102-8162-07205ec44efc/8abab8e0-2cdd-446e-ada0-c37444d422c0/6b5e9064-f99f-4e75-a341-bcc66175e89d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:04.356553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Pushing event updated for resources: {'Port': ['ID=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:04.368637 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.371000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Allocated IP 172.25.1.236 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e0aa3119-3afb-42ef-b5af-645845460fc0) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:04.459441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.460021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.527747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-574766e0-6ef9-42e2-a40a-1a5c5abbc019 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6149907 Aug 23 12:04:04.534837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-9d95b411-c7bf-4949-b2c2-e37e585a850f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1982768 Aug 23 12:04:04.543460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Request body: {'port': {'device_id': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:04.663943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec838-2f36-40fd-ad36-b2d7ed9b8b8a req-68ed2c7d-90f6-4fa7-abaf-790ab55e8f37 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.665514 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c3ec838-2f36-40fd-ad36-b2d7ed9b8b8a req-68ed2c7d-90f6-4fa7-abaf-790ab55e8f37 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1837671 Aug 23 12:04:04.680302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596d671-783f-46ee-ba51-e761fe93db03 req-c3be80f5-756d-430a-852d-26cadc1e4f74 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.681888 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1596d671-783f-46ee-ba51-e761fe93db03 req-c3be80f5-756d-430a-852d-26cadc1e4f74 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.2147522 Aug 23 12:04:04.715745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.716713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-e02f617f-54b3-41ed-94be-31c011792e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.718529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-e02f617f-54b3-41ed-94be-31c011792e03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1651995 Aug 23 12:04:04.734896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c3ec838-2f36-40fd-ad36-b2d7ed9b8b8a req-981f2a5b-63f1-48d2-a418-b09a48d66705 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625002 Aug 23 12:04:04.778387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.786889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.828471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:04.833923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:04.837175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:04.842230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1596d671-783f-46ee-ba51-e761fe93db03 req-0cec138f-5cdc-4213-92c6-bd1977a75bea tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459870 Aug 23 12:04:04.873848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Pushing event updated for resources: {'Port': ['ID=e0aa3119-3afb-42ef-b5af-645845460fc0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:04.883729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.918000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-9e9c662f-3e1b-4b79-ad9e-6b70b04b8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.919688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-9e9c662f-3e1b-4b79-ad9e-6b70b04b8467 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910353 Aug 23 12:04:04.929724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.930482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:04.953645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6cfc2-7a3c-4976-9484-8135eef054c2 req-b059fca1-4ca6-46d1-9d76-8051495a27fd tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:04.955366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05e6cfc2-7a3c-4976-9484-8135eef054c2 req-b059fca1-4ca6-46d1-9d76-8051495a27fd tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 931 time: 0.0674794 Aug 23 12:04:04.963030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8d7586bd-deb7-4f3d-99e2-9490934377e0 tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7263045 Aug 23 12:04:04.963960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:04.971769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.236'}]}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:05.028600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05e6cfc2-7a3c-4976-9484-8135eef054c2 req-2f37a8b7-bccc-4f50-82ff-72957e6f052a tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652390 Aug 23 12:04:05.031404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.031404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.100228 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.158807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a4b81715-59de-4612-81e8-3f62a30f6b9b req-9ccd7cb1-c8b8-4b50-a95e-9452baff5b6d tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0398610 Aug 23 12:04:05.162238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.173995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-4f4839ea-b829-45e8-bb09-1d69e31abd5c service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419827 Aug 23 12:04:05.263843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Network a18c6d4f-06d4-4102-8162-07205ec44efc is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:05.267193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:05.269886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:05.273453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Pushing event updated for resources: {'Port': ['ID=6b5e9064-f99f-4e75-a341-bcc66175e89d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:05.311957 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.364293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:05.365059 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.387736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-801f155c-88c3-4ff3-860f-5b39f9eee46a req-e14ffb48-2605-4178-808b-5f38a067f01a service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786361 Aug 23 12:04:05.389865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-e12ad0f0-c2f5-4bd6-bad6-0931879d80b4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0674438 Aug 23 12:04:05.409913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Request body: {'port': {'device_id': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:05.473453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da6c2ba-7276-422b-8362-34fbb4d49cd8 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:05.482766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.500500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Transition to ACTIVE for port object 7da6c2ba-7276-422b-8362-34fbb4d49cd8 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:05.501211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.505648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.554761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef316a7-61c5-4a94-81e4-787ec72ecf38 req-27bb9947-641c-452f-8c9a-d9f38ed94716 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:05.556378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ef316a7-61c5-4a94-81e4-787ec72ecf38 req-27bb9947-641c-452f-8c9a-d9f38ed94716 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1204469 Aug 23 12:04:05.642712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Pushing event updated for resources: {'Port': ['ID=7da6c2ba-7276-422b-8362-34fbb4d49cd8,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:05.685898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ef316a7-61c5-4a94-81e4-787ec72ecf38 req-cf545c27-0995-49ca-ad82-5ebfa247a88c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917406 Aug 23 12:04:05.739898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.765971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.785579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Attempting to bind port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:05.787279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Attempting to bind port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:05.787690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Attempting to bind port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 on network a18c6d4f-06d4-4102-8162-07205ec44efc {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:05.820194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:05.828805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.845536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Transition to ACTIVE for port object e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:05.851917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.855353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 on network a18c6d4f-06d4-4102-8162-07205ec44efc not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:04:05.855807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Attempting to bind port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 on network a18c6d4f-06d4-4102-8162-07205ec44efc {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:05.900144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:05.900656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Checking segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:05.901215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Bound using segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:05.901817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Bound port: 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:05.902491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:05.994722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:06.077194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44171a2-ab1b-401d-bcf8-3505fb1d9fbd req-3f723f5e-a68e-40df-bea2-82061ee50584 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.079221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b44171a2-ab1b-401d-bcf8-3505fb1d9fbd req-3f723f5e-a68e-40df-bea2-82061ee50584 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.2247531 Aug 23 12:04:06.119957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Attempting to bind port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:06.120312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Attempting to bind port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:06.120698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Attempting to bind port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 on network a18c6d4f-06d4-4102-8162-07205ec44efc {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:06.126176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.128223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] For port 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:06.157328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166004d1-d55c-48ce-86f0-995e9dc3340f req-975e0b2b-4457-46d6-b61b-ec470fd4efa4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.159217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-166004d1-d55c-48ce-86f0-995e9dc3340f req-975e0b2b-4457-46d6-b61b-ec470fd4efa4 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1246371 Aug 23 12:04:06.162497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 on network a18c6d4f-06d4-4102-8162-07205ec44efc not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:04:06.162802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Attempting to bind port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 on network a18c6d4f-06d4-4102-8162-07205ec44efc {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:06.180708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:06.181057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Checking segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:06.181450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Bound using segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:06.181935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Bound port: e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:06.182303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.188524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] For port 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:06.189615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5e9064-f99f-4e75-a341-bcc66175e89d {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:06.209661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.221979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.229911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b44171a2-ab1b-401d-bcf8-3505fb1d9fbd req-50abde4c-49b2-4057-a788-d52f97bdb037 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395471 Aug 23 12:04:06.267711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Transition to ACTIVE for port object 6b5e9064-f99f-4e75-a341-bcc66175e89d will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:06.274566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-166004d1-d55c-48ce-86f0-995e9dc3340f req-f1c68be7-8811-485b-beb0-5ecec518de59 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056833 Aug 23 12:04:06.284420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.297737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.298370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.300382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] 10.222.0.44 "PUT /v2.0/ports/7da6c2ba-7276-422b-8362-34fbb4d49cd8 HTTP/1.1" status: 200 len: 1092 time: 2.4598649 Aug 23 12:04:06.355271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34832099-a1e8-419a-809b-b95781cd169c', 'tag': '7da6c2ba-7276-422b-8362-34fbb4d49cd8'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:06.362425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] For port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:06.363595 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89511de8-e27a-4252-a510-59c4b3d1d8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "34832099-a1e8-419a-809b-b95781cd169c", "tag": "7da6c2ba-7276-422b-8362-34fbb4d49cd8"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:06.390740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e9064-f99f-4e75-a341-bcc66175e89d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:06.394911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] For port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:06.404116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.480378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.486168 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.493130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8392c-76c1-416e-b36b-c3e2b2656c82 service neutron] Pushing event updated for resources: {'Port': ['ID=7da6c2ba-7276-422b-8362-34fbb4d49cd8,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:06.503641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.506162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.509638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] 10.222.0.41 "PUT /v2.0/ports/e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 HTTP/1.1" status: 200 len: 1091 time: 1.9693851 Aug 23 12:04:06.513323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'tag': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:06.515656 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca99bb28-1a45-41f6-9835-3b2269be19ff", "tag": "e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:06.525037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e87b0a57-f687-4c83-bcba-c3fc154d943b req-3dfc0f6d-4a9d-4c11-aaa1-54c40ae841a1 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0889773 Aug 23 12:04:06.572870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.573531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cbbff27-dc45-491e-be25-ed1e57209b2a {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:04:06.597138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de454083-85d5-4a46-8d20-5cf23999e89e req-027eb994-ee32-4b3f-9b76-f7cc28045f70 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.598775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de454083-85d5-4a46-8d20-5cf23999e89e req-027eb994-ee32-4b3f-9b76-f7cc28045f70 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 943 time: 0.2149973 Aug 23 12:04:06.602331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e327db-3401-48c7-9db6-81976a1fce1d service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:06.603252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-6999c6d7-cbdf-405d-ad7d-4aa5e71015e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.606214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-6999c6d7-cbdf-405d-ad7d-4aa5e71015e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 1095 time: 0.2232034 Aug 23 12:04:06.607259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Attempting to bind port 6b5e9064-f99f-4e75-a341-bcc66175e89d on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:06.607610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Attempting to bind port 6b5e9064-f99f-4e75-a341-bcc66175e89d by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:06.607948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Attempting to bind port 6b5e9064-f99f-4e75-a341-bcc66175e89d on network a18c6d4f-06d4-4102-8162-07205ec44efc {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:06.616226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Port 6b5e9064-f99f-4e75-a341-bcc66175e89d on network a18c6d4f-06d4-4102-8162-07205ec44efc not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:04:06.616688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Attempting to bind port 6b5e9064-f99f-4e75-a341-bcc66175e89d on network a18c6d4f-06d4-4102-8162-07205ec44efc {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:06.626563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:06.627080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Checking segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:06.627270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Bound using segment: {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:06.627675 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 12:04:06.627795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Bound port: 6b5e9064-f99f-4e75-a341-bcc66175e89d, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:06.628110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.632258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3962dd81-22f5-4711-9ad5-ce580b38e0ab tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6630087 Aug 23 12:04:06.639003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54420) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:06.653829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-091de4d4-fa86-41b1-98e4-8e291898e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.655358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-091de4d4-fa86-41b1-98e4-8e291898e732 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 1094 time: 0.0866091 Aug 23 12:04:06.682593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-cf54b525-e316-44ca-9bbc-495d1fd52d02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8 HTTP/1.1" status: 200 len: 217 time: 0.0630217 Aug 23 12:04:06.731902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de454083-85d5-4a46-8d20-5cf23999e89e req-eb3cb11f-c7d3-43b4-a448-2a54f53e8075 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217000 Aug 23 12:04:06.744662 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f3c04-ad81-4f2c-9e29-ad2e3690758e x-openstack-request-id: req-203f3c04-ad81-4f2c-9e29-ad2e3690758e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:06.745331 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34832099-a1e8-419a-809b-b95781cd169c", "tag": "7da6c2ba-7276-422b-8362-34fbb4d49cd8", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:06.745490 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-203f3c04-ad81-4f2c-9e29-ad2e3690758e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:06.745832 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34832099-a1e8-419a-809b-b95781cd169c', 'tag': '7da6c2ba-7276-422b-8362-34fbb4d49cd8', 'status': 'completed', 'code': 200} Aug 23 12:04:06.747395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-c7744d33-c3a0-464a-abf9-8d153d0e0e07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 HTTP/1.1" status: 200 len: 217 time: 0.0759521 Aug 23 12:04:06.759229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-57d7d8fc-5ccb-42e1-83be-aeb8df0dbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.760735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-57d7d8fc-5ccb-42e1-83be-aeb8df0dbbd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 200 len: 858 time: 0.0672057 Aug 23 12:04:06.800701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-787eab62-7f70-484a-8628-38acad2f345d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a18c6d4f-06d4-4102-8162-07205ec44efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326066 Aug 23 12:04:06.810206 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083a9506-8dbf-4cb1-b8a2-00cefb64125d x-openstack-request-id: req-083a9506-8dbf-4cb1-b8a2-00cefb64125d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:06.810501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca99bb28-1a45-41f6-9835-3b2269be19ff", "tag": "e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:06.810763 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-083a9506-8dbf-4cb1-b8a2-00cefb64125d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:06.811165 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'tag': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0', 'status': 'completed', 'code': 200} Aug 23 12:04:06.844955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] For port 6b5e9064-f99f-4e75-a341-bcc66175e89d, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:06.851103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] For port 6b5e9064-f99f-4e75-a341-bcc66175e89d, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:06.855655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-e2b6d2ad-8da9-4883-8e17-b241a97a68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.857320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-e2b6d2ad-8da9-4883-8e17-b241a97a68b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 200 len: 858 time: 0.0998864 Aug 23 12:04:06.870809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.926596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-1d2d7bff-1944-4504-ac40-03ec069b3322 service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187367 Aug 23 12:04:06.966310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:06.967000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:06.969433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b5e9064-f99f-4e75-a341-bcc66175e89d HTTP/1.1" status: 200 len: 1091 time: 1.5650623 Aug 23 12:04:06.976955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-70088b79-38ab-463c-923c-f93b2b6ea187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a18c6d4f-06d4-4102-8162-07205ec44efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028452 Aug 23 12:04:07.031951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Deleting port e0aa3119-3afb-42ef-b5af-645845460fc0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:07.032277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:07.062974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad4b22-15e1-4294-805d-211b42d7b352 req-b81f511b-6931-40ea-883f-d99526019fed tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.064570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edad4b22-15e1-4294-805d-211b42d7b352 req-b81f511b-6931-40ea-883f-d99526019fed tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1002889 Aug 23 12:04:07.091107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-44f69aae-301e-4e2d-943d-c3ed75aeac1f service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579735 Aug 23 12:04:07.120982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edad4b22-15e1-4294-805d-211b42d7b352 req-1f99dfb8-b5dd-4ad5-a20d-51b2b3c33aaf tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Aug 23 12:04:07.195798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-b31f011b-a96a-4f64-a8c4-be5788c2c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.197346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-b31f011b-a96a-4f64-a8c4-be5788c2c8a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 1095 time: 0.0533860 Aug 23 12:04:07.309587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-75c4dca1-2195-49c6-a320-1dc33f928b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.311143 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-75c4dca1-2195-49c6-a320-1dc33f928b45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 919 time: 0.1049614 Aug 23 12:04:07.378816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-7f802b20-f793-40cc-bc6f-1e32e3989246 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8 HTTP/1.1" status: 200 len: 217 time: 0.0585737 Aug 23 12:04:07.404430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f23063-58be-4192-b043-ade1fe1bdbc2 req-4bb2c445-6c03-4832-9006-f59e67f61aa5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.406457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25f23063-58be-4192-b043-ade1fe1bdbc2 req-4bb2c445-6c03-4832-9006-f59e67f61aa5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.5540218 Aug 23 12:04:07.451371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468f58-576c-42b8-bd68-6b676fac79c5 req-cabf71a5-01d3-4daf-88f3-117afa9ef3db tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.452601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb30d9-7e01-4832-ae00-85af5e5724b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e9064-f99f-4e75-a341-bcc66175e89d,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:07.454429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48468f58-576c-42b8-bd68-6b676fac79c5 req-cabf71a5-01d3-4daf-88f3-117afa9ef3db tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1359360 Aug 23 12:04:07.464524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-b01cb72e-8636-463e-9eef-cbb016b6e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.466145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-b01cb72e-8636-463e-9eef-cbb016b6e3c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 200 len: 858 time: 0.0740066 Aug 23 12:04:07.508686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-d1e9bcdf-b30d-434a-918d-6cad08660e5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a18c6d4f-06d4-4102-8162-07205ec44efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337472 Aug 23 12:04:07.545814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48468f58-576c-42b8-bd68-6b676fac79c5 req-afa0e94a-b296-481f-85e7-b7ca5a30e10a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786505 Aug 23 12:04:07.552966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-628f3c71-2939-4cfe-9022-50b836987a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.554798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-628f3c71-2939-4cfe-9022-50b836987a50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.5747323 Aug 23 12:04:07.565660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-c094d996-61ad-49bd-8e62-dac7fd3b8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.567535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-c094d996-61ad-49bd-8e62-dac7fd3b8b87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 1094 time: 0.5501988 Aug 23 12:04:07.640232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-1c7fdcc5-9285-4d87-b689-209e5fbfc950 service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194735 Aug 23 12:04:07.663064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1264b14-bfcc-46b1-8f03-377b68befb90 req-dfbe75d5-4a9f-47d4-9613-7c93f5864196 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0381713 Aug 23 12:04:07.670569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25f23063-58be-4192-b043-ade1fe1bdbc2 req-1d7b7e48-bc25-456f-9263-45855620add2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198269 Aug 23 12:04:07.672501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:07.684819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-94e45d50-ddf6-44c9-8621-3da4800e338e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d HTTP/1.1" status: 200 len: 217 time: 0.0923891 Aug 23 12:04:07.698417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-372e1baf-ec9e-4f00-a33c-0a3f29bc6500 service neutron] 10.222.0.41 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021966 Aug 23 12:04:07.749298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Calling delete_port for e0aa3119-3afb-42ef-b5af-645845460fc0 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:07.764970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-8e121e7e-2501-4905-bcda-e40c7ea09148 service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108594 Aug 23 12:04:07.883601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09169320-8295-410d-8e3f-abe637662e8f req-9f918359-ba44-46e2-8b3c-3a8025949e9a tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.885177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09169320-8295-410d-8e3f-abe637662e8f req-9f918359-ba44-46e2-8b3c-3a8025949e9a tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 943 time: 0.0655909 Aug 23 12:04:07.911049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144207-4205-494f-aabc-8896373806ff req-f5c3ed3e-2dc9-4537-a291-0685fc33871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.912476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-f5c3ed3e-2dc9-4537-a291-0685fc33871f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 200 len: 858 time: 0.2183185 Aug 23 12:04:07.927365 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09169320-8295-410d-8e3f-abe637662e8f req-4b1eefda-ab27-4334-9305-47da94cd4db9 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357852 Aug 23 12:04:07.943132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-ba6b42ac-cd35-4dd5-b836-5c8a7a3ce6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:07.944584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-ba6b42ac-cd35-4dd5-b836-5c8a7a3ce6fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.3760567 Aug 23 12:04:07.971905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-0fba403a-ac84-4d3d-ac85-bea62b98c8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a18c6d4f-06d4-4102-8162-07205ec44efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496237 Aug 23 12:04:07.987582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-28e08a58-e7a3-4ee8-85bf-46b06a563c85 service neutron] 10.222.0.41 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761078 Aug 23 12:04:08.039852 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-b4e6b4b1-c8c4-4e0d-97b5-e6719bc88b6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 217 time: 0.0747468 Aug 23 12:04:08.201895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-6ecd903f-31f6-4de3-9560-2020e245e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:08.203417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-6ecd903f-31f6-4de3-9560-2020e245e5f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.1395552 Aug 23 12:04:08.248779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-f5a8bc66-83e2-4135-821c-ac7a19633a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:08.250317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-f5a8bc66-83e2-4135-821c-ac7a19633a1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 1094 time: 0.2096233 Aug 23 12:04:08.294870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-a55d47c2-25b3-405f-ace9-951bfbf3ac4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753813 Aug 23 12:04:08.297534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-3e747399-b9b9-458c-9f5f-80a74cc205ed service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065286 Aug 23 12:04:08.357966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:08.520312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4657a2-98bb-49eb-b0be-1cd0f22e6a9b req-9052134f-64bb-40e1-8789-f7353660a1b5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:08.522344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad4657a2-98bb-49eb-b0be-1cd0f22e6a9b req-9052134f-64bb-40e1-8789-f7353660a1b5 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.3013709 Aug 23 12:04:08.523453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0aa3119-3afb-42ef-b5af-645845460fc0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:08.656755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6144207-4205-494f-aabc-8896373806ff req-146af6a8-dbc7-44da-a070-afab3c270734 service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407476 Aug 23 12:04:08.668127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-385c95e7-5465-43e7-a03a-daf78efcc040 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551037 Aug 23 12:04:08.669055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-c93575ff-46e6-4693-93e1-cd8bf198184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:08.670508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-c93575ff-46e6-4693-93e1-cd8bf198184b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 919 time: 0.3895972 Aug 23 12:04:08.679857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77dd3-36e9-4908-9f10-fda6f1196036 req-fe6c846b-f585-4dc3-8b87-fd94250140a5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:08.681665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8f77dd3-36e9-4908-9f10-fda6f1196036 req-fe6c846b-f585-4dc3-8b87-fd94250140a5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0613692 Aug 23 12:04:08.688882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:08.690963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8118bf96-48a4-4306-b386-386db5c1ab1f tempest-RoutersAdminNegativeTest-2060435298 tempest-RoutersAdminNegativeTest-2060435298-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e0aa3119-3afb-42ef-b5af-645845460fc0 HTTP/1.1" status: 204 len: 168 time: 2.0496635 Aug 23 12:04:08.708985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad4657a2-98bb-49eb-b0be-1cd0f22e6a9b req-016d7c9f-e42d-44fc-8319-dceb6893f24f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535110 Aug 23 12:04:08.765225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8f77dd3-36e9-4908-9f10-fda6f1196036 req-4e650ded-05a1-4244-891f-74f9a594fc72 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629144 Aug 23 12:04:08.816888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af00c9c6-2bfe-4b10-b6db-392037ae2ffc req-3a3ceb42-afc7-4038-8ebe-86dfdd1bb73d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0430961 Aug 23 12:04:08.839755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'tag': '6b5e9064-f99f-4e75-a341-bcc66175e89d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:08.843578 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11145ceb-8a9b-4224-8a11-c372e6806c43" -d '{"events": [{"name": "network-changed", "server_uuid": "b186f6dc-c7e2-407c-a96f-645fe4b91699", "tag": "6b5e9064-f99f-4e75-a341-bcc66175e89d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:08.866136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-d7376b53-5607-43ea-a800-fff51ed81ff9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 HTTP/1.1" status: 200 len: 217 time: 0.1785440 Aug 23 12:04:08.868182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49466478-ffbe-4aba-b7cb-a96616f52ff6 req-7690d8dc-ec32-4a55-af3e-66cae1608d03 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0833447 Aug 23 12:04:08.911773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f0b75e-5242-445c-a0e0-9ce11c567293 req-effbd88c-aeb8-43fd-af2b-d5605b79c4ce service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352865 Aug 23 12:04:08.923529 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c129ff-5992-45ce-ba49-4a2786242cd6 x-openstack-request-id: req-a1c129ff-5992-45ce-ba49-4a2786242cd6 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:08.923835 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b186f6dc-c7e2-407c-a96f-645fe4b91699", "tag": "6b5e9064-f99f-4e75-a341-bcc66175e89d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:08.924099 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1c129ff-5992-45ce-ba49-4a2786242cd6 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:08.924503 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'tag': '6b5e9064-f99f-4e75-a341-bcc66175e89d', 'status': 'completed', 'code': 200} Aug 23 12:04:09.004813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-205371a6-a3ae-4a58-abb2-f91bdda900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:09.006395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-205371a6-a3ae-4a58-abb2-f91bdda900e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a68ea02be3df46f89559cbfb0df79f41&device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 1094 time: 0.0507553 Aug 23 12:04:09.069453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54458) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:09.176512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77542-5dad-40ba-9301-f11659bb959d req-ce14a2c7-be62-4493-b2e2-9172bca3a458 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:09.182630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dab77542-5dad-40ba-9301-f11659bb959d req-ce14a2c7-be62-4493-b2e2-9172bca3a458 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 943 time: 0.1671345 Aug 23 12:04:09.194134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-f3e6911d-6ce1-4892-a637-7057a6c291a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:09.195624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-f3e6911d-6ce1-4892-a637-7057a6c291a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 200 len: 858 time: 0.1499143 Aug 23 12:04:09.209183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-632ce109-3f4d-4c8f-bdf3-dd4e4c513619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.216755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-9e94c68d-b23e-4068-ae42-b483d2e908d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:09.218366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-9e94c68d-b23e-4068-ae42-b483d2e908d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 200 len: 919 time: 0.2021072 Aug 23 12:04:09.295804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-24cd339f-0344-466e-9314-69ea31137881 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d HTTP/1.1" status: 200 len: 217 time: 0.0605488 Aug 23 12:04:09.300167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-22fdde22-baff-47bb-9d1f-b972fe6dac9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a18c6d4f-06d4-4102-8162-07205ec44efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748329 Aug 23 12:04:09.304326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dab77542-5dad-40ba-9301-f11659bb959d req-4b242a53-fa18-4d1b-a7ca-7b51794b56fc tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181128 Aug 23 12:04:09.334633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-632ce109-3f4d-4c8f-bdf3-dd4e4c513619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.337934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-632ce109-3f4d-4c8f-bdf3-dd4e4c513619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.380304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-632ce109-3f4d-4c8f-bdf3-dd4e4c513619 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0daacf5916614eacad2f2f6d201e4bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089571 Aug 23 12:04:09.381399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ce109-3f4d-4c8f-bdf3-dd4e4c513619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a5f3d0-0842-4912-8d49-430a573795f2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:09.384473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54464) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:09.388755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-12f5dc2d-40fd-4a05-a80a-1f4de5dadf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:09.390294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-12f5dc2d-40fd-4a05-a80a-1f4de5dadf0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 200 len: 858 time: 0.0801961 Aug 23 12:04:09.441142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65c04d25-b29b-4c33-bea7-541bb41f8bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.450054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-e4534c0a-6409-4482-9233-9f95bc2a62f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a18c6d4f-06d4-4102-8162-07205ec44efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308247 Aug 23 12:04:09.466139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65c04d25-b29b-4c33-bea7-541bb41f8bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.506533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-2b3e653f-d564-4b56-a305-d6b5111b5f71 service neutron] 10.222.0.41 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624038 Aug 23 12:04:09.527440 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65c04d25-b29b-4c33-bea7-541bb41f8bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.530096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65c04d25-b29b-4c33-bea7-541bb41f8bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:09.534338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-65c04d25-b29b-4c33-bea7-541bb41f8bf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13a5f3d0-0842-4912-8d49-430a573795f2 HTTP/1.1" status: 204 len: 168 time: 0.1458745 Aug 23 12:04:09.542063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c04d25-b29b-4c33-bea7-541bb41f8bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a5f3d0-0842-4912-8d49-430a573795f2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:09.633593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-7d80bf3f-c0d0-4dff-8810-48fa325433e3 service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753411 Aug 23 12:04:09.681066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-31c3de85-b0a4-4910-b2c0-a8842bb3a18f req-16cba60d-696a-4ece-8cc6-39e173649846 service neutron] 10.222.0.41 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488955 Aug 23 12:04:09.911547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54476) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:09.935743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033448-ce6f-4ac1-ab8b-f6715b405aaf req-b002f61e-db32-4221-bf74-967d4130e4e5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:09.937352 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1033448-ce6f-4ac1-ab8b-f6715b405aaf req-b002f61e-db32-4221-bf74-967d4130e4e5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0875638 Aug 23 12:04:10.007082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-efdf6ba5-dfa8-4358-a0f3-1f2bb6603cb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57f582eef36d450c987d84972df793fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863144 Aug 23 12:04:10.007436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54478) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:10.028465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1033448-ce6f-4ac1-ab8b-f6715b405aaf req-4df24c6f-07a5-44a1-bc1a-f4285cfbbd35 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811293 Aug 23 12:04:10.077326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b83a0e1-5abd-4b89-922a-5decef675bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:10.096498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40806bd5-4fea-4223-8250-9c87cdd9a4ef req-b8508b4e-86a8-4c80-b41f-c7cd9aedab17 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:10.103594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40806bd5-4fea-4223-8250-9c87cdd9a4ef req-b8508b4e-86a8-4c80-b41f-c7cd9aedab17 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0903196 Aug 23 12:04:10.107364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11145ceb-8a9b-4224-8a11-c372e6806c43 req-f2285f5a-a553-4e0a-a5c3-9a4befa847d4 service neutron] 10.222.0.44 "GET /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653165 Aug 23 12:04:10.108935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b83a0e1-5abd-4b89-922a-5decef675bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:10.169430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c5db5c2-e563-4e4f-b9ea-4c2ae6a891e5 req-bba499ee-22e1-4162-8eb6-4cfc5c85ba5f tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0392852 Aug 23 12:04:10.170434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40806bd5-4fea-4223-8250-9c87cdd9a4ef req-a2a59d73-16bf-4fbc-a42a-301f225f5abd tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618689 Aug 23 12:04:10.195148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b83a0e1-5abd-4b89-922a-5decef675bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:10.199494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b83a0e1-5abd-4b89-922a-5decef675bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:10.201817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b83a0e1-5abd-4b89-922a-5decef675bb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e6e48cb-8088-4809-875f-b4a8cc818be0 HTTP/1.1" status: 204 len: 168 time: 0.1925757 Aug 23 12:04:10.220476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83a0e1-5abd-4b89-922a-5decef675bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e48cb-8088-4809-875f-b4a8cc818be0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:10.484233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71065-d7e8-4c9a-9487-7101031853e6 req-0b0415d5-ec19-4bf5-92c6-b57d3039576a tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:10.485971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eec71065-d7e8-4c9a-9487-7101031853e6 req-0b0415d5-ec19-4bf5-92c6-b57d3039576a tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 943 time: 0.0840862 Aug 23 12:04:10.553680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eec71065-d7e8-4c9a-9487-7101031853e6 req-b6153376-9062-4d2d-8f73-5dd7dacd1f32 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Aug 23 12:04:10.794619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-709598d3-b732-435f-8e50-1b60670cac5e req-1fe8a545-2024-43cb-9704-45e7312fb1f4 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8&device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0301356 Aug 23 12:04:11.007313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f400d3a8-2c31-4e65-a62b-8c96d4906b37 req-c0e8a9c6-9015-4a04-8929-57fb24aff86e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f436309a563444c1a441ee368f7b0a4a&device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Aug 23 12:04:11.038847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8c54153-d209-45d2-beab-33b5988fadd1 req-97a9453e-ca7a-4cca-ab88-aea3a6b871ac tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0346003 Aug 23 12:04:11.045619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f400d3a8-2c31-4e65-a62b-8c96d4906b37 req-acfcdbcf-5b10-4827-b936-e62ad1ff61b1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f436309a563444c1a441ee368f7b0a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285413 Aug 23 12:04:11.116558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:11.186652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d3a8-2c31-4e65-a62b-8c96d4906b37 req-5ee86037-af80-4806-ad0b-de25f0eae01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:11.188194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f400d3a8-2c31-4e65-a62b-8c96d4906b37 req-5ee86037-af80-4806-ad0b-de25f0eae01e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352954 Aug 23 12:04:11.200549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f74867-cb5d-4cb2-9081-da3e2dfbd9fe req-d0781c58-4e3e-4b71-802f-293f32d98c7d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:11.202160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5f74867-cb5d-4cb2-9081-da3e2dfbd9fe req-d0781c58-4e3e-4b71-802f-293f32d98c7d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0829446 Aug 23 12:04:11.229016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:04:11.255456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5f74867-cb5d-4cb2-9081-da3e2dfbd9fe req-1ef3d5c9-70d0-4ebb-988e-79145574d62c tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Aug 23 12:04:11.287673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bac13398-f743-4be1-8f22-cbe07834d881 tempest-AgentManagementNegativeTest-2056648468 tempest-AgentManagementNegativeTest-2056648468-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1698539 Aug 23 12:04:11.342752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b34450-e11f-46d1-9fb2-246542a53942 req-60a4998a-a6fc-4bdb-a2fa-b628527808f7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:11.350299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9b34450-e11f-46d1-9fb2-246542a53942 req-60a4998a-a6fc-4bdb-a2fa-b628527808f7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0983958 Aug 23 12:04:11.353079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:11.364819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0', 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'port_id': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0', 'mac_address': 'fa:16:3e:a9:2c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abab8e0-2cdd-446e-ada0-c37444d422c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:04:11.397375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9b34450-e11f-46d1-9fb2-246542a53942 req-cf6a450c-96c7-4038-bd5a-c913777078c7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456982 Aug 23 12:04:11.411438 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:11.429280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:11.461545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:11.467869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:11.505899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7da6c2ba-7276-422b-8362-34fbb4d49cd8 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:04:11.541359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:11.639285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:11.645613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:11.662532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '7da6c2ba-7276-422b-8362-34fbb4d49cd8', 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'port_id': '7da6c2ba-7276-422b-8362-34fbb4d49cd8', 'mac_address': 'fa:16:3e:a4:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abab8e0-2cdd-446e-ada0-c37444d422c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:04:11.730400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1525-4f2f-4ef7-899c-c14c08e58834 req-be92976f-e978-49f5-9caa-3c68b40006a3 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:11.741301 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98cc1525-4f2f-4ef7-899c-c14c08e58834 req-be92976f-e978-49f5-9caa-3c68b40006a3 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 944 time: 0.0945795 Aug 23 12:04:11.770909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:11.796779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98cc1525-4f2f-4ef7-899c-c14c08e58834 req-06b10949-7d75-441a-9fa5-541bb8b1d245 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541120 Aug 23 12:04:11.807141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da6c2ba-7276-422b-8362-34fbb4d49cd8 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:11.834959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:11.840500 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:11.841227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6b5e9064-f99f-4e75-a341-bcc66175e89d details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:04:11.846882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:11.857502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:11.955914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=7da6c2ba-7276-422b-8362-34fbb4d49cd8,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:11.962216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6b5e9064-f99f-4e75-a341-bcc66175e89d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:11.979278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:11.985807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '6b5e9064-f99f-4e75-a341-bcc66175e89d', 'network_id': 'a18c6d4f-06d4-4102-8162-07205ec44efc', 'port_id': '6b5e9064-f99f-4e75-a341-bcc66175e89d', 'mac_address': 'fa:16:3e:37:12:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abab8e0-2cdd-446e-ada0-c37444d422c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:04:11.987499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.035376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f94a142d8504d189349ea3771dd8e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944192 Aug 23 12:04:12.038261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:12.047173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e4c99-299b-494d-a002-a0fed58c5c31,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:12.055454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.055783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.056143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.056578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.056967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.057310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.057652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.058010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.058343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.058678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.059008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.059338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.059663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ff34a-7524-48b5-88fc-af3b78f11aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:12.083013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5e9064-f99f-4e75-a341-bcc66175e89d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:12.123605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6b5e9064-f99f-4e75-a341-bcc66175e89d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:12.133523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c7e3f0-62fe-4ecd-8059-5e1b15b19d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.134948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.177439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c7e3f0-62fe-4ecd-8059-5e1b15b19d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.179459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7ab0338-8d1f-43cc-b675-71124e4970b2 req-3447d612-d62b-4966-9419-15347660d4c2 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0457513 Aug 23 12:04:12.205873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6b5e9064-f99f-4e75-a341-bcc66175e89d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:12.247144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c7e3f0-62fe-4ecd-8059-5e1b15b19d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.249935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c7e3f0-62fe-4ecd-8059-5e1b15b19d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:12.251185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75c7e3f0-62fe-4ecd-8059-5e1b15b19d39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4e4c99-299b-494d-a002-a0fed58c5c31 HTTP/1.1" status: 204 len: 168 time: 0.2114682 Aug 23 12:04:12.259648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e3f0-62fe-4ecd-8059-5e1b15b19d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e4c99-299b-494d-a002-a0fed58c5c31,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:12.404035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72dcf5-1424-4101-bd1d-a57da25b744f req-3f4bc61c-f363-454a-accb-365ddb0ec311 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:12.416276 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a72dcf5-1424-4101-bd1d-a57da25b744f req-3f4bc61c-f363-454a-accb-365ddb0ec311 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0726285 Aug 23 12:04:12.459122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['7da6c2ba-7276-422b-8362-34fbb4d49cd8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:12.462880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6b5e9064-f99f-4e75-a341-bcc66175e89d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:12.464384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a72dcf5-1424-4101-bd1d-a57da25b744f req-45ccca29-8c98-42b4-9d19-2750f683c38a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Aug 23 12:04:12.683241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f400d3a8-2c31-4e65-a62b-8c96d4906b37 req-91853da5-a060-45d2-b5d6-79446a240743 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.41 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0407541 Aug 23 12:04:12.990756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68803-66f8-4ce8-99ea-572f68f90861 req-04298458-6c83-4b67-86a7-27715ac8a5d3 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:12.992347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7dc68803-66f8-4ce8-99ea-572f68f90861 req-04298458-6c83-4b67-86a7-27715ac8a5d3 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 944 time: 0.0545497 Aug 23 12:04:13.045187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7dc68803-66f8-4ce8-99ea-572f68f90861 req-c77e3db6-17cd-4cb6-bf5c-d46f8dd1c34a tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Aug 23 12:04:13.053540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5634a7-8b16-468b-8b6a-61e02aa6b512 req-60372a64-2aa2-4f78-bb67-ba95aff54eb6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:13.055223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee5634a7-8b16-468b-8b6a-61e02aa6b512 req-60372a64-2aa2-4f78-bb67-ba95aff54eb6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0592041 Aug 23 12:04:13.107380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ee5634a7-8b16-468b-8b6a-61e02aa6b512 req-1e3c9fdf-3b25-4a12-9645-f1b9c27b7a57 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Aug 23 12:04:13.195213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.252425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:13.323048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c44c02e-8d70-418f-b004-7c09cdde0cc7 req-c9ed81d3-1fb5-49d1-bf00-a339470a4689 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=97821688-2b11-488d-97eb-ace73b1caac8 HTTP/1.1" status: 200 len: 210 time: 0.0485504 Aug 23 12:04:13.345529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-eee7792d-ed3e-4b31-abff-4e52affc3f23 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] Request body: {'port': {'network_id': 'e610aae6-68af-48cb-97f8-c26d22f6b96f', 'name': 'tempest-NetworksNegativeTestJSON-1797371462'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:13.349172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:13.355155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:13.356437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:13.360913 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee7792d-ed3e-4b31-abff-4e52affc3f23 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] POST failed (client error): The resource could not be found. Aug 23 12:04:13.361523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee7792d-ed3e-4b31-abff-4e52affc3f23 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.363271 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eee7792d-ed3e-4b31-abff-4e52affc3f23 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1666076 Aug 23 12:04:13.369646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54588) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.389976 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a79068-c43b-42cb-afeb-582335c5226f tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] DELETE failed (client error): The resource could not be found. Aug 23 12:04:13.390640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a79068-c43b-42cb-afeb-582335c5226f tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.392847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e5a79068-c43b-42cb-afeb-582335c5226f tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "DELETE /v2.0/networks/5742d6ba-6c6e-4641-a03b-bab0724cc386 HTTP/1.1" status: 404 len: 339 time: 0.0221257 Aug 23 12:04:13.397736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54592) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.422924 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-189bbff7-3ea0-4ca6-9545-f64a54d6a3d5 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] DELETE failed (client error): The resource could not be found. Aug 23 12:04:13.423616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189bbff7-3ea0-4ca6-9545-f64a54d6a3d5 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.425494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-189bbff7-3ea0-4ca6-9545-f64a54d6a3d5 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "DELETE /v2.0/ports/17020f6f-3dee-4399-a489-77c97c6ecc92 HTTP/1.1" status: 404 len: 333 time: 0.0266945 Aug 23 12:04:13.429618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54596) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.458530 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2591ded-940d-4585-a4ec-16bc605c2d82 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] DELETE failed (client error): The resource could not be found. Aug 23 12:04:13.459023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2591ded-940d-4585-a4ec-16bc605c2d82 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.460821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e2591ded-940d-4585-a4ec-16bc605c2d82 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "DELETE /v2.0/subnets/7dda9586-c6b8-4639-b4aa-598c378b6f3f HTTP/1.1" status: 404 len: 337 time: 0.0301187 Aug 23 12:04:13.466745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.510563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:13.520271 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bac62e8-da2b-4336-baa8-ad19dcdeee23 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] GET failed (client error): The resource could not be found. Aug 23 12:04:13.523067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5bac62e8-da2b-4336-baa8-ad19dcdeee23 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "GET /v2.0/networks/6ccec717-1f6a-439a-8529-8da0a0097f76 HTTP/1.1" status: 404 len: 339 time: 0.0536687 Aug 23 12:04:13.525537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.544604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:13.547078 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41dc5c-8459-467d-9de0-01f3a501511b" -d '{"events": [{"server_uuid": "ca99bb28-1a45-41f6-9835-3b2269be19ff", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:13.560826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:13.567702 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:13.568798 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd77bbf-4a99-49bb-89f4-37b7e031491e tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] GET failed (client error): The resource could not be found. Aug 23 12:04:13.570563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0bd77bbf-4a99-49bb-89f4-37b7e031491e tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "GET /v2.0/ports/6de329de-9cde-4605-a488-095dcf63a362 HTTP/1.1" status: 404 len: 333 time: 0.0436406 Aug 23 12:04:13.574428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54608) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.612843 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9bc61b-66dd-4ae3-8ecd-13448da6e60e tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] GET failed (client error): The resource could not be found. Aug 23 12:04:13.614706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ae9bc61b-66dd-4ae3-8ecd-13448da6e60e tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "GET /v2.0/subnets/ab70d727-6c85-465d-9c62-36c5852daca3 HTTP/1.1" status: 404 len: 337 time: 0.0388284 Aug 23 12:04:13.618300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54612) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.625956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-64992b70-13e3-4bce-aee3-6b306b96d4f0 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:13.644996 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-64992b70-13e3-4bce-aee3-6b306b96d4f0 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] PUT failed (client error): The resource could not be found. Aug 23 12:04:13.645629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64992b70-13e3-4bce-aee3-6b306b96d4f0 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.653007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-64992b70-13e3-4bce-aee3-6b306b96d4f0 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "PUT /v2.0/networks/e82a82d9-7fc1-42d6-b1ee-f4e0dc1dbbde HTTP/1.1" status: 404 len: 339 time: 0.0291536 Aug 23 12:04:13.653718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54614) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.664000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1502bc31-f580-449d-9b85-eb7c8a1c02f6 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:13.683722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9c72c-c7ab-473d-8fba-c53b05abd03a req-cd08e532-e2c5-4a1c-9574-19accdaf9f11 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:13.691553 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8c9c72c-c7ab-473d-8fba-c53b05abd03a req-cd08e532-e2c5-4a1c-9574-19accdaf9f11 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1209207 Aug 23 12:04:13.707855 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-1502bc31-f580-449d-9b85-eb7c8a1c02f6 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] PUT failed (client error): The resource could not be found. Aug 23 12:04:13.708393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1502bc31-f580-449d-9b85-eb7c8a1c02f6 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.708899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:13.709587 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1502bc31-f580-449d-9b85-eb7c8a1c02f6 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "PUT /v2.0/ports/9e320506-e273-4f08-9697-a327f4cec5f8 HTTP/1.1" status: 404 len: 333 time: 0.0531740 Aug 23 12:04:13.716611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:13.722054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5c60b4f9-428d-4c90-8a8f-1b133cb1e5f1 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:13.747547 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c60b4f9-428d-4c90-8a8f-1b133cb1e5f1 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] PUT failed (client error): The resource could not be found. Aug 23 12:04:13.748012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c60b4f9-428d-4c90-8a8f-1b133cb1e5f1 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:13.750625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5c60b4f9-428d-4c90-8a8f-1b133cb1e5f1 tempest-NetworksNegativeTestJSON-1518352773 tempest-NetworksNegativeTestJSON-1518352773-project] 10.222.0.21 "PUT /v2.0/subnets/b74e7cd9-d128-474b-b04f-2791e3a853c1 HTTP/1.1" status: 404 len: 337 time: 0.0316124 Aug 23 12:04:13.760502 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af228f1e-dc00-4d28-a15b-7fce3b9b1365 x-openstack-request-id: req-af228f1e-dc00-4d28-a15b-7fce3b9b1365 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:13.761031 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99bb28-1a45-41f6-9835-3b2269be19ff", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:13.761450 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af228f1e-dc00-4d28-a15b-7fce3b9b1365 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:13.762139 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0', 'code': 200} Aug 23 12:04:13.778368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8c9c72c-c7ab-473d-8fba-c53b05abd03a req-98bee850-b0bd-43c2-a317-64ad95046722 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799558 Aug 23 12:04:13.885317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd4e0-b7f4-480f-95a2-7521d0c036c7 req-c5e69b03-e8c3-45ff-8246-5a39c1b22a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:13.887018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-588bd4e0-b7f4-480f-95a2-7521d0c036c7 req-c5e69b03-e8c3-45ff-8246-5a39c1b22a2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 1096 time: 0.0436344 Aug 23 12:04:13.940099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-588bd4e0-b7f4-480f-95a2-7521d0c036c7 req-ff0a3544-9582-43c1-8688-9547b3635b1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383353 Aug 23 12:04:14.078499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54626) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:14.181615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44411ae1-ccde-412a-8fd0-ffec9e2114a8 req-2d30b7b4-6c6a-47af-990b-c5a430d2f687 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:14.183252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44411ae1-ccde-412a-8fd0-ffec9e2114a8 req-2d30b7b4-6c6a-47af-990b-c5a430d2f687 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 945 time: 0.0617089 Aug 23 12:04:14.199239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd9235f8-5ab5-4bac-b2e1-06fa0ff9b826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.234220 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44411ae1-ccde-412a-8fd0-ffec9e2114a8 req-80dfd358-fbf2-462c-b115-84b0276a468e tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Aug 23 12:04:14.314665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd9235f8-5ab5-4bac-b2e1-06fa0ff9b826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.319173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd9235f8-5ab5-4bac-b2e1-06fa0ff9b826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.365638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd9235f8-5ab5-4bac-b2e1-06fa0ff9b826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0555e06b5ba24909affd630e55653f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842898 Aug 23 12:04:14.366410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9235f8-5ab5-4bac-b2e1-06fa0ff9b826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4be8d1-f23d-4f2f-a89d-4f4a9381605c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:14.369122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54632) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:14.439995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b608be02-5753-4a0e-82e5-56d98b56d3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.482314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b608be02-5753-4a0e-82e5-56d98b56d3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.566586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b608be02-5753-4a0e-82e5-56d98b56d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.570257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b608be02-5753-4a0e-82e5-56d98b56d3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:14.573021 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b608be02-5753-4a0e-82e5-56d98b56d3fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf4be8d1-f23d-4f2f-a89d-4f4a9381605c HTTP/1.1" status: 204 len: 168 time: 0.2017906 Aug 23 12:04:14.604896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608be02-5753-4a0e-82e5-56d98b56d3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4be8d1-f23d-4f2f-a89d-4f4a9381605c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:14.659811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cba4b7c4-55fe-43d7-87bf-068c75cc3cd2 req-7a7ccd69-a071-4a66-a1b6-01230f32f0a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f436309a563444c1a441ee368f7b0a4a&device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0469110 Aug 23 12:04:14.694714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37a5e3a9-1016-41ac-ad65-2a904b32424c req-526b6e35-76da-4d15-a4fb-47a287811f4c tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0377843 Aug 23 12:04:14.719975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cba4b7c4-55fe-43d7-87bf-068c75cc3cd2 req-73fcb784-4352-4488-ad80-07c520ba4a17 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f436309a563444c1a441ee368f7b0a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502808 Aug 23 12:04:14.890341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4b7c4-55fe-43d7-87bf-068c75cc3cd2 req-e587fa7f-8228-47e2-b167-3b53e25cb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:14.891875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cba4b7c4-55fe-43d7-87bf-068c75cc3cd2 req-e587fa7f-8228-47e2-b167-3b53e25cb47a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612310 Aug 23 12:04:14.946546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a42b1-417c-42e4-ac37-1c938d141ddf req-4383e7f0-847a-473c-8b74-9c68a756fbd0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:14.948018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c8a42b1-417c-42e4-ac37-1c938d141ddf req-4383e7f0-847a-473c-8b74-9c68a756fbd0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0777287 Aug 23 12:04:15.023061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c8a42b1-417c-42e4-ac37-1c938d141ddf req-d673a754-7a15-43c1-9747-acf096173620 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Aug 23 12:04:15.396747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dd39b-684b-435a-88e1-0f0a67e45413 req-c2103544-e2f5-443a-b175-637229f60cec tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:15.398686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-185dd39b-684b-435a-88e1-0f0a67e45413 req-c2103544-e2f5-443a-b175-637229f60cec tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 945 time: 0.0753126 Aug 23 12:04:15.449604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-185dd39b-684b-435a-88e1-0f0a67e45413 req-aed9ed03-f494-4a78-b685-28ff2fa28b54 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 Aug 23 12:04:15.508756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54670) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:15.515030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7da6c2ba-7276-422b-8362-34fbb4d49cd8 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:15.597775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:15.601988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:15.602460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.613575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532ca7e-ac32-4caf-8041-5f9df877b616 req-5c898e60-3085-440e-a93f-69dd7f58aa7b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:15.615582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6532ca7e-ac32-4caf-8041-5f9df877b616 req-5c898e60-3085-440e-a93f-69dd7f58aa7b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 944 time: 0.0746558 Aug 23 12:04:15.660586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6532ca7e-ac32-4caf-8041-5f9df877b616 req-9f0f4227-9871-4116-86a2-b15b9bbc5def tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Aug 23 12:04:15.667756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1582794569'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:15.696157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:15.700273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.704219 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.710727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.754957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:15.761054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.762144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6b5e9064-f99f-4e75-a341-bcc66175e89d up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:15.796664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34832099-a1e8-419a-809b-b95781cd169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da6c2ba-7276-422b-8362-34fbb4d49cd8'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:15.800776 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4753bb-35ce-45d7-adf2-8cc33905144b" -d '{"events": [{"server_uuid": "34832099-a1e8-419a-809b-b95781cd169c", "name": "network-vif-plugged", "status": "completed", "tag": "7da6c2ba-7276-422b-8362-34fbb4d49cd8"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:15.823358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52e9626b-e4c0-4a10-88bd-8b110948f352 req-97bca3f2-08a3-4320-a21d-6e250c921814 tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0404599 Aug 23 12:04:15.898723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=7da6c2ba-7276-422b-8362-34fbb4d49cd8,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:15.904983 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7f6b80-44a0-4837-ab6d-c0f69d67ab22 x-openstack-request-id: req-5e7f6b80-44a0-4837-ab6d-c0f69d67ab22 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:15.905531 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34832099-a1e8-419a-809b-b95781cd169c", "name": "network-vif-plugged", "status": "completed", "tag": "7da6c2ba-7276-422b-8362-34fbb4d49cd8", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:15.905881 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e7f6b80-44a0-4837-ab6d-c0f69d67ab22 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:15.906277 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34832099-a1e8-419a-809b-b95781cd169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da6c2ba-7276-422b-8362-34fbb4d49cd8', 'code': 200} Aug 23 12:04:15.907541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 6b5e9064-f99f-4e75-a341-bcc66175e89d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:15.912472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 6b5e9064-f99f-4e75-a341-bcc66175e89d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:15.913892 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.929748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.941842 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.977606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:15.979755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e148f-0b4e-4463-8d4d-a5eee4766a83,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:15.992331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:15.992776 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment 1f22546c-928b-4a01-9b11-b9b8fe81077b of type vlan for network 86cefd38-6078-4baa-8d05-2e2f524b3240 Aug 23 12:04:16.022064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.054140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48920-59bc-4ca8-acee-909f67b0740a req-7760cbf8-466b-4dd8-b36f-b3317f75c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:16.056173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80a48920-59bc-4ca8-acee-909f67b0740a req-7760cbf8-466b-4dd8-b36f-b3317f75c88b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 1097 time: 0.0669975 Aug 23 12:04:16.057984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.061974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6b5e9064-f99f-4e75-a341-bcc66175e89d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:16.069874 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.103577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80a48920-59bc-4ca8-acee-909f67b0740a req-362fa993-51ad-411c-9b0d-6695dd70b644 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Aug 23 12:04:16.104783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.116273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:16.116273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.154794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6b5e9064-f99f-4e75-a341-bcc66175e89d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:16.227101 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7119477 Aug 23 12:04:16.227330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54686) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:16.232133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'name': 'tempest-PortsTestJSON-2114491523'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:16.236151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f46572-6350-4f5d-a0df-838057ad330d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=86cefd38-6078-4baa-8d05-2e2f524b3240,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:16.250332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:16.320798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fd6a2-21bc-499c-83df-e45a0c870b56 req-b453430f-4166-4bb1-a5ee-12eef911d4ef tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:16.323013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-672fd6a2-21bc-499c-83df-e45a0c870b56 req-b453430f-4166-4bb1-a5ee-12eef911d4ef tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1324511 Aug 23 12:04:16.377143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-672fd6a2-21bc-499c-83df-e45a0c870b56 req-11842cc1-8b7f-4022-9ad8-5ed2414a6fbf tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468948 Aug 23 12:04:16.378184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:16.381838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.415728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 4800a928-87ab-43b5-888c-fb7b80be09fc yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:16.504205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cba4b7c4-55fe-43d7-87bf-068c75cc3cd2 req-7a853387-1447-4d99-903e-1e649fe72a1b tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.41 "GET /v2.0/ports?device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.0763345 Aug 23 12:04:16.667087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.717124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.792272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=4800a928-87ab-43b5-888c-fb7b80be09fc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:16.805724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': '1f22546c-928b-4a01-9b11-b9b8fe81077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:16.805983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: 86cefd38-6078-4baa-8d05-2e2f524b3240, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:16.812572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550da13-81da-4f5d-b48d-020f483e6cbc req-6f1d07e1-ff78-403b-9e30-83472dee5c91 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:16.814276 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f550da13-81da-4f5d-b48d-020f483e6cbc req-6f1d07e1-ff78-403b-9e30-83472dee5c91 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 945 time: 0.0627859 Aug 23 12:04:16.825224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:16.838602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 86cefd38-6078-4baa-8d05-2e2f524b3240) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:16.847329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:16.853498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:16.854434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:16.857587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192ea8a-e50a-4af5-a242-9eb0b2d9c7b9 None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:16.875043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-41afc0d5-6036-4eec-b348-15ef8c6055e4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6475134 Aug 23 12:04:16.877866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:16.888319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410407703'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:17.172905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e07a019-6fc6-4f1c-b689-7cc6e2334b99 req-174bc6a0-a3d8-4c19-a780-8d4dff84e2ee tempest-ServerShowV247Test-792658507 tempest-ServerShowV247Test-792658507-project] 10.222.0.21 "GET /v2.0/ports?device_id=8150ac87-6bdf-4cbb-aba4-b5204ba8ed0e HTTP/1.1" status: 200 len: 210 time: 0.1189704 Aug 23 12:04:17.333763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f550da13-81da-4f5d-b48d-020f483e6cbc req-f751c412-84b7-4e82-8fc8-a43ac0d866f4 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110018 Aug 23 12:04:17.378847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:17.384016 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.429008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:17.444579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.445192 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment a933ddc2-fc2b-443d-a800-034edcfe9479 of type vlan for network e0e3cdff-c62f-4981-b650-5affeffb2140 Aug 23 12:04:17.518104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.577312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842a1e-f82e-490b-b4c8-c15662cf6af9 req-4b1111f2-f425-45bd-a352-1284a35ef3b3 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:17.578924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37842a1e-f82e-490b-b4c8-c15662cf6af9 req-4b1111f2-f425-45bd-a352-1284a35ef3b3 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0787530 Aug 23 12:04:17.580154 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.585660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:17.586243 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.640265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7597082 Aug 23 12:04:17.644211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:17.651218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'ports': [{'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'}, {'network_id': 'e0e3cdff-c62f-4981-b650-5affeffb2140'}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:17.651542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:17.652267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': 'e0e3cdff-c62f-4981-b650-5affeffb2140'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:17.688306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb7be1-29e7-4658-ae05-4a9ac94e3c91 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=e0e3cdff-c62f-4981-b650-5affeffb2140,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:17.693794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37842a1e-f82e-490b-b4c8-c15662cf6af9 req-933b0222-5632-46e3-b8c1-85769630512c tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046693 Aug 23 12:04:17.705979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e0e3cdff-c62f-4981-b650-5affeffb2140 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:17.849586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 2} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:17.854505 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.869157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:17.907848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e9064-f99f-4e75-a341-bcc66175e89d'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:17.912394 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a02f7c-c504-4e73-834c-9426de5c4d38" -d '{"events": [{"server_uuid": "b186f6dc-c7e2-407c-a96f-645fe4b91699", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e9064-f99f-4e75-a341-bcc66175e89d"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:17.952175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 6dd8df01-91c4-4a6c-b62e-83fd62c2c922 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:17.958853 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8974137-2318-4b78-aae8-2fea310df430 x-openstack-request-id: req-c8974137-2318-4b78-aae8-2fea310df430 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:17.959155 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186f6dc-c7e2-407c-a96f-645fe4b91699", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e9064-f99f-4e75-a341-bcc66175e89d", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:17.959408 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8974137-2318-4b78-aae8-2fea310df430 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:17.960000 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e9064-f99f-4e75-a341-bcc66175e89d', 'code': 200} Aug 23 12:04:18.109060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee91d8-c6af-4cce-8a0e-ee3a37acc20a req-7409e3a5-1fa9-488f-81d9-d57a0766252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:18.110576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43ee91d8-c6af-4cce-8a0e-ee3a37acc20a req-7409e3a5-1fa9-488f-81d9-d57a0766252d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 1096 time: 0.0752118 Aug 23 12:04:18.128759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.209011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43ee91d8-c6af-4cce-8a0e-ee3a37acc20a req-f3dd8c51-b209-4b94-9844-857a2ea65758 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890396 Aug 23 12:04:18.222751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port d13cf1c5-f15a-432b-888b-5abddf10c4a3 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:18.335472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.380302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.436793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:18.438485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:18.441228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:18.442372 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.466219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=6dd8df01-91c4-4a6c-b62e-83fd62c2c922,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:18.541351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284166d3-21e2-4d8b-931e-6c0079c81989 req-dc87bf33-6d20-452a-9b08-2fd216024d84 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:18.552883 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-284166d3-21e2-4d8b-931e-6c0079c81989 req-dc87bf33-6d20-452a-9b08-2fd216024d84 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 945 time: 0.0892062 Aug 23 12:04:18.558069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': 'a933ddc2-fc2b-443d-a800-034edcfe9479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0e3cdff-c62f-4981-b650-5affeffb2140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:18.558437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: e0e3cdff-c62f-4981-b650-5affeffb2140, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:18.563710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=d13cf1c5-f15a-432b-888b-5abddf10c4a3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:18.603645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-284166d3-21e2-4d8b-931e-6c0079c81989 req-0ba2816d-16a6-4d9b-889c-0d811945cb7b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494509 Aug 23 12:04:18.608114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network e0e3cdff-c62f-4981-b650-5affeffb2140 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:18.630395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e0e3cdff-c62f-4981-b650-5affeffb2140) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:18.635657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:18.641892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3273da-e2b9-4c1f-9a2a-6c49538b03ad None None] Network e0e3cdff-c62f-4981-b650-5affeffb2140 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:18.659009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:18.665714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:18.666717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.685425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5dbdfe1c-d100-44e0-a40c-0cb407f3b723 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0395668 Aug 23 12:04:18.688993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54720) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:18.725440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54724) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:18.800769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port d13cf1c5-f15a-432b-888b-5abddf10c4a3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:18.801153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.848322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df730a5-5281-4d70-b327-e215e84f0e04 req-4ed5765d-4328-4e1a-b990-2f7f710c28c6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:18.849971 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8df730a5-5281-4d70-b327-e215e84f0e04 req-4ed5765d-4328-4e1a-b990-2f7f710c28c6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0708277 Aug 23 12:04:18.878000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7370c039-8b42-436a-bfc7-bb6e4c363abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.895881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.916527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for d13cf1c5-f15a-432b-888b-5abddf10c4a3 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:18.916748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8df730a5-5281-4d70-b327-e215e84f0e04 req-26193fb8-6899-46eb-9bf0-e0d75d2559ba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578814 Aug 23 12:04:18.994928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7370c039-8b42-436a-bfc7-bb6e4c363abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:18.999413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7370c039-8b42-436a-bfc7-bb6e4c363abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.025128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.045351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7370c039-8b42-436a-bfc7-bb6e4c363abe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f436309a563444c1a441ee368f7b0a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183882 Aug 23 12:04:19.046318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370c039-8b42-436a-bfc7-bb6e4c363abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210d1007-a108-4ebe-9c97-0ab17537ee5c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:19.049515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54728) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.055271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=d13cf1c5-f15a-432b-888b-5abddf10c4a3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:19.060506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.065518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9dc51e43-060b-4269-8f87-ddf891deb31c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/d13cf1c5-f15a-432b-888b-5abddf10c4a3 HTTP/1.1" status: 204 len: 168 time: 0.3724670 Aug 23 12:04:19.065518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54730) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.109263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-061e5a00-be28-4d1e-b4ce-67dfd2ef7a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.138886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-061e5a00-be28-4d1e-b4ce-67dfd2ef7a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.147763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f9067-0323-4daa-8d0b-06fbbfb73b10 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:19.153747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f9067-0323-4daa-8d0b-06fbbfb73b10 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:19.155384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b3f9067-0323-4daa-8d0b-06fbbfb73b10 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0883811 Aug 23 12:04:19.158651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54732) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.195351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-061e5a00-be28-4d1e-b4ce-67dfd2ef7a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.198120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-061e5a00-be28-4d1e-b4ce-67dfd2ef7a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.199471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-061e5a00-be28-4d1e-b4ce-67dfd2ef7a07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/210d1007-a108-4ebe-9c97-0ab17537ee5c HTTP/1.1" status: 204 len: 168 time: 0.1477349 Aug 23 12:04:19.209753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e5a00-be28-4d1e-b4ce-67dfd2ef7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d1007-a108-4ebe-9c97-0ab17537ee5c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:19.272512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 6dd8df01-91c4-4a6c-b62e-83fd62c2c922 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:19.272929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.358134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.373713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 6dd8df01-91c4-4a6c-b62e-83fd62c2c922 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:19.474300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.506140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=6dd8df01-91c4-4a6c-b62e-83fd62c2c922,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:19.513750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.515918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-51b539c1-cc73-4486-8c27-351c6d1ce28f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/6dd8df01-91c4-4a6c-b62e-83fd62c2c922 HTTP/1.1" status: 204 len: 168 time: 0.3563066 Aug 23 12:04:19.519388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54744) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.637424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3261fe7-8f7b-4509-be0c-7f4b75d76aff tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:19.639383 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3261fe7-8f7b-4509-be0c-7f4b75d76aff tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1184075 Aug 23 12:04:19.642440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54756) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.696247 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e53d3-d88d-4e9c-a010-583add5c6d7b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:19.697358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3f9e53d3-d88d-4e9c-a010-583add5c6d7b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/d13cf1c5-f15a-432b-888b-5abddf10c4a3 HTTP/1.1" status: 404 len: 333 time: 0.0533321 Aug 23 12:04:19.697536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54758) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.742361 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-271c1e1b-8a9c-4898-8c1d-861b0090827c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:19.743921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-271c1e1b-8a9c-4898-8c1d-861b0090827c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/6dd8df01-91c4-4a6c-b62e-83fd62c2c922 HTTP/1.1" status: 404 len: 333 time: 0.0452948 Aug 23 12:04:19.749028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:19.773405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92541d96-55cc-4127-8088-b769f3dbcb6f req-13b5a950-8133-4310-807a-a40d86480c99 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:19.775591 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-92541d96-55cc-4127-8088-b769f3dbcb6f req-13b5a950-8133-4310-807a-a40d86480c99 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 945 time: 0.0881848 Aug 23 12:04:19.818335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-92541d96-55cc-4127-8088-b769f3dbcb6f req-4c870a8b-cfbc-4333-ab74-e68cf81d2489 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Aug 23 12:04:19.852747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.977241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:19.992790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e3cdff-c62f-4981-b650-5affeffb2140']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:20.005677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a933ddc2-fc2b-443d-a800-034edcfe9479') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:20.006027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a933ddc2-fc2b-443d-a800-034edcfe9479') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:20.018163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.027537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281ccf-1670-4aa7-88d8-0e984bbf9399 req-4c01a574-e410-4b39-81d8-06c823d4772c tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:20.028930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f281ccf-1670-4aa7-88d8-0e984bbf9399 req-4c01a574-e410-4b39-81d8-06c823d4772c tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 946 time: 0.1277463 Aug 23 12:04:20.052157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.054520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19545b4-fdc6-4d5e-9743-9fe0d57a176f req-0996572e-f4e2-489b-a608-8631ffddbe23 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:20.056778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b19545b4-fdc6-4d5e-9743-9fe0d57a176f req-0996572e-f4e2-489b-a608-8631ffddbe23 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0680275 Aug 23 12:04:20.067619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:04:20.068045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:04:20.071569 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:04:20.089080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54774) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:20.137792 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b19545b4-fdc6-4d5e-9743-9fe0d57a176f req-384180ec-438c-4a71-a84c-17fce2e2d54b tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Aug 23 12:04:20.146682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f281ccf-1670-4aa7-88d8-0e984bbf9399 req-db7ddc24-7893-4ef6-a143-fff04cb39acd tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061916 Aug 23 12:04:20.163049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.174972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.184027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/e0e3cdff-c62f-4981-b650-5affeffb2140 HTTP/1.1" status: 204 len: 168 time: 0.4281836 Aug 23 12:04:20.185614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54780) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:20.188253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce8ace-7f2d-4f9e-98fe-d6bd666aafb3 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=e0e3cdff-c62f-4981-b650-5affeffb2140,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:20.198330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1755444398'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:20.224076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:20.227126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.243750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-920871802-network', 'tenant_id': '447e36efc68b48f1b0069d1bc00193e5'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:20.270692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:20.279021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Made reservation on behalf of 447e36efc68b48f1b0069d1bc00193e5 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:20.281292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.292143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.292491 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment c6cf21f2-e7eb-4e18-a406-dfead485961c of type vlan for network fb5268df-9dff-4888-ac53-e200331a702a Aug 23 12:04:20.294565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.360395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.411414 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.417165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:20.417974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.439530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48e72-4023-4735-8ece-e72a47760b94 req-ca22a011-6827-4fc4-9464-455525980a44 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:20.441774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2a48e72-4023-4735-8ece-e72a47760b94 req-ca22a011-6827-4fc4-9464-455525980a44 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 946 time: 0.0586081 Aug 23 12:04:20.493247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2a48e72-4023-4735-8ece-e72a47760b94 req-c620e04a-a3e4-4bb1-b213-8c203b8b22d6 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Aug 23 12:04:20.509679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=fb5268df-9dff-4888-ac53-e200331a702a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:20.522506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network fb5268df-9dff-4888-ac53-e200331a702a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:20.538301 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.543528 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.560148 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f0b6ec7-a44b-4294-bfb5-d8324809a4dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3720329 Aug 23 12:04:20.563245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54786) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:20.569536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:20.570214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:20.588844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d933925-3232-4ec8-ae82-c29f5f84c956,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:20.592172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.592732 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Added segment 8368f488-8397-4238-bff9-2fc73fd450cb of type vlan for network 8473202b-4e64-41d6-8ff0-fc2f758a85d0 Aug 23 12:04:20.644021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.683761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.684984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:20.687590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.688270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:20.692675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.767190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6763463 Aug 23 12:04:20.770898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54792) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:20.774423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13819351-7f32-418a-9a00-79fd648de9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8473202b-4e64-41d6-8ff0-fc2f758a85d0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:20.778634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Request body: {'subnet': {'network_id': '8473202b-4e64-41d6-8ff0-fc2f758a85d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-920871802-subnet', 'tenant_id': '447e36efc68b48f1b0069d1bc00193e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:20.785964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8473202b-4e64-41d6-8ff0-fc2f758a85d0 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:20.829201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Made reservation on behalf of 447e36efc68b48f1b0069d1bc00193e5 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:20.831604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:20.986085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.097867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=6e201ede-c589-4def-8256-73a261a8b4ac,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:21.136641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': 'c6cf21f2-e7eb-4e18-a406-dfead485961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:21.137010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: fb5268df-9dff-4888-ac53-e200331a702a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:21.170162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.176288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network fb5268df-9dff-4888-ac53-e200331a702a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:21.214663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, fb5268df-9dff-4888-ac53-e200331a702a) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:21.220982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:21.220982 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.224757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e9d56-2a29-4bf2-9367-542866d0ae50 None None] Network fb5268df-9dff-4888-ac53-e200331a702a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:21.264043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Pushing event updated for resources: {'Subnet': ['ID=698f8ad3-cfd3-452a-9e90-ad6efd5945c9,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:21.267186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6733bffe-20ec-42be-b91d-dc69f030b7be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7025814 Aug 23 12:04:21.270646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54796) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:21.277195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a', 'name': 'tempest-PortsTestJSON-1473190813'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:21.289314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aba2b-1afe-4c9e-b723-40bb14dc6752 req-2fe504fc-e2fc-4fbe-8f84-ec4ea77284b5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:21.291069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-404aba2b-1afe-4c9e-b723-40bb14dc6752 req-2fe504fc-e2fc-4fbe-8f84-ec4ea77284b5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0630188 Aug 23 12:04:21.312913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Checking segment: {'id': '8368f488-8397-4238-bff9-2fc73fd450cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8473202b-4e64-41d6-8ff0-fc2f758a85d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:21.313296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Network hostable DHCP agents. Network: 8473202b-4e64-41d6-8ff0-fc2f758a85d0, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:21.339959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-404aba2b-1afe-4c9e-b723-40bb14dc6752 req-84f804fa-6b75-4a87-b351-fd9e49db253a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Aug 23 12:04:21.400234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-fb5268df-9dff-4888-ac53-e200331a702a', 'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': '6e201ede-c589-4def-8256-73a261a8b4ac'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:04:21.401135 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.581085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Allocated IP 172.20.0.2 (fb5268df-9dff-4888-ac53-e200331a702a/6e201ede-c589-4def-8256-73a261a8b4ac/e6c444db-27ed-4af4-aa51-5eaef8733e2e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:21.684075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Network 8473202b-4e64-41d6-8ff0-fc2f758a85d0 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:21.712553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8473202b-4e64-41d6-8ff0-fc2f758a85d0) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:21.718601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:21.719038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.735049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ced5e-92d8-4f88-aa65-32732f3b5d4b None None] Network 8473202b-4e64-41d6-8ff0-fc2f758a85d0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:21.749574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30047e-d72b-4109-a9ec-1b4824e5c07d req-ceba2ac6-717a-47ed-ab2c-5045cca494b2 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:21.751166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf30047e-d72b-4109-a9ec-1b4824e5c07d req-ceba2ac6-717a-47ed-ab2c-5045cca494b2 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 946 time: 0.1147289 Aug 23 12:04:21.753409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:21.757200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.761474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c17d441c-18ae-400e-b31c-34565231950b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9894702 Aug 23 12:04:21.788061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port cb5f328b-9eaa-48cf-a950-e7dc3ce46bda yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:21.827638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:21.843505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Transition to ACTIVE for port object e6c444db-27ed-4af4-aa51-5eaef8733e2e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:21.864230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf30047e-d72b-4109-a9ec-1b4824e5c07d req-400405fb-2c3b-417b-8a2e-ef930a53aff9 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907903 Aug 23 12:04:21.929191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:21.989200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-854c1a1b-8e96-4c9a-99d3-2d1be303c3c1 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:21.990795 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-854c1a1b-8e96-4c9a-99d3-2d1be303c3c1 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "GET /v2.0/ports?device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 946 time: 0.1002898 Aug 23 12:04:21.993901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Deleting subnet 698f8ad3-cfd3-452a-9e90-ad6efd5945c9 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:04:21.997577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.031564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-143193ea-9e87-40d7-b1a9-e88e5d81d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.045767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Transition to ACTIVE for port object e6c444db-27ed-4af4-aa51-5eaef8733e2e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:22.055014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.072685 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.129341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Network fb5268df-9dff-4888-ac53-e200331a702a is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:22.139334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:22.154552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:22.156514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Pushing event updated for resources: {'Port': ['ID=e6c444db-27ed-4af4-aa51-5eaef8733e2e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:22.168963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.169313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.169653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.170013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.170356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.170681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.171010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.171340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.171662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.171987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.172311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.172635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:04:22.177713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed839c-af8c-46b4-aa54-b2c65fffbc48 None None] Network 8473202b-4e64-41d6-8ff0-fc2f758a85d0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:22.200635 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.206774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.12 (fb5268df-9dff-4888-ac53-e200331a702a/6e201ede-c589-4def-8256-73a261a8b4ac/cb5f328b-9eaa-48cf-a950-e7dc3ce46bda) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:22.278661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Attempting to bind port e6c444db-27ed-4af4-aa51-5eaef8733e2e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:22.278971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Attempting to bind port e6c444db-27ed-4af4-aa51-5eaef8733e2e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c6cf21f2-e7eb-4e18-a406-dfead485961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:22.279309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Attempting to bind port e6c444db-27ed-4af4-aa51-5eaef8733e2e on network fb5268df-9dff-4888-ac53-e200331a702a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:22.289263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:22.289644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Checking segment: {'id': 'c6cf21f2-e7eb-4e18-a406-dfead485961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:22.290079 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.290477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Bound using segment: {'id': 'c6cf21f2-e7eb-4e18-a406-dfead485961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:22.290958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Bound port: e6c444db-27ed-4af4-aa51-5eaef8733e2e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cf21f2-e7eb-4e18-a406-dfead485961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb5268df-9dff-4888-ac53-e200331a702a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:22.291343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.316254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Deleting port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:22.316599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.347547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.431384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] For port e6c444db-27ed-4af4-aa51-5eaef8733e2e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:22.437298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] For port e6c444db-27ed-4af4-aa51-5eaef8733e2e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6c444db-27ed-4af4-aa51-5eaef8733e2e,segment=NetworkSegment(c6cf21f2-e7eb-4e18-a406-dfead485961c),segment_id=c6cf21f2-e7eb-4e18-a406-dfead485961c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:22.445842 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.475743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698f8ad3-cfd3-452a-9e90-ad6efd5945c9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:22.492663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.494849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f1b4ff15-f292-46bd-b3f6-ec7fae088651 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/698f8ad3-cfd3-452a-9e90-ad6efd5945c9 HTTP/1.1" status: 204 len: 168 time: 0.5645876 Aug 23 12:04:22.503602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54816) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:22.531743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820cf8-1553-442f-8000-fd561d21d95f None None] Pushing event updated for resources: {'Port': ['ID=e6c444db-27ed-4af4-aa51-5eaef8733e2e,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:22.579865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8626e-6cd4-433d-84fa-19b8361cb1a1 req-324c86d0-935c-4b61-a5c2-56f2ff284142 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:22.584675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ca8626e-6cd4-433d-84fa-19b8361cb1a1 req-324c86d0-935c-4b61-a5c2-56f2ff284142 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1468656 Aug 23 12:04:22.619604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] For port 7da6c2ba-7276-422b-8362-34fbb4d49cd8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7da6c2ba-7276-422b-8362-34fbb4d49cd8,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:22.619604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.630514 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ca8626e-6cd4-433d-84fa-19b8361cb1a1 req-9ab57851-ef79-48ff-80b2-7b289f9d6bde tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Aug 23 12:04:22.654963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Calling delete_port for 7da6c2ba-7276-422b-8362-34fbb4d49cd8 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:22.667261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.677379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.709704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object cb5f328b-9eaa-48cf-a950-e7dc3ce46bda will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:22.906564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.910512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:22.937817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8473202b-4e64-41d6-8ff0-fc2f758a85d0']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:23.012880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8368f488-8397-4238-bff9-2fc73fd450cb') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:23.013085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8368f488-8397-4238-bff9-2fc73fd450cb') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:23.031607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network fb5268df-9dff-4888-ac53-e200331a702a is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:23.042758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.058294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:23.075089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:23.116037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.123122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=cb5f328b-9eaa-48cf-a950-e7dc3ce46bda,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:23.142916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:04:23.143333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:04:23.145147 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:04:23.157827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.170064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:23.175996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['7da6c2ba-7276-422b-8362-34fbb4d49cd8', '6b5e9064-f99f-4e75-a341-bcc66175e89d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:23.247766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e95f3-e6ee-464f-b3a4-a93ec861ffbd req-abca8a53-dc4a-4a99-a0fc-5dd6dfb67f29 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:23.251483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c7e95f3-e6ee-464f-b3a4-a93ec861ffbd req-abca8a53-dc4a-4a99-a0fc-5dd6dfb67f29 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=34832099-a1e8-419a-809b-b95781cd169c HTTP/1.1" status: 200 len: 946 time: 0.2756221 Aug 23 12:04:23.251483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Pushing event deleted for resources: {'Port': ['ID=7da6c2ba-7276-422b-8362-34fbb4d49cd8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:23.260351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:23.261019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.311669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.333391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.335293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8473202b-4e64-41d6-8ff0-fc2f758a85d0 HTTP/1.1" status: 204 len: 168 time: 0.8304677 Aug 23 12:04:23.339361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4456d076-e781-423a-a1b0-0724688f20e9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0652297 Aug 23 12:04:23.340341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:23.370969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] No DVR routers for this DVR port 7da6c2ba-7276-422b-8362-34fbb4d49cd8 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:23.375913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e7fe-01db-418b-90c7-03689acb6df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8473202b-4e64-41d6-8ff0-fc2f758a85d0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:23.392791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.395097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0cc85ab8-5d25-4a44-acb2-a617ce93cd25 req-6da2f2af-31c6-472b-8a7c-44109c2ffd21 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "DELETE /v2.0/ports/7da6c2ba-7276-422b-8362-34fbb4d49cd8 HTTP/1.1" status: 204 len: 173 time: 1.3775985 Aug 23 12:04:23.396001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34832099-a1e8-419a-809b-b95781cd169c', 'name': 'network-vif-deleted', 'tag': '7da6c2ba-7276-422b-8362-34fbb4d49cd8'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:23.398635 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be49e3-fe14-4b3b-8bf6-5073e4c8dccf" -d '{"events": [{"server_uuid": "34832099-a1e8-419a-809b-b95781cd169c", "name": "network-vif-deleted", "tag": "7da6c2ba-7276-422b-8362-34fbb4d49cd8"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:23.438322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c7e95f3-e6ee-464f-b3a4-a93ec861ffbd req-8db6cffb-bb31-4853-b52c-440662f9f952 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727808 Aug 23 12:04:23.491208 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2612c546-f12e-4998-9802-7c011d0cdce0 x-openstack-request-id: req-2612c546-f12e-4998-9802-7c011d0cdce0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:23.491642 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34832099-a1e8-419a-809b-b95781cd169c", "name": "network-vif-deleted", "tag": "7da6c2ba-7276-422b-8362-34fbb4d49cd8", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:23.491995 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2612c546-f12e-4998-9802-7c011d0cdce0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:23.492651 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34832099-a1e8-419a-809b-b95781cd169c', 'name': 'network-vif-deleted', 'tag': '7da6c2ba-7276-422b-8362-34fbb4d49cd8', 'status': 'completed', 'code': 200} Aug 23 12:04:23.552906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54830) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:23.573386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port cb5f328b-9eaa-48cf-a950-e7dc3ce46bda {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:23.573906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.646940 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0a57381e-8d49-48ac-82aa-0deb5f38aa99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=447e36efc68b48f1b0069d1bc00193e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911639 Aug 23 12:04:23.648230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54834) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:23.724462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.732439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7140e91-a5eb-4f79-b3cf-04e75a4f3ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.739873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for cb5f328b-9eaa-48cf-a950-e7dc3ce46bda owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:23.774947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7140e91-a5eb-4f79-b3cf-04e75a4f3ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.840749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8906b9-907f-4606-b7fc-815b724903da req-d6a387fb-265e-470e-9862-e64b79e65c15 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:23.842464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b8906b9-907f-4606-b7fc-815b724903da req-d6a387fb-265e-470e-9862-e64b79e65c15 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0867789 Aug 23 12:04:23.889072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7140e91-a5eb-4f79-b3cf-04e75a4f3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.893775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7140e91-a5eb-4f79-b3cf-04e75a4f3ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.896243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b7140e91-a5eb-4f79-b3cf-04e75a4f3ddf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d933925-3232-4ec8-ae82-c29f5f84c956 HTTP/1.1" status: 204 len: 168 time: 0.2466588 Aug 23 12:04:23.924376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7140e91-a5eb-4f79-b3cf-04e75a4f3ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d933925-3232-4ec8-ae82-c29f5f84c956,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:23.941077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:23.961935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb90034-7669-48c1-8ad9-5893cf12266c None None] Network fb5268df-9dff-4888-ac53-e200331a702a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:23.972927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b8906b9-907f-4606-b7fc-815b724903da req-c26dc78e-efa8-4616-9bdb-dc5549d288bc tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199048 Aug 23 12:04:24.000483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=cb5f328b-9eaa-48cf-a950-e7dc3ce46bda,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:24.133641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-efaf102d-1142-452b-93d6-431286ab943b None None] Provisioning for port e6c444db-27ed-4af4-aa51-5eaef8733e2e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:24.140550 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:04:24.163540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.170251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54844) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:24.191175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a7544677-0c9b-43dd-a3df-464782522566 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/cb5f328b-9eaa-48cf-a950-e7dc3ce46bda HTTP/1.1" status: 204 len: 168 time: 0.8486526 Aug 23 12:04:24.220939 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-62017eb8-a8ce-4667-9b2a-a4a87cb95099 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:04:24.222005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62017eb8-a8ce-4667-9b2a-a4a87cb95099 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:24.223824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6c444db-27ed-4af4-aa51-5eaef8733e2e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:24.224550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62017eb8-a8ce-4667-9b2a-a4a87cb95099 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/cb5f328b-9eaa-48cf-a950-e7dc3ce46bda HTTP/1.1" status: 404 len: 333 time: 0.0474379 Aug 23 12:04:24.227652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54846) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:24.262000 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd23aee0-d1be-4b24-934a-12eaedd5ddfe tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:24.263656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bd23aee0-d1be-4b24-934a-12eaedd5ddfe tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/cb5f328b-9eaa-48cf-a950-e7dc3ce46bda HTTP/1.1" status: 404 len: 333 time: 0.0340641 Aug 23 12:04:24.266819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54850) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:24.327144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 6e201ede-c589-4def-8256-73a261a8b4ac {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:04:24.330582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.347520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e6c444db-27ed-4af4-aa51-5eaef8733e2e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:24.367472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e6c444db-27ed-4af4-aa51-5eaef8733e2e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:24.367816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.375863 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec31eb63-c0a5-4361-b67d-c803404265d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.386111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.409531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.514498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.525181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.604058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.643947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=6e201ede-c589-4def-8256-73a261a8b4ac,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:24.659816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.667786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e4ed181a-1c3b-4229-a7ab-a68cf8d59588 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/6e201ede-c589-4def-8256-73a261a8b4ac HTTP/1.1" status: 204 len: 168 time: 0.3997722 Aug 23 12:04:24.670380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54864) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:24.707124 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:04:24.707715 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:04:24.764663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03a054-67d0-40c1-809f-4fc762ef4dcf None None] Network fb5268df-9dff-4888-ac53-e200331a702a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:24.812874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.838601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e280885d-fd16-4a29-b2c4-8abdf41d7090 None None] Provisioning complete for port e6c444db-27ed-4af4-aa51-5eaef8733e2e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:24.839143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e280885d-fd16-4a29-b2c4-8abdf41d7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:24.882793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port e6c444db-27ed-4af4-aa51-5eaef8733e2e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:24.883435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.026166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port e6c444db-27ed-4af4-aa51-5eaef8733e2e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6c444db-27ed-4af4-aa51-5eaef8733e2e,segment=NetworkSegment(c6cf21f2-e7eb-4e18-a406-dfead485961c),segment_id=c6cf21f2-e7eb-4e18-a406-dfead485961c)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:25.029942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.056945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for e6c444db-27ed-4af4-aa51-5eaef8733e2e owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:25.058654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e280885d-fd16-4a29-b2c4-8abdf41d7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.089404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] DHCP port deletion for fb5268df-9dff-4888-ac53-e200331a702a request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:04:25.111304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e280885d-fd16-4a29-b2c4-8abdf41d7090 None None] For port e6c444db-27ed-4af4-aa51-5eaef8733e2e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6c444db-27ed-4af4-aa51-5eaef8733e2e,segment=NetworkSegment(c6cf21f2-e7eb-4e18-a406-dfead485961c),segment_id=c6cf21f2-e7eb-4e18-a406-dfead485961c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:25.137473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e280885d-fd16-4a29-b2c4-8abdf41d7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.207390 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.235967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port e6c444db-27ed-4af4-aa51-5eaef8733e2e on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:25.245540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Port e6c444db-27ed-4af4-aa51-5eaef8733e2e update to ACTIVE by agent not found {{(pid=101059) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 12:04:25.261792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=e6c444db-27ed-4af4-aa51-5eaef8733e2e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:25.269170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280885d-fd16-4a29-b2c4-8abdf41d7090 None None] Pushing event updated for resources: {'Port': ['ID=e6c444db-27ed-4af4-aa51-5eaef8733e2e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:25.279044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Deleting port e6c444db-27ed-4af4-aa51-5eaef8733e2e {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:25.280064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.310221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144e2a0-552f-4eb4-a490-ac2fd3a9303e req-39b44071-fbd6-4a1b-8764-336f83973aee tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:25.314241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4144e2a0-552f-4eb4-a490-ac2fd3a9303e req-39b44071-fbd6-4a1b-8764-336f83973aee tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1121137 Aug 23 12:04:25.376530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] For port e6c444db-27ed-4af4-aa51-5eaef8733e2e, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:25.377048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.397492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Calling delete_port for e6c444db-27ed-4af4-aa51-5eaef8733e2e owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:25.399378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.402288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Port e6c444db-27ed-4af4-aa51-5eaef8733e2e was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:04:25.402288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.413715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5268df-9dff-4888-ac53-e200331a702a']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:25.425368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cf21f2-e7eb-4e18-a406-dfead485961c') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:25.425720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cf21f2-e7eb-4e18-a406-dfead485961c') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:25.434466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] Pushing event deleted for resources: {'Port': ['ID=e6c444db-27ed-4af4-aa51-5eaef8733e2e,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:25.436240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.437634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76edd2e7-b45b-4ebb-bbd8-766ef0b89e8c None None] No DVR routers for this DVR port e6c444db-27ed-4af4-aa51-5eaef8733e2e on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:25.442589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4144e2a0-552f-4eb4-a490-ac2fd3a9303e req-003be309-b180-4faa-a0ce-be1370c9584f tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226840 Aug 23 12:04:25.452897 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.465935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:04:25.465935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.488271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-2eff8cb3-4ccf-4a79-9a8d-5506813ccb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:25.490811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-2eff8cb3-4ccf-4a79-9a8d-5506813ccb4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.1303685 Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:04:25.521460 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:04:25.538700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7da6c2ba-7276-422b-8362-34fbb4d49cd8 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:25.570756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 7da6c2ba-7276-422b-8362-34fbb4d49cd8 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:25.571110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7da6c2ba-7276-422b-8362-34fbb4d49cd8 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:25.595711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.606774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.612630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/fb5268df-9dff-4888-ac53-e200331a702a HTTP/1.1" status: 204 len: 168 time: 0.9372351 Aug 23 12:04:25.612741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54910) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:25.613236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.618104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1947396141'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:25.625432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cb88d-a969-44d2-8029-14c6bbdbe07e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=fb5268df-9dff-4888-ac53-e200331a702a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:25.631116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-9139b371-5746-4057-bcb6-4767b1e48dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:25.632856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-9139b371-5746-4057-bcb6-4767b1e48dd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.1320753 Aug 23 12:04:25.639884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1f2d5-d648-4049-b41b-dfc6084dd0d0 req-ef3947b9-6605-4d49-ad17-7246308d0c7b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:25.641469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3df1f2d5-d648-4049-b41b-dfc6084dd0d0 req-ef3947b9-6605-4d49-ad17-7246308d0c7b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1192968 Aug 23 12:04:25.654561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:25.658790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.693968 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3df1f2d5-d648-4049-b41b-dfc6084dd0d0 req-fa15a99c-b1af-478a-859c-738557114939 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Aug 23 12:04:25.707573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-f676d2c4-dbd8-4293-b372-327a04f525e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 217 time: 0.0608227 Aug 23 12:04:25.761267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:25.789919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.790267 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment 75c6a466-265c-41a0-9d1b-974cd0054dd1 of type vlan for network 0f94af9e-af81-4d91-9457-2f1ee14b2995 Aug 23 12:04:25.801845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-11a83aa0-fc17-4b2e-88d0-799f4606bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:25.803859 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-11a83aa0-fc17-4b2e-88d0-799f4606bd79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.0802884 Aug 23 12:04:25.860226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-089d151a-fc79-4905-a350-06e21a9e84ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345511 Aug 23 12:04:25.864294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.950768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:25.956499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:25.957159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.008680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3946817 Aug 23 12:04:26.009980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54922) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:26.021530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:26.045018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54924) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:26.084025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd513d-4bc4-41cc-b414-d5a8a44d294d req-af586bba-c8a3-47ed-a26a-2585ded6b3be tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:26.090659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6c444db-27ed-4af4-aa51-5eaef8733e2e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:26.091100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd513d-4bc4-41cc-b414-d5a8a44d294d req-af586bba-c8a3-47ed-a26a-2585ded6b3be tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:26.092761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dddd513d-4bc4-41cc-b414-d5a8a44d294d req-af586bba-c8a3-47ed-a26a-2585ded6b3be tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699&device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 1681 time: 0.0871446 Aug 23 12:04:26.102163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-448f44fa-7893-4583-ae09-0925a49e480b service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338395 Aug 23 12:04:26.107657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21621bfa-6610-4c4f-8a8f-e324ac13f9cc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=0f94af9e-af81-4d91-9457-2f1ee14b2995,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:26.126259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:26.130647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e6c444db-27ed-4af4-aa51-5eaef8733e2e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:26.131642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6c444db-27ed-4af4-aa51-5eaef8733e2e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:26.173003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dddd513d-4bc4-41cc-b414-d5a8a44d294d req-1487b03f-3167-44ff-a0fc-2ac26247f5fe tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619295 Aug 23 12:04:26.247377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9934-9b4c-43f9-9e37-5d56dc3f3138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.251431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:26.255915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.363902 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b94551ce-e0c0-4eb0-8a29-3662facbac67 req-29f9cb9a-7dcb-478c-8172-b182694db7c8 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172897 Aug 23 12:04:26.397903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9934-9b4c-43f9-9e37-5d56dc3f3138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.403564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9934-9b4c-43f9-9e37-5d56dc3f3138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.492324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ca0a9934-9b4c-43f9-9e37-5d56dc3f3138 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9ecd2b265d1477cadb762f5fb3e1af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462459 Aug 23 12:04:26.493596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a9934-9b4c-43f9-9e37-5d56dc3f3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a09307-c8ce-4da9-9bf5-662ddd831513,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:26.496497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54946) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:26.570368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.580357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfa558a-b31a-412c-8142-97bd429ff8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.616958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfa558a-b31a-412c-8142-97bd429ff8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.678425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=54c97179-9f80-405b-b83c-460875a9e1a0,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:26.688369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': '75c6a466-265c-41a0-9d1b-974cd0054dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:26.688773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: 0f94af9e-af81-4d91-9457-2f1ee14b2995, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:26.691968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfa558a-b31a-412c-8142-97bd429ff8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.694912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfa558a-b31a-412c-8142-97bd429ff8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.696100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bcfa558a-b31a-412c-8142-97bd429ff8dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4a09307-c8ce-4da9-9bf5-662ddd831513 HTTP/1.1" status: 204 len: 168 time: 0.1984377 Aug 23 12:04:26.705581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa558a-b31a-412c-8142-97bd429ff8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a09307-c8ce-4da9-9bf5-662ddd831513,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:26.717611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ac71-a37a-49ba-821c-18ace826a4ca req-7840b25b-ee7e-433c-8d37-a31a2f216ee9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:26.720728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd10ac71-a37a-49ba-821c-18ace826a4ca req-7840b25b-ee7e-433c-8d37-a31a2f216ee9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1085265 Aug 23 12:04:26.736995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:26.763459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0f94af9e-af81-4d91-9457-2f1ee14b2995) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:26.768339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:26.769674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:26.776392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0875c478-9d76-4929-841e-411a59ae8517 None None] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:26.808620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd10ac71-a37a-49ba-821c-18ace826a4ca req-81c6d68c-3956-4f30-8687-9d8786eac43a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737169 Aug 23 12:04:26.820771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21f2cf69-63aa-4fef-96b2-7bb56ca7e0be tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7996683 Aug 23 12:04:26.821233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:26.838333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1839467600'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:26.982089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3388f5b-1f3e-4b48-b241-82b4639f99bc req-d6581a28-2cb7-4c50-9864-e45b2c623fe1 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:26.989520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3388f5b-1f3e-4b48-b241-82b4639f99bc req-d6581a28-2cb7-4c50-9864-e45b2c623fe1 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1340301 Aug 23 12:04:26.990481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e6d4-98c9-4c15-8915-aef0f072984f req-22bb39de-0f8d-49c0-85ce-4d63a377f0cc tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:26.992091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4936e6d4-98c9-4c15-8915-aef0f072984f req-22bb39de-0f8d-49c0-85ce-4d63a377f0cc tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 945 time: 0.0637100 Aug 23 12:04:27.033663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-0f94af9e-af81-4d91-9457-2f1ee14b2995', 'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': '54c97179-9f80-405b-b83c-460875a9e1a0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:04:27.035907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.056975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3388f5b-1f3e-4b48-b241-82b4639f99bc req-d2164a92-4f5f-4289-bf25-e84dd9ec741d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665190 Aug 23 12:04:27.057734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4936e6d4-98c9-4c15-8915-aef0f072984f req-85fa98d5-f5e2-4ca3-825f-fe5271b95a0e tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Aug 23 12:04:27.081313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:27.092515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.114500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port f0293ed9-4fe7-436f-a792-33bbe511d20e yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:27.208761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Allocated IP 172.20.0.2 (0f94af9e-af81-4d91-9457-2f1ee14b2995/54c97179-9f80-405b-b83c-460875a9e1a0/6cb09a27-4461-4442-9aa1-a4a0ac07a7af) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:27.304026 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.386604 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.397522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Transition to ACTIVE for port object 6cb09a27-4461-4442-9aa1-a4a0ac07a7af will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:27.419803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Transition to ACTIVE for port object 6cb09a27-4461-4442-9aa1-a4a0ac07a7af will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:27.435756 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.477159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:27.480793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:27.488417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:27.492090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Pushing event updated for resources: {'Port': ['ID=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:27.494699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ac1a61e2-15ba-4ddd-98f2-112ebe95992e {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:04:27.495121 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:04:27.581946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.586166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Attempting to bind port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:27.586614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Attempting to bind port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '75c6a466-265c-41a0-9d1b-974cd0054dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:27.587125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Attempting to bind port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af on network 0f94af9e-af81-4d91-9457-2f1ee14b2995 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:27.595575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:27.596135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Checking segment: {'id': '75c6a466-265c-41a0-9d1b-974cd0054dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:27.596804 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.597849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Bound using segment: {'id': '75c6a466-265c-41a0-9d1b-974cd0054dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:27.598603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Bound port: 6cb09a27-4461-4442-9aa1-a4a0ac07a7af, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c6a466-265c-41a0-9d1b-974cd0054dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f94af9e-af81-4d91-9457-2f1ee14b2995'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:27.599520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.678697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] For port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:27.682535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] For port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,segment=NetworkSegment(75c6a466-265c-41a0-9d1b-974cd0054dd1),segment_id=75c6a466-265c-41a0-9d1b-974cd0054dd1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:27.687313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:27.745155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c540e-7e4a-421b-8c59-162b220998fe None None] Pushing event updated for resources: {'Port': ['ID=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:27.986659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c282ae2-d5f1-47ee-8c86-a88c21a08e28 req-ffa9d7a6-c321-4f3e-b4b5-e4959c06e7ee tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:27.988784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c282ae2-d5f1-47ee-8c86-a88c21a08e28 req-ffa9d7a6-c321-4f3e-b4b5-e4959c06e7ee tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0906863 Aug 23 12:04:27.996116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.031213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 654638cf-edd8-4bda-ac04-0dc414ebc4c2 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:28.075929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c282ae2-d5f1-47ee-8c86-a88c21a08e28 req-e9b96e23-abcc-4e87-82d8-5d7ba10262bc tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752630 Aug 23 12:04:28.143692 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.233812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6cb09a27-4461-4442-9aa1-a4a0ac07a7af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:28.252075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85036-e672-481b-935d-0c5397806568 req-d459d459-4a59-4f93-8054-0a972484abac tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:28.254366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50b85036-e672-481b-935d-0c5397806568 req-d459d459-4a59-4f93-8054-0a972484abac tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca99bb28-1a45-41f6-9835-3b2269be19ff HTTP/1.1" status: 200 len: 945 time: 0.1830125 Aug 23 12:04:28.290556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.9 (0f94af9e-af81-4d91-9457-2f1ee14b2995/54c97179-9f80-405b-b83c-460875a9e1a0/654638cf-edd8-4bda-ac04-0dc414ebc4c2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:28.307778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799c823-67af-4025-86d3-50e7ef604c5f req-7e889f12-77c3-4f00-9ae4-91687918b7ce tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:28.310103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5799c823-67af-4025-86d3-50e7ef604c5f req-7e889f12-77c3-4f00-9ae4-91687918b7ce tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 945 time: 0.2376492 Aug 23 12:04:28.325720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:28.330328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f97f-25e9-4a0a-98e6-0c79e46dc369 req-31284c22-c55e-43e8-a1ba-f296ec1c14cb tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:28.334745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-46f5f97f-25e9-4a0a-98e6-0c79e46dc369 req-31284c22-c55e-43e8-a1ba-f296ec1c14cb tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 945 time: 0.1030583 Aug 23 12:04:28.411778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba52aa2-7bef-4c80-a56f-39a9c2b6dfcd req-58629f67-b1b4-4aba-8144-36796404e6a9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:28.418808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba52aa2-7bef-4c80-a56f-39a9c2b6dfcd req-58629f67-b1b4-4aba-8144-36796404e6a9 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1853004 Aug 23 12:04:28.461172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:28.484011 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-46f5f97f-25e9-4a0a-98e6-0c79e46dc369 req-bb09956d-3a4a-49a1-8d71-6901d408c9b2 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208494 Aug 23 12:04:28.557383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba52aa2-7bef-4c80-a56f-39a9c2b6dfcd req-b364ea72-e06d-435d-955b-d6dbfca9afc6 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375625 Aug 23 12:04:28.571035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.596372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object 654638cf-edd8-4bda-ac04-0dc414ebc4c2 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:28.602749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Deleting port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:28.603402 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.641628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Deleting port 6b5e9064-f99f-4e75-a341-bcc66175e89d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:28.642000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.659385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.717272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a13e3d-0559-4001-91f9-a7ff877c955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.735556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:28.746319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:28.749747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:28.752701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=654638cf-edd8-4bda-ac04-0dc414ebc4c2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:28.834570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:28.835263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.941547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a13e3d-0559-4001-91f9-a7ff877c955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.948008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10a13e3d-0559-4001-91f9-a7ff877c955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:28.957917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85325ae1-aa47-414f-aed8-7263e820ffa6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1314890 Aug 23 12:04:28.961284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:29.009562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f917c1-be99-4487-b38d-02b46dfbf0ba None None] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:29.051314 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-10a13e3d-0559-4001-91f9-a7ff877c955c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f764a1f81b4faa86d4284bf981ecfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843425 Aug 23 12:04:29.056971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:29.064642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a13e3d-0559-4001-91f9-a7ff877c955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c421ce4-c8a8-4f51-be09-4ae0fed6e10a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:29.101272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] Provisioning for port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:29.112399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] Provisioning complete for port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:29.113412 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.154673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] For port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:29.155204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.177898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 654638cf-edd8-4bda-ac04-0dc414ebc4c2 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:29.178817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.194757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Calling delete_port for e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:29.208149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af1de05a-8f09-4f02-aa80-7c267cfd4e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.223631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] For port 6b5e9064-f99f-4e75-a341-bcc66175e89d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6b5e9064-f99f-4e75-a341-bcc66175e89d,segment=NetworkSegment(3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd),segment_id=3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:29.224143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.288117 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.299857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Calling delete_port for 6b5e9064-f99f-4e75-a341-bcc66175e89d owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:29.306886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af1de05a-8f09-4f02-aa80-7c267cfd4e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.333165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] For port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,segment=NetworkSegment(75c6a466-265c-41a0-9d1b-974cd0054dd1),segment_id=75c6a466-265c-41a0-9d1b-974cd0054dd1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:29.339858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.379973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.410487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35ede-a63b-4d44-8169-8099bfa9bd7c None None] Pushing event updated for resources: {'Port': ['ID=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:29.412768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f5d69-7d89-4642-82d8-1e6803ba8b42 req-c4ebe596-4b97-48ea-83da-beb4c136f487 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:29.420327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fe8f5d69-7d89-4642-82d8-1e6803ba8b42 req-c4ebe596-4b97-48ea-83da-beb4c136f487 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.2131085 Aug 23 12:04:29.422590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 654638cf-edd8-4bda-ac04-0dc414ebc4c2 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:29.518281 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fe8f5d69-7d89-4642-82d8-1e6803ba8b42 req-59404456-48d4-4b8e-9f5d-04213353f4b4 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969634 Aug 23 12:04:29.521361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af1de05a-8f09-4f02-aa80-7c267cfd4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.524159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af1de05a-8f09-4f02-aa80-7c267cfd4e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.527538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-af1de05a-8f09-4f02-aa80-7c267cfd4e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c421ce4-c8a8-4f51-be09-4ae0fed6e10a HTTP/1.1" status: 204 len: 168 time: 0.4671426 Aug 23 12:04:29.550707 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.563792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1de05a-8f09-4f02-aa80-7c267cfd4e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c421ce4-c8a8-4f51-be09-4ae0fed6e10a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:29.564037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6b5e9064-f99f-4e75-a341-bcc66175e89d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:29.645405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Pushing event deleted for resources: {'Port': ['ID=e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:29.746098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-20ce7840-9b8c-471d-b04f-e3f9740f5c42 None None] Provisioning for port 654638cf-edd8-4bda-ac04-0dc414ebc4c2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:29.751190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe54fb-16be-44e7-8f30-935d8b1ccf5d req-c3f5df57-8670-41db-a866-c87ad3c4c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:29.753151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66fe54fb-16be-44e7-8f30-935d8b1ccf5d req-c3f5df57-8670-41db-a866-c87ad3c4c86e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.1736753 Aug 23 12:04:29.761490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-20ce7840-9b8c-471d-b04f-e3f9740f5c42 None None] Provisioning complete for port 654638cf-edd8-4bda-ac04-0dc414ebc4c2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:29.762485 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ce7840-9b8c-471d-b04f-e3f9740f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.781087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] No DVR routers for this DVR port e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:29.789593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.792023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50b85036-e672-481b-935d-0c5397806568 req-df11acbe-38e4-47da-9f2f-bd4b4fbcc565 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.41 "DELETE /v2.0/ports/e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 HTTP/1.1" status: 204 len: 173 time: 1.4807863 Aug 23 12:04:29.792675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'name': 'network-vif-deleted', 'tag': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:29.802542 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c954e-dde1-4c8e-9a3c-03e85ffb624f" -d '{"events": [{"server_uuid": "ca99bb28-1a45-41f6-9835-3b2269be19ff", "name": "network-vif-deleted", "tag": "e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:29.812307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.837927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66fe54fb-16be-44e7-8f30-935d8b1ccf5d req-67307b01-6b92-448b-8b79-265e4ff39fbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Aug 23 12:04:29.852591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dd2b9-13cd-4b16-ac3f-721e8ac802d2 req-24cac961-1e1c-4800-b0c2-0d2578bdf016 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:29.862981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b3dd2b9-13cd-4b16-ac3f-721e8ac802d2 req-24cac961-1e1c-4800-b0c2-0d2578bdf016 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1594505 Aug 23 12:04:29.879672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Pushing event deleted for resources: {'Port': ['ID=6b5e9064-f99f-4e75-a341-bcc66175e89d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:29.897023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-20ce7840-9b8c-471d-b04f-e3f9740f5c42 None None] Port 654638cf-edd8-4bda-ac04-0dc414ebc4c2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:04:29.906370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.960246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-20ce7840-9b8c-471d-b04f-e3f9740f5c42 None None] Provisioning complete for port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:29.960917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ce7840-9b8c-471d-b04f-e3f9740f5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.964069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=654638cf-edd8-4bda-ac04-0dc414ebc4c2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:29.964458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda899f1-a5ad-4095-9c64-0d7fadab8840 req-f91e30b4-c367-48e5-99fa-f0a1e376463f tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:29.978814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eda899f1-a5ad-4095-9c64-0d7fadab8840 req-f91e30b4-c367-48e5-99fa-f0a1e376463f tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/ports?device_id=b186f6dc-c7e2-407c-a96f-645fe4b91699 HTTP/1.1" status: 200 len: 867 time: 0.2953980 Aug 23 12:04:29.981594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] No DVR routers for this DVR port 6b5e9064-f99f-4e75-a341-bcc66175e89d on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:29.988619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:29.991698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5799c823-67af-4025-86d3-50e7ef604c5f req-ed32d026-1bfe-4755-97f1-9b836797f25b tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.44 "DELETE /v2.0/ports/6b5e9064-f99f-4e75-a341-bcc66175e89d HTTP/1.1" status: 204 len: 173 time: 1.6679559 Aug 23 12:04:30.037412 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b3dd2b9-13cd-4b16-ac3f-721e8ac802d2 req-d06e8eed-3cfd-482f-a030-51487f807195 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736550 Aug 23 12:04:30.100818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eda899f1-a5ad-4095-9c64-0d7fadab8840 req-2b1c591e-8d33-449b-996f-507611047b57 tempest-ListServersNegativeTestJSON-2116085888 tempest-ListServersNegativeTestJSON-2116085888-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206419 Aug 23 12:04:30.247113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.249531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68cb84fc-1b72-42d1-b825-854e45a1ef84 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/654638cf-edd8-4bda-ac04-0dc414ebc4c2 HTTP/1.1" status: 204 len: 168 time: 1.2854595 Aug 23 12:04:30.250703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6cb09a27-4461-4442-9aa1-a4a0ac07a7af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:30.254069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55052) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:30.307161 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d749aad-6b5c-4bb4-9dab-694a5fc07750 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:30.308924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0d749aad-6b5c-4bb4-9dab-694a5fc07750 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/654638cf-edd8-4bda-ac04-0dc414ebc4c2 HTTP/1.1" status: 404 len: 333 time: 0.0535026 Aug 23 12:04:30.312035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55054) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:30.345670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b0747eeb-1129-4266-87e8-5104d4882c19 None None] Could not find standard attr ID for object 654638cf-edd8-4bda-ac04-0dc414ebc4c2. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:04:30.346182 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4326cabe-40f9-4a50-a53a-f223bd5b158e x-openstack-request-id: req-4326cabe-40f9-4a50-a53a-f223bd5b158e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:30.346433 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99bb28-1a45-41f6-9835-3b2269be19ff", "name": "network-vif-deleted", "tag": "e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:30.346721 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4326cabe-40f9-4a50-a53a-f223bd5b158e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:30.347140 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99bb28-1a45-41f6-9835-3b2269be19ff', 'name': 'network-vif-deleted', 'tag': 'e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0', 'status': 'completed', 'code': 200} Aug 23 12:04:30.361103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:30.361579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.398606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 54c97179-9f80-405b-b83c-460875a9e1a0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:04:30.402100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.458719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.621279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.717169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd6dd2-c1b1-45d8-a7cf-39401f95545b req-f06f17ed-5137-4715-9aee-ab1887ecc486 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:30.718977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94fd6dd2-c1b1-45d8-a7cf-39401f95545b req-f06f17ed-5137-4715-9aee-ab1887ecc486 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1009915 Aug 23 12:04:30.724936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.763929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=54c97179-9f80-405b-b83c-460875a9e1a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:30.766369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.768610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e36fb8f-cb20-4886-9505-095f864bae60 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/54c97179-9f80-405b-b83c-460875a9e1a0 HTTP/1.1" status: 204 len: 168 time: 0.4552925 Aug 23 12:04:30.772157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55068) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:30.777718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508dcef-b6e3-4e27-94cf-01b54e3cd4ce None None] Network 0f94af9e-af81-4d91-9457-2f1ee14b2995 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:30.824126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94fd6dd2-c1b1-45d8-a7cf-39401f95545b req-c5275b17-c944-420f-a0ce-3499c9d9a63b tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901110 Aug 23 12:04:30.899142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:30.977290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:30.977290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.073419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,segment=NetworkSegment(75c6a466-265c-41a0-9d1b-974cd0054dd1),segment_id=75c6a466-265c-41a0-9d1b-974cd0054dd1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:31.074320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.092457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 6cb09a27-4461-4442-9aa1-a4a0ac07a7af owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:31.220435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] DHCP port deletion for 0f94af9e-af81-4d91-9457-2f1ee14b2995 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:04:31.234243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:31.235294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ecd5a-5a37-4f84-b587-c80b23d5815c req-e26b6185-d7f3-408f-a05d-cca777540e1e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:31.236960 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d6ecd5a-5a37-4f84-b587-c80b23d5815c req-e26b6185-d7f3-408f-a05d-cca777540e1e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0779123 Aug 23 12:04:31.250209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.292736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Deleting port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:31.293440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.302128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:31.309780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:31.310507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Deleting subnet 8abab8e0-2cdd-446e-ada0-c37444d422c0 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:04:31.314899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.353550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d6ecd5a-5a37-4f84-b587-c80b23d5815c req-2bc2ab11-bf35-4538-a87d-64d36c8dba2e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006854 Aug 23 12:04:31.359498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.405310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.423540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:31.429740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.441493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f94af9e-af81-4d91-9457-2f1ee14b2995']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:31.453027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c6a466-265c-41a0-9d1b-974cd0054dd1') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:31.453329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c6a466-265c-41a0-9d1b-974cd0054dd1') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:31.455744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:31.455938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e9ae5b8d-9f8f-4352-aaaa-49e6e89956d0 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:31.465332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.468486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] For port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:31.468912 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.481379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.488400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:04:31.488813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:04:31.494513 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:04:31.499796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Calling delete_port for 6cb09a27-4461-4442-9aa1-a4a0ac07a7af owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:31.503664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:04:31.505488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.506068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.533890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.547420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8abab8e0-2cdd-446e-ada0-c37444d422c0 HTTP/1.1" status: 204 len: 168 time: 0.3112226 Aug 23 12:04:31.549360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55094) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:31.562102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] No DVR routers for this DVR port 6cb09a27-4461-4442-9aa1-a4a0ac07a7af on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:31.566364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6b5e9064-f99f-4e75-a341-bcc66175e89d no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:31.571207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93290541-f080-40c1-95c8-52c7aa14c49a None None] Pushing event deleted for resources: {'Port': ['ID=6cb09a27-4461-4442-9aa1-a4a0ac07a7af,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:31.591854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 6b5e9064-f99f-4e75-a341-bcc66175e89d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:31.592127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6b5e9064-f99f-4e75-a341-bcc66175e89d not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:31.595353 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.596144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12972c9d-dc08-4f22-a94b-324fae2bcbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abab8e0-2cdd-446e-ada0-c37444d422c0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:31.622370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.624302 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/0f94af9e-af81-4d91-9457-2f1ee14b2995 HTTP/1.1" status: 204 len: 168 time: 0.8508248 Aug 23 12:04:31.625470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b41c5-a6de-4442-9528-833cf44c83e8 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=0f94af9e-af81-4d91-9457-2f1ee14b2995,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:31.628666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55096) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:31.634423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'name': 'tempest-PortsTestJSON-1366207106'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:31.668334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.745054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:31.749323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.761869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.770609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 7d09406c-5766-4694-8f4c-40a1032f8eeb yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:31.773094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18c6d4f-06d4-4102-8162-07205ec44efc']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:31.785240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:31.785549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee7cdd7-3cb1-412a-8f21-0bbe908b0bfd') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:31.795675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.813560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.821351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:04:31.822019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:04:31.824426 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:04:31.913067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.930413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:31.935759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a18c6d4f-06d4-4102-8162-07205ec44efc HTTP/1.1" status: 204 len: 168 time: 0.3818462 Aug 23 12:04:31.935759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf542-2aec-47f5-bff2-a127ed75cd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18c6d4f-06d4-4102-8162-07205ec44efc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:32.019381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.029330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920439f1-2353-443e-aabb-11fdbb340917 req-99e31f18-13d4-45f4-b469-08da4412f520 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:32.030800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-920439f1-2353-443e-aabb-11fdbb340917 req-99e31f18-13d4-45f4-b469-08da4412f520 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0973961 Aug 23 12:04:32.088840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-920439f1-2353-443e-aabb-11fdbb340917 req-35d5af87-3103-4578-ac6c-655328eea5f3 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460370 Aug 23 12:04:32.105929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6cb09a27-4461-4442-9aa1-a4a0ac07a7af no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:32.118710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.137058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6cb09a27-4461-4442-9aa1-a4a0ac07a7af {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:32.137864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6cb09a27-4461-4442-9aa1-a4a0ac07a7af not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:32.165787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0e6623dc-3493-4658-801c-9546472b7255 req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-841485331', 'description': 'tempest-description-872176625'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:32.203197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:32.214985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:32.219488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=7d09406c-5766-4694-8f4c-40a1032f8eeb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:32.224952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:32.231167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:32.231834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.236850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0e6623dc-3493-4658-801c-9546472b7255 req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.260835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-299cfb36-8bd0-4089-ab12-1623a5b92f98 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6310692 Aug 23 12:04:32.263809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55114) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:32.313557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:32.355604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0e6623dc-3493-4658-801c-9546472b7255 req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.361724 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0e6623dc-3493-4658-801c-9546472b7255 req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.366935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'name': 'network-vif-deleted', 'tag': '6b5e9064-f99f-4e75-a341-bcc66175e89d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:32.369122 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d336aac2-c019-4e7d-87bd-a99064ced899" -d '{"events": [{"server_uuid": "b186f6dc-c7e2-407c-a96f-645fe4b91699", "name": "network-vif-deleted", "tag": "6b5e9064-f99f-4e75-a341-bcc66175e89d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:32.392320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0e6623dc-3493-4658-801c-9546472b7255 req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.394386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e6623dc-3493-4658-801c-9546472b7255 req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2655582 Aug 23 12:04:32.398305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143925b-9ec5-4c56-af0a-5d476e5c57a0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805fc30c-636f-4619-858c-b97695c0826d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:32.423089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e93ed84d-6a10-488b-9dd5-9b066109fb0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a68ea02be3df46f89559cbfb0df79f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083093 Aug 23 12:04:32.426185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55130) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:32.446563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 7d09406c-5766-4694-8f4c-40a1032f8eeb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:32.447245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.469426 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f7e47f-d53e-4971-bcbd-13bbfc931690 x-openstack-request-id: req-65f7e47f-d53e-4971-bcbd-13bbfc931690 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:32.469870 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186f6dc-c7e2-407c-a96f-645fe4b91699", "name": "network-vif-deleted", "tag": "6b5e9064-f99f-4e75-a341-bcc66175e89d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:32.470316 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65f7e47f-d53e-4971-bcbd-13bbfc931690 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:32.470782 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186f6dc-c7e2-407c-a96f-645fe4b91699', 'name': 'network-vif-deleted', 'tag': '6b5e9064-f99f-4e75-a341-bcc66175e89d', 'status': 'completed', 'code': 200} Aug 23 12:04:32.541206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a420914-9509-4f5a-afaf-9c1e2ddd8366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.560292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f66d3c-5d0e-428f-ad91-2e55d69a4c30 req-0ef7b150-825a-406b-b948-d69048cb627f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:32.563204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8f66d3c-5d0e-428f-ad91-2e55d69a4c30 req-0ef7b150-825a-406b-b948-d69048cb627f tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0959449 Aug 23 12:04:32.570903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.586554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a420914-9509-4f5a-afaf-9c1e2ddd8366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.602003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 7d09406c-5766-4694-8f4c-40a1032f8eeb owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:32.615844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-50f112b5-999b-4a50-baae-1aa775152b03 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-841485331&fields=id&tenant_id=d2c710a6f64541cbb42bc4f196372168 HTTP/1.1" status: 200 len: 267 time: 0.0797706 Aug 23 12:04:32.652010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8f66d3c-5d0e-428f-ad91-2e55d69a4c30 req-4747bd70-1622-4f15-bf8b-eba773ee0337 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767112 Aug 23 12:04:32.684918 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a420914-9509-4f5a-afaf-9c1e2ddd8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.692666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8a420914-9509-4f5a-afaf-9c1e2ddd8366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.706743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8a420914-9509-4f5a-afaf-9c1e2ddd8366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d8cd6bc-e48b-4b8d-a5be-97a7109726f8 HTTP/1.1" status: 204 len: 168 time: 0.2786129 Aug 23 12:04:32.720373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a420914-9509-4f5a-afaf-9c1e2ddd8366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8cd6bc-e48b-4b8d-a5be-97a7109726f8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:32.756165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-8d875cb6-857d-403e-a4a4-15c609359bb2 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:32.758300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-8d875cb6-857d-403e-a4a4-15c609359bb2 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1355131 Aug 23 12:04:32.777923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'port': {'security_groups': ['427cebfe-db6c-4933-8bf6-f7e334dfc704', '805fc30c-636f-4619-858c-b97695c0826d']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:32.825500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.893328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=7d09406c-5766-4694-8f4c-40a1032f8eeb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:32.897114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.902665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:32.907103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ce3f68f-57e4-40a1-80c0-b876d3dfd028 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/7d09406c-5766-4694-8f4c-40a1032f8eeb HTTP/1.1" status: 204 len: 168 time: 0.6395619 Aug 23 12:04:32.911218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55138) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:32.920351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'mac_address': 'fa:16:3e:d4:01:32', 'name': 'tempest-PortsTestJSON-1956846701'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:33.064307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:33.142982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:33.173527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 464b55be-0517-4d2c-9e0e-60e6f7feee82 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:33.175796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:33.221446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:33.229968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:33.243267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1bf74dca-2f9c-4038-b762-271923311eba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:33.297973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:33.298827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:33.301707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea6274f8-5721-4bc3-a20d-99f423b35d6e req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "PUT /v2.0/ports/1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 981 time: 0.5296674 Aug 23 12:04:33.392570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de957c9e-4841-48a7-a80a-e590904228f9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:33.418106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1bf74dca-2f9c-4038-b762-271923311eba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:33.804820 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:33.831017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-365b7fa2-a695-4710-9584-f911fe00d4bc tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-841485331&fields=id&tenant_id=d2c710a6f64541cbb42bc4f196372168 HTTP/1.1" status: 200 len: 267 time: 0.0573275 Aug 23 12:04:33.845494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfe910-7b5a-46c4-8628-c0208c96065e req-53c4f18c-5bd6-49bd-8e13-7e1b43c16f66 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:33.850206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbfe910-7b5a-46c4-8628-c0208c96065e req-53c4f18c-5bd6-49bd-8e13-7e1b43c16f66 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0897250 Aug 23 12:04:33.850956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55170) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:33.914545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-ccd5ab07-590b-41e7-8259-c572f557e0bf tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:33.916547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-ccd5ab07-590b-41e7-8259-c572f557e0bf tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 984 time: 0.0763030 Aug 23 12:04:33.918244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:33.920711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbfe910-7b5a-46c4-8628-c0208c96065e req-eb6c0d8e-589c-4766-a0e8-8a536e464edd tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571198 Aug 23 12:04:33.961982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'port': {'security_groups': ['427cebfe-db6c-4933-8bf6-f7e334dfc704']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:33.990799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55176) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:34.000479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:34.012055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:34.020310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:34.025962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:34.026612 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.078386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.082501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=464b55be-0517-4d2c-9e0e-60e6f7feee82,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:34.083851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d19fea5-3421-4e57-a959-f6e55f20116b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.097469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-54122ef3-913a-463c-b595-c38bff979a82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1815374 Aug 23 12:04:34.098049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55180) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:34.143307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1989767056-network', 'tenant_id': '11a77fe7e95d46f88b045bdcdfb926a7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:34.175271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b650b-f96b-421f-9912-0d5e42f3087e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:34.177364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-396b650b-f96b-421f-9912-0d5e42f3087e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/464b55be-0517-4d2c-9e0e-60e6f7feee82 HTTP/1.1" status: 200 len: 841 time: 0.0769997 Aug 23 12:04:34.179420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55182) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:34.197566 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:04:34.197566 n-d-773645-7 neutron-server[101057]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:04:34.197566 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id': '11a77fe7e95d46f88b045bdcdfb926a7', 'id': '79379283-afbf-40eb-84ae-de7eee783f38', 'expiration': datetime.datetime(2021, 8, 23, 12, 6, 34, 177519)}] Aug 23 12:04:34.197566 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:04:34.198053 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:04:34.293435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:34.327505 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.333058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.338064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d19fea5-3421-4e57-a959-f6e55f20116b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.341605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 464b55be-0517-4d2c-9e0e-60e6f7feee82 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:34.342028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.346425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1bf74dca-2f9c-4038-b762-271923311eba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:34.346979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d19fea5-3421-4e57-a959-f6e55f20116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.381575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:34.382279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.383660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8aeffc1d-18d3-4488-9fad-ca3afbc55726 req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "PUT /v2.0/ports/1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 942 time: 0.4316993 Aug 23 12:04:34.384121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:34.398062 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:34.434483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e32d0-464d-4ab1-8b26-3bda883d5231 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event updated for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:34.465664 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34841ef8-65ec-4cfd-8cbc-094afc7d0846 x-openstack-request-id: req-34841ef8-65ec-4cfd-8cbc-094afc7d0846 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:34.466005 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:34.466265 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34841ef8-65ec-4cfd-8cbc-094afc7d0846 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:34.466686 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'status': 'completed', 'code': 200} Aug 23 12:04:34.478373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:34.480666 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:34.504650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1bf74dca-2f9c-4038-b762-271923311eba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:34.507975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19fea5-3421-4e57-a959-f6e55f20116b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d48e3-8aa0-42a9-bd7f-f1a852760601,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:34.544055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1d19fea5-3421-4e57-a959-f6e55f20116b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=802e327143944a3ca099540c7c5097d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913671 Aug 23 12:04:34.544712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55190) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:34.548098 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.569091 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4229e844-873d-4987-8bbf-d6ce926aea2c x-openstack-request-id: req-4229e844-873d-4987-8bbf-d6ce926aea2c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:34.569662 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:34.570011 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4229e844-873d-4987-8bbf-d6ce926aea2c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:34.570376 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'status': 'completed', 'code': 200} Aug 23 12:04:34.573996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-8132b6d3-f6d4-4ca0-8454-f25c8c600553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:34.575948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-8132b6d3-f6d4-4ca0-8454-f25c8c600553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.0825677 Aug 23 12:04:34.656470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 464b55be-0517-4d2c-9e0e-60e6f7feee82 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:34.684299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-43c83b5d-99bb-4a88-b317-8aa88691a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:34.686194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-43c83b5d-99bb-4a88-b317-8aa88691a639 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.1033773 Aug 23 12:04:34.741888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-85bae988-80e5-47d5-b8fa-376ae4edbf91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.0481603 Aug 23 12:04:34.795223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-ca460972-639f-4d0f-96dd-0a3a40d96148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:34.796724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-ca460972-639f-4d0f-96dd-0a3a40d96148 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.0482483 Aug 23 12:04:34.831369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-152c4d6d-52ed-46ec-99b2-3fc56dfa2195 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272849 Aug 23 12:04:34.832065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-a68c71e9-60cc-4c54-b6e6-6fb0886f5b29 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4244108 Aug 23 12:04:34.848781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Made reservation on behalf of 11a77fe7e95d46f88b045bdcdfb926a7 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:34.851088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.859889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:34.879663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0836e40e-dd20-4eb4-b42a-2bda3ea5526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.885674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.929147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-138082ae-8156-494b-84a0-bbe9c7c30e28 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900657 Aug 23 12:04:34.943948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.949936 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0836e40e-dd20-4eb4-b42a-2bda3ea5526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:34.969804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.044795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=464b55be-0517-4d2c-9e0e-60e6f7feee82,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:35.066807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.069480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7f0e0c96-b1ff-4c9c-a2b1-e9087441df00 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/464b55be-0517-4d2c-9e0e-60e6f7feee82 HTTP/1.1" status: 204 len: 168 time: 0.8885007 Aug 23 12:04:35.074357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:35.085622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aeafe5e9-07ee-4cf6-ad54-7b488a28f7e4 req-52f48d65-2163-4e16-8974-e9d27a02ee77 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494119 Aug 23 12:04:35.099946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cf7ad-13b2-43f6-ac15-973348bab849 req-ae443d6f-9d19-45d2-b1b8-d72fcef70342 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:35.103140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f97cf7ad-13b2-43f6-ac15-973348bab849 req-ae443d6f-9d19-45d2-b1b8-d72fcef70342 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.0831504 Aug 23 12:04:35.145432 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba182da-d833-4e89-9c9b-34c6286fcc2b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:35.147632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9ba182da-d833-4e89-9c9b-34c6286fcc2b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/464b55be-0517-4d2c-9e0e-60e6f7feee82 HTTP/1.1" status: 404 len: 333 time: 0.0722353 Aug 23 12:04:35.160272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:35.167226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'name': 'tempest-PortsTestJSON-1816656410'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:35.173994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f97cf7ad-13b2-43f6-ac15-973348bab849 req-30d9d593-07f3-42c4-9276-d43d33157bd8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636904 Aug 23 12:04:35.189424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-28684d50-f22d-4011-b157-a4a92147693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:35.191054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-28684d50-f22d-4011-b157-a4a92147693b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.0587142 Aug 23 12:04:35.213925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0836e40e-dd20-4eb4-b42a-2bda3ea5526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.219464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0836e40e-dd20-4eb4-b42a-2bda3ea5526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.223832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0836e40e-dd20-4eb4-b42a-2bda3ea5526b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d7d48e3-8aa0-42a9-bd7f-f1a852760601 HTTP/1.1" status: 204 len: 168 time: 0.6636801 Aug 23 12:04:35.310685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e40e-dd20-4eb4-b42a-2bda3ea5526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d48e3-8aa0-42a9-bd7f-f1a852760601,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:35.343228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.343605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-e1e3476c-ea96-45fa-b2a1-7c455a0c1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:35.347710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-e1e3476c-ea96-45fa-b2a1-7c455a0c1cbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.1470191 Aug 23 12:04:35.351584 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.398258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:35.401753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.407393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:35.423957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c637741-46a3-4dd7-a682-c1d518802d9d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:35.439411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.439411 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Added segment b0af056d-6c42-47dd-8aee-1c2cdd33d84f of type vlan for network 4ef1ac25-979d-4c65-af2a-1f109ec75368 Aug 23 12:04:35.445312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.455448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-3006ec6e-d333-4aa8-92d0-2390e7e8df40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.0993350 Aug 23 12:04:35.456390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 05a20cb9-2146-497f-97ae-6ab5b3b7a951 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:35.536900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-4d4dc0a4-7820-4c0f-9ef1-1d2ec905a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:35.538212 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-4d4dc0a4-7820-4c0f-9ef1-1d2ec905a583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.0762997 Aug 23 12:04:35.577674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.603628 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-b815c6df-c5b8-4b4a-84ef-fb810e055487 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569518 Aug 23 12:04:35.684304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.685445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:35.686124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.726848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55206) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:35.747769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-33426f10-fca4-4760-949f-d069d1073b55 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373556 Aug 23 12:04:35.772630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Allocated IP 172.25.1.108 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/3a5c0c9e-92b2-4b11-b2f1-376bae935e0e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:35.854106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82620954-77db-4190-93b9-b26f400c4119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.857154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8648810 Aug 23 12:04:35.861563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55208) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:35.866920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Request body: {'subnet': {'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1989767056-subnet', 'tenant_id': '11a77fe7e95d46f88b045bdcdfb926a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:35.877329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2dbafd6f-a7a8-4ff0-bedf-f39629c5d39d req-c6d12350-4af4-4adb-baa6-cb4dee3c9939 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231048 Aug 23 12:04:35.886478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3086c5-14c8-47d8-9cb7-2ad0d9c0dc21 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef1ac25-979d-4c65-af2a-1f109ec75368,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:35.901754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:35.902765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Made reservation on behalf of 11a77fe7e95d46f88b045bdcdfb926a7 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:35.905941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:35.921306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.074696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.086698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.110496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.156212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:36.172936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b32825-35d0-4206-9728-5db0b0d7203c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:36.173596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:36.175692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=05a20cb9-2146-497f-97ae-6ab5b3b7a951,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:36.186054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:36.186772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Checking segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:36.187144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Network hostable DHCP agents. Network: 4ef1ac25-979d-4c65-af2a-1f109ec75368, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:36.192240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:36.192883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.211814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:36.218494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82620954-77db-4190-93b9-b26f400c4119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.226314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4ef1ac25-979d-4c65-af2a-1f109ec75368) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:36.229101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82620954-77db-4190-93b9-b26f400c4119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.232606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:36.233965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.238538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092c076-e4c1-4793-a181-f14dea2098cf None None] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:36.252458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3d388622-5683-4bd5-b17f-5ae92022da0e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0857642 Aug 23 12:04:36.258339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55212) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:36.266323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.270096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:36.325946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82620954-77db-4190-93b9-b26f400c4119 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10cd15dc1c4f45d2bd6c19b5b330b596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867758 Aug 23 12:04:36.327346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:36.349740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82620954-77db-4190-93b9-b26f400c4119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd411e65-85e3-40a2-a7a6-84cd5a67df33,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:36.361898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1090ae67-1a6c-431c-834a-6c84ca77e457 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4906304 Aug 23 12:04:36.362705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:36.370279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:36.377109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:36.380271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event updated for resources: {'Port': ['ID=3a5c0c9e-92b2-4b11-b2f1-376bae935e0e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:36.439246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.459352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3a755-bcef-403d-beef-e34e82ea6be1 None None] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:36.474700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562ee1-5f92-4234-bb97-c33afb3c650d req-a20a0c8c-0e84-4696-8664-b9f1a9c61715 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:36.483554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb562ee1-5f92-4234-bb97-c33afb3c650d req-a20a0c8c-0e84-4696-8664-b9f1a9c61715 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1615424 Aug 23 12:04:36.550549 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb562ee1-5f92-4234-bb97-c33afb3c650d req-046d44e8-466e-4e92-b585-09310ac10296 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660577 Aug 23 12:04:36.783324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.788007 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f82744-0033-4ea7-aa09-4d274e0ca13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.791993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.837238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] In _notify_port_updated(), no bound segment for port 05a20cb9-2146-497f-97ae-6ab5b3b7a951 on network 86cefd38-6078-4baa-8d05-2e2f524b3240 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:04:36.839019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f82744-0033-4ea7-aa09-4d274e0ca13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.843756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:36.844751 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.849608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/ports/05a20cb9-2146-497f-97ae-6ab5b3b7a951 HTTP/1.1" status: 200 len: 818 time: 0.5844519 Aug 23 12:04:36.851763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55228) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:36.866335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.922787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69266e-14f2-4f58-a292-ec86513d9e5d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=05a20cb9-2146-497f-97ae-6ab5b3b7a951,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:36.923362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.974722 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f82744-0033-4ea7-aa09-4d274e0ca13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.977431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f82744-0033-4ea7-aa09-4d274e0ca13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:36.978713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-97f82744-0033-4ea7-aa09-4d274e0ca13c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd411e65-85e3-40a2-a7a6-84cd5a67df33 HTTP/1.1" status: 204 len: 168 time: 0.6503479 Aug 23 12:04:36.993486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f82744-0033-4ea7-aa09-4d274e0ca13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd411e65-85e3-40a2-a7a6-84cd5a67df33,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:37.111545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 05a20cb9-2146-497f-97ae-6ab5b3b7a951 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:37.113825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.148616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.153533 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.211135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-36092d63-44db-44a3-a611-0b0382460f2c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:37.212926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-36092d63-44db-44a3-a611-0b0382460f2c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 813 time: 0.2369881 Aug 23 12:04:37.225940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.233987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event updated for resources: {'Port': ['ID=3a5c0c9e-92b2-4b11-b2f1-376bae935e0e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:37.236636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.247755 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-682004bc-618e-4dc8-a153-1564df923dbf tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/quotas/11a77fe7e95d46f88b045bdcdfb926a7 HTTP/1.1" status: 200 len: 375 time: 0.0245218 Aug 23 12:04:37.248695 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 05a20cb9-2146-497f-97ae-6ab5b3b7a951 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:37.256141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.258339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-f722a59d-993a-411f-8a23-44357c127d9e tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4171565 Aug 23 12:04:37.320749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-02193a30-1e76-4090-b1ac-e1ccf91735b1 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627854 Aug 23 12:04:37.366948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-9e57ec6c-315c-48ce-a4ac-a0b5cbaea9b9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.0997493 Aug 23 12:04:37.430005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.460371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.464938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/05a20cb9-2146-497f-97ae-6ab5b3b7a951 HTTP/1.1" status: 204 len: 168 time: 0.6092854 Aug 23 12:04:37.466947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55248) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:37.488191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-2752afc7-fb40-4207-a790-573d2d8cc2d9 service neutron] 10.222.0.21 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592908 Aug 23 12:04:37.489187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80393d87-16a6-405a-bbf2-ecf48489ea34 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=05a20cb9-2146-497f-97ae-6ab5b3b7a951,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:37.548996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-7f33554d-27ab-4ac2-a6cf-615715910b5f tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:37.551074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-7f33554d-27ab-4ac2-a6cf-615715910b5f tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1774166 Aug 23 12:04:37.563888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef37be-d917-42b9-9c19-d3edebf0c971 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:37.565484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-29ef37be-d917-42b9-9c19-d3edebf0c971 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0972133 Aug 23 12:04:37.570006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55252) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:37.571803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-3e07b4b4-407b-4278-88da-97241d44c846 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:04:37.572824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a37902b-6932-4aa5-8b37-5b9db1f4fef5 req-3e07b4b4-407b-4278-88da-97241d44c846 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063198 Aug 23 12:04:37.598362 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1594a5-4132-498c-99b4-c2bff64eabc5 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:37.603391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3b1594a5-4132-498c-99b4-c2bff64eabc5 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/05a20cb9-2146-497f-97ae-6ab5b3b7a951 HTTP/1.1" status: 404 len: 333 time: 0.0299242 Aug 23 12:04:37.604536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:37.609165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1923417928'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:37.635373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-2f2ab24b-b7a6-436f-a578-b5baee1808e4 service neutron] 10.222.0.21 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381519 Aug 23 12:04:37.646186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:37.650261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.680760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:37.692651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.693058 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment fc66a35a-e34b-46ab-87c0-64ca2f3819e4 of type vlan for network c91306b0-e2bf-4020-b9db-2fff29cd9cdc Aug 23 12:04:37.740018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c67d81-5d8a-47b1-bd5c-539994080f9b req-3a848bf6-0454-4027-895f-5e217b54ccc7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:37.741052 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.742128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0c67d81-5d8a-47b1-bd5c-539994080f9b req-3a848bf6-0454-4027-895f-5e217b54ccc7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1098723 Aug 23 12:04:37.782324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.795129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:37.796424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:37.797055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0c67d81-5d8a-47b1-bd5c-539994080f9b req-92f913ab-7f77-4c0f-8918-30938e81fd37 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476573 Aug 23 12:04:37.911468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=c91306b0-e2bf-4020-b9db-2fff29cd9cdc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:37.925338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:37.948759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0a96b9f3-74f2-4b7b-9708-09a506fc778b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3435819 Aug 23 12:04:37.951537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:37.963135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:38.126755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-2c78d9ab-b984-4647-8714-a38521efbe8b tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:38.128732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-2c78d9ab-b984-4647-8714-a38521efbe8b tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2398739 Aug 23 12:04:38.163977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:38.171480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:38.194749 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-71f2cc8a-f7dd-4b1a-9b26-4c87f5d12d0d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.0592287 Aug 23 12:04:38.208498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'floatingip': {'port_id': '1bf74dca-2f9c-4038-b762-271923311eba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:38.276493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:38.295477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1347c27-4971-4841-8b18-520bd1395083 req-ccc84717-c56e-446e-9345-1789ef2f7541 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 210 time: 0.0668690 Aug 23 12:04:38.494692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:38.601425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=782eab9f-d30c-411e-b599-5f5424a9bd01,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:38.603815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:38.604188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: c91306b0-e2bf-4020-b9db-2fff29cd9cdc, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:38.628585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:38.645453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c91306b0-e2bf-4020-b9db-2fff29cd9cdc) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:38.660079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:38.660820 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:38.661323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffe665-a0a8-4368-bfb5-3e1d5ecfb3ee None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:38.693828 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25ee541c-d7ca-4aff-a57f-07269bb64c96 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7382510 Aug 23 12:04:38.694858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55300) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:38.713090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:38.897993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': '782eab9f-d30c-411e-b599-5f5424a9bd01'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:04:38.899410 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.037342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.045040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.098698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Allocated IP 172.20.0.2 (c91306b0-e2bf-4020-b9db-2fff29cd9cdc/782eab9f-d30c-411e-b599-5f5424a9bd01/d73b4eee-985b-47d6-a011-fc2778e91180) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:39.139458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48242e9c-33e6-4dcf-a8d0-b49a39241d64 req-bdc97ae9-8ce5-4805-9ef7-fc3cd58a0261 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:39.147908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48242e9c-33e6-4dcf-a8d0-b49a39241d64 req-bdc97ae9-8ce5-4805-9ef7-fc3cd58a0261 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1331673 Aug 23 12:04:39.164077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:39.167922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.254460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48242e9c-33e6-4dcf-a8d0-b49a39241d64 req-0db0e377-40e3-4f68-8a79-2038772493fd tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051059 Aug 23 12:04:39.265967 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Floating IP 10c91157-c137-4efd-824e-3dda27c0336c associated. External IP: 172.25.1.108, port: 1bf74dca-2f9c-4038-b762-271923311eba. Aug 23 12:04:39.407614 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 782eab9f-d30c-411e-b599-5f5424a9bd01 (CIDR: 172.20.0.0/28) Aug 23 12:04:39.414659 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:04:39.415997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:04:39.443780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e3fa7654-02d5-4f1a-821e-2cf1fd362c41 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7442036 Aug 23 12:04:39.445497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55324) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:39.451375 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.459081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:39.469651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Transition to ACTIVE for port object d73b4eee-985b-47d6-a011-fc2778e91180 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:39.497122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Transition to ACTIVE for port object d73b4eee-985b-47d6-a011-fc2778e91180 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:39.520735 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.679828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:39.682743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Pushing event updated for resources: {'Port': ['ID=d73b4eee-985b-47d6-a011-fc2778e91180,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:39.689566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:39.694022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:39.759587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f5f8735-3d95-4622-8cea-4d1b1f1bd55d req-6032c2ce-d780-4839-9c2d-cad9874a03df tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 210 time: 0.1036115 Aug 23 12:04:39.807352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:39.807967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Attempting to bind port d73b4eee-985b-47d6-a011-fc2778e91180 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:39.808355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Attempting to bind port d73b4eee-985b-47d6-a011-fc2778e91180 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:39.808861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Attempting to bind port d73b4eee-985b-47d6-a011-fc2778e91180 on network c91306b0-e2bf-4020-b9db-2fff29cd9cdc {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:39.809267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Router 3964db49-522e-4c68-8aa2-5a6d5b527f7b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:04:39.812305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.814614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:39.814995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Checking segment: {'id': 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:39.815928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.816370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Bound using segment: {'id': 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:39.816842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Bound port: d73b4eee-985b-47d6-a011-fc2778e91180, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:39.817779 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:39.959657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-4e61413e-f732-4ccc-b084-15d08a6e2d07 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:39.961402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-4e61413e-f732-4ccc-b084-15d08a6e2d07 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 813 time: 0.1953871 Aug 23 12:04:39.974391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Request body: {'port': {'device_id': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'admin_state_up': True, 'tenant_id': '11a77fe7e95d46f88b045bdcdfb926a7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:40.009905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] For port d73b4eee-985b-47d6-a011-fc2778e91180, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:40.024186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] For port d73b4eee-985b-47d6-a011-fc2778e91180, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d73b4eee-985b-47d6-a011-fc2778e91180,segment=NetworkSegment(fc66a35a-e34b-46ab-87c0-64ca2f3819e4),segment_id=fc66a35a-e34b-46ab-87c0-64ca2f3819e4)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:40.032171 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:40.124755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:04:40.137148 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] Sync routers for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:04:40.147788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517bd96-1d56-4d10-8eb9-0a1828da7684 None None] Pushing event updated for resources: {'Port': ['ID=d73b4eee-985b-47d6-a011-fc2778e91180,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:40.163589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-c7b0f8ff-01d4-47db-9c61-4d84b5139248 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:40.165290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-c7b0f8ff-01d4-47db-9c61-4d84b5139248 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 813 time: 0.4763815 Aug 23 12:04:40.168799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:40.169809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:04:40.170638 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:04:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:40.200722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Made reservation on behalf of 11a77fe7e95d46f88b045bdcdfb926a7 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:40.204585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:40.210309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Request body: {'port': {'device_id': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'admin_state_up': True, 'tenant_id': '11a77fe7e95d46f88b045bdcdfb926a7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:40.309642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-384e1002-d018-4299-9499-4947ac520ac7 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "PUT /v2.0/floatingips/10c91157-c137-4efd-824e-3dda27c0336c HTTP/1.1" status: 200 len: 996 time: 2.1071167 Aug 23 12:04:40.312204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:40.315913 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:40.359434 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:04:40.394610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:40.428022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Made reservation on behalf of 11a77fe7e95d46f88b045bdcdfb926a7 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:40.431701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:40.435924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-25ab6c80-be93-4c24-a7af-e19b02493992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:40.437776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-25ab6c80-be93-4c24-a7af-e19b02493992 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.1007559 Aug 23 12:04:40.516866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:40.559921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:40.568213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:40.568816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:40.576245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=8eb61950-0dc6-409d-b45e-c89d7b5ef315,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:40.607370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a4a7-0820-458b-babe-e3c86e537d1e req-fac5d9e6-d3b8-4ebd-885e-4babf6c388ad tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:40.615356 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c116a4a7-0820-458b-babe-e3c86e537d1e req-fac5d9e6-d3b8-4ebd-885e-4babf6c388ad tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.2648485 Aug 23 12:04:40.647653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-10877664-410e-4c76-96da-8fe63d9736ab tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1972401 Aug 23 12:04:40.650637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55352) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:40.651750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Allocated IP 172.20.0.12 (4ef1ac25-979d-4c65-af2a-1f109ec75368/f4b32825-35d0-4206-9728-5db0b0d7203c/49d5a811-ec3f-424f-95e5-b106abe14d9b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:40.661872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'fixed_ips': [{'subnet_id': '782eab9f-d30c-411e-b599-5f5424a9bd01'}, {'subnet_id': '8eb61950-0dc6-409d-b45e-c89d7b5ef315'}], 'name': 'tempest-PortsTestJSON-877972996'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:40.708316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-0a18432d-25ed-4131-a2aa-202562cc0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:40.710432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-0a18432d-25ed-4131-a2aa-202562cc0ac0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.2587621 Aug 23 12:04:40.765345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c116a4a7-0820-458b-babe-e3c86e537d1e req-082105fa-cfbf-4585-90bc-6be1baa2aebb tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487262 Aug 23 12:04:40.806590 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '10c91157-c137-4efd-824e-3dda27c0336c', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'port_id': '1bf74dca-2f9c-4038-b762-271923311eba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'mac_address': 'fa:16:3e:39:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:04:36Z', 'updated_at': '2021-08-23T12:04:38Z', 'revision_number': 1, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:48Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:40.840379 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] Checking router: 3964db49-522e-4c68-8aa2-5a6d5b527f7b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:04:40.853792 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:04:40.854477 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:04:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:40.871925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-2b94875e-99e7-437c-8734-f54b342c9664 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 999 time: 0.1423171 Aug 23 12:04:40.877217 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66825dc8-cdef-4363-85df-9ee68f05ebdb x-openstack-request-id: req-66825dc8-cdef-4363-85df-9ee68f05ebdb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:40.877509 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:40.878036 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66825dc8-cdef-4363-85df-9ee68f05ebdb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:40.878617 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'status': 'completed', 'code': 200} Aug 23 12:04:40.912149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:40.964514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-0dbeb5fd-6e4f-491a-a5a0-52162eb8a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:40.974450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-0dbeb5fd-6e4f-491a-a5a0-52162eb8a47f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.0940773 Aug 23 12:04:40.981153 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:04:41.018095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:41.050631 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-3806b9ae-d8f1-4af7-ba40-4bcadd4fbee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750637 Aug 23 12:04:41.067500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:41.107117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port fff193ab-897f-4756-8876-b71bb799f34d yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:41.124507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-0f026689-8023-468b-ad4f-74466cae23b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:04:41.134790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-0f026689-8023-468b-ad4f-74466cae23b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0331943 Aug 23 12:04:41.227830 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:41.287824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-9b638ad8-4b97-4026-994f-952dbe54b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:41.289551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-9b638ad8-4b97-4026-994f-952dbe54b2de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.3035648 Aug 23 12:04:41.447594 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '10c91157-c137-4efd-824e-3dda27c0336c', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'port_id': '1bf74dca-2f9c-4038-b762-271923311eba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'mac_address': 'fa:16:3e:39:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:04:36Z', 'updated_at': '2021-08-23T12:04:38Z', 'revision_number': 1, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:48Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:41.451248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Allocated IP 172.20.0.11 (4ef1ac25-979d-4c65-af2a-1f109ec75368/f4b32825-35d0-4206-9728-5db0b0d7203c/1fbc71fa-8aa1-4421-8df4-d21c2e42989a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:41.493512 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278c72-fe69-4a26-af29-3b7738b5bc03 None None] The sync data for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 is: [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '10c91157-c137-4efd-824e-3dda27c0336c', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'port_id': '1bf74dca-2f9c-4038-b762-271923311eba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'mac_address': 'fa:16:3e:39:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:04:36Z', 'updated_at': '2021-08-23T12:04:38Z', 'revision_number': 1, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:48Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:04:41.509606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-a89d4971-b494-498a-971b-a3748a074b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:41.515941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-a89d4971-b494-498a-971b-a3748a074b3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.2132430 Aug 23 12:04:41.532330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-b5e0a0df-5529-4dfe-b289-4d64e89783cd service neutron] 10.222.0.21 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961940 Aug 23 12:04:41.638183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-e30f14e1-160f-4c4e-9acd-23634de7020e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 999 time: 0.1019287 Aug 23 12:04:41.673315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3123f6-90fa-4309-ae4b-924f53f219bd None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:41.894219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006edf6b-f61c-40d9-9485-fbb22ae70ef6 None None] New status for floating IP 10c91157-c137-4efd-824e-3dda27c0336c: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:04:41.952576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:41.991162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:42.004621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:42.076213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9ff0b52a-b46f-439c-98fb-cafb22394e6c None None] Provisioning for port d73b4eee-985b-47d6-a011-fc2778e91180 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:42.098450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event updated for resources: {'Port': ['ID=49d5a811-ec3f-424f-95e5-b106abe14d9b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:42.133603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3d706-3d0c-447e-9b98-db5326a23033 req-31fa049a-2c07-413c-b64c-56302cf2462c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:42.135280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41d3d706-3d0c-447e-9b98-db5326a23033 req-31fa049a-2c07-413c-b64c-56302cf2462c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 932 time: 0.8895154 Aug 23 12:04:42.206399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:42.210049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.218807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d73b4eee-985b-47d6-a011-fc2778e91180 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:42.263211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-d78dfb0b-bf58-4418-9fd1-b3cc331f1b54 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2919452 Aug 23 12:04:42.265484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Update dhcp port {'port': {'network_id': 'c91306b0-e2bf-4020-b9db-2fff29cd9cdc', 'fixed_ips': [{'subnet_id': '782eab9f-d30c-411e-b599-5f5424a9bd01', 'ip_address': '172.20.0.2'}, {'subnet_id': '8eb61950-0dc6-409d-b45e-c89d7b5ef315'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'd73b4eee-985b-47d6-a011-fc2778e91180'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:04:42.284046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Request body: {'port': {'device_id': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:42.315974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.324090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-9819c524-abc1-4378-b4f7-961764402cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:42.326118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-9819c524-abc1-4378-b4f7-961764402cde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.6660111 Aug 23 12:04:42.359019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41d3d706-3d0c-447e-9b98-db5326a23033 req-1b235d31-7908-4611-9283-17bf2cffb054 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664934 Aug 23 12:04:42.392701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d73b4eee-985b-47d6-a011-fc2778e91180 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:42.401247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-a7a36eaf-779e-47d2-b7e7-1c55f7a86ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535271 Aug 23 12:04:42.422342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d73b4eee-985b-47d6-a011-fc2778e91180 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:42.422784 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.500185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc201f35-85a4-4d0f-a494-9b18621a034a req-106d0d2b-2296-4cde-bf0e-61eded5cd6d0 service neutron] 10.222.0.21 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9647541 Aug 23 12:04:42.637538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.652930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb5c66-3dc2-450c-8ba3-3d10c8106da6 req-6d52ec8b-5a96-4818-9516-310f99859107 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:42.656948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.663998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93eb5c66-3dc2-450c-8ba3-3d10c8106da6 req-6d52ec8b-5a96-4818-9516-310f99859107 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.2202196 Aug 23 12:04:42.702434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-d08ffa0d-8bb8-4e3e-921e-b3e60fd992d2 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775419 Aug 23 12:04:42.734976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.766339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.12 (c91306b0-e2bf-4020-b9db-2fff29cd9cdc/782eab9f-d30c-411e-b599-5f5424a9bd01/fff193ab-897f-4756-8876-b71bb799f34d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:42.798154 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93eb5c66-3dc2-450c-8ba3-3d10c8106da6 req-36f2b968-26c2-4c1e-8f26-037ba1bbebe7 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323431 Aug 23 12:04:42.798506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d73b4eee-985b-47d6-a011-fc2778e91180, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d73b4eee-985b-47d6-a011-fc2778e91180,segment=NetworkSegment(fc66a35a-e34b-46ab-87c0-64ca2f3819e4),segment_id=fc66a35a-e34b-46ab-87c0-64ca2f3819e4)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:42.801398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.24 (c91306b0-e2bf-4020-b9db-2fff29cd9cdc/8eb61950-0dc6-409d-b45e-c89d7b5ef315/fff193ab-897f-4756-8876-b71bb799f34d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:42.803289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:42.862723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d73b4eee-985b-47d6-a011-fc2778e91180,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:43.015921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.030979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-478cfbca-b1d3-412e-bc9f-6cdbaed67bcd tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 1001 time: 0.1983564 Aug 23 12:04:43.033103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb133a-e18c-4d52-985a-93d963a95157 req-c14ae24b-38f4-4c7d-918e-60e7eac6f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.034651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbdb133a-e18c-4d52-985a-93d963a95157 req-c14ae24b-38f4-4c7d-918e-60e7eac6f0ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.3038917 Aug 23 12:04:43.043351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0195eaaa-da2d-4d57-9cc1-8484462bdfa8 req-87b1ec4e-864c-4c28-8da6-3b2dd79291e9 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323600 Aug 23 12:04:43.138835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:43.149903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:43.168920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-50500cfa-fb22-4de6-a194-ac9e97ff12d1 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.170405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-50500cfa-fb22-4de6-a194-ac9e97ff12d1 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports/1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 942 time: 0.1248670 Aug 23 12:04:43.173243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:43.174147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237c1ee-2635-4bc0-b3b3-e47fd4603252 req-dc44c24a-00a1-482e-98d4-1e0ac2ef3ec9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.176931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7237c1ee-2635-4bc0-b3b3-e47fd4603252 req-dc44c24a-00a1-482e-98d4-1e0ac2ef3ec9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.2600188 Aug 23 12:04:43.179132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event updated for resources: {'Port': ['ID=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:43.200853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbdb133a-e18c-4d52-985a-93d963a95157 req-a6965f0d-fcfc-4ef6-af64-ca40158ca3d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563492 Aug 23 12:04:43.231196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.231866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.249077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ba603380-7105-40b8-946b-23ae6a764983 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0713205 Aug 23 12:04:43.330638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-e1008d94-ba52-4cec-b85b-8142b0c946b0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 1001 time: 0.0780506 Aug 23 12:04:43.351329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.366503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7237c1ee-2635-4bc0-b3b3-e47fd4603252 req-ac4abd17-00b5-40d9-a26e-7056d0d40ac4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687477 Aug 23 12:04:43.411292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Request body: {'port': {'device_id': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:43.433233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object fff193ab-897f-4756-8876-b71bb799f34d will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:43.497251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-7a56aa8b-c317-4cfa-8df3-6d1a452d9068 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.498676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-7a56aa8b-c317-4cfa-8df3-6d1a452d9068 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.1667602 Aug 23 12:04:43.499444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.585180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d5a811-ec3f-424f-95e5-b106abe14d9b {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:43.603859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec45f1-1593-4906-91ad-81d65fb6c613 req-7b839082-adf2-42d9-8ea6-5aca4542af80 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.611483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aec45f1-1593-4906-91ad-81d65fb6c613 req-7b839082-adf2-42d9-8ea6-5aca4542af80 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 932 time: 0.1691437 Aug 23 12:04:43.617240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.630916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-14fbd2d3-6f42-4e5b-86e5-348f65539ca1 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 1001 time: 0.1159782 Aug 23 12:04:43.649947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.653020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Transition to ACTIVE for port object 49d5a811-ec3f-424f-95e5-b106abe14d9b will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:43.667260 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.706428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:43.722223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Allocated IP 172.20.0.18 (c91306b0-e2bf-4020-b9db-2fff29cd9cdc/8eb61950-0dc6-409d-b45e-c89d7b5ef315/d73b4eee-985b-47d6-a011-fc2778e91180) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:43.723561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6aec45f1-1593-4906-91ad-81d65fb6c613 req-095a1ba9-5967-4f44-b589-8a638d471443 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037049 Aug 23 12:04:43.728855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:43.737634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:43.742673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:43.781538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=fff193ab-897f-4756-8876-b71bb799f34d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:43.883893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.885257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] For port d73b4eee-985b-47d6-a011-fc2778e91180, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d73b4eee-985b-47d6-a011-fc2778e91180,segment=NetworkSegment(fc66a35a-e34b-46ab-87c0-64ca2f3819e4),segment_id=fc66a35a-e34b-46ab-87c0-64ca2f3819e4)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:43.900038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:43.900936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.924093 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.946388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=49d5a811-ec3f-424f-95e5-b106abe14d9b,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:43.948348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Transition to ACTIVE for port object d73b4eee-985b-47d6-a011-fc2778e91180 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:43.952797 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:43.965816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd251f8f-f6dc-41d0-9a97-5f57115981f2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3113635 Aug 23 12:04:43.967363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55432) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:43.973793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '782eab9f-d30c-411e-b599-5f5424a9bd01'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:44.014917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Attempting to bind port 49d5a811-ec3f-424f-95e5-b106abe14d9b on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:44.015266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Attempting to bind port 49d5a811-ec3f-424f-95e5-b106abe14d9b by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:44.015610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Attempting to bind port 49d5a811-ec3f-424f-95e5-b106abe14d9b on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:44.036290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd4d6-075c-4fd8-9adb-e58d854bb153 req-f302ff28-77bd-43a0-ac71-fabf48e6b81f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:44.039297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b9fd4d6-075c-4fd8-9adb-e58d854bb153 req-f302ff28-77bd-43a0-ac71-fabf48e6b81f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1645961 Aug 23 12:04:44.042225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Port 49d5a811-ec3f-424f-95e5-b106abe14d9b on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:04:44.042572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Attempting to bind port 49d5a811-ec3f-424f-95e5-b106abe14d9b on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:44.104382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:44.104780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Checking segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:44.105462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Bound using segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:44.105587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Bound port: 49d5a811-ec3f-424f-95e5-b106abe14d9b, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:44.106334 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.161820 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.211970 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.221919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b9fd4d6-075c-4fd8-9adb-e58d854bb153 req-8c9b7286-0360-498d-a564-e6c335fa6ddf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662371 Aug 23 12:04:44.254125 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.254462 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Floating IP 10c91157-c137-4efd-824e-3dda27c0336c disassociated. External IP: 172.25.1.108, port: 1bf74dca-2f9c-4038-b762-271923311eba. Aug 23 12:04:44.350343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f686cf-4d2d-4a93-8eaa-ba1382ae73c8 None None] Pushing event updated for resources: {'Port': ['ID=d73b4eee-985b-47d6-a011-fc2778e91180,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:44.354010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d73b4eee-985b-47d6-a011-fc2778e91180 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:44.372851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] For port 49d5a811-ec3f-424f-95e5-b106abe14d9b, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:44.386969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] For port 49d5a811-ec3f-424f-95e5-b106abe14d9b, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:44.470777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.497775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbc71fa-8aa1-4421-8df4-d21c2e42989a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:44.511923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.595550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-39c8d208-91ea-4992-b955-6365508c8fbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744936 Aug 23 12:04:44.600248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Transition to ACTIVE for port object 1fbc71fa-8aa1-4421-8df4-d21c2e42989a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:44.605891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.607436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:44.608235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:44.610212 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/49d5a811-ec3f-424f-95e5-b106abe14d9b HTTP/1.1" status: 200 len: 1092 time: 2.3335831 Aug 23 12:04:44.645055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'tag': '49d5a811-ec3f-424f-95e5-b106abe14d9b'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:44.648405 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0095ad-8f15-47cb-be59-05327dd14fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b", "tag": "49d5a811-ec3f-424f-95e5-b106abe14d9b"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:44.799954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Pushing event updated for resources: {'Port': ['ID=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:44.814652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Router 3964db49-522e-4c68-8aa2-5a6d5b527f7b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:04:44.828573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa8fdb-9bd4-40b6-98c5-8d4ee2d26fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=49d5a811-ec3f-424f-95e5-b106abe14d9b,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:44.848412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c676-595f-445a-9525-e305eb62cb8c req-3843db28-0740-49ad-9564-24de5d147840 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:44.850929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da94c676-595f-445a-9525-e305eb62cb8c req-3843db28-0740-49ad-9564-24de5d147840 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.2750905 Aug 23 12:04:44.853822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-8aef1f4f-9236-4bf2-bbbc-0b903e70b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:44.855576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-8aef1f4f-9236-4bf2-bbbc-0b903e70b9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 1096 time: 0.1798599 Aug 23 12:04:44.879641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-95b5bc7e-0ea5-46ba-999f-98a546c73148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:44.881200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-95b5bc7e-0ea5-46ba-999f-98a546c73148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 1095 time: 0.1837809 Aug 23 12:04:44.957759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-ca8bffd7-308d-41a7-8938-0f456f2ecd4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2087662 Aug 23 12:04:44.978921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Delete allocated IP 172.20.0.24 (c91306b0-e2bf-4020-b9db-2fff29cd9cdc/8eb61950-0dc6-409d-b45e-c89d7b5ef315) {{(pid=101058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 12:04:45.041323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da94c676-595f-445a-9525-e305eb62cb8c req-8b2f49af-7408-4ffa-adc2-22538fb5bb52 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765594 Aug 23 12:04:45.052497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-f40a754e-6dc8-4dc9-8f52-b4cacd062fa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b HTTP/1.1" status: 200 len: 217 time: 0.1532121 Aug 23 12:04:45.165609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-09824603-2448-467a-a21b-d4883287c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.167160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-09824603-2448-467a-a21b-d4883287c520 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.0866902 Aug 23 12:04:45.171826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Attempting to bind port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:45.172166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Attempting to bind port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:45.172501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Attempting to bind port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:45.184729 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-d6d7b744-197c-4784-b6b2-8bf871b2eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.186372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-d6d7b744-197c-4784-b6b2-8bf871b2eee0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.2842884 Aug 23 12:04:45.254763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb12d07-cf21-40d0-9eaf-58d80219b894 None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:45.270700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-5b9a6f48-0a26-408c-b7a3-24621295e12e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da04273a-018a-441d-9983-476fbed9b6c8 HTTP/1.1" status: 200 len: 217 time: 0.0580285 Aug 23 12:04:45.371873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4798be51-09f6-4116-a7f9-37962ec2f87e None None] Provisioning for port d73b4eee-985b-47d6-a011-fc2778e91180 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:45.380608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4798be51-09f6-4116-a7f9-37962ec2f87e None None] Provisioning complete for port d73b4eee-985b-47d6-a011-fc2778e91180 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:45.382127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4798be51-09f6-4116-a7f9-37962ec2f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:45.395469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-a7ca25f9-87af-48a1-8316-7cdf76286874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.397012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-a7ca25f9-87af-48a1-8316-7cdf76286874 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0964689 Aug 23 12:04:45.468803 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:45.479874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-f619c3e1-59e6-4205-b69d-59d361013a7c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.482207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-f619c3e1-59e6-4205-b69d-59d361013a7c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.3111627 Aug 23 12:04:45.511396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Ignored duplicate provisioning block setup for port fff193ab-897f-4756-8876-b71bb799f34d by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 12:04:45.516452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-557037c8-d430-4552-9136-4edb4312cd94 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/quotas/914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 375 time: 0.0219867 Aug 23 12:04:45.519264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:45.548319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:04:45.548923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Attempting to bind port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:45.552202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-298d2c46-9119-4922-b865-d367675284db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3749566 Aug 23 12:04:45.587983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.588883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.589007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.589417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.589922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.590393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.590862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.591912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-e93c5ddf-2d9a-4448-97f8-4eb7aa0cd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.592889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-6d7cd377-dca0-4aac-8171-9622b1d4eb7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6493 time: 0.5560734 Aug 23 12:04:45.593513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-e93c5ddf-2d9a-4448-97f8-4eb7aa0cd2d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736538 Aug 23 12:04:45.593756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:45.594065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Checking segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:45.594448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Bound using segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:45.594904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Bound port: 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:45.595269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:45.630354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:04:45.637046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:45.646096 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] Sync routers for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:04:45.672358 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:04:45.673610 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:04:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:45.745181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=fff193ab-897f-4756-8876-b71bb799f34d,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:45.778964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] In _notify_port_updated(), no bound segment for port fff193ab-897f-4756-8876-b71bb799f34d on network c91306b0-e2bf-4020-b9db-2fff29cd9cdc {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:04:45.785758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.786688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:45.788227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3db67269-1348-4ecb-a3c2-a18bb67e5614 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/ports/fff193ab-897f-4756-8876-b71bb799f34d HTTP/1.1" status: 200 len: 919 time: 1.8188927 Aug 23 12:04:45.808805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-d0221807-86cf-441d-bbaf-642aab3a31b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2736011 Aug 23 12:04:45.809316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55492) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:45.817327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '782eab9f-d30c-411e-b599-5f5424a9bd01'}, {'subnet_id': '8eb61950-0dc6-409d-b45e-c89d7b5ef315'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:45.864723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:04:45.871847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-91954cac-4179-48b3-a0dc-6af0bbe3cdba tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "PUT /v2.0/floatingips/10c91157-c137-4efd-824e-3dda27c0336c HTTP/1.1" status: 200 len: 695 time: 2.2310946 Aug 23 12:04:45.878301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:45.881713 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1e0ccb-c020-4942-8f27-995d454a2d93" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:45.886323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-7499484c-8e04-490b-8aa3-0ed39e418c22 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200543 Aug 23 12:04:45.958185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-d272d204-0076-4af0-a038-05a6fb1fa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.958653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-d272d204-0076-4af0-a038-05a6fb1fa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.959285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-d272d204-0076-4af0-a038-05a6fb1fa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:45.961386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-d272d204-0076-4af0-a038-05a6fb1fa404 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a798c050-248a-4546-8041-33f968ec94d0&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=a66031b2-e863-415b-b2b4-80e702e77223&id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 2292 time: 0.2641659 Aug 23 12:04:45.972439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-127d8595-2ef9-48d9-b45b-653a40660b19 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624864 Aug 23 12:04:46.020030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.058957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] For port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:46.100628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b4864fc3-d199-48cb-a4f6-d1622d28c1be None None] Provisioning complete for port d73b4eee-985b-47d6-a011-fc2778e91180 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:46.102405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b4864fc3-d199-48cb-a4f6-d1622d28c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.142867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d73b4eee-985b-47d6-a011-fc2778e91180 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:46.150419 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed139f4f-2c34-45ef-8e91-b92d03e785b8 req-2c897887-accb-43dd-a1b4-191ca1eb87d5 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705108 Aug 23 12:04:46.240707 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:48Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:46.241362 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-f9bb58d3-9992-4074-83e5-81ef9478da05 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191186 Aug 23 12:04:46.253388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] For port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:46.302852 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] Checking router: 3964db49-522e-4c68-8aa2-5a6d5b527f7b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:04:46.327881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.331290 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:04:46.333880 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:04:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:46.358776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d73b4eee-985b-47d6-a011-fc2778e91180 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:46.359506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.364115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b4864fc3-d199-48cb-a4f6-d1622d28c1be None None] Provisioning for port fff193ab-897f-4756-8876-b71bb799f34d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:46.394559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b4864fc3-d199-48cb-a4f6-d1622d28c1be None None] Provisioning complete for port fff193ab-897f-4756-8876-b71bb799f34d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:46.395065 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b4864fc3-d199-48cb-a4f6-d1622d28c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.475316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b4864fc3-d199-48cb-a4f6-d1622d28c1be None None] Port fff193ab-897f-4756-8876-b71bb799f34d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:04:46.512885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Pushing event updated for resources: {'Port': ['ID=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:46.517032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:46.517927 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.520108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-ab9a6cbb-92b1-4334-a5b0-43ad081fae5f service neutron] 10.222.0.44 "PUT /v2.0/ports/1fbc71fa-8aa1-4421-8df4-d21c2e42989a HTTP/1.1" status: 200 len: 1092 time: 3.1183832 Aug 23 12:04:46.532357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-eda8bd1c-366e-4ecb-a9e5-25accafcaf90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 200 len: 1002 time: 0.5305169 Aug 23 12:04:46.550518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-bb9113a2-3506-4405-b793-114b579cf187 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905953 Aug 23 12:04:46.572241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-919b7756-57a7-4ec3-845e-3e572bad12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:46.577264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-919b7756-57a7-4ec3-845e-3e572bad12ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.6293111 Aug 23 12:04:46.631636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-27c772c4-bdc1-400f-9b57-4f3a5ced780a None None] Provisioning complete for port fff193ab-897f-4756-8876-b71bb799f34d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:46.632021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-27c772c4-bdc1-400f-9b57-4f3a5ced780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.638455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-bffbbdd5-f28a-42d5-a29e-65f56325c826 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886528 Aug 23 12:04:46.658628 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:04:46.718512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-27c772c4-bdc1-400f-9b57-4f3a5ced780a None None] Port fff193ab-897f-4756-8876-b71bb799f34d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:04:46.722801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.20 (c91306b0-e2bf-4020-b9db-2fff29cd9cdc/8eb61950-0dc6-409d-b45e-c89d7b5ef315/fff193ab-897f-4756-8876-b71bb799f34d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:46.808003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-8486e111-1f6c-4067-bc35-a4a121e3ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:46.810246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-8486e111-1f6c-4067-bc35-a4a121e3ceca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=f00d54c0-44d9-4571-80c9-2458e21816e7 HTTP/1.1" status: 200 len: 1095 time: 0.2319961 Aug 23 12:04:46.824315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-bf96e76d-2b75-4141-b8e0-42aa02f3252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:46.824315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-bf96e76d-2b75-4141-b8e0-42aa02f3252f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d08542eb-e3aa-4709-9902-a01ded7822d8 HTTP/1.1" status: 200 len: 850 time: 0.2818496 Aug 23 12:04:46.872723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1075e1f6-6d0c-4139-8c31-d9c4352444a9 None None] Provisioning complete for port fff193ab-897f-4756-8876-b71bb799f34d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:46.877451 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1075e1f6-6d0c-4139-8c31-d9c4352444a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:46.937633 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-4ea09274-e694-48dd-8f98-b070ce736cbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a HTTP/1.1" status: 200 len: 217 time: 0.1128249 Aug 23 12:04:47.002084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-cc2adc70-ee7c-47af-8e78-512ac9ef6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.003247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1075e1f6-6d0c-4139-8c31-d9c4352444a9 None None] Port fff193ab-897f-4756-8876-b71bb799f34d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:04:47.003957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-cc2adc70-ee7c-47af-8e78-512ac9ef6e7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.3174076 Aug 23 12:04:47.092738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-86fe5176-4775-41e0-92ed-4bcc150afd2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.0757320 Aug 23 12:04:47.101133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-f006ae4e-ff89-4df5-8ade-481be87e922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.102689 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-f006ae4e-ff89-4df5-8ade-481be87e922c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 1095 time: 0.1790335 Aug 23 12:04:47.107618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-2006b648-6e52-4d3c-b54c-b878d7995d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.109177 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-2006b648-6e52-4d3c-b54c-b878d7995d42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.1621444 Aug 23 12:04:47.111252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-ed571078-afe5-4ea3-9299-b29bed2c568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.113061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-ed571078-afe5-4ea3-9299-b29bed2c568f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a798c050-248a-4546-8041-33f968ec94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778740 Aug 23 12:04:47.125901 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:48Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:47.183125 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a125ed-c9e2-42c7-ae26-48c55e866346 None None] The sync data for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 is: [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:03:41Z', 'revision_number': 4, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '6232f680-83d6-42e1-b23f-8100009f5acb', 'name': '', 'network_id': 'e2c0fcdb-4663-40bf-afb5-afdbc12cf71e', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'mac_address': 'fa:16:3e:81:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:40Z', 'updated_at': '2021-08-23T12:03:48Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'subnets': [{'id': '633f9cfe-1b52-4c58-abd1-a3c5ccde526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:04:47.288720 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7be85-5b0f-42a8-b5ba-2e0981c39e3a x-openstack-request-id: req-fef7be85-5b0f-42a8-b5ba-2e0981c39e3a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:47.289051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-477aec88-8e84-40ab-9d5f-3f2634845e7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644609 Aug 23 12:04:47.289201 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b", "tag": "49d5a811-ec3f-424f-95e5-b106abe14d9b", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:47.289361 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fef7be85-5b0f-42a8-b5ba-2e0981c39e3a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:47.289821 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'tag': '49d5a811-ec3f-424f-95e5-b106abe14d9b', 'status': 'completed', 'code': 200} Aug 23 12:04:47.404206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-36f06e96-c224-4448-82c3-b019d6e3ea42 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787669 Aug 23 12:04:47.448647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-a1f44c1c-cf5d-4d35-a9c4-0a4e4bec5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.452259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-a1f44c1c-cf5d-4d35-a9c4-0a4e4bec5aa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.3382242 Aug 23 12:04:47.541093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:47.562537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Ignored duplicate provisioning block setup for port fff193ab-897f-4756-8876-b71bb799f34d by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 12:04:47.569791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:47.595839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-323eefa6-0f6b-4f6b-96b2-d5e5d2c5eac8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205487 Aug 23 12:04:47.683530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57998f-3c36-4431-8678-51ae24ca9091 None None] New status for floating IP 10c91157-c137-4efd-824e-3dda27c0336c: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:04:47.684107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-c62eece3-854a-4580-be2b-97eb202e6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.685072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-c62eece3-854a-4580-be2b-97eb202e6718 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 914 time: 0.5628953 Aug 23 12:04:47.755527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-61a853e4-9c16-497e-988c-27b37b184f16 service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504611 Aug 23 12:04:47.799900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-473656aa-b3a6-4b35-8b35-3cc0e64117f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b HTTP/1.1" status: 200 len: 217 time: 0.0974205 Aug 23 12:04:47.855248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=fff193ab-897f-4756-8876-b71bb799f34d,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:47.872115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baeb73e-02b9-4924-a424-a88da16b6142 req-48eee36c-edb5-4ddb-ab05-acb92d624093 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.886443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5baeb73e-02b9-4924-a424-a88da16b6142 req-48eee36c-edb5-4ddb-ab05-acb92d624093 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 944 time: 0.5956824 Aug 23 12:04:47.922313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] In _notify_port_updated(), no bound segment for port fff193ab-897f-4756-8876-b71bb799f34d on network c91306b0-e2bf-4020-b9db-2fff29cd9cdc {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:04:47.927474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-7f8acb68-319d-4042-9981-361a3cbdd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.929588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-7f8acb68-319d-4042-9981-361a3cbdd3ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.0924792 Aug 23 12:04:47.934766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:47.935520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:47.944762 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-542970f9-e2db-4402-9d0c-acfbaafeef78 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/ports/fff193ab-897f-4756-8876-b71bb799f34d HTTP/1.1" status: 200 len: 999 time: 2.1325755 Aug 23 12:04:47.969252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:47.974892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-38c0fac7-75b6-4650-a091-2dacb0a478b0 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044723 Aug 23 12:04:47.980654 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5baeb73e-02b9-4924-a424-a88da16b6142 req-ce792ead-469d-4395-b7cf-456ac8e17d32 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886207 Aug 23 12:04:48.068040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-c1773283-15c8-4264-87a1-176f7f96914d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042902 Aug 23 12:04:48.090947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-91542491-bbe5-4d7d-8370-25c39069bd73 None None] Provisioning complete for port fff193ab-897f-4756-8876-b71bb799f34d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:48.091401 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-91542491-bbe5-4d7d-8370-25c39069bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:48.108369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-e8d67cb1-a67a-4943-b509-022a35e40c3d service neutron] 10.222.0.21 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970672 Aug 23 12:04:48.133810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-731b4806-5cca-4dae-9056-a80b20545a77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 217 time: 0.1275749 Aug 23 12:04:48.144467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-91542491-bbe5-4d7d-8370-25c39069bd73 None None] Port fff193ab-897f-4756-8876-b71bb799f34d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:04:48.363956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88943854-4ad4-42df-a1cb-7a03b1df2a2e req-4f44c0da-8eec-47a6-b537-4fa6b99d0f76 service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754125 Aug 23 12:04:48.371883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-5564ffb9-bd0b-435f-8cfa-39355620b5b7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:48.373879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-5564ffb9-bd0b-435f-8cfa-39355620b5b7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.1420674 Aug 23 12:04:48.381210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-81fa7370-5682-45f6-ac31-84365bc5e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:48.382810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-81fa7370-5682-45f6-ac31-84365bc5e5a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.2349675 Aug 23 12:04:48.391925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'port': {'device_id': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'admin_state_up': True, 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:48.470287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24b7759b-cc72-4bcf-8a2d-6181204af013 req-ee08c33d-50f2-4dc0-ba97-758454eada12 service neutron] 10.222.0.21 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609807 Aug 23 12:04:48.482712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-cbf4ddb3-34d5-4912-b3d6-6653b8f056bc service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655698 Aug 23 12:04:48.507341 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457fc989-bfc4-4b42-b841-81ab385c4caa x-openstack-request-id: req-457fc989-bfc4-4b42-b841-81ab385c4caa {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:48.507675 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:48.507896 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-457fc989-bfc4-4b42-b841-81ab385c4caa {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:48.508307 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'status': 'completed', 'code': 200} Aug 23 12:04:48.524387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port fff193ab-897f-4756-8876-b71bb799f34d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:48.524741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:48.604085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:48.607855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:48.617244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-80a5a077-79d9-4695-9b36-4c181b45694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:48.618829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-80a5a077-79d9-4695-9b36-4c181b45694d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2289119 Aug 23 12:04:48.632343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-096c65d5-4208-499e-98c7-33935224f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:48.634128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-096c65d5-4208-499e-98c7-33935224f66b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2c710a6f64541cbb42bc4f196372168&device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 1096 time: 0.0859632 Aug 23 12:04:48.916210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-f2e62da3-4cfd-44b2-b25e-32d1bf728861 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips/10c91157-c137-4efd-824e-3dda27c0336c HTTP/1.1" status: 200 len: 693 time: 0.1559513 Aug 23 12:04:48.950813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-4ec94502-c5d7-474c-b741-7bcb4e5f41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:48.953039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-4ec94502-c5d7-474c-b741-7bcb4e5f41dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 200 len: 920 time: 0.2962582 Aug 23 12:04:49.046501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0095ad-8f15-47cb-be59-05327dd14fe9 req-6c9dbd06-3d87-47d1-84d1-3cc8a4bdd969 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370164 Aug 23 12:04:49.078294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-abe8882b-319a-4774-978d-2ac22a907e8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 200 len: 217 time: 0.1170347 Aug 23 12:04:49.099232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fb3d5a85-01c1-4f21-a2fc-bf81fd5f850c req-2398c2e8-bcb0-48a0-b076-667b8d271249 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 210 time: 0.5224731 Aug 23 12:04:49.224527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Allocated IP 172.20.0.8 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/decc6e87-701c-46a5-94bb-6a839080dd00) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:49.243759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-5aea1242-659f-4cde-a22b-20bd6d8da9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.245614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-5aea1242-659f-4cde-a22b-20bd6d8da9ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 200 len: 859 time: 0.1094093 Aug 23 12:04:49.265956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-e21725a4-5f75-4851-87ab-5c90e52f1451 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.274108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-e21725a4-5f75-4851-87ab-5c90e52f1451 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 784 time: 0.3562894 Aug 23 12:04:49.280674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-25418466-010a-429e-9cdc-705eb87d9034 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:04:49.287382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:49.289163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-25418466-010a-429e-9cdc-705eb87d9034 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137429 Aug 23 12:04:49.309321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-18b05b29-ac41-4d19-93e7-c6e347745d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.310955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-18b05b29-ac41-4d19-93e7-c6e347745d9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c61ae0edd8476a8303be755051c22b&device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 1097 time: 0.2616773 Aug 23 12:04:49.318491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for fff193ab-897f-4756-8876-b71bb799f34d owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:49.375110 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-c3284166-7ab1-4a6d-87ea-dc8664e97322 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272841 Aug 23 12:04:49.378964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-a51db09f-a027-4859-9741-bf569e5b18c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209052 Aug 23 12:04:49.393065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-981d51b3-5c6d-45b5-94dd-145ca4f4a7d9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.1028504 Aug 23 12:04:49.468793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af4025-c35d-4c03-a9ba-e026858f544a req-e0148810-99bd-4e3a-91a3-62f2829f1aae tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.470382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8af4025-c35d-4c03-a9ba-e026858f544a req-e0148810-99bd-4e3a-91a3-62f2829f1aae tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.2539229 Aug 23 12:04:49.483744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 49d5a811-ec3f-424f-95e5-b106abe14d9b details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:04:49.540294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-9be0d195-d6af-421d-8588-b346ab5c94db tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.1367674 Aug 23 12:04:49.602237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-2e87dcce-1372-4233-a89f-9ed1e2b56f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.603754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-2e87dcce-1372-4233-a89f-9ed1e2b56f10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 200 len: 919 time: 0.2757537 Aug 23 12:04:49.624742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8af4025-c35d-4c03-a9ba-e026858f544a req-ff9d400b-1be7-410a-a92c-c853de6f1ac3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403806 Aug 23 12:04:49.693029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-ca1cc303-da9e-43b0-9487-f59a6fe4ed2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 200 len: 217 time: 0.0798116 Aug 23 12:04:49.699191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-4ddf5fc6-b3c3-4c89-9f46-d41568abf3e3 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889247 Aug 23 12:04:49.725105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 49d5a811-ec3f-424f-95e5-b106abe14d9b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:49.746108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '49d5a811-ec3f-424f-95e5-b106abe14d9b', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'port_id': '49d5a811-ec3f-424f-95e5-b106abe14d9b', 'mac_address': 'fa:16:3e:cf:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b32825-35d0-4206-9728-5db0b0d7203c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:04:49.825609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:49.828176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-3b2cd011-6c0c-4e6a-95dd-1e5f9c595260 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 217 time: 0.1104510 Aug 23 12:04:49.883561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d5a811-ec3f-424f-95e5-b106abe14d9b {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:49.892574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-25083643-e03f-4af2-885a-0496751726ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.894187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-25083643-e03f-4af2-885a-0496751726ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 200 len: 858 time: 0.1934452 Aug 23 12:04:49.931557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-63a31e5f-0297-4a48-b5eb-33f7d0ac615b service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329924 Aug 23 12:04:49.938481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-3bc3984a-dc8f-4901-9051-448345028bd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2931f707-f128-46e9-818d-25b1c16dfa17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346775 Aug 23 12:04:49.939011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 49d5a811-ec3f-424f-95e5-b106abe14d9b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:49.945495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:49.995177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-e8f5de29-6e02-4db0-bead-93c7df282a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:49.996570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-e8f5de29-6e02-4db0-bead-93c7df282a80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1562006 Aug 23 12:04:50.014227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=49d5a811-ec3f-424f-95e5-b106abe14d9b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:50.089054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.121820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.165552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Deleting port 3a5c0c9e-92b2-4b11-b2f1-376bae935e0e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:50.167478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.176732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=fff193ab-897f-4756-8876-b71bb799f34d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:50.180642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Transition to ACTIVE for port object decc6e87-701c-46a5-94bb-6a839080dd00 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:50.183380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-b43cbf20-a707-4101-ab36-7d83cc9c5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:50.184943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-b43cbf20-a707-4101-ab36-7d83cc9c5dbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590011 Aug 23 12:04:50.188401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-b0dafbc2-a7d4-437c-a1b3-a7b79a145dad service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176080 Aug 23 12:04:50.239723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed1e0ccb-c020-4942-8f27-995d454a2d93 req-14fe8d8d-7a02-4fc3-99cb-a10d7e670749 service neutron] 10.222.0.41 "GET /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866237 Aug 23 12:04:50.259094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['49d5a811-ec3f-424f-95e5-b106abe14d9b'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:50.353022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.353622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.378607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Calling delete_port for 3a5c0c9e-92b2-4b11-b2f1-376bae935e0e owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:50.490751 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.501344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337252d-991c-47aa-a2b6-303676a1bf8a req-b7806289-833b-415e-a8fd-c3b47404196d tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:50.504572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['eb33fa43-feed-484f-a607-b21395b20032'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:50.513467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8337252d-991c-47aa-a2b6-303676a1bf8a req-b7806289-833b-415e-a8fd-c3b47404196d tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 945 time: 0.7578266 Aug 23 12:04:50.529839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'tag': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:50.532166 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948bc053-f75c-469e-b81d-cce4d3fae5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f00d54c0-44d9-4571-80c9-2458e21816e7", "tag": "1fbc71fa-8aa1-4421-8df4-d21c2e42989a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:50.543849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.546379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0795b434-2ffc-42e5-9e5e-2d6a0052cbeb tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/fff193ab-897f-4756-8876-b71bb799f34d HTTP/1.1" status: 204 len: 168 time: 2.5753603 Aug 23 12:04:50.551251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55582) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:50.583703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:50.609121 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-89534295-4ded-42ac-acb3-ef9a8a1b74ce tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:04:50.613826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-89534295-4ded-42ac-acb3-ef9a8a1b74ce tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/fff193ab-897f-4756-8876-b71bb799f34d HTTP/1.1" status: 404 len: 333 time: 0.0590880 Aug 23 12:04:50.614916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55586) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:50.620123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-a6871319-5000-4189-a1b9-48af6188125a service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083643 Aug 23 12:04:50.622136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:50.625034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:50.627670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:50.689401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:50.694295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.747311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6408e081-c5e2-42a3-b848-5f3470f10d3f req-a605bce4-b541-4704-9cf9-921cd6ae2176 service neutron] 10.222.0.44 "GET /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342457 Aug 23 12:04:50.773774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8337252d-991c-47aa-a2b6-303676a1bf8a req-f9355753-cca9-4980-bceb-9fb9c12d04cb tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381883 Aug 23 12:04:50.795352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.850723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 8eb61950-0dc6-409d-b45e-c89d7b5ef315 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:04:50.857988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.877051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event deleted for resources: {'Port': ['ID=3a5c0c9e-92b2-4b11-b2f1-376bae935e0e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:50.911316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-43ab94d3-5c5c-44ca-afba-43701b632ed4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5273893 Aug 23 12:04:50.917410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:50.936193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Request body: {'port': {'device_id': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:51.001914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e80f0935-ad72-412e-a182-6370126ed63f None None] Provisioning for port decc6e87-701c-46a5-94bb-6a839080dd00 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:51.007443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-8bebb271-ccd1-4eee-9cf7-5be70e3fa748 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725016 Aug 23 12:04:51.012379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e80f0935-ad72-412e-a182-6370126ed63f None None] Provisioning complete for port decc6e87-701c-46a5-94bb-6a839080dd00 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:51.012946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e80f0935-ad72-412e-a182-6370126ed63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.045100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.050103 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.055135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb841766-4b9c-4e18-a20b-f98964cc8cdc req-31906bed-329f-421b-9a51-55c345ca028a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "DELETE /v2.0/floatingips/10c91157-c137-4efd-824e-3dda27c0336c HTTP/1.1" status: 204 len: 173 time: 1.5129762 Aug 23 12:04:51.065025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-7587a126-bdc5-4f33-8917-c3e316db9323 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f HTTP/1.1" status: 200 len: 217 time: 0.0487089 Aug 23 12:04:51.122932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e80f0935-ad72-412e-a182-6370126ed63f None None] Port decc6e87-701c-46a5-94bb-6a839080dd00 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:04:51.133715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.160391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.198481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-57e5b24d-77fe-49cb-a867-5e12dd6edba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:51.200521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-57e5b24d-77fe-49cb-a867-5e12dd6edba3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1145604 Aug 23 12:04:51.209116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:51.274022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-9a103394-6f90-4d64-abb0-a43eb47cd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:51.275843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-9a103394-6f90-4d64-abb0-a43eb47cd7a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676053 Aug 23 12:04:51.285308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.316681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.321397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/8eb61950-0dc6-409d-b45e-c89d7b5ef315 HTTP/1.1" status: 204 len: 168 time: 0.7038248 Aug 23 12:04:51.340381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:51.363573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e34396-efae-4779-951c-470233afc444 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb61950-0dc6-409d-b45e-c89d7b5ef315,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:51.376017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb6516-5411-4f5e-a7d7-8b6b87c5efe5 None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:51.420601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3642335-2023-4c24-9b01-89c467f1e454 req-5b31b276-8326-4df4-a5f0-498ebec5e91e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:51.423546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3642335-2023-4c24-9b01-89c467f1e454 req-5b31b276-8326-4df4-a5f0-498ebec5e91e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 931 time: 0.2499826 Aug 23 12:04:51.504195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 49d5a811-ec3f-424f-95e5-b106abe14d9b up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:51.504587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3642335-2023-4c24-9b01-89c467f1e454 req-4a43472c-fbea-40ce-aa29-e8c970e4a79d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687578 Aug 23 12:04:51.556751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 782eab9f-d30c-411e-b599-5f5424a9bd01 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:04:51.575286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.659266 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b88fce-5cd1-4c61-b107-87e0f9cf6ef1 x-openstack-request-id: req-93b88fce-5cd1-4c61-b107-87e0f9cf6ef1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:51.661969 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00d54c0-44d9-4571-80c9-2458e21816e7", "tag": "1fbc71fa-8aa1-4421-8df4-d21c2e42989a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:51.662806 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93b88fce-5cd1-4c61-b107-87e0f9cf6ef1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:51.664830 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'tag': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a', 'status': 'completed', 'code': 200} Aug 23 12:04:51.664958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1fbc71fa-8aa1-4421-8df4-d21c2e42989a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:04:51.671159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 49d5a811-ec3f-424f-95e5-b106abe14d9b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:51.679415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d7ad397-fc2e-4011-a352-0837db6cb4fc req-e6210e86-3a14-4b18-bdfd-431f2e15c491 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups/805fc30c-636f-4619-858c-b97695c0826d HTTP/1.1" status: 200 len: 1808 time: 0.0638182 Aug 23 12:04:51.703133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 49d5a811-ec3f-424f-95e5-b106abe14d9b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:51.703516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.740200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-afa2fb2a-c7d7-4cd6-9f61-03078cc87f33 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442818 Aug 23 12:04:51.774159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.788721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4d7ad397-fc2e-4011-a352-0837db6cb4fc req-41b7d54c-95cd-4a3c-8f3f-d9c05bbdffd6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.821825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4d7ad397-fc2e-4011-a352-0837db6cb4fc req-41b7d54c-95cd-4a3c-8f3f-d9c05bbdffd6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.823220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6b57925-fb02-4670-83ff-91223c09655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.888274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:51.893251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4d7ad397-fc2e-4011-a352-0837db6cb4fc req-41b7d54c-95cd-4a3c-8f3f-d9c05bbdffd6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.896150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4d7ad397-fc2e-4011-a352-0837db6cb4fc req-41b7d54c-95cd-4a3c-8f3f-d9c05bbdffd6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.898536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d7ad397-fc2e-4011-a352-0837db6cb4fc req-41b7d54c-95cd-4a3c-8f3f-d9c05bbdffd6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "DELETE /v2.0/security-groups/805fc30c-636f-4619-858c-b97695c0826d HTTP/1.1" status: 204 len: 173 time: 0.1969020 Aug 23 12:04:51.909954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.921991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7d54c-95cd-4a3c-8f3f-d9c05bbdffd6 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805fc30c-636f-4619-858c-b97695c0826d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:51.929034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'port_id': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a', 'mac_address': 'fa:16:3e:f2:51:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b32825-35d0-4206-9728-5db0b0d7203c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:04:51.934998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decc6e87-701c-46a5-94bb-6a839080dd00 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:51.937376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d5a811-ec3f-424f-95e5-b106abe14d9b'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:51.940031 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a72ce2-e0ab-4032-a9bd-40a4604bb61c" -d '{"events": [{"server_uuid": "e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b", "name": "network-vif-plugged", "status": "completed", "tag": "49d5a811-ec3f-424f-95e5-b106abe14d9b"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:51.944940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.960595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 49d5a811-ec3f-424f-95e5-b106abe14d9b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:51.966946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Transition to ACTIVE for port object decc6e87-701c-46a5-94bb-6a839080dd00 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:51.978441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:51.994684 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.005844 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.085514 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.142722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbc71fa-8aa1-4421-8df4-d21c2e42989a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:52.155420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=49d5a811-ec3f-424f-95e5-b106abe14d9b,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:52.194075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:52.207376 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.243265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Pushing event updated for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:52.256130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.286763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb50a-1dcf-41b6-acbd-156f5c8643a5 req-86aa1193-cd35-452c-ac9b-4edae41e62f8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:52.302657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24ffb50a-1dcf-41b6-acbd-156f5c8643a5 req-86aa1193-cd35-452c-ac9b-4edae41e62f8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 946 time: 0.2245913 Aug 23 12:04:52.312314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:52.386161 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24ffb50a-1dcf-41b6-acbd-156f5c8643a5 req-4d71aa0a-83ee-45dd-8c68-44f1ff35bf9c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824189 Aug 23 12:04:52.399923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Attempting to bind port decc6e87-701c-46a5-94bb-6a839080dd00 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:52.400839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Attempting to bind port decc6e87-701c-46a5-94bb-6a839080dd00 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:52.401480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Attempting to bind port decc6e87-701c-46a5-94bb-6a839080dd00 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:52.410109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Port decc6e87-701c-46a5-94bb-6a839080dd00 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:04:52.410109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Attempting to bind port decc6e87-701c-46a5-94bb-6a839080dd00 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:52.426559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:52.427063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:52.436399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:52.436399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Bound port: decc6e87-701c-46a5-94bb-6a839080dd00, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:52.436399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.436871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-45b6b626-a20b-46cd-878d-09c87a3c9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:52.439439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-45b6b626-a20b-46cd-878d-09c87a3c9d5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=f00d54c0-44d9-4571-80c9-2458e21816e7 HTTP/1.1" status: 200 len: 1095 time: 0.7721868 Aug 23 12:04:52.445229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.454084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/782eab9f-d30c-411e-b599-5f5424a9bd01 HTTP/1.1" status: 204 len: 168 time: 1.1021378 Aug 23 12:04:52.454965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55630) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:52.475043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b6c6-a611-4776-b720-28859ae6431a req-5881043b-b179-4452-a870-eda8f7b645ff tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:52.476660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3900b6c6-a611-4776-b720-28859ae6431a req-5881043b-b179-4452-a870-eda8f7b645ff tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.7914493 Aug 23 12:04:52.544218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['1fbc71fa-8aa1-4421-8df4-d21c2e42989a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:52.588837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1255f-cfbe-4318-a943-514a8265c45a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=782eab9f-d30c-411e-b599-5f5424a9bd01,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:52.605777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:52.610980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=decc6e87-701c-46a5-94bb-6a839080dd00,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:52.620068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.682219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:52.682960 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:52.687461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] 10.222.0.41 "PUT /v2.0/ports/decc6e87-701c-46a5-94bb-6a839080dd00 HTTP/1.1" status: 200 len: 1091 time: 1.7560775 Aug 23 12:04:52.690712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:52.697479 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545dab20-9b24-454c-871e-2eae7df07904" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:52.857818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69601-fb59-4f08-90db-486f56b2e582 service neutron] Pushing event updated for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:52.903330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-f60fcaef-6264-46d2-b9b2-7b0c823aaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:52.906710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-f60fcaef-6264-46d2-b9b2-7b0c823aaa39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 1094 time: 0.1605949 Aug 23 12:04:52.912604 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9a4b31-d3c8-4370-8efe-bb16402ca2e6 x-openstack-request-id: req-fa9a4b31-d3c8-4370-8efe-bb16402ca2e6 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:52.913476 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b", "name": "network-vif-plugged", "status": "completed", "tag": "49d5a811-ec3f-424f-95e5-b106abe14d9b", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:52.913476 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa9a4b31-d3c8-4370-8efe-bb16402ca2e6 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:52.913779 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d5a811-ec3f-424f-95e5-b106abe14d9b', 'code': 200} Aug 23 12:04:53.061337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb108b-f9cf-415a-8828-82d0d6ee79df None None] Network c91306b0-e2bf-4020-b9db-2fff29cd9cdc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:53.070945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb7ab329-28c3-4805-9d37-02ec55d5d8c3 None None] Provisioning complete for port d73b4eee-985b-47d6-a011-fc2778e91180 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:53.071416 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb7ab329-28c3-4805-9d37-02ec55d5d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.110756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-5f57c1d7-ddc2-41dc-886e-c52fc9da1eb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decc6e87-701c-46a5-94bb-6a839080dd00 HTTP/1.1" status: 200 len: 217 time: 0.1890078 Aug 23 12:04:53.250718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b198b-59af-4ea0-8b6d-9639807565d7 req-cd12347d-a1c8-4e93-9253-558c3326cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.252893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-907b198b-59af-4ea0-8b6d-9639807565d7 req-cd12347d-a1c8-4e93-9253-558c3326cf12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 1097 time: 0.1882071 Aug 23 12:04:53.261732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-39594b20-7949-47b3-ab69-2eba6fb671b2 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1163764 Aug 23 12:04:53.276699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-5c83a3ef-de8a-42ad-b21a-c92a60ea0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.278144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-5c83a3ef-de8a-42ad-b21a-c92a60ea0b9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1210692 Aug 23 12:04:53.280593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-cb2ae098-5f42-42b3-8105-2f060646179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.282477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-cb2ae098-5f42-42b3-8105-2f060646179d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 914 time: 0.8219719 Aug 23 12:04:53.300538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf255ae4-5075-4518-8b8f-30b9e84acfeb req-d0fc4a9b-17ce-483e-9515-b6f10f34722f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.302267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf255ae4-5075-4518-8b8f-30b9e84acfeb req-d0fc4a9b-17ce-483e-9515-b6f10f34722f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 943 time: 0.1499331 Aug 23 12:04:53.320396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3900b6c6-a611-4776-b720-28859ae6431a req-5214f4cf-ca28-4a97-b451-b672eea0bf72 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293704 Aug 23 12:04:53.324628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.333975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-b483341b-5c41-4fc4-a657-b78c993a547e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e HTTP/1.1" status: 200 len: 217 time: 0.0607176 Aug 23 12:04:53.351643 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-907b198b-59af-4ea0-8b6d-9639807565d7 req-de3d76c7-2fe3-4ce0-9af0-4e70da69e086 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876198 Aug 23 12:04:53.370855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-1b620080-f3e3-43bc-80ba-c69977b6b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.372809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-1b620080-f3e3-43bc-80ba-c69977b6b4f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821581 Aug 23 12:04:53.397608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-0026779a-2a58-4a49-9a51-9b8a2655b033 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a HTTP/1.1" status: 200 len: 217 time: 0.0674007 Aug 23 12:04:53.445209 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf255ae4-5075-4518-8b8f-30b9e84acfeb req-bd117ba0-02f0-4e2a-8065-fd4d73324b15 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660594 Aug 23 12:04:53.504253 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f778f9e6-4294-41fc-9f55-75d73154bada x-openstack-request-id: req-f778f9e6-4294-41fc-9f55-75d73154bada {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:53.504253 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:53.504485 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f778f9e6-4294-41fc-9f55-75d73154bada {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:53.504870 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00', 'status': 'completed', 'code': 200} Aug 23 12:04:53.506726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-cb4bb55c-18d1-4113-bca2-90a016b47758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.508319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-cb4bb55c-18d1-4113-bca2-90a016b47758 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1579309 Aug 23 12:04:53.513175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] DHCP port deletion for c91306b0-e2bf-4020-b9db-2fff29cd9cdc request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:04:53.537464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-96af4448-66fa-4e86-8960-feeaa41da419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.539900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-96af4448-66fa-4e86-8960-feeaa41da419 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.1126041 Aug 23 12:04:53.612635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] Deleting port d73b4eee-985b-47d6-a011-fc2778e91180 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:53.613471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.626719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-936e41c5-6dc2-4301-a34f-ef1f38c17f99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533743 Aug 23 12:04:53.661072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1fbc71fa-8aa1-4421-8df4-d21c2e42989a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:04:53.667168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port d73b4eee-985b-47d6-a011-fc2778e91180 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:53.667741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.749871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] For port d73b4eee-985b-47d6-a011-fc2778e91180, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d73b4eee-985b-47d6-a011-fc2778e91180,segment=NetworkSegment(fc66a35a-e34b-46ab-87c0-64ca2f3819e4),segment_id=fc66a35a-e34b-46ab-87c0-64ca2f3819e4)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:53.750205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.752391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port d73b4eee-985b-47d6-a011-fc2778e91180, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d73b4eee-985b-47d6-a011-fc2778e91180,segment=NetworkSegment(fc66a35a-e34b-46ab-87c0-64ca2f3819e4),segment_id=fc66a35a-e34b-46ab-87c0-64ca2f3819e4)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:53.753024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.759877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-80b19dbf-8cdc-48ca-be6e-f9b010ac8531 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089784 Aug 23 12:04:53.769488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for d73b4eee-985b-47d6-a011-fc2778e91180 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:53.770080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9820f-f082-4fca-8370-9ac17e796e9f req-b558de64-5bb2-4401-9c23-077d4e89bbd9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.771749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9f9820f-f082-4fca-8370-9ac17e796e9f req-b558de64-5bb2-4401-9c23-077d4e89bbd9 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.0913382 Aug 23 12:04:53.777144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] Calling delete_port for d73b4eee-985b-47d6-a011-fc2778e91180 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:53.842463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:04:53.861017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:04:53.861453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.894678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9f9820f-f082-4fca-8370-9ac17e796e9f req-07b3fd83-80f5-4546-9e25-ef5655d7e705 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055164 Aug 23 12:04:53.895815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-24839821-59f8-48cc-be02-69df7579c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:53.898780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-24839821-59f8-48cc-be02-69df7579c653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3750763 Aug 23 12:04:53.925351 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:53.940596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5df9fce4-d9b9-4212-8729-8588c1eae234 req-0b55bb73-54b2-44f7-90b1-098de7447150 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671753 Aug 23 12:04:53.970417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] No DVR routers for this DVR port d73b4eee-985b-47d6-a011-fc2778e91180 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:53.980925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c0544-eccb-452a-8a9a-0e90fec5088d None None] Pushing event deleted for resources: {'Port': ['ID=d73b4eee-985b-47d6-a011-fc2778e91180,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:54.014326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0346e80-6603-42ce-891c-3c05d5e8adae req-7f16ecb4-1cb1-4cea-961c-80fed4576ee7 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.015913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0346e80-6603-42ce-891c-3c05d5e8adae req-7f16ecb4-1cb1-4cea-961c-80fed4576ee7 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 946 time: 0.3850462 Aug 23 12:04:54.022057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.052937 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.088489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dab20-9b24-454c-871e-2eae7df07904 req-7f94c3c1-758e-4d0a-bb45-f7b8f6fb6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.091512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-7f94c3c1-758e-4d0a-bb45-f7b8f6fb6724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 1094 time: 0.0822003 Aug 23 12:04:54.123559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:54.124285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=d73b4eee-985b-47d6-a011-fc2778e91180,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:54.130470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d73b4eee-985b-47d6-a011-fc2778e91180 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:54.160577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port d73b4eee-985b-47d6-a011-fc2778e91180 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:54.163586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.172202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d73b4eee-985b-47d6-a011-fc2778e91180 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:54.172582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d73b4eee-985b-47d6-a011-fc2778e91180 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:54.256718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-59785784-b20c-4109-b44f-b20a21015097 service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148691 Aug 23 12:04:54.267594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:54.283025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0346e80-6603-42ce-891c-3c05d5e8adae req-4c045b47-deeb-465d-b7b6-16aebf403238 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603022 Aug 23 12:04:54.309804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-ddbd6add-e360-4cfd-a112-62c61029a905 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917942 Aug 23 12:04:54.350846 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.355071 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b0ec829f-5c46-4386-90e2-9023519ae046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.413109 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.427465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91306b0-e2bf-4020-b9db-2fff29cd9cdc']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:54.558793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-948bc053-f75c-469e-b81d-cce4d3fae5bb req-c1d5803a-625b-4840-9c25-b81ac25ee210 service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865953 Aug 23 12:04:54.600029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:54.600671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc66a35a-e34b-46ab-87c0-64ca2f3819e4') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:04:54.626073 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.640659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dab20-9b24-454c-871e-2eae7df07904 req-caa67356-b2d7-43c7-a167-8687357a5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.642231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-caa67356-b2d7-43c7-a167-8687357a5d26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.5404139 Aug 23 12:04:54.646625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.650662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6da93-5c4a-43a9-b8a5-22ecb0c5c3e0 req-11a34e4d-1b86-4a6c-9c7e-a77fb919d6b1 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.651667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-30f6da93-5c4a-43a9-b8a5-22ecb0c5c3e0 req-11a34e4d-1b86-4a6c-9c7e-a77fb919d6b1 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1305633 Aug 23 12:04:54.663753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:04:54.664461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:04:54.671309 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:04:54.702866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23fea5-7cc7-4447-a84e-ea8ae9bedbed req-427bc330-329e-4f33-a100-7d8120294b83 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.704577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd23fea5-7cc7-4447-a84e-ea8ae9bedbed req-427bc330-329e-4f33-a100-7d8120294b83 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 943 time: 0.1387789 Aug 23 12:04:54.716136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-581087b9-0d78-44f8-a218-536876bfcd85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decc6e87-701c-46a5-94bb-6a839080dd00 HTTP/1.1" status: 200 len: 217 time: 0.0510921 Aug 23 12:04:54.718585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-c33b79b0-8d8c-480f-9e4c-132af075bded service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835972 Aug 23 12:04:54.763009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-30f6da93-5c4a-43a9-b8a5-22ecb0c5c3e0 req-891aa68e-c18e-4db9-aad1-2e44a98b6ecd tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967026 Aug 23 12:04:54.782501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dab20-9b24-454c-871e-2eae7df07904 req-b0870997-b475-4e57-bb9f-6da7ce61788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.784803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-b0870997-b475-4e57-bb9f-6da7ce61788e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0546734 Aug 23 12:04:54.821195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-852557c9-8bc1-414a-bf4d-3ad15292d8cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 200 len: 217 time: 0.0747852 Aug 23 12:04:54.847766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.875260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dab20-9b24-454c-871e-2eae7df07904 req-bd8c0ab5-ca82-482e-ba05-f118952baf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.878104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-bd8c0ab5-ca82-482e-ba05-f118952baf38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776732 Aug 23 12:04:54.891891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:54.899565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/c91306b0-e2bf-4020-b9db-2fff29cd9cdc HTTP/1.1" status: 204 len: 168 time: 2.4356730 Aug 23 12:04:54.899565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55672) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:54.907378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd23fea5-7cc7-4447-a84e-ea8ae9bedbed req-962a9b29-4b19-4374-b612-f6ba14c7d3d4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913707 Aug 23 12:04:54.915567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:54.919247 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2c7c37-128d-45a3-a989-fee582784c63" -d '{"events": [{"server_uuid": "f00d54c0-44d9-4571-80c9-2458e21816e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fbc71fa-8aa1-4421-8df4-d21c2e42989a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:54.938237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-e853a13d-7b29-439b-bda2-ebaffd49b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:54.939778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-e853a13d-7b29-439b-bda2-ebaffd49b422 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.1104474 Aug 23 12:04:54.954172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b35de-98c1-4368-8500-26c72624b375 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=c91306b0-e2bf-4020-b9db-2fff29cd9cdc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:55.021291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99e18f1-4410-4444-9e30-5819d3bd0c93 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.028820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c99e18f1-4410-4444-9e30-5819d3bd0c93 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1250906 Aug 23 12:04:55.029783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55680) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:55.033350 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-b7fb668d-b089-4df8-aa1f-756355559f4c service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413789 Aug 23 12:04:55.051885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-a61927a0-42bf-40b1-a67c-5d55c27103c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.053509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-a61927a0-42bf-40b1-a67c-5d55c27103c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956578 Aug 23 12:04:55.183644 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545dab20-9b24-454c-871e-2eae7df07904 req-0c299bab-de94-40d2-9671-ee0449773beb service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404667 Aug 23 12:04:55.210402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2c0ae1f7-eb0d-4e40-a6b3-051700a4fcf4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1780500 Aug 23 12:04:55.212172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55688) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:55.226279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77581-a856-4da2-9285-b7de6b0bb78c req-cab1a872-ddd9-47a2-8b68-9d383d9c9ba0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.230237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0d77581-a856-4da2-9285-b7de6b0bb78c req-cab1a872-ddd9-47a2-8b68-9d383d9c9ba0 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1553085 Aug 23 12:04:55.239992 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f92235-6733-4e8c-9906-cbda87b3a904 x-openstack-request-id: req-b8f92235-6733-4e8c-9906-cbda87b3a904 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:55.240493 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d54c0-44d9-4571-80c9-2458e21816e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fbc71fa-8aa1-4421-8df4-d21c2e42989a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:55.241944 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8f92235-6733-4e8c-9906-cbda87b3a904 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:55.242613 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a', 'code': 200} Aug 23 12:04:55.245738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037475435'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:55.272838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-61ba64f8-1575-4a5b-a890-41ef2475124f service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998956 Aug 23 12:04:55.294488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:55.300000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.327925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0d77581-a856-4da2-9285-b7de6b0bb78c req-72cde1c9-643f-4517-b82c-722a6e487964 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866256 Aug 23 12:04:55.337291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:04:55.375708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.376212 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment 90aeca4d-b91b-4689-9f35-0fda8bae31d0 of type vlan for network 45f9c41c-1a49-4917-bff6-1d335ffa117e Aug 23 12:04:55.430032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.467516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.476163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fd156-6d61-45fb-a9b7-bdfde849939d req-f2d13c8b-1cab-4c11-9945-9c62df4a2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.476291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.476291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.476487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a42fd156-6d61-45fb-a9b7-bdfde849939d req-f2d13c8b-1cab-4c11-9945-9c62df4a2b2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f00d54c0-44d9-4571-80c9-2458e21816e7 HTTP/1.1" status: 200 len: 1097 time: 0.1349962 Aug 23 12:04:55.476569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55694) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:55.514900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-481b9024-f142-4b65-96c6-c090ccc737e5 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344790 Aug 23 12:04:55.539809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3245008 Aug 23 12:04:55.553800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:55.569363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-20f09700-2321-4ba3-88af-c9fda7870dc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 200 len: 217 time: 0.0466416 Aug 23 12:04:55.579405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a42fd156-6d61-45fb-a9b7-bdfde849939d req-5e26159c-3183-4ab5-b504-bc3514be6af5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900419 Aug 23 12:04:55.601615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.603280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:55.640696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-1c78f1c2-9fcd-4c07-b9e2-5b22c8047a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.642166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-1c78f1c2-9fcd-4c07-b9e2-5b22c8047a5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0617950 Aug 23 12:04:55.648369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af115d20-72d2-44ed-8d74-8ef46d34f85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.658187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8cd1e-5900-4b47-97e8-6ba3cc856f82 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=45f9c41c-1a49-4917-bff6-1d335ffa117e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:55.670627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:04:55.742040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088f4e-9871-4126-b237-f57fb788e258 req-c321823d-aeb1-40fe-a517-83b82c6dedaa tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.743633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90088f4e-9871-4126-b237-f57fb788e258 req-c321823d-aeb1-40fe-a517-83b82c6dedaa tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 946 time: 0.2577386 Aug 23 12:04:55.755676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-cfcece8e-7935-4cc2-b281-5ebc54bf039d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.757309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-cfcece8e-7935-4cc2-b281-5ebc54bf039d tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1483891 Aug 23 12:04:55.767476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af115d20-72d2-44ed-8d74-8ef46d34f85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.802567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af115d20-72d2-44ed-8d74-8ef46d34f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.843309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:55.846153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:55.854915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-c076ebab-6256-4627-aab5-3139836d1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:55.857625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-c076ebab-6256-4627-aab5-3139836d1abc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872040 Aug 23 12:04:55.860769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af115d20-72d2-44ed-8d74-8ef46d34f85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d111ee-63b9-4659-ae1f-cef61409fd6b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:55.870234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-af115d20-72d2-44ed-8d74-8ef46d34f85c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49e507c41ef74236b3bb778a7b8246d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882127 Aug 23 12:04:55.872110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55700) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:55.872238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90088f4e-9871-4126-b237-f57fb788e258 req-4e6dd569-b261-46b1-a114-aa63c64a98ca tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136596 Aug 23 12:04:55.996040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e7b-1657-4b86-b369-5799f8602b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.029248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Deleting port 1bf74dca-2f9c-4038-b762-271923311eba {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:56.029604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.035241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-75bdf854-2e29-46df-88b6-b7120b553561 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639984 Aug 23 12:04:56.048692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e7b-1657-4b86-b369-5799f8602b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.198657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220eaf-2724-4330-8138-0bd85e3bfc2e req-61ce58db-5197-4ce0-8a9c-9254ca1119d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:56.200165 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d220eaf-2724-4330-8138-0bd85e3bfc2e req-61ce58db-5197-4ce0-8a9c-9254ca1119d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=f00d54c0-44d9-4571-80c9-2458e21816e7 HTTP/1.1" status: 200 len: 946 time: 0.1754875 Aug 23 12:04:56.201727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd7065-2cd4-4bc6-8686-4ccc83ae5948 req-69e33d93-1f2d-49ac-b881-e31eb9770a85 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:56.203731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62fd7065-2cd4-4bc6-8686-4ccc83ae5948 req-69e33d93-1f2d-49ac-b881-e31eb9770a85 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 943 time: 0.1371007 Aug 23 12:04:56.217936 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e7b-1657-4b86-b369-5799f8602b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.222618 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e7b-1657-4b86-b369-5799f8602b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.223513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-26ad4e7b-1657-4b86-b369-5799f8602b60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45d111ee-63b9-4659-ae1f-cef61409fd6b HTTP/1.1" status: 204 len: 168 time: 0.3505063 Aug 23 12:04:56.239374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b20bb9e-d8aa-4741-b2d9-15b50dbc9a0d req-022f3859-6d24-4a71-8e90-dc98ab67fe82 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740358 Aug 23 12:04:56.240765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4e7b-1657-4b86-b369-5799f8602b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d111ee-63b9-4659-ae1f-cef61409fd6b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:56.258179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] For port 1bf74dca-2f9c-4038-b762-271923311eba, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=1bf74dca-2f9c-4038-b762-271923311eba,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:56.258615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.322884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62fd7065-2cd4-4bc6-8686-4ccc83ae5948 req-eb41ee8c-5fbb-48e5-9e3c-ff497a58029e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Aug 23 12:04:56.334959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Calling delete_port for 1bf74dca-2f9c-4038-b762-271923311eba owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:56.365330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.369932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d220eaf-2724-4330-8138-0bd85e3bfc2e req-dd7dc44e-a46e-48db-bec2-fd5ff808d3b1 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534860 Aug 23 12:04:56.484553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=57914ea4-a6f4-474d-addc-5ca5a93be424,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:56.508597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': '90aeca4d-b91b-4689-9f35-0fda8bae31d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:56.509103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: 45f9c41c-1a49-4917-bff6-1d335ffa117e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:04:56.598761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:04:56.606111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.619032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['1bf74dca-2f9c-4038-b762-271923311eba'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:56.645979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca6053-11f8-4cea-80b2-4a424ff8a6f1 req-e58249fe-5316-4af6-bc04-b27801ee01a5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:56.655606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3ca6053-11f8-4cea-80b2-4a424ff8a6f1 req-e58249fe-5316-4af6-bc04-b27801ee01a5 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17 HTTP/1.1" status: 200 len: 945 time: 0.1325874 Aug 23 12:04:56.682051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Pushing event deleted for resources: {'Port': ['ID=1bf74dca-2f9c-4038-b762-271923311eba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:56.684900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 45f9c41c-1a49-4917-bff6-1d335ffa117e) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:56.697471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:56.704931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.714874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ffb013-b82d-4757-a977-6fd8e29344b0 None None] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:56.747398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3ca6053-11f8-4cea-80b2-4a424ff8a6f1 req-33326c49-cb56-47dc-92bd-52cb1986048a tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.21 "GET /v2.0/security-groups?id=427cebfe-db6c-4933-8bf6-f7e334dfc704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907924 Aug 23 12:04:56.792173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] No DVR routers for this DVR port 1bf74dca-2f9c-4038-b762-271923311eba on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:04:56.795931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:56.797956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7bb6793b-d722-47a9-b05c-7164904a7e42 req-e787b955-2fe6-4a8f-886e-e8ef6b8a6830 tempest-ServerRescueTestJSONUnderV235-309342678 tempest-ServerRescueTestJSONUnderV235-309342678-project] 10.222.0.41 "DELETE /v2.0/ports/1bf74dca-2f9c-4038-b762-271923311eba HTTP/1.1" status: 204 len: 173 time: 1.0260854 Aug 23 12:04:56.798560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'name': 'network-vif-deleted', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:04:56.801769 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fdd113-dc78-4c59-be18-6d79cf631427" -d '{"events": [{"server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "name": "network-vif-deleted", "tag": "1bf74dca-2f9c-4038-b762-271923311eba"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:04:56.809476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8404c159-11d7-4b5e-b6f5-57492d168c8f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2190728 Aug 23 12:04:56.809718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55720) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:56.821287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e', 'name': 'tempest-PortsTestJSON-556568353'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:56.868175 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827f619b-50ea-4e24-b57f-35b8c885966b x-openstack-request-id: req-827f619b-50ea-4e24-b57f-35b8c885966b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:04:56.868481 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17", "name": "network-vif-deleted", "tag": "1bf74dca-2f9c-4038-b762-271923311eba", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:04:56.868744 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-827f619b-50ea-4e24-b57f-35b8c885966b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:04:56.869166 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bef82e-4adb-4bee-9fe5-c0e6ca8f1a17', 'name': 'network-vif-deleted', 'tag': '1bf74dca-2f9c-4038-b762-271923311eba', 'status': 'completed', 'code': 200} Aug 23 12:04:56.879110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55722) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:56.921761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc13102a-9160-41c1-b60c-9c57bcc1e1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.032490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-45f9c41c-1a49-4917-bff6-1d335ffa117e', 'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': '57914ea4-a6f4-474d-addc-5ca5a93be424'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:04:57.037447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.071653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc13102a-9160-41c1-b60c-9c57bcc1e1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.081529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc13102a-9160-41c1-b60c-9c57bcc1e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.104799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:57.109893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.131758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port fe05d94f-4626-4bda-bd7f-292bfecbee59 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:57.144505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc13102a-9160-41c1-b60c-9c57bcc1e1c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8e6f8526fd54af4860f3cdb0eacdbec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580683 Aug 23 12:04:57.146687 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55726) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:57.183479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13102a-9160-41c1-b60c-9c57bcc1e1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21897a-62d4-41f8-ae58-95cd25f211b7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:57.230696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74019dc2-0ebc-4ab8-8a20-aa90003e5381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.235091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Allocated IP 172.20.0.2 (45f9c41c-1a49-4917-bff6-1d335ffa117e/57914ea4-a6f4-474d-addc-5ca5a93be424/260f13bd-cd86-4cab-80ff-9dc009f2250e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:57.260951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74019dc2-0ebc-4ab8-8a20-aa90003e5381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.326252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74019dc2-0ebc-4ab8-8a20-aa90003e5381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.330238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.335585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74019dc2-0ebc-4ab8-8a20-aa90003e5381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.337479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-74019dc2-0ebc-4ab8-8a20-aa90003e5381 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa21897a-62d4-41f8-ae58-95cd25f211b7 HTTP/1.1" status: 204 len: 168 time: 0.1895394 Aug 23 12:04:57.351201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74019dc2-0ebc-4ab8-8a20-aa90003e5381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21897a-62d4-41f8-ae58-95cd25f211b7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:57.452186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.462829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Transition to ACTIVE for port object 260f13bd-cd86-4cab-80ff-9dc009f2250e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:57.481383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Transition to ACTIVE for port object 260f13bd-cd86-4cab-80ff-9dc009f2250e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:57.491025 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.564227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Pushing event updated for resources: {'Port': ['ID=260f13bd-cd86-4cab-80ff-9dc009f2250e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:57.567550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device decc6e87-701c-46a5-94bb-6a839080dd00 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:04:57.597502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.9 (45f9c41c-1a49-4917-bff6-1d335ffa117e/57914ea4-a6f4-474d-addc-5ca5a93be424/fe05d94f-4626-4bda-bd7f-292bfecbee59) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:04:57.601185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:57.607118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:57.607691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb501e0c-3996-4098-9c42-09c5d617bd0d req-0e8f78f8-f507-4bac-b11d-974f0b314e29 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:57.611084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:57.613719 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.618403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb501e0c-3996-4098-9c42-09c5d617bd0d req-0e8f78f8-f507-4bac-b11d-974f0b314e29 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 943 time: 0.1455061 Aug 23 12:04:57.625904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74e86a-eac0-460a-af4c-d86cc3427390 req-f3ce7d81-460e-463a-a6ea-f82739038a79 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:57.634227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e74e86a-eac0-460a-af4c-d86cc3427390 req-f3ce7d81-460e-463a-a6ea-f82739038a79 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=f00d54c0-44d9-4571-80c9-2458e21816e7 HTTP/1.1" status: 200 len: 946 time: 0.0973654 Aug 23 12:04:57.716677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e74e86a-eac0-460a-af4c-d86cc3427390 req-4ca61d3f-3cd4-442c-91e1-b99cafcab44b tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769203 Aug 23 12:04:57.718146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb501e0c-3996-4098-9c42-09c5d617bd0d req-34e3ac68-c0f9-41f1-864b-bdbfa11a6466 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944476 Aug 23 12:04:57.772408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Attempting to bind port 260f13bd-cd86-4cab-80ff-9dc009f2250e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:04:57.772943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Attempting to bind port 260f13bd-cd86-4cab-80ff-9dc009f2250e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '90aeca4d-b91b-4689-9f35-0fda8bae31d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:04:57.773342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Attempting to bind port 260f13bd-cd86-4cab-80ff-9dc009f2250e on network 45f9c41c-1a49-4917-bff6-1d335ffa117e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:04:57.840982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=decc6e87-701c-46a5-94bb-6a839080dd00,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:57.894508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:04:57.895028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Checking segment: {'id': '90aeca4d-b91b-4689-9f35-0fda8bae31d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:04:57.895456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.896000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Bound using segment: {'id': '90aeca4d-b91b-4689-9f35-0fda8bae31d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:04:57.896666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Bound port: 260f13bd-cd86-4cab-80ff-9dc009f2250e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aeca4d-b91b-4689-9f35-0fda8bae31d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:04:57.897076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:57.903126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'decc6e87-701c-46a5-94bb-6a839080dd00', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': 'decc6e87-701c-46a5-94bb-6a839080dd00', 'mac_address': 'fa:16:3e:cf:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:04:57.919554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55748) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:57.978023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.072217 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.189745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decc6e87-701c-46a5-94bb-6a839080dd00 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:04:58.221014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.256615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] For port 260f13bd-cd86-4cab-80ff-9dc009f2250e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:04:58.262887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] For port 260f13bd-cd86-4cab-80ff-9dc009f2250e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=260f13bd-cd86-4cab-80ff-9dc009f2250e,segment=NetworkSegment(90aeca4d-b91b-4689-9f35-0fda8bae31d0),segment_id=90aeca4d-b91b-4689-9f35-0fda8bae31d0)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:04:58.265742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=decc6e87-701c-46a5-94bb-6a839080dd00,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:58.275335 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.294483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.378748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82112557-f230-44f7-b1e4-086e8db8616d None None] Pushing event updated for resources: {'Port': ['ID=260f13bd-cd86-4cab-80ff-9dc009f2250e,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:58.459853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:58.471427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object fe05d94f-4626-4bda-bd7f-292bfecbee59 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:04:58.546637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.626116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['decc6e87-701c-46a5-94bb-6a839080dd00'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:04:58.700453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:04:58.725674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:04:58.731723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:04:58.769438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=fe05d94f-4626-4bda-bd7f-292bfecbee59,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:04:58.937656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:58.938610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.944498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:58.982018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-189c97fe-42d1-42a0-a0ea-05b49fdb98bd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1683869 Aug 23 12:04:58.987252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55786) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:04:59.004508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-7f1925eb-276f-4439-b389-aab194e171dc tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:59.013327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-7f1925eb-276f-4439-b389-aab194e171dc tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 813 time: 0.2905176 Aug 23 12:04:59.029899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '45f9c41c-1a49-4917-bff6-1d335ffa117e', 'name': 'tempest-PortsTestJSON-795716548'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:04:59.041153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ec8c420d-728c-4738-a4a1-2beaf2f51cd9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/quotas/11a77fe7e95d46f88b045bdcdfb926a7 HTTP/1.1" status: 200 len: 375 time: 0.0265708 Aug 23 12:04:59.073963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3268-4158-48af-98aa-d6812b6f7ea6 req-6a8492b9-f20d-4522-b51c-569f20960cfd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:59.075948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65ec3268-4158-48af-98aa-d6812b6f7ea6 req-6a8492b9-f20d-4522-b51c-569f20960cfd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 944 time: 0.2112031 Aug 23 12:04:59.183548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65ec3268-4158-48af-98aa-d6812b6f7ea6 req-598a1346-3c5f-46c2-b809-2f7358e880b4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685256 Aug 23 12:04:59.249502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:04:59.254544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:59.281592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port be043b39-2457-4a6c-8bd6-d1777f4dbebd yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:04:59.383463 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-9be1a99c-88b6-4812-9c4c-a9aef038c44c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3409834 Aug 23 12:04:59.390271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Deleting port 6232f680-83d6-42e1-b23f-8100009f5acb {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:04:59.390894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:59.527589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1bf74dca-2f9c-4038-b762-271923311eba no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:04:59.569781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] For port 6232f680-83d6-42e1-b23f-8100009f5acb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6232f680-83d6-42e1-b23f-8100009f5acb,segment=NetworkSegment(92245035-6aeb-4600-841e-62abd207595d),segment_id=92245035-6aeb-4600-841e-62abd207595d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:04:59.570208 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:04:59.598215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 1bf74dca-2f9c-4038-b762-271923311eba {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:04:59.598960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 1bf74dca-2f9c-4038-b762-271923311eba not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:04:59.619069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Calling delete_port for 6232f680-83d6-42e1-b23f-8100009f5acb owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:04:59.634306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-894fd69f-62b8-4a74-8973-de897f6b04ee tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:59.636717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-894fd69f-62b8-4a74-8973-de897f6b04ee tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "GET /v2.0/ports?device_id=f00d54c0-44d9-4571-80c9-2458e21816e7 HTTP/1.1" status: 200 len: 946 time: 0.2509940 Aug 23 12:04:59.747087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-9d6138d9-b822-4f4d-bf0c-cc17bbeae54b service neutron] 10.222.0.21 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627222 Aug 23 12:04:59.868024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-09494aea-fae3-43a5-a9e8-d597e0743f67 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:04:59.868444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1d3dde1b-1513-4f21-99f6-a04a3f287e08 service neutron] 10.222.0.21 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115665 Aug 23 12:04:59.868649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54d8f3-59d5-41aa-a9d4-2e833020ee8a None None] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:04:59.869562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-09494aea-fae3-43a5-a9e8-d597e0743f67 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b HTTP/1.1" status: 200 len: 946 time: 0.2865958 Aug 23 12:04:59.947818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.13 (45f9c41c-1a49-4917-bff6-1d335ffa117e/57914ea4-a6f4-474d-addc-5ca5a93be424/be043b39-2457-4a6c-8bd6-d1777f4dbebd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:00.061782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Deleting port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:00.062011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Deleting port 49d5a811-ec3f-424f-95e5-b106abe14d9b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:00.062460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.062568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.070704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-81269feb-4452-440a-8f46-b9d447009d79 None None] Provisioning for port 260f13bd-cd86-4cab-80ff-9dc009f2250e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:00.100453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.166313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Pushing event deleted for resources: {'Port': ['ID=6232f680-83d6-42e1-b23f-8100009f5acb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:00.315971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 260f13bd-cd86-4cab-80ff-9dc009f2250e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:00.459587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 260f13bd-cd86-4cab-80ff-9dc009f2250e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:00.467276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 260f13bd-cd86-4cab-80ff-9dc009f2250e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:00.467858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.491616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.499954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] For port 49d5a811-ec3f-424f-95e5-b106abe14d9b, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=49d5a811-ec3f-424f-95e5-b106abe14d9b,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:00.508634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object be043b39-2457-4a6c-8bd6-d1777f4dbebd will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:00.509723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.592588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] For port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:00.593094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.609645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Calling delete_port for 1fbc71fa-8aa1-4421-8df4-d21c2e42989a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:00.624318 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.707318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 260f13bd-cd86-4cab-80ff-9dc009f2250e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=260f13bd-cd86-4cab-80ff-9dc009f2250e,segment=NetworkSegment(90aeca4d-b91b-4689-9f35-0fda8bae31d0),segment_id=90aeca4d-b91b-4689-9f35-0fda8bae31d0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:00.718457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.748064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Calling delete_port for 49d5a811-ec3f-424f-95e5-b106abe14d9b owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:00.819756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=260f13bd-cd86-4cab-80ff-9dc009f2250e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:00.834910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.852084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:00.866416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['49d5a811-ec3f-424f-95e5-b106abe14d9b'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:00.869090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['1fbc71fa-8aa1-4421-8df4-d21c2e42989a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:00.953058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16fb4929-26ff-4db6-8bc6-a9946718fd9e req-a97f2957-0a65-410c-ab40-c04c3d7ad348 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 210 time: 0.1410785 Aug 23 12:05:00.971639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:01.069679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:01.113051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:01.118697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8ee8cd03-c3d8-4ae6-a796-b5380c27b2cc None None] Provisioning for port fe05d94f-4626-4bda-bd7f-292bfecbee59 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:01.131236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:01.131718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8ee8cd03-c3d8-4ae6-a796-b5380c27b2cc None None] Provisioning complete for port fe05d94f-4626-4bda-bd7f-292bfecbee59 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:01.143465 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cd03-c3d8-4ae6-a796-b5380c27b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:01.199348 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:05:01.289939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:01.290466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:01.326996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] No DVR routers for this DVR port 1fbc71fa-8aa1-4421-8df4-d21c2e42989a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:01.345588 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:01.348389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de9e7649-b1cc-4d45-80c1-5d16a5844170 req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "DELETE /v2.0/ports/1fbc71fa-8aa1-4421-8df4-d21c2e42989a HTTP/1.1" status: 204 len: 173 time: 1.6922157 Aug 23 12:05:01.349079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'name': 'network-vif-deleted', 'tag': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:01.351846 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca2125-adca-47a4-a022-1fe8aa2aabac" -d '{"events": [{"server_uuid": "f00d54c0-44d9-4571-80c9-2458e21816e7", "name": "network-vif-deleted", "tag": "1fbc71fa-8aa1-4421-8df4-d21c2e42989a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:01.372981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8cd03-c3d8-4ae6-a796-b5380c27b2cc None None] Port fe05d94f-4626-4bda-bd7f-292bfecbee59 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:01.375291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=be043b39-2457-4a6c-8bd6-d1777f4dbebd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:01.406914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8ee8cd03-c3d8-4ae6-a796-b5380c27b2cc None None] Provisioning complete for port 260f13bd-cd86-4cab-80ff-9dc009f2250e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:01.407904 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cd03-c3d8-4ae6-a796-b5380c27b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:01.456737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45cb3c-0970-46f5-baff-6322a7ea2fa9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event deleted for resources: {'Port': ['ID=1fbc71fa-8aa1-4421-8df4-d21c2e42989a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:01.499738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92693b-d9c6-4564-a395-c78073698d7f req-8ed70f8d-e41a-4b6d-883c-a47a6916d444 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:01.501506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a92693b-d9c6-4564-a395-c78073698d7f req-8ed70f8d-e41a-4b6d-883c-a47a6916d444 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 944 time: 0.6701884 Aug 23 12:05:01.503808 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3e8aba-e6d9-46ff-a79c-20d1f6e0c8f3 x-openstack-request-id: req-ec3e8aba-e6d9-46ff-a79c-20d1f6e0c8f3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:01.504077 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d54c0-44d9-4571-80c9-2458e21816e7", "name": "network-vif-deleted", "tag": "1fbc71fa-8aa1-4421-8df4-d21c2e42989a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:01.515141 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec3e8aba-e6d9-46ff-a79c-20d1f6e0c8f3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:01.515707 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d54c0-44d9-4571-80c9-2458e21816e7', 'name': 'network-vif-deleted', 'tag': '1fbc71fa-8aa1-4421-8df4-d21c2e42989a', 'status': 'completed', 'code': 200} Aug 23 12:05:01.565725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55864) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:01.570901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device decc6e87-701c-46a5-94bb-6a839080dd00 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:01.572531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b7dbfed7-1d91-4491-a7d6-fdb4f229a0a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5828669 Aug 23 12:05:01.658612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a92693b-d9c6-4564-a395-c78073698d7f req-252e8db5-23f3-4b54-bbdd-9ed11f735069 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352119 Aug 23 12:05:01.787185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port decc6e87-701c-46a5-94bb-6a839080dd00 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:01.793621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port decc6e87-701c-46a5-94bb-6a839080dd00 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:01.794405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:01.972131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55874) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:02.067415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Provisioning for port be043b39-2457-4a6c-8bd6-d1777f4dbebd completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:02.080372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-26e4f1c6-fa36-4883-b3bd-e3977a7aadaa req-9dfd1436-c870-49bb-84a6-b554019a98b2 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 210 time: 0.0569820 Aug 23 12:05:02.085411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.095255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Provisioning complete for port be043b39-2457-4a6c-8bd6-d1777f4dbebd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:02.096285 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.193297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-484c78b4-fbd7-4a54-a2ac-17a824662fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.233203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:02.243850 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb146320-c4de-49db-84f2-7a8c92ac3960" -d '{"events": [{"server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "name": "network-vif-plugged", "status": "completed", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:02.249640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Router 3964db49-522e-4c68-8aa2-5a6d5b527f7b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:05:02.279230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Port be043b39-2457-4a6c-8bd6-d1777f4dbebd cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:02.283054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=decc6e87-701c-46a5-94bb-6a839080dd00,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:02.301624 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.362020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Provisioning complete for port fe05d94f-4626-4bda-bd7f-292bfecbee59 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:02.362461 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.368143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 260f13bd-cd86-4cab-80ff-9dc009f2250e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:02.409578 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0180a9-1f24-4176-8cff-aab3fbf3f73f x-openstack-request-id: req-fc0180a9-1f24-4176-8cff-aab3fbf3f73f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:02.409938 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "name": "network-vif-plugged", "status": "completed", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:02.410288 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc0180a9-1f24-4176-8cff-aab3fbf3f73f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:02.410654 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00', 'code': 200} Aug 23 12:05:02.489070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a249b3c5-1707-40c6-bcbc-d93eb2880061 None None] Port fe05d94f-4626-4bda-bd7f-292bfecbee59 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:02.491903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:02.496695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 260f13bd-cd86-4cab-80ff-9dc009f2250e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:02.496833 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.565135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-484c78b4-fbd7-4a54-a2ac-17a824662fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.570947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-484c78b4-fbd7-4a54-a2ac-17a824662fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.598608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c78b4-fbd7-4a54-a2ac-17a824662fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0905d16-bd1c-4e4a-9ff3-764547ceacfb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:02.627437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-484c78b4-fbd7-4a54-a2ac-17a824662fb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b10a1ab9c6d249c5b3ce6bb6cb625fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536689 Aug 23 12:05:02.629939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55886) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:02.718952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ebae5-b640-49d8-9f01-e63d0b094de2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:02.721216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a5ebae5-b640-49d8-9f01-e63d0b094de2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 1.1551657 Aug 23 12:05:02.724077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.727638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55890) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:02.738790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16511406-d74d-4bbc-b41a-e4d377ce2017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.828939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16511406-d74d-4bbc-b41a-e4d377ce2017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.870840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817de2cc-6c60-4765-b796-d7a93b4ae8ea req-828c5def-b9f1-4ef4-82e8-1dcd6cd4e04f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:02.872740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-817de2cc-6c60-4765-b796-d7a93b4ae8ea req-828c5def-b9f1-4ef4-82e8-1dcd6cd4e04f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 945 time: 0.0972974 Aug 23 12:05:02.926984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-817de2cc-6c60-4765-b796-d7a93b4ae8ea req-079799dd-753c-4f03-879a-74e2b06044d1 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Aug 23 12:05:02.940202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16511406-d74d-4bbc-b41a-e4d377ce2017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.943371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16511406-d74d-4bbc-b41a-e4d377ce2017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:02.947273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-16511406-d74d-4bbc-b41a-e4d377ce2017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0905d16-bd1c-4e4a-9ff3-764547ceacfb HTTP/1.1" status: 204 len: 168 time: 0.3136292 Aug 23 12:05:02.949412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event deleted for resources: {'Port': ['ID=49d5a811-ec3f-424f-95e5-b106abe14d9b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:02.959731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16511406-d74d-4bbc-b41a-e4d377ce2017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0905d16-bd1c-4e4a-9ff3-764547ceacfb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:02.997285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fabde-21aa-49d2-aa36-9e10896747ec req-adda2e55-503c-437f-868a-966ee0ec8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:02.999003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-848fabde-21aa-49d2-aa36-9e10896747ec req-adda2e55-503c-437f-868a-966ee0ec8309 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 1096 time: 0.3239484 Aug 23 12:05:03.022737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:05:03.035202 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] Sync routers for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:05:03.044905 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:03.045600 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:04:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:03.052297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6f6dd1fc-6aaf-46ff-a7cb-5b3e8bbde663 admin admin] 10.222.0.21 "PUT /v2.0/routers/3964db49-522e-4c68-8aa2-5a6d5b527f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1325080 Aug 23 12:05:03.052577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55896) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:03.053530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] No DVR routers for this DVR port 49d5a811-ec3f-424f-95e5-b106abe14d9b on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:03.064025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.066542 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-655118bd-a171-4402-9c28-b1fc06aa5f92 req-3745c08d-0af9-4c39-9d59-0588dbb679c5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "DELETE /v2.0/ports/49d5a811-ec3f-424f-95e5-b106abe14d9b HTTP/1.1" status: 204 len: 173 time: 3.1895964 Aug 23 12:05:03.067013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'name': 'network-vif-deleted', 'tag': '49d5a811-ec3f-424f-95e5-b106abe14d9b'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:03.069418 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eb66e3-3845-40d6-bf03-3b5191864399" -d '{"events": [{"server_uuid": "e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b", "name": "network-vif-deleted", "tag": "49d5a811-ec3f-424f-95e5-b106abe14d9b"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:03.145513 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e7144d-7f69-4364-b279-63d19ed61577 x-openstack-request-id: req-e6e7144d-7f69-4364-b279-63d19ed61577 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:03.146169 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b", "name": "network-vif-deleted", "tag": "49d5a811-ec3f-424f-95e5-b106abe14d9b", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:03.146591 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6e7144d-7f69-4364-b279-63d19ed61577 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:03.147332 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8081af3-6b3f-4b6b-a2ee-3b6a0097f41b', 'name': 'network-vif-deleted', 'tag': '49d5a811-ec3f-424f-95e5-b106abe14d9b', 'status': 'completed', 'code': 200} Aug 23 12:05:03.150644 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-848fabde-21aa-49d2-aa36-9e10896747ec req-84fe6e23-765e-4f25-8daa-0a7faf2ce8ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054556 Aug 23 12:05:03.175741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port be043b39-2457-4a6c-8bd6-d1777f4dbebd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:03.176459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.249322 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:03.317003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.334453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8736ac3-0be8-4eea-9abc-066fb573c51e req-cf57987a-bb98-45d6-bd89-d4caf7685fc0 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 210 time: 0.0427082 Aug 23 12:05:03.357464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for be043b39-2457-4a6c-8bd6-d1777f4dbebd owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:03.499365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-5fd55857-8d5b-4055-a4f2-97690646397a tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:03.515066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-5fd55857-8d5b-4055-a4f2-97690646397a tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 813 time: 0.2409248 Aug 23 12:05:03.549806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55912) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:03.557614 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:04:59Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:03.563368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 49d5a811-ec3f-424f-95e5-b106abe14d9b no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:03.588820 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] Checking router: 3964db49-522e-4c68-8aa2-5a6d5b527f7b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:05:03.606070 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] Routers {'3964db49-522e-4c68-8aa2-5a6d5b527f7b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:03.607119 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:04:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:03.612014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Request body: {'port': {'device_id': '229302a0-d258-4310-ac32-136902009ced', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'admin_state_up': True, 'tenant_id': '11a77fe7e95d46f88b045bdcdfb926a7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:03.615337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 49d5a811-ec3f-424f-95e5-b106abe14d9b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:03.615829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d054074-cd04-4240-ab41-2d247ab3128d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.616386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 49d5a811-ec3f-424f-95e5-b106abe14d9b not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:03.621279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.623244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.684426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1fbc71fa-8aa1-4421-8df4-d21c2e42989a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:03.731992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=be043b39-2457-4a6c-8bd6-d1777f4dbebd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:03.738907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 1fbc71fa-8aa1-4421-8df4-d21c2e42989a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:03.744561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 1fbc71fa-8aa1-4421-8df4-d21c2e42989a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:03.803221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.803970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.804992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.805762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.806428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.807109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.809343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.809985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.810836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.811326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.811827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.812576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:03.950090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:03.974108 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] Set router 3964db49-522e-4c68-8aa2-5a6d5b527f7b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:04.103571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d054074-cd04-4240-ab41-2d247ab3128d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.143168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d054074-cd04-4240-ab41-2d247ab3128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.188125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Deleting port c7e7370a-fffb-4807-aa78-8e180bb638f4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:04.188474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.200554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.203028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6ab64a1c-695d-4080-9351-0b0235d7825f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/be043b39-2457-4a6c-8bd6-d1777f4dbebd HTTP/1.1" status: 204 len: 168 time: 1.4600744 Aug 23 12:05:04.229278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55924) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:04.268344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3d054074-cd04-4240-ab41-2d247ab3128d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b277c501f0e414287317d3afc1921da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143717 Aug 23 12:05:04.290447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Made reservation on behalf of 11a77fe7e95d46f88b045bdcdfb926a7 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:04.294119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.304573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55926) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:04.354595 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e25f65-29d2-41f4-bc7c-2d2daea39255 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:05:04.370046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79e25f65-29d2-41f4-bc7c-2d2daea39255 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/be043b39-2457-4a6c-8bd6-d1777f4dbebd HTTP/1.1" status: 404 len: 333 time: 0.1396284 Aug 23 12:05:04.379434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55930) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:04.455073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054074-cd04-4240-ab41-2d247ab3128d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec590ddd-22c6-4e7e-bcfd-1cda81fcbb94,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:04.491340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:04:59Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:04.531583 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6d36e4-e631-463f-b577-1e9c9de81c0f None None] The sync data for ids ['3964db49-522e-4c68-8aa2-5a6d5b527f7b'] in n-d-773645-7 is: [{'id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-503927541-router', 'tenant_id': 'd2c710a6f64541cbb42bc4f196372168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:03:37Z', 'updated_at': '2021-08-23T12:04:59Z', 'revision_number': 5, 'project_id': 'd2c710a6f64541cbb42bc4f196372168', 'gw_port': {'id': 'c7e7370a-fffb-4807-aa78-8e180bb638f4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964db49-522e-4c68-8aa2-5a6d5b527f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:03:38Z', 'updated_at': '2021-08-23T12:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:05:04.535266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a15d77-9d4a-4fee-af90-f6aa30e8c128 req-c0ceaf27-37e7-4049-b0c1-32cd4ac9652a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:04.548364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4a15d77-9d4a-4fee-af90-f6aa30e8c128 req-c0ceaf27-37e7-4049-b0c1-32cd4ac9652a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 945 time: 0.3435228 Aug 23 12:05:04.557418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-9f3eb861-3ace-4b6e-9d93-c6a9b5cd38b5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:04.559068 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-9f3eb861-3ace-4b6e-9d93-c6a9b5cd38b5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 813 time: 0.8476198 Aug 23 12:05:04.582762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Request body: {'port': {'device_id': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'admin_state_up': True, 'tenant_id': '11a77fe7e95d46f88b045bdcdfb926a7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:04.630080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65d042f3-c382-462a-962c-70bd69b27ae9 req-a32ebed0-8dd8-426e-8ac9-58b45c02b520 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 210 time: 0.1344075 Aug 23 12:05:04.666416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4a15d77-9d4a-4fee-af90-f6aa30e8c128 req-38382526-6ae4-40b9-a326-86db0f6a971a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169622 Aug 23 12:05:04.717916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] For port c7e7370a-fffb-4807-aa78-8e180bb638f4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7e7370a-fffb-4807-aa78-8e180bb638f4,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:04.718398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.733407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4247238-b038-4bbd-83c8-dde159bff89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.741482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Calling delete_port for c7e7370a-fffb-4807-aa78-8e180bb638f4 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:04.743838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port fe05d94f-4626-4bda-bd7f-292bfecbee59 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:04.744197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.781787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Allocated IP 172.20.0.2 (4ef1ac25-979d-4c65-af2a-1f109ec75368/f4b32825-35d0-4206-9728-5db0b0d7203c/521a89db-053a-4232-812d-510a6221b53d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:04.788610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4247238-b038-4bbd-83c8-dde159bff89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.846835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Made reservation on behalf of 11a77fe7e95d46f88b045bdcdfb926a7 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:04.851155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.899806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:04.974057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for fe05d94f-4626-4bda-bd7f-292bfecbee59 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:05.020639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4247238-b038-4bbd-83c8-dde159bff89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.023449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4247238-b038-4bbd-83c8-dde159bff89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.027316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b4247238-b038-4bbd-83c8-dde159bff89a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec590ddd-22c6-4e7e-bcfd-1cda81fcbb94 HTTP/1.1" status: 204 len: 168 time: 0.7191477 Aug 23 12:05:05.072321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4247238-b038-4bbd-83c8-dde159bff89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec590ddd-22c6-4e7e-bcfd-1cda81fcbb94,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:05.220211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.235134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.250203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.262238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e7370a-fffb-4807-aa78-8e180bb638f4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:05.297423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=fe05d94f-4626-4bda-bd7f-292bfecbee59,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:05.374383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.415044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.417611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4769fafe-2edd-4579-b3f7-7ac2c6dc5604 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/fe05d94f-4626-4bda-bd7f-292bfecbee59 HTTP/1.1" status: 204 len: 168 time: 1.0371659 Aug 23 12:05:05.420814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:05.457623 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40b3d5f-07c2-4195-9bc9-47c920c797fa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:05:05.459344 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d40b3d5f-07c2-4195-9bc9-47c920c797fa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/fe05d94f-4626-4bda-bd7f-292bfecbee59 HTTP/1.1" status: 404 len: 333 time: 0.0373325 Aug 23 12:05:05.463564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55944) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:05.487802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.590693 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 57914ea4-a6f4-474d-addc-5ca5a93be424 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:05.601736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.616703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event updated for resources: {'Port': ['ID=521a89db-053a-4232-812d-510a6221b53d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:05.622103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.626874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.638367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:05.643236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:05.646089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:05.671031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Allocated IP 172.20.0.3 (4ef1ac25-979d-4c65-af2a-1f109ec75368/f4b32825-35d0-4206-9728-5db0b0d7203c/9e4e4818-de68-4606-9a4e-fa270407f81a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:05.742979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.743645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3964db49-522e-4c68-8aa2-5a6d5b527f7b {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:05.749758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.754671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-65f9a478-3f25-465c-a2a7-e43915bea30c admin admin] 10.222.0.21 "DELETE /v2.0/routers/3964db49-522e-4c68-8aa2-5a6d5b527f7b HTTP/1.1" status: 204 len: 168 time: 2.6964283 Aug 23 12:05:05.755809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55954) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:05.834371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:05.835832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.872957 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.932123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:05.932355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fb4464df-e255-405c-90ad-1a9572a13ae7 req-27eecd02-e976-4e20-8d3f-21abc17a2ae8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 210 time: 0.0794685 Aug 23 12:05:05.941434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Deleting subnet 633f9cfe-1b52-4c58-abd1-a3c5ccde526c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:05.946537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-ccae1e5a-e6fe-4e3d-8cdc-4c53a321c4d6 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4025583 Aug 23 12:05:05.947218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.030065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.088448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Network 4ef1ac25-979d-4c65-af2a-1f109ec75368 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:06.097471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:06.113637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:06.216893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event updated for resources: {'Port': ['ID=9e4e4818-de68-4606-9a4e-fa270407f81a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:06.248114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6394b5-98a4-4c5a-bad9-a92f0ad68094 req-79f80549-afb5-4ad9-8621-523ef6a43164 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:06.251107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc6394b5-98a4-4c5a-bad9-a92f0ad68094 req-79f80549-afb5-4ad9-8621-523ef6a43164 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 945 time: 0.3287063 Aug 23 12:05:06.391504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:06.393545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.427843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e7370a-fffb-4807-aa78-8e180bb638f4 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:06.446500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.451994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-f52c2671-3059-40ad-8eb7-f2585d470a1f tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8761828 Aug 23 12:05:06.509876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c7e7370a-fffb-4807-aa78-8e180bb638f4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:06.511076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e7370a-fffb-4807-aa78-8e180bb638f4 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:06.512931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6232f680-83d6-42e1-b23f-8100009f5acb no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:06.534767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.574216 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.581136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6232f680-83d6-42e1-b23f-8100009f5acb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:06.582014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6232f680-83d6-42e1-b23f-8100009f5acb not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:06.632515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Request body: {'port': {'device_id': '229302a0-d258-4310-ac32-136902009ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:06.637065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.660258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Request body: {'port': {'device_id': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:06.673097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc6394b5-98a4-4c5a-bad9-a92f0ad68094 req-e4231066-450e-43ab-ab5c-2930a8374825 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119275 Aug 23 12:05:06.699509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633f9cfe-1b52-4c58-abd1-a3c5ccde526c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:06.709310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.712314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1fb31e5e-4b7d-4cca-aff2-8be24e6abe1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/633f9cfe-1b52-4c58-abd1-a3c5ccde526c HTTP/1.1" status: 204 len: 168 time: 0.9551923 Aug 23 12:05:06.717722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55986) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:06.771280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.788196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.834607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=57914ea4-a6f4-474d-addc-5ca5a93be424,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:06.850693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.853738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cbe03013-6dbd-45ba-8258-e6442bc5ddfd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/57914ea4-a6f4-474d-addc-5ca5a93be424 HTTP/1.1" status: 204 len: 168 time: 1.3882294 Aug 23 12:05:06.854293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.858101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:06.862957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a2c3bc-9a57-4611-b072-6b191c04f786 None None] Network 45f9c41c-1a49-4917-bff6-1d335ffa117e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:06.879217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:06.987421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-8fd3b43a-a972-43f5-91b0-96e8facf2f80 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 267 time: 0.1778898 Aug 23 12:05:07.026437 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.233436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:07.253088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] DHCP port deletion for 45f9c41c-1a49-4917-bff6-1d335ffa117e request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:05:07.303310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9af742-76b9-4e5d-b167-4cee548e7f0f req-6b4b5061-f36f-4e3a-9c44-0ccf31802f9c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:07.315269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af9af742-76b9-4e5d-b167-4cee548e7f0f req-6b4b5061-f36f-4e3a-9c44-0ccf31802f9c tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 931 time: 0.1205366 Aug 23 12:05:07.326617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] Deleting port 260f13bd-cd86-4cab-80ff-9dc009f2250e {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:07.327362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.340304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 260f13bd-cd86-4cab-80ff-9dc009f2250e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:07.340877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.371991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af9af742-76b9-4e5d-b167-4cee548e7f0f req-56e14a7f-bf2f-4918-90af-fd2cfc200abf tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Aug 23 12:05:07.411056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.441297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c0fcdb-4663-40bf-afb5-afdbc12cf71e']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:07.461730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-1354bd19-9a20-4a76-af4b-6437d0c764ad tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:07.474565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-1354bd19-9a20-4a76-af4b-6437d0c764ad tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 945 time: 0.3974462 Aug 23 12:05:07.507725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port 260f13bd-cd86-4cab-80ff-9dc009f2250e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=260f13bd-cd86-4cab-80ff-9dc009f2250e,segment=NetworkSegment(90aeca4d-b91b-4689-9f35-0fda8bae31d0),segment_id=90aeca4d-b91b-4689-9f35-0fda8bae31d0)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:07.508321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.510814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'port': {'security_groups': []}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:07.523779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 260f13bd-cd86-4cab-80ff-9dc009f2250e owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:07.569758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92245035-6aeb-4600-841e-62abd207595d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:07.570226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92245035-6aeb-4600-841e-62abd207595d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:07.609793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] For port 260f13bd-cd86-4cab-80ff-9dc009f2250e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=260f13bd-cd86-4cab-80ff-9dc009f2250e,segment=NetworkSegment(90aeca4d-b91b-4689-9f35-0fda8bae31d0),segment_id=90aeca4d-b91b-4689-9f35-0fda8bae31d0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:07.610342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.623029 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.625404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c277cca-f510-4f74-ac76-1f1fd49074bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.631709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] Calling delete_port for 260f13bd-cd86-4cab-80ff-9dc009f2250e owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:07.632159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.665864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=260f13bd-cd86-4cab-80ff-9dc009f2250e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:07.683198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port 260f13bd-cd86-4cab-80ff-9dc009f2250e on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:07.735191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.753857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] No DVR routers for this DVR port 260f13bd-cd86-4cab-80ff-9dc009f2250e on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:07.755936 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.789987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2397d09-495f-42b5-ac9d-46117dcf77a2 None None] Pushing event deleted for resources: {'Port': ['ID=260f13bd-cd86-4cab-80ff-9dc009f2250e,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:07.796147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:07.796807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:07.804805 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:07.825744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.837485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f9c41c-1a49-4917-bff6-1d335ffa117e']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:07.849182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90aeca4d-b91b-4689-9f35-0fda8bae31d0') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:07.849651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90aeca4d-b91b-4689-9f35-0fda8bae31d0') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:07.856310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.860005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.875744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.882859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:07.883339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:07.886687 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:07.955513 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.975175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:07.980624 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/45f9c41c-1a49-4917-bff6-1d335ffa117e HTTP/1.1" status: 204 len: 168 time: 1.1178308 Aug 23 12:05:07.981272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56004) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:07.986492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-323336011'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:07.990595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fda72-6705-43d0-ae3d-1fa50a762186 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=45f9c41c-1a49-4917-bff6-1d335ffa117e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:08.000784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.012835 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.014818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] 10.222.0.21 "DELETE /v2.0/networks/e2c0fcdb-4663-40bf-afb5-afdbc12cf71e HTTP/1.1" status: 204 len: 168 time: 1.2955227 Aug 23 12:05:08.052904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521a89db-053a-4232-812d-510a6221b53d {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:08.079113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8857b9f-5427-4c06-b6ca-9c263efed41d admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c0fcdb-4663-40bf-afb5-afdbc12cf71e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:08.085043 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.121383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Transition to ACTIVE for port object 521a89db-053a-4232-812d-510a6221b53d will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:08.137439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.141939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 260f13bd-cd86-4cab-80ff-9dc009f2250e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:08.159774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56008) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:08.173657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 260f13bd-cd86-4cab-80ff-9dc009f2250e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:08.174663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 260f13bd-cd86-4cab-80ff-9dc009f2250e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:08.254442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-012415fa-ea44-4fce-b8b3-7d9716f1bfa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2c710a6f64541cbb42bc4f196372168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934217 Aug 23 12:05:08.257087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56010) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:08.350962 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b00-3985-4944-b8c1-71c28fc10aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.390660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c277cca-f510-4f74-ac76-1f1fd49074bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.394759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Pushing event updated for resources: {'Port': ['ID=521a89db-053a-4232-812d-510a6221b53d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:08.401293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b00-3985-4944-b8c1-71c28fc10aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.425606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c277cca-f510-4f74-ac76-1f1fd49074bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.428861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:08.432382 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.487553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4e4818-de68-4606-9a4e-fa270407f81a {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:08.501582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:05:08.506153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.521579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5c277cca-f510-4f74-ac76-1f1fd49074bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38179da2de2b47868a5dc5fd811eb866&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2817905 Aug 23 12:05:08.523161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56022) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:08.545709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c277cca-f510-4f74-ac76-1f1fd49074bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b59858-a8d2-45f8-b5c7-36989b34827c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:08.564831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=decc6e87-701c-46a5-94bb-6a839080dd00,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:08.601550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.602324 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment c9cd2728-5861-45a3-94e8-2336f115c688 of type vlan for network 228436bf-032a-400b-b235-a6958d746b4d Aug 23 12:05:08.607434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Transition to ACTIVE for port object 9e4e4818-de68-4606-9a4e-fa270407f81a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:08.613371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Attempting to bind port 521a89db-053a-4232-812d-510a6221b53d on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:08.613938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Attempting to bind port 521a89db-053a-4232-812d-510a6221b53d by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:08.614791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Attempting to bind port 521a89db-053a-4232-812d-510a6221b53d on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:08.627748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Port 521a89db-053a-4232-812d-510a6221b53d on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:05:08.628200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Attempting to bind port 521a89db-053a-4232-812d-510a6221b53d on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:08.629885 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.643224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:08.643556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Checking segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:08.644736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Bound using segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:08.645552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Bound port: 521a89db-053a-4232-812d-510a6221b53d, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:08.646050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.666933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.696287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.708272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b00-3985-4944-b8c1-71c28fc10aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.709070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8', 'decc6e87-701c-46a5-94bb-6a839080dd00'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:08.710972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb21b00-3985-4944-b8c1-71c28fc10aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.712156 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cdb21b00-3985-4944-b8c1-71c28fc10aa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/427cebfe-db6c-4933-8bf6-f7e334dfc704 HTTP/1.1" status: 204 len: 168 time: 0.4535158 Aug 23 12:05:08.719113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['eb33fa43-feed-484f-a607-b21395b20032'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:08.743224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a25ab-f483-4de2-ac33-e8ee60f1532d req-b1b76fe2-0829-48d8-904c-e75ef84c8748 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:08.744925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-929a25ab-f483-4de2-ac33-e8ee60f1532d req-b1b76fe2-0829-48d8-904c-e75ef84c8748 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 931 time: 0.2449050 Aug 23 12:05:08.754655 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.761532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab08162a-f86e-4551-83ea-d39da0112b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.770222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21b00-3985-4944-b8c1-71c28fc10aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427cebfe-db6c-4933-8bf6-f7e334dfc704,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:08.825604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f636a88-6803-4058-9186-660548484381 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e4818-de68-4606-9a4e-fa270407f81a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:08.850744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:08.855974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab08162a-f86e-4551-83ea-d39da0112b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.866330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.897835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6534ca3-5fb9-4c98-bbef-602ba10c4aea req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "PUT /v2.0/ports/decc6e87-701c-46a5-94bb-6a839080dd00 HTTP/1.1" status: 200 len: 904 time: 1.3957670 Aug 23 12:05:08.938595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:08.940316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['decc6e87-701c-46a5-94bb-6a839080dd00'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:08.941437 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:08.960211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:08.982593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:08.983284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.007596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-929a25ab-f483-4de2-ac33-e8ee60f1532d req-364ed96a-c024-4f86-a52d-f1e531874bbd tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481883 Aug 23 12:05:09.087286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] For port 521a89db-053a-4232-812d-510a6221b53d, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:09.099559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774da37-0cdc-4eb8-8f2d-68e815a35981 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:09.146134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] For port 521a89db-053a-4232-812d-510a6221b53d, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=521a89db-053a-4232-812d-510a6221b53d,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:09.154971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.165935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Attempting to bind port 9e4e4818-de68-4606-9a4e-fa270407f81a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:09.166400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Attempting to bind port 9e4e4818-de68-4606-9a4e-fa270407f81a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:09.166744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Attempting to bind port 9e4e4818-de68-4606-9a4e-fa270407f81a on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:09.173721 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1915092 Aug 23 12:05:09.181571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:09.234080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '228436bf-032a-400b-b235-a6958d746b4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:09.279549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Port 9e4e4818-de68-4606-9a4e-fa270407f81a on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:05:09.290977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Attempting to bind port 9e4e4818-de68-4606-9a4e-fa270407f81a on network 4ef1ac25-979d-4c65-af2a-1f109ec75368 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:09.307032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:09.308083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.320659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583e5e4-c54e-4af9-a9ba-ac42ea96ff94 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=228436bf-032a-400b-b235-a6958d746b4d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:09.326628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] 10.222.0.44 "PUT /v2.0/ports/521a89db-053a-4232-812d-510a6221b53d HTTP/1.1" status: 200 len: 1091 time: 2.9224699 Aug 23 12:05:09.367860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:09.368249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Checking segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:09.372075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Bound using segment: {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:09.372567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Bound port: 9e4e4818-de68-4606-9a4e-fa270407f81a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:09.373004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.373357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 228436bf-032a-400b-b235-a6958d746b4d details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:05:09.375205 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab08162a-f86e-4551-83ea-d39da0112b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.378095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab08162a-f86e-4551-83ea-d39da0112b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.379198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ab08162a-f86e-4551-83ea-d39da0112b96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7b59858-a8d2-45f8-b5c7-36989b34827c HTTP/1.1" status: 204 len: 168 time: 0.8544478 Aug 23 12:05:09.476979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08162a-f86e-4551-83ea-d39da0112b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b59858-a8d2-45f8-b5c7-36989b34827c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:09.517382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ea38-5c99-423e-8218-761e349051ea service neutron] Pushing event updated for resources: {'Port': ['ID=521a89db-053a-4232-812d-510a6221b53d,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:09.554187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d91cd-fe51-4c81-8e17-6ef714f90341 req-5ad4b9ef-2b57-40f2-a6c9-e11534702209 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:09.576467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-128d91cd-fe51-4c81-8e17-6ef714f90341 req-5ad4b9ef-2b57-40f2-a6c9-e11534702209 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 907 time: 0.4149308 Aug 23 12:05:09.623685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] For port 9e4e4818-de68-4606-9a4e-fa270407f81a, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:09.636326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] For port 9e4e4818-de68-4606-9a4e-fa270407f81a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9e4e4818-de68-4606-9a4e-fa270407f81a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:09.638290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-a0109b99-72c8-4a0a-84b7-c1d35a54894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:09.644279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-a0109b99-72c8-4a0a-84b7-c1d35a54894c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 1094 time: 0.2462270 Aug 23 12:05:09.648530 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a9be5-b977-43d0-8cec-3bea36495159 x-openstack-request-id: req-c25a9be5-b977-43d0-8cec-3bea36495159 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:09.649097 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:09.650257 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c25a9be5-b977-43d0-8cec-3bea36495159 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:09.650739 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00', 'status': 'completed', 'code': 200} Aug 23 12:05:09.672474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.735386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-0c143adf-b735-46f0-8475-6a43bd00ecd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=521a89db-053a-4232-812d-510a6221b53d HTTP/1.1" status: 200 len: 217 time: 0.0779476 Aug 23 12:05:09.748940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae7e27b4-ebc5-456a-be1e-553294260d87 None None] Provisioning complete for port decc6e87-701c-46a5-94bb-6a839080dd00 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:09.752377 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae7e27b4-ebc5-456a-be1e-553294260d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.785120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:09.785868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.787327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-1f636a88-6803-4058-9186-660548484381 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e4e4818-de68-4606-9a4e-fa270407f81a HTTP/1.1" status: 200 len: 1091 time: 3.3054314 Aug 23 12:05:09.787975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:09.803294 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:09.829766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f636a88-6803-4058-9186-660548484381 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e4818-de68-4606-9a4e-fa270407f81a,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:09.844028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'tag': '9e4e4818-de68-4606-9a4e-fa270407f81a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:09.848863 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8e7738-8b1a-448d-a910-6ad89096178a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6d03c2-e753-42bd-bfb7-259270bffe34", "tag": "9e4e4818-de68-4606-9a4e-fa270407f81a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:09.901004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24decd15-b0d8-4bb9-aec0-18a541575438 req-7c80863b-b9f8-452b-aee0-40be47a019a4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:09.914848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24decd15-b0d8-4bb9-aec0-18a541575438 req-7c80863b-b9f8-452b-aee0-40be47a019a4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1674466 Aug 23 12:05:09.920351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-a9e46842-b284-44a1-b51a-ef16f0682ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:09.923430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-a9e46842-b284-44a1-b51a-ef16f0682ca8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.1779752 Aug 23 12:05:09.980368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-81cd6f1e-9f85-4547-9972-749ebed9cb55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478678 Aug 23 12:05:09.992957 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d1cff-7c6b-4343-90a2-cf2fef8c3a50 x-openstack-request-id: req-e54d1cff-7c6b-4343-90a2-cf2fef8c3a50 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:09.993273 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6d03c2-e753-42bd-bfb7-259270bffe34", "tag": "9e4e4818-de68-4606-9a4e-fa270407f81a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:09.993506 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e54d1cff-7c6b-4343-90a2-cf2fef8c3a50 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:09.993950 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'tag': '9e4e4818-de68-4606-9a4e-fa270407f81a', 'status': 'completed', 'code': 200} Aug 23 12:05:10.041846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24decd15-b0d8-4bb9-aec0-18a541575438 req-35ac8e33-4948-4497-87b5-c93d7072f6f0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206884 Aug 23 12:05:10.166779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-77a408d1-17cd-4843-863e-ad73d8d8ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:10.168567 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-77a408d1-17cd-4843-863e-ad73d8d8ffe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 1094 time: 0.3151972 Aug 23 12:05:10.176025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-8d7c988c-fdf3-4960-bbb6-94c74a566288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:10.178506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-8d7c988c-fdf3-4960-bbb6-94c74a566288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 1058 time: 0.4924977 Aug 23 12:05:10.240727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-dc69762b-8859-4a68-82b4-999053da13cd service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282834 Aug 23 12:05:10.259618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-065c1b4a-82c0-4d81-ba8e-926aa9d66955 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e4e4818-de68-4606-9a4e-fa270407f81a HTTP/1.1" status: 200 len: 217 time: 0.0777452 Aug 23 12:05:10.436702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-3c1df2b5-9942-4326-ae0b-52a59e164b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:10.438259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-3c1df2b5-9942-4326-ae0b-52a59e164b09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.1650941 Aug 23 12:05:10.475512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-cd192b2d-9dcc-4e10-9c0d-53884fd69403 service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943793 Aug 23 12:05:10.532869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d2a0-2a30-4c0e-aab7-2dda95719c1b req-5b9ace59-4d69-4959-ae63-8c59068e8d75 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:10.545267 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3552d2a0-2a30-4c0e-aab7-2dda95719c1b req-5b9ace59-4d69-4959-ae63-8c59068e8d75 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 943 time: 0.3325658 Aug 23 12:05:10.571298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-e0814790-99a0-4e3c-b3f6-ec61a500639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:10.573449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-e0814790-99a0-4e3c-b3f6-ec61a500639e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.3707259 Aug 23 12:05:10.587335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd843c5-c9ba-4a0e-8673-27d1725e8c30 req-787b326d-f489-46ce-9af1-801ab344347f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:10.595370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fd843c5-c9ba-4a0e-8673-27d1725e8c30 req-787b326d-f489-46ce-9af1-801ab344347f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.2850177 Aug 23 12:05:10.599773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-5bed4125-8b59-483c-9fd8-adf07c9c40ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426189 Aug 23 12:05:10.600742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:10.631782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3552d2a0-2a30-4c0e-aab7-2dda95719c1b req-3661bf7d-42da-40f3-bfcf-01b739b2cbe2 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803924 Aug 23 12:05:10.649284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-4e810568-68aa-4748-9bb1-4e7ba06781a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=decc6e87-701c-46a5-94bb-6a839080dd00 HTTP/1.1" status: 200 len: 217 time: 0.0459013 Aug 23 12:05:10.824234 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-bcb6ecbd-6b27-41fd-b39d-87e1e23acc9e service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735528 Aug 23 12:05:10.913980 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fd843c5-c9ba-4a0e-8673-27d1725e8c30 req-84a4da3a-17d6-416f-b405-477f6ba9ac84 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168437 Aug 23 12:05:11.334086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=e43bdd66-6505-44d2-b5ac-1f9bddf8f358,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:11.380244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-f18acc0a-cb74-4392-a865-8d7473ed7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:11.381816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-f18acc0a-cb74-4392-a865-8d7473ed7daa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.6672719 Aug 23 12:05:11.386451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': 'c9cd2728-5861-45a3-94e8-2336f115c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '228436bf-032a-400b-b235-a6958d746b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:11.386827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: 228436bf-032a-400b-b235-a6958d746b4d, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:05:11.485663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-2479b4db-b9c4-407e-98bd-bbcfdefa7b71 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:11.493999 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-2479b4db-b9c4-407e-98bd-bbcfdefa7b71 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.1608794 Aug 23 12:05:11.512227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 228436bf-032a-400b-b235-a6958d746b4d is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:05:11.523142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-e955a691-2cff-41e5-a8ae-36a7ef7b890c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/quotas/914ce49e618f4e96a2cd33f7ec5d2f26 HTTP/1.1" status: 200 len: 375 time: 0.0279503 Aug 23 12:05:11.590959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-1885942b-a17c-4de6-8858-49b4b24cd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:11.597744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-1885942b-a17c-4de6-8858-49b4b24cd498 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935809 Aug 23 12:05:11.600690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 228436bf-032a-400b-b235-a6958d746b4d) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:11.610985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f460c-c3d8-4222-bc6b-9d3f478a4c5e None None] Network 228436bf-032a-400b-b235-a6958d746b4d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:11.625617 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1db19f5c-a65d-4849-a628-79d8485fb996 req-74653e56-f097-46cb-9cce-110cbefd9665 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656443 Aug 23 12:05:11.635871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-a3fb4dd2-bc76-4caa-b77c-775cb5e059fc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1105661 Aug 23 12:05:11.658567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:11.659345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:11.687904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d7ebd73-a8a6-4647-a0f0-02604ff9ddde tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4582057 Aug 23 12:05:11.690910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56134) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:11.705546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229302a0-d258-4310-ac32-136902009ced', 'tag': '521a89db-053a-4232-812d-510a6221b53d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:11.721103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '228436bf-032a-400b-b235-a6958d746b4d', 'name': 'tempest-PortsTestJSON-1358975878', 'fixed_ips': [{'subnet_id': 'e43bdd66-6505-44d2-b5ac-1f9bddf8f358', 'ip_address': '172.20.0.10'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:11.722156 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123227af-44b3-4224-9beb-14b4934342ba" -d '{"events": [{"name": "network-changed", "server_uuid": "229302a0-d258-4310-ac32-136902009ced", "tag": "521a89db-053a-4232-812d-510a6221b53d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:11.927297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-228436bf-032a-400b-b235-a6958d746b4d', 'network_id': '228436bf-032a-400b-b235-a6958d746b4d', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': 'e43bdd66-6505-44d2-b5ac-1f9bddf8f358'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:05:11.930000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-790e2e2b-7854-436a-8175-5f5cd2c8a6be service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861602 Aug 23 12:05:11.933441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.045421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56150) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:12.123068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-fd82a1bb-50b5-4442-8bee-04f40190fe66 service neutron] 10.222.0.21 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907582 Aug 23 12:05:12.152992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-873f90e8-0334-4a57-8031-30855bfded8d service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243931 Aug 23 12:05:12.175998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Allocated IP 172.20.0.2 (228436bf-032a-400b-b235-a6958d746b4d/e43bdd66-6505-44d2-b5ac-1f9bddf8f358/f854b56d-e118-4cc4-918f-ce272a192219) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:12.257305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-16af62c3-23a1-454c-9ba2-e841a3c286da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:12.258932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-16af62c3-23a1-454c-9ba2-e841a3c286da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 1094 time: 0.5100331 Aug 23 12:05:12.314462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-827620947'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:12.340128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615643fe-72f8-4845-a06a-4f47081229ed req-d2135b4a-29c6-46b5-a2cb-5e1e9741e905 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:12.357450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615643fe-72f8-4845-a06a-4f47081229ed req-d2135b4a-29c6-46b5-a2cb-5e1e9741e905 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 943 time: 0.5307004 Aug 23 12:05:12.414651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.431944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Transition to ACTIVE for port object f854b56d-e118-4cc4-918f-ce272a192219 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:12.439802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Made reservation on behalf of 6a11546113a8476a9c9e77c0d756484e for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:12.448447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.455600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Transition to ACTIVE for port object f854b56d-e118-4cc4-918f-ce272a192219 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:12.462995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:12.466740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.480108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.528934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Network 228436bf-032a-400b-b235-a6958d746b4d is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:12.533951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:12.538702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:12.566965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Pushing event updated for resources: {'Port': ['ID=f854b56d-e118-4cc4-918f-ce272a192219,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:12.689189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Attempting to bind port f854b56d-e118-4cc4-918f-ce272a192219 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:12.690794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Attempting to bind port f854b56d-e118-4cc4-918f-ce272a192219 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c9cd2728-5861-45a3-94e8-2336f115c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '228436bf-032a-400b-b235-a6958d746b4d'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:12.691003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Attempting to bind port f854b56d-e118-4cc4-918f-ce272a192219 on network 228436bf-032a-400b-b235-a6958d746b4d {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:12.713344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:12.713344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Checking segment: {'id': 'c9cd2728-5861-45a3-94e8-2336f115c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '228436bf-032a-400b-b235-a6958d746b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:12.713344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.713344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Bound using segment: {'id': 'c9cd2728-5861-45a3-94e8-2336f115c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '228436bf-032a-400b-b235-a6958d746b4d'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:12.713344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Bound port: f854b56d-e118-4cc4-918f-ce272a192219, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd2728-5861-45a3-94e8-2336f115c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '228436bf-032a-400b-b235-a6958d746b4d'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:12.714425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.765345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.779321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.817753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-615643fe-72f8-4845-a06a-4f47081229ed req-37b3215e-ed57-4a4d-8536-5206814fa440 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511459 Aug 23 12:05:12.847699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:05:12.878473 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb526b9-330e-4860-adea-3236cdbc3421 x-openstack-request-id: req-9bb526b9-330e-4860-adea-3236cdbc3421 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:12.879311 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229302a0-d258-4310-ac32-136902009ced", "tag": "521a89db-053a-4232-812d-510a6221b53d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:12.879311 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bb526b9-330e-4860-adea-3236cdbc3421 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:12.879858 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229302a0-d258-4310-ac32-136902009ced', 'tag': '521a89db-053a-4232-812d-510a6221b53d', 'status': 'completed', 'code': 200} Aug 23 12:05:12.889718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfe6cd7d-cf3a-47b7-a76e-7d667bee601d req-a6879057-a4c8-452d-b3f8-a2ffc08274e3 service neutron] 10.222.0.41 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050927 Aug 23 12:05:12.917017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-c92c68ce-02cf-42be-83c3-f371ccdd356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:12.920045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-c92c68ce-02cf-42be-83c3-f371ccdd356c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 914 time: 0.6491976 Aug 23 12:05:12.925165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] For port f854b56d-e118-4cc4-918f-ce272a192219, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:12.933835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] For port f854b56d-e118-4cc4-918f-ce272a192219, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f854b56d-e118-4cc4-918f-ce272a192219,segment=NetworkSegment(c9cd2728-5861-45a3-94e8-2336f115c688),segment_id=c9cd2728-5861-45a3-94e8-2336f115c688)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:12.944223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.951865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:12.952696 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Added segment 2c84784e-f2b0-4c16-8c36-39d9b219d357 of type vlan for network 9290a027-abc4-4ec2-9649-378eff651f66 Aug 23 12:05:12.962526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e2a1833-1e94-4d0d-a4d7-a2f422fce3e0 req-9eaa8c18-0f06-490c-adbc-52cee792edd3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 210 time: 0.0799677 Aug 23 12:05:12.994664 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:13.071654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a4b0b-3cbe-4968-8d55-c2ce11eba057 None None] Pushing event updated for resources: {'Port': ['ID=f854b56d-e118-4cc4-918f-ce272a192219,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:13.112608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-46dff46e-0a15-49f2-b9b6-6f4005f532ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e4e4818-de68-4606-9a4e-fa270407f81a HTTP/1.1" status: 200 len: 217 time: 0.1671426 Aug 23 12:05:13.120066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 0cfa443a-d1e0-4548-b488-502b69f486b6 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:05:13.161640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:13.213246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29aa412a-ce3c-4d63-9f58-afb1d52c4fae,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:13.243430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.243907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.244326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.244980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.245434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.245874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.246435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.246979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.247570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.248118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.248652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.249270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:13.273032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-d1c26429-252f-46b4-918d-168720080ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:13.275695 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-d1c26429-252f-46b4-918d-168720080ae3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.1480548 Aug 23 12:05:13.278931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123227af-44b3-4224-9beb-14b4934342ba req-f7087713-f19d-4fca-833b-c39896a44dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:13.280454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-f7087713-f19d-4fca-833b-c39896a44dab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 1094 time: 0.4091127 Aug 23 12:05:13.292914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3355e31-f21a-41b5-8377-f7f0332272d5 req-bdb847be-721c-42fa-83f1-701713f53a27 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:13.304420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3355e31-f21a-41b5-8377-f7f0332272d5 req-bdb847be-721c-42fa-83f1-701713f53a27 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.2000811 Aug 23 12:05:13.330471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:13.365392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:13.366296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:13.489198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-46005ba1-bef5-4c01-a3a2-dd84062966d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733449 Aug 23 12:05:13.495450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4482539 Aug 23 12:05:13.497066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56184) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:13.506980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Request body: {'subnet': {'network_id': '9290a027-abc4-4ec2-9649-378eff651f66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:13.563476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3355e31-f21a-41b5-8377-f7f0332272d5 req-46a11890-a4c1-4286-a2bb-137cf1dc59ef tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566588 Aug 23 12:05:13.566866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a34a6-cd72-4f10-9d5c-36fd689854d1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event updated for resources: {'Network': ['ID=9290a027-abc4-4ec2-9649-378eff651f66,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:13.581728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 9290a027-abc4-4ec2-9649-378eff651f66 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:05:13.609114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.10 (228436bf-032a-400b-b235-a6958d746b4d/e43bdd66-6505-44d2-b5ac-1f9bddf8f358/0cfa443a-d1e0-4548-b488-502b69f486b6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:13.626513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123227af-44b3-4224-9beb-14b4934342ba req-9130722d-7885-4991-acd0-430a224e77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:13.632328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9e4e4818-de68-4606-9a4e-fa270407f81a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:05:13.634407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-9130722d-7885-4991-acd0-430a224e77a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 200 len: 914 time: 0.3227644 Aug 23 12:05:13.688348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-a8e0e360-c522-45c0-a6e3-d9638962467f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=521a89db-053a-4232-812d-510a6221b53d HTTP/1.1" status: 200 len: 217 time: 0.0448289 Aug 23 12:05:13.755808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 521a89db-053a-4232-812d-510a6221b53d details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:05:13.796808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123227af-44b3-4224-9beb-14b4934342ba req-d28034c2-8cf1-4f95-a2eb-02b26760a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:13.799220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-d28034c2-8cf1-4f95-a2eb-02b26760a3d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 200 len: 853 time: 0.0998147 Aug 23 12:05:13.828898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-20af0dc4-ba61-4767-83e8-7ba41f6cab30 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119748 Aug 23 12:05:13.843768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-490645c3-2fb6-4683-886d-af3c705e9514 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ef1ac25-979d-4c65-af2a-1f109ec75368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348666 Aug 23 12:05:13.845356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Made reservation on behalf of 6a11546113a8476a9c9e77c0d756484e for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:13.854923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.258439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9e4e4818-de68-4606-9a4e-fa270407f81a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9e4e4818-de68-4606-9a4e-fa270407f81a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:14.302546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e8b0-17d5-4a9e-bc6e-0fdd3a28bfe4 req-3a0bf119-c469-4a42-8f03-de5b885c8a7b tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:14.310672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf3e8b0-17d5-4a9e-bc6e-0fdd3a28bfe4 req-3a0bf119-c469-4a42-8f03-de5b885c8a7b tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 943 time: 0.3927119 Aug 23 12:05:14.329624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 521a89db-053a-4232-812d-510a6221b53d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=521a89db-053a-4232-812d-510a6221b53d,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:14.336488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-9e284305-0ef8-4762-8281-85b7b04bc05b service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842010 Aug 23 12:05:14.340293 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a8e7738-8b1a-448d-a910-6ad89096178a req-688b1cb8-6961-4805-99d4-2250ecc1fc98 service neutron] 10.222.0.41 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963434 Aug 23 12:05:14.347214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '9e4e4818-de68-4606-9a4e-fa270407f81a', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'port_id': '9e4e4818-de68-4606-9a4e-fa270407f81a', 'mac_address': 'fa:16:3e:d4:62:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b32825-35d0-4206-9728-5db0b0d7203c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:05:14.379884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '521a89db-053a-4232-812d-510a6221b53d', 'network_id': '4ef1ac25-979d-4c65-af2a-1f109ec75368', 'port_id': '521a89db-053a-4232-812d-510a6221b53d', 'mac_address': 'fa:16:3e:e8:8f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b32825-35d0-4206-9728-5db0b0d7203c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:05:14.437061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f854b56d-e118-4cc4-918f-ce272a192219 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:14.440028 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.442217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b051472-6b80-452e-9a21-850e74615565 req-7f58e785-9868-4ebe-a294-67daf4204aba tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 210 time: 0.1005833 Aug 23 12:05:14.513422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-a7abf77b-08db-4fb0-9c88-7e9bbac4d8b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:14.515155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-a7abf77b-08db-4fb0-9c88-7e9bbac4d8b2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 812 time: 0.4597859 Aug 23 12:05:14.515976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.522610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4e4818-de68-4606-9a4e-fa270407f81a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:14.539584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Request body: {'port': {'device_id': '840eac16-0177-4543-a9ee-b0a28c77744a', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'admin_state_up': True, 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:14.560972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object 0cfa443a-d1e0-4548-b488-502b69f486b6 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:14.561855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bf3e8b0-17d5-4a9e-bc6e-0fdd3a28bfe4 req-75754bde-565a-40ca-9bcf-41e88f8f499d tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479761 Aug 23 12:05:14.607171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9e4e4818-de68-4606-9a4e-fa270407f81a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9e4e4818-de68-4606-9a4e-fa270407f81a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:14.612582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.628636 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.655914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-123227af-44b3-4224-9beb-14b4934342ba req-ef47f93b-6be9-46b3-b8e1-b084724cadaa service neutron] 10.222.0.44 "GET /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056364 Aug 23 12:05:14.689717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9e4e4818-de68-4606-9a4e-fa270407f81a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:14.692933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e40f2-4d5c-4d52-81aa-f8f317f406c6 None None] Network 228436bf-032a-400b-b235-a6958d746b4d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:14.735251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Made reservation on behalf of 914ce49e618f4e96a2cd33f7ec5d2f26 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:14.740847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.757646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521a89db-053a-4232-812d-510a6221b53d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:14.790179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.793985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f854b56d-e118-4cc4-918f-ce272a192219 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:14.797977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.810481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 521a89db-053a-4232-812d-510a6221b53d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=521a89db-053a-4232-812d-510a6221b53d,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:14.819979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] Provisioning for port f854b56d-e118-4cc4-918f-ce272a192219 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:14.827982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] Provisioning complete for port f854b56d-e118-4cc4-918f-ce272a192219 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:14.827982 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.835567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:14.918820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 228436bf-032a-400b-b235-a6958d746b4d is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:14.938250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:14.959043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea97cf6-6ad5-488d-a45c-8f5af661582f req-e1f63c12-90de-4d61-acf8-03deb4ab5d40 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:14.960278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9e4e4818-de68-4606-9a4e-fa270407f81a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:14.966785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ea97cf6-6ad5-488d-a45c-8f5af661582f req-e1f63c12-90de-4d61-acf8-03deb4ab5d40 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.2317400 Aug 23 12:05:14.969145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:14.975001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Allocated IP 172.20.0.10 (6725bc35-c0e6-4d72-a37e-ab7692d43a3b/d29d012e-fb13-46ce-809d-e87b9bf7c7c4/d6d613d1-4b07-4f41-9134-4e820306d055) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:14.984578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=0cfa443a-d1e0-4548-b488-502b69f486b6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:15.011593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=521a89db-053a-4232-812d-510a6221b53d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:15.012727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event updated for resources: {'Subnet': ['ID=961cb1c2-b82a-49ae-a164-9cf601c305b3,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:15.086051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764962c5-82dc-4003-881d-61684e28d2e3 req-0f81be0f-9e68-4e76-931c-9d9ffc67415e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:15.087478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-764962c5-82dc-4003-881d-61684e28d2e3 req-0f81be0f-9e68-4e76-931c-9d9ffc67415e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.2268853 Aug 23 12:05:15.093122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Checking segment: {'id': '2c84784e-f2b0-4c16-8c36-39d9b219d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9290a027-abc4-4ec2-9649-378eff651f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:15.093472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Network hostable DHCP agents. Network: 9290a027-abc4-4ec2-9649-378eff651f66, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:05:15.133836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ea97cf6-6ad5-488d-a45c-8f5af661582f req-4883bd28-3da2-4b09-9434-37f7c72ca61b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660848 Aug 23 12:05:15.141620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:15.142587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.150881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.175016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['521a89db-053a-4232-812d-510a6221b53d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:15.221382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4c9ab169-cd55-4821-ba40-6af9c31a8547 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5292919 Aug 23 12:05:15.224686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56224) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:15.235986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '228436bf-032a-400b-b235-a6958d746b4d', 'name': 'tempest-PortsTestJSON-2112380941', 'fixed_ips': [{'subnet_id': 'e43bdd66-6505-44d2-b5ac-1f9bddf8f358', 'ip_address': '172.20.0.9'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:15.258418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Network 9290a027-abc4-4ec2-9649-378eff651f66 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:05:15.285000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.304247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Transition to ACTIVE for port object d6d613d1-4b07-4f41-9134-4e820306d055 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:15.325412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 9290a027-abc4-4ec2-9649-378eff651f66) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:15.360262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.382336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:15.383084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.399730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe2472-696c-4222-8d17-e250a1a5a8ae None None] Network 9290a027-abc4-4ec2-9649-378eff651f66 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:15.414405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Deleting port 3f370579-c0b7-4339-be2e-c61ed45571d0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:15.414885 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.455721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:15.464778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:15.469437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:15.486737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:15.576182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:15.586678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.614831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:15.615760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.631168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-50420a53-43c1-4ac9-bacd-7d5405d5071d tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1323636 Aug 23 12:05:15.634309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56236) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:15.637431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] For port 3f370579-c0b7-4339-be2e-c61ed45571d0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=3f370579-c0b7-4339-be2e-c61ed45571d0,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:15.640177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Request body: {'port': {'network_id': '9290a027-abc4-4ec2-9649-378eff651f66', 'name': 'tempest-DHCPAgentSchedulersTestJSON-609652707'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:15.643152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:15.646818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-d4eb8dd9-c0e0-4eb4-a96d-68b6474455ca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1169713 Aug 23 12:05:15.667513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Request body: {'port': {'device_id': '840eac16-0177-4543-a9ee-b0a28c77744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:15.874109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] For port f854b56d-e118-4cc4-918f-ce272a192219, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f854b56d-e118-4cc4-918f-ce272a192219,segment=NetworkSegment(c9cd2728-5861-45a3-94e8-2336f115c688),segment_id=c9cd2728-5861-45a3-94e8-2336f115c688)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:15.912879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.090191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Calling delete_port for 3f370579-c0b7-4339-be2e-c61ed45571d0 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:16.098054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 8a5c449e-8fd4-46fe-9d7f-6184c684917f yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:05:16.123638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-9290a027-abc4-4ec2-9649-378eff651f66', 'network_id': '9290a027-abc4-4ec2-9649-378eff651f66', 'tenant_id': '6a11546113a8476a9c9e77c0d756484e', 'fixed_ips': [{'subnet_id': '961cb1c2-b82a-49ae-a164-9cf601c305b3'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:05:16.124769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.173460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e14c5-85ef-4832-9054-2941d282a4c5 None None] Pushing event updated for resources: {'Port': ['ID=f854b56d-e118-4cc4-918f-ce272a192219,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:16.190256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Provisioning for port 0cfa443a-d1e0-4548-b488-502b69f486b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:16.211286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Provisioning complete for port 0cfa443a-d1e0-4548-b488-502b69f486b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:16.211848 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.242805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.269626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd599fe-6602-47a0-838a-a6a800ed43f7 req-5dfae709-c49a-440d-942f-263adf37f068 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:16.273794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085beef-43fa-491f-903b-5be882a5ae76 req-8a6482d8-b214-4737-b8c5-a5e018690a69 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:16.275760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5085beef-43fa-491f-903b-5be882a5ae76 req-8a6482d8-b214-4737-b8c5-a5e018690a69 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 932 time: 0.6748559 Aug 23 12:05:16.277485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bd599fe-6602-47a0-838a-a6a800ed43f7 req-5dfae709-c49a-440d-942f-263adf37f068 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 944 time: 0.5627398 Aug 23 12:05:16.281555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Port 0cfa443a-d1e0-4548-b488-502b69f486b6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:16.349156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Made reservation on behalf of 6a11546113a8476a9c9e77c0d756484e for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:16.353353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.381187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Provisioning for port d6d613d1-4b07-4f41-9134-4e820306d055 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:16.392987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Provisioning complete for port d6d613d1-4b07-4f41-9134-4e820306d055 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:16.393383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.395078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bd599fe-6602-47a0-838a-a6a800ed43f7 req-3e590da3-e834-4bd7-8502-5a8f2b0187cc tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165984 Aug 23 12:05:16.422567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] device_id is not set on port d38c51fd-2804-4bbe-84e9-55e6e018064a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:05:16.440838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:16.453503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.9 (228436bf-032a-400b-b235-a6958d746b4d/e43bdd66-6505-44d2-b5ac-1f9bddf8f358/8a5c449e-8fd4-46fe-9d7f-6184c684917f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:16.579018 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5085beef-43fa-491f-903b-5be882a5ae76 req-686052ea-0ac4-47ef-bfe3-b89ce27b31f3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544098 Aug 23 12:05:16.583795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Port d6d613d1-4b07-4f41-9134-4e820306d055 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:16.598296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Allocated IP 172.20.0.2 (9290a027-abc4-4ec2-9649-378eff651f66/961cb1c2-b82a-49ae-a164-9cf601c305b3/4c504f0d-4289-47ef-85a4-dccc4268b89e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:16.643525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Provisioning complete for port f854b56d-e118-4cc4-918f-ce272a192219 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:16.644237 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-59c4b684-46ee-43f8-b4d0-17cd2236dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.757784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.764967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54418b-ce26-474c-8097-989e717075ef req-e058c263-7506-4935-9793-3dbda976b515 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:16.766984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff54418b-ce26-474c-8097-989e717075ef req-e058c263-7506-4935-9793-3dbda976b515 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=b00f0a7e-7a19-44f3-9e92-64551696b7a3 HTTP/1.1" status: 200 len: 945 time: 0.0929534 Aug 23 12:05:16.813557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Pushing event deleted for resources: {'Port': ['ID=3f370579-c0b7-4339-be2e-c61ed45571d0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:16.853910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff54418b-ce26-474c-8097-989e717075ef req-c6d9b2ab-b773-46ac-997f-1d4dea3fb6b3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Aug 23 12:05:16.894770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] No DVR routers for this DVR port 3f370579-c0b7-4339-be2e-c61ed45571d0 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:16.900389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.902788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-764962c5-82dc-4003-881d-61684e28d2e3 req-e9c0c29d-7a7e-4d1f-8242-2d3c6fbba07e tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.41 "DELETE /v2.0/ports/3f370579-c0b7-4339-be2e-c61ed45571d0 HTTP/1.1" status: 204 len: 173 time: 1.8055890 Aug 23 12:05:16.903375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'name': 'network-vif-deleted', 'tag': '3f370579-c0b7-4339-be2e-c61ed45571d0'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:16.906019 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce354d00-1e62-47d8-a4b4-517605794b36" -d '{"events": [{"server_uuid": "b00f0a7e-7a19-44f3-9e92-64551696b7a3", "name": "network-vif-deleted", "tag": "3f370579-c0b7-4339-be2e-c61ed45571d0"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:16.922942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:16.945636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object 8a5c449e-8fd4-46fe-9d7f-6184c684917f will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:17.003555 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17538068-d0dc-4f35-b1fa-101c895ccd80 x-openstack-request-id: req-17538068-d0dc-4f35-b1fa-101c895ccd80 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:17.003902 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00f0a7e-7a19-44f3-9e92-64551696b7a3", "name": "network-vif-deleted", "tag": "3f370579-c0b7-4339-be2e-c61ed45571d0", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:17.004160 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17538068-d0dc-4f35-b1fa-101c895ccd80 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:17.004727 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0a7e-7a19-44f3-9e92-64551696b7a3', 'name': 'network-vif-deleted', 'tag': '3f370579-c0b7-4339-be2e-c61ed45571d0', 'status': 'completed', 'code': 200} Aug 23 12:05:17.018499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.082271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.083388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d613d1-4b07-4f41-9134-4e820306d055 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:17.084415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1098b25-c656-4f85-89cf-07329725e427 None None] Provisioning complete for port 0cfa443a-d1e0-4548-b488-502b69f486b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:17.084885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1098b25-c656-4f85-89cf-07329725e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.086390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 228436bf-032a-400b-b235-a6958d746b4d is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:17.091524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:17.094218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.096472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:17.112276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Transition to ACTIVE for port object d6d613d1-4b07-4f41-9134-4e820306d055 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:17.113244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['eb33fa43-feed-484f-a607-b21395b20032'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:17.115405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['7a6cb975-d440-4dd1-8aab-6ef8f03b7700'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:17.116775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.175256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:17.194251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.194518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.216776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=8a5c449e-8fd4-46fe-9d7f-6184c684917f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:17.219454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Transition to ACTIVE for port object 4c504f0d-4289-47ef-85a4-dccc4268b89e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:17.236482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-41f6eb43-1e71-43eb-8c49-11d4fa25b7c2 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0098255 Aug 23 12:05:17.236706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56262) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:17.279299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c1098b25-c656-4f85-89cf-07329725e427 None None] Port 0cfa443a-d1e0-4548-b488-502b69f486b6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:17.296543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Transition to ACTIVE for port object 4c504f0d-4289-47ef-85a4-dccc4268b89e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:17.318207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.424894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Network 9290a027-abc4-4ec2-9649-378eff651f66 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:17.448433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Attempting to bind port d6d613d1-4b07-4f41-9134-4e820306d055 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:17.448965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Attempting to bind port d6d613d1-4b07-4f41-9134-4e820306d055 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:17.449149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Attempting to bind port d6d613d1-4b07-4f41-9134-4e820306d055 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:17.453326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:17.467769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:17.473891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Pushing event updated for resources: {'Port': ['ID=4c504f0d-4289-47ef-85a4-dccc4268b89e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:17.503946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Port d6d613d1-4b07-4f41-9134-4e820306d055 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:05:17.504587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Attempting to bind port d6d613d1-4b07-4f41-9134-4e820306d055 on network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:17.528326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Allocated IP 172.20.0.9 (9290a027-abc4-4ec2-9649-378eff651f66/961cb1c2-b82a-49ae-a164-9cf601c305b3/d38c51fd-2804-4bbe-84e9-55e6e018064a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:17.672501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9e4e4818-de68-4606-9a4e-fa270407f81a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:17.728417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Attempting to bind port 4c504f0d-4289-47ef-85a4-dccc4268b89e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:17.728825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Attempting to bind port 4c504f0d-4289-47ef-85a4-dccc4268b89e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '2c84784e-f2b0-4c16-8c36-39d9b219d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9290a027-abc4-4ec2-9649-378eff651f66'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:17.729256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Attempting to bind port 4c504f0d-4289-47ef-85a4-dccc4268b89e on network 9290a027-abc4-4ec2-9649-378eff651f66 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:17.741612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9ccf16d8-6fbb-4fb8-ab44-292f4b84e42b None None] Provisioning for port 8a5c449e-8fd4-46fe-9d7f-6184c684917f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:17.753225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27d22f-851a-4a5d-98fb-4bcba2314f0d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.757128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fe27d22f-851a-4a5d-98fb-4bcba2314f0d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5191648 Aug 23 12:05:17.760478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:17.760854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Checking segment: {'id': '2c84784e-f2b0-4c16-8c36-39d9b219d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9290a027-abc4-4ec2-9649-378eff651f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:17.761268 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.761672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Bound using segment: {'id': '2c84784e-f2b0-4c16-8c36-39d9b219d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9290a027-abc4-4ec2-9649-378eff651f66'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:17.762189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Bound port: 4c504f0d-4289-47ef-85a4-dccc4268b89e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c84784e-f2b0-4c16-8c36-39d9b219d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9290a027-abc4-4ec2-9649-378eff651f66'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:17.762577 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.770908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9ccf16d8-6fbb-4fb8-ab44-292f4b84e42b None None] Provisioning complete for port 8a5c449e-8fd4-46fe-9d7f-6184c684917f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:17.771286 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9ccf16d8-6fbb-4fb8-ab44-292f4b84e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.773268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:17.798283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:17.799221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Checking segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:17.799788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Bound using segment: {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:17.800734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Bound port: d6d613d1-4b07-4f41-9134-4e820306d055, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8d0a2-7584-4aef-bf53-56129f5509c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:17.801549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.821522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 521a89db-053a-4232-812d-510a6221b53d up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:17.855377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.887124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155e02-e7c6-4250-ae76-4c6b44407451 req-20c12981-e00f-4f02-b145-488be7ec893f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.887638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed155e02-e7c6-4250-ae76-4c6b44407451 req-20c12981-e00f-4f02-b145-488be7ec893f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 944 time: 0.1666622 Aug 23 12:05:17.910288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Transition to ACTIVE for port object d38c51fd-2804-4bbe-84e9-55e6e018064a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:17.915384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf16d8-6fbb-4fb8-ab44-292f4b84e42b None None] Port 8a5c449e-8fd4-46fe-9d7f-6184c684917f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:17.941397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc70b7-514e-416d-8830-88600c03373e req-ef2326df-f969-42ba-81a4-5d950ddb42f8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.943953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20bc70b7-514e-416d-8830-88600c03373e req-ef2326df-f969-42ba-81a4-5d950ddb42f8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 944 time: 0.4364040 Aug 23 12:05:17.946890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 9e4e4818-de68-4606-9a4e-fa270407f81a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:17.950487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea739d-20d3-4aa4-af85-f5023ba23493 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.958507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea739d-20d3-4aa4-af85-f5023ba23493 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.961043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 9e4e4818-de68-4606-9a4e-fa270407f81a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:17.961447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:17.964997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea739d-20d3-4aa4-af85-f5023ba23493 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:17.966988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9dea739d-20d3-4aa4-af85-f5023ba23493 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1925590 Aug 23 12:05:17.973565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56284) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:17.986342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] For port 4c504f0d-4289-47ef-85a4-dccc4268b89e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:18.021420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] For port 4c504f0d-4289-47ef-85a4-dccc4268b89e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4c504f0d-4289-47ef-85a4-dccc4268b89e,segment=NetworkSegment(2c84784e-f2b0-4c16-8c36-39d9b219d357),segment_id=2c84784e-f2b0-4c16-8c36-39d9b219d357)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:18.025130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ed155e02-e7c6-4250-ae76-4c6b44407451 req-48011263-c3a6-4ca5-89e0-910436f12807 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141329 Aug 23 12:05:18.031713 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.034473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 521a89db-053a-4232-812d-510a6221b53d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:18.036787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:18.073435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:18.092708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 521a89db-053a-4232-812d-510a6221b53d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:18.093228 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.129821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20bc70b7-514e-416d-8830-88600c03373e req-756d5b93-c9c2-46c1-9018-35349ea88778 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555228 Aug 23 12:05:18.129821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.145836 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.194174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 8a5c449e-8fd4-46fe-9d7f-6184c684917f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:18.194773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.273292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:18.274243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.276047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] 10.222.0.44 "PUT /v2.0/ports/d6d613d1-4b07-4f41-9134-4e820306d055 HTTP/1.1" status: 200 len: 1092 time: 2.6161065 Aug 23 12:05:18.278498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f854b56d-e118-4cc4-918f-ce272a192219 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:18.278898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:18.293286 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e58d3c-d8ed-4401-980b-603ab668e2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:18.430238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77844c0-b029-4417-ad88-45fb694bf1a9 None None] Pushing event updated for resources: {'Port': ['ID=4c504f0d-4289-47ef-85a4-dccc4268b89e,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:18.440390 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7890dc-0545-4a8c-8411-8fff400a0264 x-openstack-request-id: req-cc7890dc-0545-4a8c-8411-8fff400a0264 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:18.440776 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:18.441132 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc7890dc-0545-4a8c-8411-8fff400a0264 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:18.441948 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'status': 'completed', 'code': 200} Aug 23 12:05:18.444228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Network 9290a027-abc4-4ec2-9649-378eff651f66 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:18.446009 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.455603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:18.459670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcea650-3a38-4b99-abea-00141b88c079 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:18.464387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:18.507975 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.542661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e4818-de68-4606-9a4e-fa270407f81a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:18.565471 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aef0a7-7abf-4a7b-8ec8-584ec8811b86" -d '{"events": [{"server_uuid": "9d6d03c2-e753-42bd-bfb7-259270bffe34", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e4818-de68-4606-9a4e-fa270407f81a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:18.575352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 8a5c449e-8fd4-46fe-9d7f-6184c684917f owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:18.636982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9e4e4818-de68-4606-9a4e-fa270407f81a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9e4e4818-de68-4606-9a4e-fa270407f81a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:18.690289 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0150b8-c942-4856-b4f8-7891da519305 x-openstack-request-id: req-4c0150b8-c942-4856-b4f8-7891da519305 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:18.690638 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6d03c2-e753-42bd-bfb7-259270bffe34", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e4818-de68-4606-9a4e-fa270407f81a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:18.690968 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c0150b8-c942-4856-b4f8-7891da519305 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:18.691471 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e4818-de68-4606-9a4e-fa270407f81a', 'code': 200} Aug 23 12:05:18.703332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:18.704016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.709832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.715536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 3f370579-c0b7-4339-be2e-c61ed45571d0 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:18.723136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f854b56d-e118-4cc4-918f-ce272a192219 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:18.723622 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.725956 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.741572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1059759 Aug 23 12:05:18.744745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-098a44ec-8cf2-40a0-b8f2-677417962e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:18.746838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-098a44ec-8cf2-40a0-b8f2-677417962e69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 1095 time: 0.4244223 Aug 23 12:05:18.747462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56302) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:18.855968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e33970-5e6d-4526-af7c-6a2bcc90fdaa req-42274e93-933c-4214-81ec-1758df2cf6ba tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:18.858257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59e33970-5e6d-4526-af7c-6a2bcc90fdaa req-42274e93-933c-4214-81ec-1758df2cf6ba tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.2454112 Aug 23 12:05:18.859649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-bfc851cd-19ab-48b9-bf19-1e6218900f34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d613d1-4b07-4f41-9134-4e820306d055 HTTP/1.1" status: 200 len: 217 time: 0.0729811 Aug 23 12:05:18.878652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2abc2-0430-488a-ab75-f0dac642fbd7 req-e789d91c-3247-403a-8aba-e40dc0934784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:18.880811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 3f370579-c0b7-4339-be2e-c61ed45571d0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:18.881126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70e2abc2-0430-488a-ab75-f0dac642fbd7 req-e789d91c-3247-403a-8aba-e40dc0934784 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 1096 time: 0.1537955 Aug 23 12:05:18.881302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 3f370579-c0b7-4339-be2e-c61ed45571d0 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:18.968764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-87eecbd3-40d2-430b-b31e-c65548377248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:18.969658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70e2abc2-0430-488a-ab75-f0dac642fbd7 req-462db1c4-4571-4a69-a971-6fad5260b2e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804923 Aug 23 12:05:18.969918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-87eecbd3-40d2-430b-b31e-c65548377248 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0874844 Aug 23 12:05:18.976017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:18.979936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 521a89db-053a-4232-812d-510a6221b53d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=521a89db-053a-4232-812d-510a6221b53d,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:18.980111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f68f14-3141-41f4-8ffa-c2a77c6ea2a1 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event updated for resources: {'Port': ['ID=d38c51fd-2804-4bbe-84e9-55e6e018064a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:18.985441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9e4e4818-de68-4606-9a4e-fa270407f81a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:18.996552 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.020520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=8a5c449e-8fd4-46fe-9d7f-6184c684917f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:19.086198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59e33970-5e6d-4526-af7c-6a2bcc90fdaa req-682d4b28-c0cf-47d1-9f46-e9c55ee9106b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024980 Aug 23 12:05:19.099925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-ea24efc5-69da-4ca5-9b72-74ce61044332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:19.101505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-ea24efc5-69da-4ca5-9b72-74ce61044332 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181479 Aug 23 12:05:19.116748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.117150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f8cc529-81e1-4a2f-aa99-fd8fe21ac40b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/8a5c449e-8fd4-46fe-9d7f-6184c684917f HTTP/1.1" status: 204 len: 168 time: 1.1425042 Aug 23 12:05:19.120791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56310) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:19.132462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=521a89db-053a-4232-812d-510a6221b53d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:19.161192 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c5bc8c-7bf1-4f6a-adc7-3421caac1555 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:05:19.163024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-53c5bc8c-7bf1-4f6a-adc7-3421caac1555 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/8a5c449e-8fd4-46fe-9d7f-6184c684917f HTTP/1.1" status: 404 len: 333 time: 0.0410242 Aug 23 12:05:19.165439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:19.260335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-dc344191-ea65-4585-8d54-a8fa0eb09e0e service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487329 Aug 23 12:05:19.359381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Deleting port d38c51fd-2804-4bbe-84e9-55e6e018064a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:19.359951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.377818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 0cfa443a-d1e0-4548-b488-502b69f486b6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:19.378730 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.391641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64c4a-4dea-4004-aae7-f8863195e2f9 req-93891673-e3c1-4ccb-b2e2-7a927612254e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:19.393666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8c64c4a-4dea-4004-aae7-f8863195e2f9 req-93891673-e3c1-4ccb-b2e2-7a927612254e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 944 time: 0.1314993 Aug 23 12:05:19.459729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a654d-0b39-48ae-a528-19ba275174e3 req-10377c64-3822-487b-8d47-49b02a17d637 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:19.461579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd4a654d-0b39-48ae-a528-19ba275174e3 req-10377c64-3822-487b-8d47-49b02a17d637 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 945 time: 0.1999428 Aug 23 12:05:19.515725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c8c64c4a-4dea-4004-aae7-f8863195e2f9 req-f65b1193-9008-4a31-907c-23b68918a45a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104667 Aug 23 12:05:19.581822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd4a654d-0b39-48ae-a528-19ba275174e3 req-5ca74129-ec8c-4fcb-b286-0a166d070853 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834391 Aug 23 12:05:19.597530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.607819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.619252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 0cfa443a-d1e0-4548-b488-502b69f486b6 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:19.625177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Calling delete_port for d38c51fd-2804-4bbe-84e9-55e6e018064a owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:19.633353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7d7ce57-e10a-49fa-90b3-d669704550e5 req-8d0e613e-bdc7-440f-84f3-2aff7ab6c044 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581820 Aug 23 12:05:19.781946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-c3f87d38-5722-44c1-b8c2-fe7bc73ad6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:19.783945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-c3f87d38-5722-44c1-b8c2-fe7bc73ad6bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 1095 time: 0.0763769 Aug 23 12:05:19.792998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.837793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=0cfa443a-d1e0-4548-b488-502b69f486b6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:19.905766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044932de-a14e-4b08-b469-565621676790 None None] Network 9290a027-abc4-4ec2-9649-378eff651f66 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:19.924507 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.967128 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:19.972882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b6df753-b956-408e-b9ed-3607601454d7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/0cfa443a-d1e0-4548-b488-502b69f486b6 HTTP/1.1" status: 204 len: 168 time: 0.8062150 Aug 23 12:05:19.973715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56326) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:19.999902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event deleted for resources: {'Port': ['ID=d38c51fd-2804-4bbe-84e9-55e6e018064a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:20.034786 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-47338cae-bf13-41ca-aaab-3275f56209a6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:05:20.049188 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-47338cae-bf13-41ca-aaab-3275f56209a6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/0cfa443a-d1e0-4548-b488-502b69f486b6 HTTP/1.1" status: 404 len: 333 time: 0.0732989 Aug 23 12:05:20.051152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56330) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:20.105130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-8d38700d-629e-40a9-af41-066ac8e53cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:20.106722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-8d38700d-629e-40a9-af41-066ac8e53cda service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.3144448 Aug 23 12:05:20.223407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-533c92f0-8782-4c5f-9604-ba58f03b42d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d613d1-4b07-4f41-9134-4e820306d055 HTTP/1.1" status: 200 len: 217 time: 0.0926757 Aug 23 12:05:20.233952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet e43bdd66-6505-44d2-b5ac-1f9bddf8f358 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:20.246118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.279387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4c504f0d-4289-47ef-85a4-dccc4268b89e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:20.282747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.291559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-38405faa-576c-4639-9de7-b3c8d1bf4044 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "DELETE /v2.0/ports/d38c51fd-2804-4bbe-84e9-55e6e018064a HTTP/1.1" status: 204 len: 168 time: 1.5285845 Aug 23 12:05:20.293044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56334) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:20.320869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-bc6d47b3-e8f9-41e1-bd14-95e1b5fd75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:20.323105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-bc6d47b3-e8f9-41e1-bd14-95e1b5fd75d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0816019 Aug 23 12:05:20.348868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b0c99977-17ec-4eda-bbb9-9d35f363d1bb None None] Provisioning for port 4c504f0d-4289-47ef-85a4-dccc4268b89e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:20.370778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.397637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-4292603e-7a3d-4dfe-8ba3-7a5034be6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:20.400620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-4292603e-7a3d-4dfe-8ba3-7a5034be6fdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676498 Aug 23 12:05:20.414303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3357c55-5873-4ee9-8c48-be7637d5af52 req-b81abe0b-b446-4f41-af96-4fdb1e97f256 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:20.422634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3357c55-5873-4ee9-8c48-be7637d5af52 req-b81abe0b-b446-4f41-af96-4fdb1e97f256 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1529758 Aug 23 12:05:20.453511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4c504f0d-4289-47ef-85a4-dccc4268b89e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:20.473008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4c504f0d-4289-47ef-85a4-dccc4268b89e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:20.473402 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.528122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3357c55-5873-4ee9-8c48-be7637d5af52 req-08fa731d-134f-4066-9f83-4ece807bcea8 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042709 Aug 23 12:05:20.567134 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.567372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-d3636ae1-7754-44de-aa24-088e372b9cd6 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582160 Aug 23 12:05:20.635269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.686273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.686915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4c504f0d-4289-47ef-85a4-dccc4268b89e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4c504f0d-4289-47ef-85a4-dccc4268b89e,segment=NetworkSegment(2c84784e-f2b0-4c16-8c36-39d9b219d357),segment_id=2c84784e-f2b0-4c16-8c36-39d9b219d357)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:20.693349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.755527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73e58d3c-d8ed-4401-980b-603ab668e2a6 req-66e528c3-d2b3-4f34-bf16-95dee60161d7 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801317 Aug 23 12:05:20.765153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229302a0-d258-4310-ac32-136902009ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a89db-053a-4232-812d-510a6221b53d'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:20.773094 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e59ebc6-7b21-4cfa-aa7c-d9462af467e1" -d '{"events": [{"server_uuid": "229302a0-d258-4310-ac32-136902009ced", "name": "network-vif-plugged", "status": "completed", "tag": "521a89db-053a-4232-812d-510a6221b53d"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:20.775964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4c504f0d-4289-47ef-85a4-dccc4268b89e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:20.779472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=e43bdd66-6505-44d2-b5ac-1f9bddf8f358,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:20.795625 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.797708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8ca3f9f4-c98e-4fa8-a4af-a0f9d7a3770c tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/e43bdd66-6505-44d2-b5ac-1f9bddf8f358 HTTP/1.1" status: 204 len: 168 time: 0.7434325 Aug 23 12:05:20.801042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56350) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:20.806688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b00cac-b2ce-4e6f-b1ce-a3fafd4a3268 None None] Network 228436bf-032a-400b-b235-a6958d746b4d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:20.815502 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b09de06-6e43-420c-bf01-3bbd4143a344 tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.5173180 Aug 23 12:05:20.819096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56352) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:20.824836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1175860212'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:20.868474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb4296-d43a-433d-9392-324578a7dbb8 req-c31536f6-72f4-48c9-8bb8-289529e18404 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:20.871605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694893b-f786-4e67-9d8e-f817f00d40f9 req-7dd50672-fbf1-4fc7-9094-ebb926509c42 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:20.873176 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9694893b-f786-4e67-9d8e-f817f00d40f9 req-7dd50672-fbf1-4fc7-9094-ebb926509c42 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 945 time: 0.1337755 Aug 23 12:05:20.887291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5beb4296-d43a-433d-9392-324578a7dbb8 req-c31536f6-72f4-48c9-8bb8-289529e18404 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 944 time: 0.1287587 Aug 23 12:05:20.891725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Made reservation on behalf of 6a11546113a8476a9c9e77c0d756484e for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:20.898670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.948281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.980283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:05:20.990181 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:20.990609 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Added segment 6f272a2d-aa34-47dc-8e98-2d5ce03c3745 of type vlan for network 293a0509-9d9d-42ec-bd39-467382806e82 Aug 23 12:05:21.004539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9694893b-f786-4e67-9d8e-f817f00d40f9 req-2d14bd99-7d3a-4ae6-910c-3551cae064d1 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983398 Aug 23 12:05:21.019335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fd0b6966-c320-4d52-b756-c0d372c4822a None None] Provisioning complete for port 4c504f0d-4289-47ef-85a4-dccc4268b89e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:21.019685 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd0b6966-c320-4d52-b756-c0d372c4822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.040326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.123450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5beb4296-d43a-433d-9392-324578a7dbb8 req-ebfc9517-9f9d-40bb-8396-700187318b7d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351613 Aug 23 12:05:21.134118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.140394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:21.142237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.166881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port f854b56d-e118-4cc4-918f-ce272a192219 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:21.175071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.191877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3713012 Aug 23 12:05:21.204438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56358) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:21.229642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] DHCP port deletion for 228436bf-032a-400b-b235-a6958d746b4d request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:05:21.291473 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc313383-4702-445e-b255-a9ab1aeb93d3 x-openstack-request-id: req-dc313383-4702-445e-b255-a9ab1aeb93d3 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:21.292119 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229302a0-d258-4310-ac32-136902009ced", "name": "network-vif-plugged", "status": "completed", "tag": "521a89db-053a-4232-812d-510a6221b53d", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:21.292433 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc313383-4702-445e-b255-a9ab1aeb93d3 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:21.292989 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229302a0-d258-4310-ac32-136902009ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a89db-053a-4232-812d-510a6221b53d', 'code': 200} Aug 23 12:05:21.358544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] Deleting port f854b56d-e118-4cc4-918f-ce272a192219 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:21.359083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.386006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f62db5-b5e8-4274-9d69-cf82fda5fdb7 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event updated for resources: {'Network': ['ID=293a0509-9d9d-42ec-bd39-467382806e82,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:21.418910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port f854b56d-e118-4cc4-918f-ce272a192219, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f854b56d-e118-4cc4-918f-ce272a192219,segment=NetworkSegment(c9cd2728-5861-45a3-94e8-2336f115c688),segment_id=c9cd2728-5861-45a3-94e8-2336f115c688)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:21.419534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.426381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e63bc-6f49-4651-91cf-4a0371681bd4 req-a725ebe9-58b2-43d3-b611-fd9599b2b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:21.428202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c92e63bc-6f49-4651-91cf-4a0371681bd4 req-a725ebe9-58b2-43d3-b611-fd9599b2b06d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 1096 time: 0.1015081 Aug 23 12:05:21.441136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0d8f3-5e85-44e5-a59c-53d26d4a221d req-ce5e673d-4e92-4dba-8f7e-35f494cbbe95 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:21.449663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3a0d8f3-5e85-44e5-a59c-53d26d4a221d req-ce5e673d-4e92-4dba-8f7e-35f494cbbe95 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 945 time: 0.1012616 Aug 23 12:05:21.471132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for f854b56d-e118-4cc4-918f-ce272a192219 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:21.510781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c92e63bc-6f49-4651-91cf-4a0371681bd4 req-cad08737-e5f5-4377-9dab-1190c8aae226 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584128 Aug 23 12:05:21.516222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] For port f854b56d-e118-4cc4-918f-ce272a192219, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f854b56d-e118-4cc4-918f-ce272a192219,segment=NetworkSegment(c9cd2728-5861-45a3-94e8-2336f115c688),segment_id=c9cd2728-5861-45a3-94e8-2336f115c688)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:21.519115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.536201 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3a0d8f3-5e85-44e5-a59c-53d26d4a221d req-dcbaff60-9040-4678-bc69-103e32e195e5 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855522 Aug 23 12:05:21.537380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] Calling delete_port for f854b56d-e118-4cc4-918f-ce272a192219 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:21.567705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 293a0509-9d9d-42ec-bd39-467382806e82 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:05:21.609892 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e4f334d-c420-44ca-b9ff-3036e424669c tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/agents/d0f1047a-fd17-491f-b16e-7b8e6485c1e5/dhcp-networks HTTP/1.1" status: 200 len: 11946 time: 0.4032919 Aug 23 12:05:21.612886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56364) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:21.651202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fc85c6f5-7519-45e9-99b7-46162c39b199 None None] Could not find standard attr ID for object d38c51fd-2804-4bbe-84e9-55e6e018064a. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:05:21.700207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.746853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=f854b56d-e118-4cc4-918f-ce272a192219,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:21.760406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port f854b56d-e118-4cc4-918f-ce272a192219 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:21.770192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220f98-78c2-477e-b085-341b8bc08212 req-3e06aae9-85e2-4b42-8be2-d072b4bc3502 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:21.776081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099bb90-80cf-46a5-833a-b3bb946e1379 tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] Network 293a0509-9d9d-42ec-bd39-467382806e82 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:05:21.783103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-02220f98-78c2-477e-b085-341b8bc08212 req-3e06aae9-85e2-4b42-8be2-d072b4bc3502 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1681030 Aug 23 12:05:21.790619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56368) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:21.793896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-b1686e03-58cc-4b48-b27b-6dd8f5414279 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:05:21.793896 n-d-773645-7 neutron-server[101059]: [SQL: UPDATE agents SET heartbeat_timestamp=%(heartbeat_timestamp)s, configurations=%(configurations)s, `load`=%(load)s WHERE agents.id = %(agents_id)s] Aug 23 12:05:21.793896 n-d-773645-7 neutron-server[101059]: [parameters: {'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 21, 756617), 'configurations': '{"dhcp_driver": "neutron.agent.linux.dhcp.Dnsmasq", "dhcp_lease_duration": 86400, "log_agent_heartbeats": false, "networks": 11, "ports": 34, "subnets": 11}', 'load': 11, 'agents_id': 'd0f1047a-fd17-491f-b16e-7b8e6485c1e5'}] Aug 23 12:05:21.793896 n-d-773645-7 neutron-server[101059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:05:21.794338 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-b1686e03-58cc-4b48-b27b-6dd8f5414279 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:05:21.795818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d6d613d1-4b07-4f41-9134-4e820306d055 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:05:21.799368 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.810951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b099bb90-80cf-46a5-833a-b3bb946e1379 tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "POST /v2.0/agents/d0f1047a-fd17-491f-b16e-7b8e6485c1e5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1969378 Aug 23 12:05:21.813330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56372) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:21.819403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8fbb68-6183-4510-a90c-6d067b339d42 None None] Network 293a0509-9d9d-42ec-bd39-467382806e82 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:21.850536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] Pushing event deleted for resources: {'Port': ['ID=f854b56d-e118-4cc4-918f-ce272a192219,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:21.856172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572463b-0a28-47b3-87b7-5bce27e9d91e None None] No DVR routers for this DVR port f854b56d-e118-4cc4-918f-ce272a192219 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:21.892749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.903209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228436bf-032a-400b-b235-a6958d746b4d']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:21.914225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cd2728-5861-45a3-94e8-2336f115c688') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:21.914561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cd2728-5861-45a3-94e8-2336f115c688') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:21.925203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.952207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.958397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e58d977c-bc97-4738-80d4-5d4ab0e27c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.964447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-02220f98-78c2-477e-b085-341b8bc08212 req-912fd0c0-5614-4077-9b08-79ba9c0e0d8c tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803913 Aug 23 12:05:21.965462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:21.965892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:21.976449 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:22.050298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.058501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.060916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:22.065715 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/228436bf-032a-400b-b235-a6958d746b4d HTTP/1.1" status: 204 len: 168 time: 1.2614877 Aug 23 12:05:22.068288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:22.073456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147433817'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:22.077992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'mac_address': 'fa:16:3e:0f:9a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:05:22.090469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84211fd-ed8b-456b-a50b-d874c87cc8a7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=228436bf-032a-400b-b235-a6958d746b4d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:22.113257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:22.117825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.137728 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.154077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d613d1-4b07-4f41-9134-4e820306d055 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:22.160681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:05:22.185980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:22.198556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4c504f0d-4289-47ef-85a4-dccc4268b89e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:22.202592 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.206635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.208510 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Added segment 07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27 of type vlan for network 43c2d946-2e92-4333-bca4-706342286c36 Aug 23 12:05:22.288694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.324018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:22.336969 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.338285 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b1686e03-58cc-4b48-b27b-6dd8f5414279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.343215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:22.343657 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.344665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.345194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.345922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.346225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.348496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.348865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.349407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.350485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.350485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.350839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.351269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.351751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:22.375178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4c504f0d-4289-47ef-85a4-dccc4268b89e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:22.375929 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.431453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4add0e86-f1d0-4032-8287-8a8044d97945 tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/agents/d0f1047a-fd17-491f-b16e-7b8e6485c1e5/dhcp-networks HTTP/1.1" status: 200 len: 12717 time: 0.6161292 Aug 23 12:05:22.435651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Network': ['ID=43c2d946-2e92-4333-bca4-706342286c36,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:22.438693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56382) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:22.472883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5fee9-3a69-4f80-83d9-a1e235b7db06 req-9d06b4ae-832a-4db9-a3fb-a623c9019505 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:22.474475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bdb5fee9-3a69-4f80-83d9-a1e235b7db06 req-9d06b4ae-832a-4db9-a3fb-a623c9019505 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 945 time: 0.1532049 Aug 23 12:05:22.476515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 43c2d946-2e92-4333-bca4-706342286c36 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:05:22.570760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d6d613d1-4b07-4f41-9134-4e820306d055'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:22.682295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f854b56d-e118-4cc4-918f-ce272a192219 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:22.690207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3c8b3e38-3f90-47c2-895e-399dd451f3ae tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "DELETE /v2.0/agents/d0f1047a-fd17-491f-b16e-7b8e6485c1e5/dhcp-networks/293a0509-9d9d-42ec-bd39-467382806e82 HTTP/1.1" status: 204 len: 168 time: 0.2476692 Aug 23 12:05:22.694258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250070-3623-4c0b-b740-6c78c1bf2a4f req-c7f9a2c1-ce44-4662-99c4-3c3c95b584e1 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:22.694607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56386) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:22.701439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bdb5fee9-3a69-4f80-83d9-a1e235b7db06 req-398a0135-2e97-425d-8120-ebb29e1fb62c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133334 Aug 23 12:05:22.704062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce250070-3623-4c0b-b740-6c78c1bf2a4f req-c7f9a2c1-ce44-4662-99c4-3c3c95b584e1 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 945 time: 0.0769825 Aug 23 12:05:22.729204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e58d977c-bc97-4738-80d4-5d4ab0e27c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.732897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f854b56d-e118-4cc4-918f-ce272a192219 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:22.733982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f854b56d-e118-4cc4-918f-ce272a192219 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:22.745951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e58d977c-bc97-4738-80d4-5d4ab0e27c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.768940 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff20ae83-c4c8-4f07-abd7-2f3de6a32b1d tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6970062 Aug 23 12:05:22.769253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:22.780354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '43c2d946-2e92-4333-bca4-706342286c36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:22.805906 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce250070-3623-4c0b-b740-6c78c1bf2a4f req-02439188-5523-4240-9249-0f0f7a89a55a tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011789 Aug 23 12:05:22.848063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e58d977c-bc97-4738-80d4-5d4ab0e27c12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58ef6e4a0cda42caaa9767330a5bfa11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545173 Aug 23 12:05:22.849545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d977c-bc97-4738-80d4-5d4ab0e27c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a291dbb-0872-4cab-b04b-3f7195c2dd09,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:22.857822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56390) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:22.910915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:22.914752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.947785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b452d0bd-8f17-4bef-8725-ba224cd25391 tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/agents/d0f1047a-fd17-491f-b16e-7b8e6485c1e5/dhcp-networks HTTP/1.1" status: 200 len: 11203 time: 0.2495961 Aug 23 12:05:22.952231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56392) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:22.977524 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6df3080-88c7-4ee0-89b1-2668abd28b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:22.984671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-19ad62bc-de87-4af5-b576-c592061df6bc tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/networks/9290a027-abc4-4ec2-9649-378eff651f66/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0312197 Aug 23 12:05:22.990544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:23.004485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6df3080-88c7-4ee0-89b1-2668abd28b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.028627 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a0759b6-9c6d-4e65-aad8-86e19990b2af tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/networks/9290a027-abc4-4ec2-9649-378eff651f66/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0332661 Aug 23 12:05:23.029979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:23.153474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.169792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6df3080-88c7-4ee0-89b1-2668abd28b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.176435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6df3080-88c7-4ee0-89b1-2668abd28b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.177629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d6df3080-88c7-4ee0-89b1-2668abd28b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a291dbb-0872-4cab-b04b-3f7195c2dd09 HTTP/1.1" status: 204 len: 168 time: 0.3185489 Aug 23 12:05:23.205806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df3080-88c7-4ee0-89b1-2668abd28b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a291dbb-0872-4cab-b04b-3f7195c2dd09,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:23.218809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd222dbb-09d5-4b6b-9466-65a018f44e5b req-885dd06b-1557-49f7-96b6-360293d38451 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:23.220183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd222dbb-09d5-4b6b-9466-65a018f44e5b req-885dd06b-1557-49f7-96b6-360293d38451 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1528008 Aug 23 12:05:23.231012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=7ed44938-b97f-4eb6-b456-0b794505dd7b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:23.239935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Checking segment: {'id': '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43c2d946-2e92-4333-bca4-706342286c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:23.240366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network hostable DHCP agents. Network: 43c2d946-2e92-4333-bca4-706342286c36, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:05:23.265048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 43c2d946-2e92-4333-bca4-706342286c36 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:05:23.283644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 43c2d946-2e92-4333-bca4-706342286c36) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:23.288638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:23.289635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.294244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986c3d4-398b-45d7-be5c-ec75c522302e None None] Network 43c2d946-2e92-4333-bca4-706342286c36 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:23.301210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56404) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:23.301472 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1ed080f5-0b57-46b5-82d0-2a3f8fd2ff70 tempest-DHCPAgentSchedulersTestJSON-1210806963 tempest-DHCPAgentSchedulersTestJSON-1210806963-project-admin] 10.222.0.21 "GET /v2.0/agents/d0f1047a-fd17-491f-b16e-7b8e6485c1e5/dhcp-networks HTTP/1.1" status: 200 len: 11203 time: 0.2699971 Aug 23 12:05:23.336846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd222dbb-09d5-4b6b-9466-65a018f44e5b req-20e444fc-71ba-411a-b235-ebbc70799477 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790946 Aug 23 12:05:23.539287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-43c2d946-2e92-4333-bca4-706342286c36', 'network_id': '43c2d946-2e92-4333-bca4-706342286c36', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': '7ed44938-b97f-4eb6-b456-0b794505dd7b'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:05:23.539287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.634274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0e21d3ea-38ef-40ae-9610-ee47362bebe9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8638434 Aug 23 12:05:23.635631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56410) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:23.639982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56412) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:23.641630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-33675296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:23.655683 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a875b43-8f58-44db-acf4-2939e493733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.661840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.672086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.675230 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.710536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Allocated IP 172.20.0.2 (43c2d946-2e92-4333-bca4-706342286c36/7ed44938-b97f-4eb6-b456-0b794505dd7b/a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:23.742224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.748975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.788921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.801531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d6d613d1-4b07-4f41-9134-4e820306d055 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:23.816001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293a0509-9d9d-42ec-bd39-467382806e82']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:23.843447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f272a2d-aa34-47dc-8e98-2d5ce03c3745') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:23.843765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f272a2d-aa34-47dc-8e98-2d5ce03c3745') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:23.862759 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.890704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.910747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78414ae1-8fed-4833-b456-8979fe76c07e req-0efb2f62-5ce0-453b-8436-a08cf3c74e07 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:23.912236 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78414ae1-8fed-4833-b456-8979fe76c07e req-0efb2f62-5ce0-453b-8436-a08cf3c74e07 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 945 time: 0.1112101 Aug 23 12:05:23.913462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:23.913902 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:23.919075 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:23.922926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.923088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port d6d613d1-4b07-4f41-9134-4e820306d055 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:23.931022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d6d613d1-4b07-4f41-9134-4e820306d055 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:23.931491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.978807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510d003-1db4-469b-b2d4-818b6bc8b318 req-98f78aee-b547-436d-86a9-b3234470cb24 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:23.980909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a875b43-8f58-44db-acf4-2939e493733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.981041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6510d003-1db4-469b-b2d4-818b6bc8b318 req-98f78aee-b547-436d-86a9-b3234470cb24 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 945 time: 0.0698321 Aug 23 12:05:23.990576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a875b43-8f58-44db-acf4-2939e493733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:23.999058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.003190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-240dae47-064b-40b7-a207-a5f4fcc70afa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3632693 Aug 23 12:05:24.005291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56418) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:24.019902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'network_id': '43c2d946-2e92-4333-bca4-706342286c36', 'name': 'tempest-PortsTestJSON-990047898'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:24.026567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.030490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6510d003-1db4-469b-b2d4-818b6bc8b318 req-3abf07d0-a431-4abc-b3f7-39d1ce40c024 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Aug 23 12:05:24.037872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Transition to ACTIVE for port object a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:24.068505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:24.072516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:24.074897 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e9585f-6f7f-4c23-b9f6-c77bbbb3d27a" -d '{"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-plugged", "status": "completed", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:24.075069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.087706 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.113502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Transition to ACTIVE for port object a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:24.124411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.148899 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.151265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "DELETE /v2.0/networks/293a0509-9d9d-42ec-bd39-467382806e82 HTTP/1.1" status: 204 len: 168 time: 0.8487694 Aug 23 12:05:24.154179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a875b43-8f58-44db-acf4-2939e493733b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7e4aebde8654096a0108fca42431de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132825 Aug 23 12:05:24.155133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875b43-8f58-44db-acf4-2939e493733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2ce82-affc-465c-8a96-0123c0be14b6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.156787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Network 43c2d946-2e92-4333-bca4-706342286c36 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:24.160809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:24.163022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.164754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56424) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:24.165943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:24.166253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56426) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:24.188696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-f585ddfc-2a02-4f77-be10-feaa691d635b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:24.191545 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-f585ddfc-2a02-4f77-be10-feaa691d635b tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.44 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.1383810 Aug 23 12:05:24.212472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78414ae1-8fed-4833-b456-8979fe76c07e req-99cb1206-11b2-4270-a2f4-7a5873c8257a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618034 Aug 23 12:05:24.244342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Pushing event updated for resources: {'Port': ['ID=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.265816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Attempting to bind port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:24.266305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Attempting to bind port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43c2d946-2e92-4333-bca4-706342286c36'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:24.266743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Attempting to bind port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc on network 43c2d946-2e92-4333-bca4-706342286c36 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:24.273348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:24.274451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Checking segment: {'id': '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43c2d946-2e92-4333-bca4-706342286c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:24.274872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.275112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b3aa6-1879-43d7-861c-2609867bbdc4 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event deleted for resources: {'Network': ['ID=293a0509-9d9d-42ec-bd39-467382806e82,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.275432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Bound using segment: {'id': '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43c2d946-2e92-4333-bca4-706342286c36'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:24.276055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Bound port: a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43c2d946-2e92-4333-bca4-706342286c36'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:24.276936 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.285357 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f77704-c9d2-4f06-a408-38d4f4012717 x-openstack-request-id: req-a3f77704-c9d2-4f06-a408-38d4f4012717 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:24.285357 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-plugged", "status": "completed", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:24.285618 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3f77704-c9d2-4f06-a408-38d4f4012717 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:24.286151 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'code': 200} Aug 23 12:05:24.295099 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ea0c6b-0b3d-4323-a273-68ebad77d882 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] DELETE failed (client error): The resource could not be found. Aug 23 12:05:24.296101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ea0c6b-0b3d-4323-a273-68ebad77d882 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:05:24.298108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39ea0c6b-0b3d-4323-a273-68ebad77d882 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "DELETE /v2.0/ports/d38c51fd-2804-4bbe-84e9-55e6e018064a HTTP/1.1" status: 404 len: 333 time: 0.1307328 Aug 23 12:05:24.304434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56430) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:24.372660 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.385472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-547aa579-81df-4b7d-9c78-3f465b6c7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.413849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] For port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:24.418392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] For port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,segment=NetworkSegment(07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27),segment_id=07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:24.428761 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.433231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Deleting port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:24.433890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.438985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34da41-9827-49d9-8bc8-ab0858ff1530 req-00bcebde-446f-4286-b6a5-c985844f7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:24.440699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b34da41-9827-49d9-8bc8-ab0858ff1530 req-00bcebde-446f-4286-b6a5-c985844f7a7d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 1097 time: 0.0870190 Aug 23 12:05:24.444828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Deleting subnet 961cb1c2-b82a-49ae-a164-9cf601c305b3 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:24.454583 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.459936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-423073ac-b7b7-4f6f-9106-3a6cc2d111bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.525198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d42e1-c7a9-4e68-9b33-45d95566947b None None] Pushing event updated for resources: {'Port': ['ID=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.582124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b34da41-9827-49d9-8bc8-ab0858ff1530 req-1e5d5faa-2866-4914-b3a8-d88ce7d39d1c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254144 Aug 23 12:05:24.592456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-423073ac-b7b7-4f6f-9106-3a6cc2d111bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.620856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] For port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:24.621232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.634447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Calling delete_port for 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:24.652756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:24.659668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.677283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.782359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 9051d3f2-988a-4e98-9e8c-7b510980f92a yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:05:24.808250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7fdc2-3083-4dc0-9632-cac9b929473b req-a60b08b0-cdac-4a9d-bac6-304d38f0a1b3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:24.815789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04d7fdc2-3083-4dc0-9632-cac9b929473b req-a60b08b0-cdac-4a9d-bac6-304d38f0a1b3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c298190d-d6c1-401c-8a3f-b57f8ccbf6b9 HTTP/1.1" status: 200 len: 946 time: 0.3308063 Aug 23 12:05:24.823882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.849473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['7a6cb975-d440-4dd1-8aab-6ef8f03b7700'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:24.862562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-423073ac-b7b7-4f6f-9106-3a6cc2d111bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.865407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-423073ac-b7b7-4f6f-9106-3a6cc2d111bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.880456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Pushing event deleted for resources: {'Port': ['ID=7a6cb975-d440-4dd1-8aab-6ef8f03b7700,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.881029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-423073ac-b7b7-4f6f-9106-3a6cc2d111bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49a2ce82-affc-465c-8a96-0123c0be14b6 HTTP/1.1" status: 204 len: 168 time: 0.6981778 Aug 23 12:05:24.940709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] No DVR routers for this DVR port 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:24.947160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:24.949065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fdfa1ac-6640-45ec-aa79-29d587f575eb req-63bd2cbe-5547-4209-8595-dc783b12a83d tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.44 "DELETE /v2.0/ports/7a6cb975-d440-4dd1-8aab-6ef8f03b7700 HTTP/1.1" status: 204 len: 173 time: 0.7488518 Aug 23 12:05:24.949569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'name': 'network-vif-deleted', 'tag': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:24.952419 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349fa86e-d5ef-4655-9155-2609fbf904c4" -d '{"events": [{"server_uuid": "c298190d-d6c1-401c-8a3f-b57f8ccbf6b9", "name": "network-vif-deleted", "tag": "7a6cb975-d440-4dd1-8aab-6ef8f03b7700"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:24.974525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423073ac-b7b7-4f6f-9106-3a6cc2d111bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2ce82-affc-465c-8a96-0123c0be14b6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:24.992667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04d7fdc2-3083-4dc0-9632-cac9b929473b req-1a6830cf-67e5-4d15-8cf6-cbd76df838c3 tempest-ServerRescueNegativeTestJSON-1114342911 tempest-ServerRescueNegativeTestJSON-1114342911-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e0912be-fb35-4446-806c-5e0c734c333f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759884 Aug 23 12:05:25.010757 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.029154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefe872-cb1c-4585-a1cc-4d1705811999 req-c2efd5ea-24ab-4d49-bb7d-2c87845e67fb tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:25.039845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbefe872-cb1c-4585-a1cc-4d1705811999 req-c2efd5ea-24ab-4d49-bb7d-2c87845e67fb tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 945 time: 0.0805132 Aug 23 12:05:25.101517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.8 (43c2d946-2e92-4333-bca4-706342286c36/7ed44938-b97f-4eb6-b456-0b794505dd7b/9051d3f2-988a-4e98-9e8c-7b510980f92a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:25.118621 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbefe872-cb1c-4585-a1cc-4d1705811999 req-c3958196-4af3-42cf-9fe9-2efc08eaacc9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776415 Aug 23 12:05:25.127414 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6c7006-90ec-4c82-97ba-baf2c05ad176 x-openstack-request-id: req-3e6c7006-90ec-4c82-97ba-baf2c05ad176 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:25.131451 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c298190d-d6c1-401c-8a3f-b57f8ccbf6b9", "name": "network-vif-deleted", "tag": "7a6cb975-d440-4dd1-8aab-6ef8f03b7700", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:25.131810 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e6c7006-90ec-4c82-97ba-baf2c05ad176 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:25.132312 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c298190d-d6c1-401c-8a3f-b57f8ccbf6b9', 'name': 'network-vif-deleted', 'tag': '7a6cb975-d440-4dd1-8aab-6ef8f03b7700', 'status': 'completed', 'code': 200} Aug 23 12:05:25.143202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.176680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0b556-8bd5-4362-b73a-b342fccc371f None None] Network 9290a027-abc4-4ec2-9649-378eff651f66 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:25.186788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.189375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "DELETE /v2.0/subnets/961cb1c2-b82a-49ae-a164-9cf601c305b3 HTTP/1.1" status: 204 len: 168 time: 0.8813343 Aug 23 12:05:25.191661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56446) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:25.192894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbf6d6-e907-46c8-927c-33f9c66fd581 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event deleted for resources: {'Subnet': ['ID=961cb1c2-b82a-49ae-a164-9cf601c305b3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:25.340671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.420419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7ae19-75ca-426e-a3db-c4f562f46561 req-f0965f7d-c66b-48f0-95d8-0a1886185945 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:25.426377 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6e7ae19-75ca-426e-a3db-c4f562f46561 req-f0965f7d-c66b-48f0-95d8-0a1886185945 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1383440 Aug 23 12:05:25.433621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Deleting port 4c504f0d-4289-47ef-85a4-dccc4268b89e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:25.434294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.467615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.518216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d6e7ae19-75ca-426e-a3db-c4f562f46561 req-09acc06a-20f7-4cf1-83ff-01cfed13c35e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810888 Aug 23 12:05:25.519385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object 9051d3f2-988a-4e98-9e8c-7b510980f92a will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:25.522317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] DHCP port deletion for 9290a027-abc4-4ec2-9649-378eff651f66 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:05:25.583610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] Deleting port 4c504f0d-4289-47ef-85a4-dccc4268b89e {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:25.584679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.588530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.628266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] For port 4c504f0d-4289-47ef-85a4-dccc4268b89e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4c504f0d-4289-47ef-85a4-dccc4268b89e,segment=NetworkSegment(2c84784e-f2b0-4c16-8c36-39d9b219d357),segment_id=2c84784e-f2b0-4c16-8c36-39d9b219d357)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:25.628673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.651823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Calling delete_port for 4c504f0d-4289-47ef-85a4-dccc4268b89e owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:25.679818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 43c2d946-2e92-4333-bca4-706342286c36 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:25.682775 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.683033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:25.685783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:25.732998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=9051d3f2-988a-4e98-9e8c-7b510980f92a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:25.789549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] For port 4c504f0d-4289-47ef-85a4-dccc4268b89e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4c504f0d-4289-47ef-85a4-dccc4268b89e,segment=NetworkSegment(2c84784e-f2b0-4c16-8c36-39d9b219d357),segment_id=2c84784e-f2b0-4c16-8c36-39d9b219d357)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:25.790008 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.795468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:25.796165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:25.821313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] Calling delete_port for 4c504f0d-4289-47ef-85a4-dccc4268b89e owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:25.828545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-628ea515-fd7e-4407-b2f4-74888b542632 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8182719 Aug 23 12:05:25.829281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56462) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:26.009594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28217ba9-ed7b-4a04-ac6f-ea1813620c12 None None] Network 43c2d946-2e92-4333-bca4-706342286c36 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:26.012403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.020438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dc038-de6d-414e-b387-1713897096ac req-62dd56ba-8215-479c-8e58-27a4b7de5cc9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:26.023007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c45dc038-de6d-414e-b387-1713897096ac req-62dd56ba-8215-479c-8e58-27a4b7de5cc9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 945 time: 0.1817906 Aug 23 12:05:26.039045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.090380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event deleted for resources: {'Port': ['ID=4c504f0d-4289-47ef-85a4-dccc4268b89e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:26.115024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56474) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:26.122234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] No DVR routers for this DVR port 4c504f0d-4289-47ef-85a4-dccc4268b89e on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:26.214630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] Pushing event deleted for resources: {'Port': ['ID=4c504f0d-4289-47ef-85a4-dccc4268b89e,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:26.222583 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.245177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9290a027-abc4-4ec2-9649-378eff651f66']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:26.257716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3786c5-4b91-49eb-ba34-6613fd91e361 None None] No DVR routers for this DVR port 4c504f0d-4289-47ef-85a4-dccc4268b89e on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:26.286514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d680f1f6-f3c7-4172-aef9-ac4d33a5e776 None None] Provisioning for port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:26.292593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c84784e-f2b0-4c16-8c36-39d9b219d357') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:26.292889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c84784e-f2b0-4c16-8c36-39d9b219d357') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:26.306127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.310553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:26.334705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.347927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:26.348461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.354293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Deleting port 521a89db-053a-4232-812d-510a6221b53d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:26.354691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:26.357898 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:26.422333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-02872f82-f607-4a1d-bf4b-a609ab9d1361 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:26.424498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-02872f82-f607-4a1d-bf4b-a609ab9d1361 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 945 time: 0.4084153 Aug 23 12:05:26.489308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.495132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.500379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] 10.222.0.21 "DELETE /v2.0/networks/9290a027-abc4-4ec2-9649-378eff651f66 HTTP/1.1" status: 204 len: 168 time: 1.3077183 Aug 23 12:05:26.521227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90284328-8ec6-414e-bffb-7a715e4b77a2 tempest-DHCPAgentSchedulersTestJSON-1886213369 tempest-DHCPAgentSchedulersTestJSON-1886213369-project] Pushing event deleted for resources: {'Network': ['ID=9290a027-abc4-4ec2-9649-378eff651f66,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:26.568919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] For port 521a89db-053a-4232-812d-510a6221b53d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=521a89db-053a-4232-812d-510a6221b53d,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:26.577310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.590383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Calling delete_port for 521a89db-053a-4232-812d-510a6221b53d owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:26.591728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:26.604196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:26.604578 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.743013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.807198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,segment=NetworkSegment(07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27),segment_id=07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:26.817209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:26.823344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a189df-083a-429f-a8fb-f0aea0882d54 req-73a0dd81-172f-4d19-a9f2-221021364b27 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:26.824993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0a189df-083a-429f-a8fb-f0aea0882d54 req-73a0dd81-172f-4d19-a9f2-221021364b27 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1685057 Aug 23 12:05:26.957926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4c504f0d-4289-47ef-85a4-dccc4268b89e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:26.994433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:27.000148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4c504f0d-4289-47ef-85a4-dccc4268b89e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:27.000665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4c504f0d-4289-47ef-85a4-dccc4268b89e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:27.024929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0a189df-083a-429f-a8fb-f0aea0882d54 req-57bb41a0-491a-4262-b7e0-8553dea7fe82 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743455 Aug 23 12:05:27.030131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.036842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56498) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:27.052255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['521a89db-053a-4232-812d-510a6221b53d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:27.067697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9e4e4818-de68-4606-9a4e-fa270407f81a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:27.141031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event deleted for resources: {'Port': ['ID=521a89db-053a-4232-812d-510a6221b53d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:27.281416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bf6092de-ae50-4a2e-8ded-39ca81a62917 None None] Provisioning for port 9051d3f2-988a-4e98-9e8c-7b510980f92a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:27.293175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] No DVR routers for this DVR port 521a89db-053a-4232-812d-510a6221b53d on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:27.297470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.305522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c45dc038-de6d-414e-b387-1713897096ac req-d068058c-dc5c-4a98-a423-da7fe81064ac tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.44 "DELETE /v2.0/ports/521a89db-053a-4232-812d-510a6221b53d HTTP/1.1" status: 204 len: 173 time: 1.2750077 Aug 23 12:05:27.306193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229302a0-d258-4310-ac32-136902009ced', 'name': 'network-vif-deleted', 'tag': '521a89db-053a-4232-812d-510a6221b53d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:27.311408 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10831002-7238-4012-ba17-d7e697c9122f" -d '{"events": [{"server_uuid": "229302a0-d258-4310-ac32-136902009ced", "name": "network-vif-deleted", "tag": "521a89db-053a-4232-812d-510a6221b53d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:27.325884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bf6092de-ae50-4a2e-8ded-39ca81a62917 None None] Provisioning complete for port 9051d3f2-988a-4e98-9e8c-7b510980f92a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:27.327018 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf6092de-ae50-4a2e-8ded-39ca81a62917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.345788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dbea3-3289-4419-86ad-2563e8be3068 req-67fe04fb-7332-4b12-845a-8adba07f6fbb tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:27.354833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e3dbea3-3289-4419-86ad-2563e8be3068 req-67fe04fb-7332-4b12-845a-8adba07f6fbb tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=229302a0-d258-4310-ac32-136902009ced HTTP/1.1" status: 200 len: 945 time: 1.1205688 Aug 23 12:05:27.377041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.425502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bf6092de-ae50-4a2e-8ded-39ca81a62917 None None] Port 9051d3f2-988a-4e98-9e8c-7b510980f92a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:27.429738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-54c800df-2e63-4089-8765-1decbc66dfd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a11546113a8476a9c9e77c0d756484e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903942 Aug 23 12:05:27.431627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56512) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:27.500133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bf6092de-ae50-4a2e-8ded-39ca81a62917 None None] Provisioning complete for port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:27.500716 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf6092de-ae50-4a2e-8ded-39ca81a62917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.505234 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390e2dd9-1608-48bf-bb48-a02bda8a69db x-openstack-request-id: req-390e2dd9-1608-48bf-bb48-a02bda8a69db {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:27.505607 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229302a0-d258-4310-ac32-136902009ced", "name": "network-vif-deleted", "tag": "521a89db-053a-4232-812d-510a6221b53d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:27.507242 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-390e2dd9-1608-48bf-bb48-a02bda8a69db {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:27.507856 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229302a0-d258-4310-ac32-136902009ced', 'name': 'network-vif-deleted', 'tag': '521a89db-053a-4232-812d-510a6221b53d', 'status': 'completed', 'code': 200} Aug 23 12:05:27.576138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f451fdd4-d711-43a7-8e8c-7e211e4d7599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.613120 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.659373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f451fdd4-d711-43a7-8e8c-7e211e4d7599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.677790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e3dbea3-3289-4419-86ad-2563e8be3068 req-197723b4-d64c-499b-90f4-4fd20dc921cd tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c637741-46a3-4dd7-a682-c1d518802d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212020 Aug 23 12:05:27.707840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.734388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Deleting port 9e4e4818-de68-4606-9a4e-fa270407f81a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:27.734783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.739444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7d21-e7cc-4dd0-9749-1063fef58cfc req-de90124e-ac08-4e9b-be26-fbd5d7bf2850 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:27.741099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fb5b7d21-e7cc-4dd0-9749-1063fef58cfc req-de90124e-ac08-4e9b-be26-fbd5d7bf2850 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1401284 Aug 23 12:05:27.805524 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f451fdd4-d711-43a7-8e8c-7e211e4d7599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.808340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f451fdd4-d711-43a7-8e8c-7e211e4d7599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.811810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f451fdd4-d711-43a7-8e8c-7e211e4d7599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29aa412a-ce3c-4d63-9f58-afb1d52c4fae HTTP/1.1" status: 204 len: 168 time: 0.3757727 Aug 23 12:05:27.818405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fb5b7d21-e7cc-4dd0-9749-1063fef58cfc req-c4d8bbf9-990d-4b56-ac35-e539d528fa63 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695949 Aug 23 12:05:27.830514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:27.845887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451fdd4-d711-43a7-8e8c-7e211e4d7599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aa412a-ce3c-4d63-9f58-afb1d52c4fae,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:27.869215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:27.870372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7a6cb975-d440-4dd1-8aab-6ef8f03b7700 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:27.870809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 521a89db-053a-4232-812d-510a6221b53d no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:27.902353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 521a89db-053a-4232-812d-510a6221b53d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:27.902706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 521a89db-053a-4232-812d-510a6221b53d not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:27.909706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a02040c8-23f3-4e0f-a7de-642b24c843df None None] Provisioning complete for port 9051d3f2-988a-4e98-9e8c-7b510980f92a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:27.910044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a02040c8-23f3-4e0f-a7de-642b24c843df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:27.965435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a02040c8-23f3-4e0f-a7de-642b24c843df None None] Port 9051d3f2-988a-4e98-9e8c-7b510980f92a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:28.016232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] For port 9e4e4818-de68-4606-9a4e-fa270407f81a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9e4e4818-de68-4606-9a4e-fa270407f81a,segment=NetworkSegment(b0af056d-6c42-47dd-8aee-1c2cdd33d84f),segment_id=b0af056d-6c42-47dd-8aee-1c2cdd33d84f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:28.016615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.061780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Calling delete_port for 9e4e4818-de68-4606-9a4e-fa270407f81a owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:28.121252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.215381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:28.307821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:28.308140 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.309574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.368639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.396635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.433799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56538) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:28.449335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69d811ce-a9c1-4472-8fea-b48c5f1b0934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.595791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69d811ce-a9c1-4472-8fea-b48c5f1b0934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.599766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=9051d3f2-988a-4e98-9e8c-7b510980f92a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:28.600870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69d811ce-a9c1-4472-8fea-b48c5f1b0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.646678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d811ce-a9c1-4472-8fea-b48c5f1b0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ee3eb-6921-477b-b6b6-b03cfbb83040,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:28.651494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-69d811ce-a9c1-4472-8fea-b48c5f1b0934 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0954c8c29834294b149356cf773c6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166460 Aug 23 12:05:28.654392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56544) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:28.656336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.724220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e07b0cf-4309-4eae-96b2-c9fe15f0d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.751051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e07b0cf-4309-4eae-96b2-c9fe15f0d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.785149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Pushing event deleted for resources: {'Port': ['ID=9e4e4818-de68-4606-9a4e-fa270407f81a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:28.805262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-62befd15-1ede-4fb0-807a-aa262752feb1 None None] Provisioning complete for port 9051d3f2-988a-4e98-9e8c-7b510980f92a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:28.805632 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-62befd15-1ede-4fb0-807a-aa262752feb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.816564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e07b0cf-4309-4eae-96b2-c9fe15f0d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.821337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e07b0cf-4309-4eae-96b2-c9fe15f0d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.829989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e07b0cf-4309-4eae-96b2-c9fe15f0d3e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de9ee3eb-6921-477b-b6b6-b03cfbb83040 HTTP/1.1" status: 204 len: 168 time: 0.1733127 Aug 23 12:05:28.860079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b0cf-4309-4eae-96b2-c9fe15f0d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9ee3eb-6921-477b-b6b6-b03cfbb83040,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:28.879629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] No DVR routers for this DVR port 9e4e4818-de68-4606-9a4e-fa270407f81a on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:28.885238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:28.887737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c7e58b8-4727-43f6-ab6d-1c56e8e13ff7 req-95b107c8-2976-4f08-98ac-fe43744388d8 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.41 "DELETE /v2.0/ports/9e4e4818-de68-4606-9a4e-fa270407f81a HTTP/1.1" status: 204 len: 173 time: 2.4555411 Aug 23 12:05:28.890971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'name': 'network-vif-deleted', 'tag': '9e4e4818-de68-4606-9a4e-fa270407f81a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:28.892921 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0383e917-3013-42bb-874a-8c5580f23a34" -d '{"events": [{"server_uuid": "9d6d03c2-e753-42bd-bfb7-259270bffe34", "name": "network-vif-deleted", "tag": "9e4e4818-de68-4606-9a4e-fa270407f81a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:28.901116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-62befd15-1ede-4fb0-807a-aa262752feb1 None None] Port 9051d3f2-988a-4e98-9e8c-7b510980f92a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:28.935634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-442a8dd5-888d-41e2-ace2-d8c18d97b283 req-df16ef58-f2af-494d-b749-5e35ea66a1e9 tempest-MultipleCreateTestJSON-1431044694 tempest-MultipleCreateTestJSON-1431044694-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d6d03c2-e753-42bd-bfb7-259270bffe34 HTTP/1.1" status: 200 len: 210 time: 0.0932508 Aug 23 12:05:28.940597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:29.003202 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc213d8-4d51-4803-9d36-a04fe688aaea x-openstack-request-id: req-dfc213d8-4d51-4803-9d36-a04fe688aaea {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:29.003533 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6d03c2-e753-42bd-bfb7-259270bffe34", "name": "network-vif-deleted", "tag": "9e4e4818-de68-4606-9a4e-fa270407f81a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:29.003754 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfc213d8-4d51-4803-9d36-a04fe688aaea {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:29.004353 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6d03c2-e753-42bd-bfb7-259270bffe34', 'name': 'network-vif-deleted', 'tag': '9e4e4818-de68-4606-9a4e-fa270407f81a', 'status': 'completed', 'code': 200} Aug 23 12:05:29.182879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b01878-b28b-41b9-9d98-f6be0f30aafb req-598a8279-9253-4fab-8a90-a9bc551beac7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:29.184189 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55b01878-b28b-41b9-9d98-f6be0f30aafb req-598a8279-9253-4fab-8a90-a9bc551beac7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1829665 Aug 23 12:05:29.241366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:29.279102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Deleting port 1fe264a4-728f-403b-8bfb-6945258260dc {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:29.279485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:29.303193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-55b01878-b28b-41b9-9d98-f6be0f30aafb req-5d370cb7-83f2-42c2-b883-e5746c4622f9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911329 Aug 23 12:05:29.543465 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] For port 1fe264a4-728f-403b-8bfb-6945258260dc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1fe264a4-728f-403b-8bfb-6945258260dc,segment=NetworkSegment(6966cc1a-7e64-4890-a49c-9270cdef7c1e),segment_id=6966cc1a-7e64-4890-a49c-9270cdef7c1e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:29.544748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:29.571326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Calling delete_port for 1fe264a4-728f-403b-8bfb-6945258260dc owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:29.717404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9e4e4818-de68-4606-9a4e-fa270407f81a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:29.756395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 9e4e4818-de68-4606-9a4e-fa270407f81a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:29.756757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9e4e4818-de68-4606-9a4e-fa270407f81a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:29.955204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969f2b7-2a73-4311-971c-c0d885603095 req-5bb61373-6cbd-4991-96c6-e28bbfc80f60 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:29.957647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8969f2b7-2a73-4311-971c-c0d885603095 req-5bb61373-6cbd-4991-96c6-e28bbfc80f60 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.0630291 Aug 23 12:05:30.014215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56602) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:30.024887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8969f2b7-2a73-4311-971c-c0d885603095 req-f77f5271-81ee-4fac-b64b-554253fc7e2e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Aug 23 12:05:30.079980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Deleting subnet f4b32825-35d0-4206-9728-5db0b0d7203c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:30.088639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.140969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.197726 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.247256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.296514 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe264a4-728f-403b-8bfb-6945258260dc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:30.361339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.373310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.382007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.402717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b32825-35d0-4206-9728-5db0b0d7203c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:30.409706 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.412220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f567bee2-77ce-4a87-8538-25634de9c7cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4b32825-35d0-4206-9728-5db0b0d7203c HTTP/1.1" status: 204 len: 168 time: 0.3863001 Aug 23 12:05:30.415234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56614) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:30.507269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.523915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=9051d3f2-988a-4e98-9e8c-7b510980f92a,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:30.535283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.641065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.655164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef1ac25-979d-4c65-af2a-1f109ec75368']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:30.658550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.670489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:30.670838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0af056d-6c42-47dd-8aee-1c2cdd33d84f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:30.689891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.705963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.715970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:30.716785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:30.718986 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:30.742639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 43c2d946-2e92-4333-bca4-706342286c36 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:30.746063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:30.816359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.824515 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:30.826768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ef1ac25-979d-4c65-af2a-1f109ec75368 HTTP/1.1" status: 204 len: 168 time: 0.4103332 Aug 23 12:05:30.840719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e33b88-fd5e-40cc-83f8-dab1d1fa42ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef1ac25-979d-4c65-af2a-1f109ec75368,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:31.078341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Router 62a6a99d-eb59-49da-a588-485a70312c37 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:05:31.089482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:05:31.137987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-df069d7e-55b8-4eee-a635-e1706c578a4a None None] Provisioning complete for port 9051d3f2-988a-4e98-9e8c-7b510980f92a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:31.139310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-df069d7e-55b8-4eee-a635-e1706c578a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.158753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56644) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:31.215486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-80837eee-6802-476e-8381-00223bd9c330 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11a77fe7e95d46f88b045bdcdfb926a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555120 Aug 23 12:05:31.220197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56646) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:31.231608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-df069d7e-55b8-4eee-a635-e1706c578a4a None None] Port 9051d3f2-988a-4e98-9e8c-7b510980f92a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:31.268829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:05:31.282278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] Sync routers for ids ['62a6a99d-eb59-49da-a588-485a70312c37'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:05:31.292058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fbce9cd-c65b-4c83-b48b-5c805f945e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.295949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] Routers {'62a6a99d-eb59-49da-a588-485a70312c37'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:31.297658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['62a6a99d-eb59-49da-a588-485a70312c37'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:31.311114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-111bbc80-23e1-41d6-be08-55594a351116 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/routers/62a6a99d-eb59-49da-a588-485a70312c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4801083 Aug 23 12:05:31.320028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56648) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:31.323875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438547-740b-47aa-a73d-2cd54aeb6182 req-8defd1c1-bb89-4e95-8db7-b725a405ee32 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:31.325902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1438547-740b-47aa-a73d-2cd54aeb6182 req-8defd1c1-bb89-4e95-8db7-b725a405ee32 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1922200 Aug 23 12:05:31.360773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:05:31.372260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c618486f-cf23-4c3a-9337-2727b18dc63b admin admin] 10.222.0.21 "PUT /v2.0/routers/13df41eb-6d4d-408f-b360-ca6dcf5fc6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2543221 Aug 23 12:05:31.372897 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] Sync routers for ids ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:05:31.378878 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fbce9cd-c65b-4c83-b48b-5c805f945e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.380602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56652) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:31.398925 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] Routers {'13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:31.402576 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:31.443452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1438547-740b-47aa-a73d-2cd54aeb6182 req-88ac99c9-60e0-4f9a-9561-8c4c2d65a115 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751333 Aug 23 12:05:31.446065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:31.469788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] Routers {'62a6a99d-eb59-49da-a588-485a70312c37'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:31.470446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['62a6a99d-eb59-49da-a588-485a70312c37'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:31.507111 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.566204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfb5eb-e802-4b0c-bf03-e05227dff407 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:31.566977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bcbfb5eb-e802-4b0c-bf03-e05227dff407 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a6a99d-eb59-49da-a588-485a70312c37 HTTP/1.1" status: 200 len: 981 time: 0.2446022 Aug 23 12:05:31.570444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56660) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:31.581332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:31.581768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94afd83-abe2-4912-b92f-2e37ca5f05f8 None None] The sync data for ids ['62a6a99d-eb59-49da-a588-485a70312c37'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:05:31.667321 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] Set router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:31.699034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fbce9cd-c65b-4c83-b48b-5c805f945e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.702447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fbce9cd-c65b-4c83-b48b-5c805f945e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.704064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5fbce9cd-c65b-4c83-b48b-5c805f945e27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c637741-46a3-4dd7-a682-c1d518802d9d HTTP/1.1" status: 204 len: 168 time: 0.4823978 Aug 23 12:05:31.725963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbce9cd-c65b-4c83-b48b-5c805f945e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c637741-46a3-4dd7-a682-c1d518802d9d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:31.773912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.855754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d6d613d1-4b07-4f41-9134-4e820306d055 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:05:31.857557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Deleting port 7616a0e0-d498-4a19-9325-981f1a67aa80 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:31.857929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:31.867763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56670) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:31.963276 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:05:30Z', 'revision_number': 5, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port': {'id': '7616a0e0-d498-4a19-9325-981f1a67aa80', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:02:47Z', 'updated_at': '2021-08-23T12:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:31.992424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] For port 7616a0e0-d498-4a19-9325-981f1a67aa80, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7616a0e0-d498-4a19-9325-981f1a67aa80,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:31.992941 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.012644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Calling delete_port for 7616a0e0-d498-4a19-9325-981f1a67aa80 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:32.014115 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] Checking router: 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:05:32.028982 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] Routers {'13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:32.029990 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:32.059844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:32.084591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'port_id': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'mac_address': 'fa:16:3e:0f:9a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:05:32.172491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.191209 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] Set router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:32.208793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6d613d1-4b07-4f41-9134-4e820306d055 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:05:32.256728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:32.275379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.339507 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:05:31Z', 'revision_number': 6, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:32.411837 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.425492 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44075c-d856-41fd-a7b5-da70a723be17 None None] The sync data for ids ['13df41eb-6d4d-408f-b360-ca6dcf5fc6b9'] in n-d-773645-7 is: [{'id': '13df41eb-6d4d-408f-b360-ca6dcf5fc6b9', 'name': 'tempest-ServerRescueNegativeTestJSON-150363195-router', 'tenant_id': 'b0c61ae0edd8476a8303be755051c22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:02:45Z', 'updated_at': '2021-08-23T12:05:31Z', 'revision_number': 6, 'project_id': 'b0c61ae0edd8476a8303be755051c22b', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:05:32.432181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d6d613d1-4b07-4f41-9134-4e820306d055'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:05:32.439793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:32.547014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7616a0e0-d498-4a19-9325-981f1a67aa80,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:32.606571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.789498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.817564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-542744151'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:32.824394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.913758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.915138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.943324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96a175-423a-444a-9435-e27f7ca45e32 req-2849d6cc-f4ca-4f4b-abed-d5f9df4f65fd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:32.945907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b96a175-423a-444a-9435-e27f7ca45e32 req-2849d6cc-f4ca-4f4b-abed-d5f9df4f65fd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 945 time: 0.2992167 Aug 23 12:05:32.955688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.968396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.969067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:32.980517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:32.981718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-33b60373-6be8-4b5e-a292-035645ab8c44 admin admin] 10.222.0.21 "DELETE /v2.0/routers/13df41eb-6d4d-408f-b360-ca6dcf5fc6b9 HTTP/1.1" status: 204 len: 168 time: 1.5960765 Aug 23 12:05:32.988317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56710) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:33.078851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Deleting subnet 00dc204e-6798-44be-80f0-67622109cca5 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:33.085028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.125109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b96a175-423a-444a-9435-e27f7ca45e32 req-bebe44d3-097e-4402-94ab-70e2137eff16 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646276 Aug 23 12:05:33.139880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.177381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.188353 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.194660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.222145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.223679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c14e3673-14e0-4ed9-a99e-08cd594a6205 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3549676 Aug 23 12:05:33.228573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56728) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:33.291290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.315554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.319785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00dc204e-6798-44be-80f0-67622109cca5 HTTP/1.1" status: 204 len: 168 time: 0.3289528 Aug 23 12:05:33.329114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56730) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:33.358050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8e5b7-6651-4b67-bd54-f1660c5ee714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dc204e-6798-44be-80f0-67622109cca5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:33.376492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.669470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.673328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.679511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.683674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 9051d3f2-988a-4e98-9e8c-7b510980f92a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:33.684116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.863477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d6d613d1-4b07-4f41-9134-4e820306d055 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:33.917018 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.918583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb49c67c-3533-4a99-9e3b-228fe5f89de8 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:33.957054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:33.958570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3834f09b-9457-466c-a29e-35f4930c2d85 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bb49c67c-3533-4a99-9e3b-228fe5f89de8 HTTP/1.1" status: 204 len: 168 time: 0.7279403 Aug 23 12:05:33.962534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56750) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:33.973223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Request body: {'router': {'name': 'tempest-router-1791773987', 'distributed': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:34.051552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.053387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.076411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.082353 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.134682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931f707-f128-46e9-818d-25b1c16dfa17']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:34.136600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d6d613d1-4b07-4f41-9134-4e820306d055 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:34.136986 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.177761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 9051d3f2-988a-4e98-9e8c-7b510980f92a owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:34.201491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6966cc1a-7e64-4890-a49c-9270cdef7c1e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:34.210414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.211151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6966cc1a-7e64-4890-a49c-9270cdef7c1e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:34.225517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.258898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.264321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.265923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-03b4b717-e6b4-4d21-8b2c-8246256d76e2 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3022082 Aug 23 12:05:34.269955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56758) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:34.326922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1fe264a4-728f-403b-8bfb-6945258260dc no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:34.392209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.439185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:34.442336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:34.446778 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:34.456790 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.462188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1fe264a4-728f-403b-8bfb-6945258260dc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:34.462562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1fe264a4-728f-403b-8bfb-6945258260dc not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:34.463153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7616a0e0-d498-4a19-9325-981f1a67aa80 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:34.503763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7616a0e0-d498-4a19-9325-981f1a67aa80 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:34.504112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7616a0e0-d498-4a19-9325-981f1a67aa80 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:34.549881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:34.552651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:05:34.557530 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bd9e89-b431-4512-88ab-c1055c04677d" -d '{"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-plugged", "status": "completed", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:05:34.576814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.660865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.674767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.677720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2931f707-f128-46e9-818d-25b1c16dfa17 HTTP/1.1" status: 204 len: 168 time: 1.3466578 Aug 23 12:05:34.719755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:34.730575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69317490-a41b-463b-842a-89ca129721d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2931f707-f128-46e9-818d-25b1c16dfa17,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:34.869578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:34.958837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=9051d3f2-988a-4e98-9e8c-7b510980f92a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:35.008724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56784) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:35.142501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.268529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f684e167-b201-44af-93a1-81b13b46ea19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0c61ae0edd8476a8303be755051c22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539420 Aug 23 12:05:35.276931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56794) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:35.333780 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.567468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6997bd3-01bc-4a15-9f2d-fa2b06455882 req-521dcb82-04eb-467d-a887-399f846cc43e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:35.570013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6997bd3-01bc-4a15-9f2d-fa2b06455882 req-521dcb82-04eb-467d-a887-399f846cc43e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.6075642 Aug 23 12:05:35.658926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.661646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.663847 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73868588-205d-4f9c-bd7a-fb2a4e1807e5 x-openstack-request-id: req-73868588-205d-4f9c-bd7a-fb2a4e1807e5 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:05:35.664394 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-plugged", "status": "completed", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:05:35.664491 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73868588-205d-4f9c-bd7a-fb2a4e1807e5 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:05:35.664848 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'code': 200} Aug 23 12:05:35.773209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30c6270d-dbc6-490e-9d16-fe63eccc8ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.780725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Router 62a6a99d-eb59-49da-a588-485a70312c37 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:05:35.814416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30c6270d-dbc6-490e-9d16-fe63eccc8ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.904971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.905562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0be19b8f-169a-4e36-944e-018dc5de8788 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:35.916174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:35.923241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31f81494-4204-42d8-8aea-316073c452b1 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0be19b8f-169a-4e36-944e-018dc5de8788 HTTP/1.1" status: 204 len: 168 time: 1.6517773 Aug 23 12:05:35.923902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56808) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:35.929501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:05:35.930730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Request body: {'router': {'name': 'tempest-router-256593240', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9e30fd2e611a42d58d34872ad9e1c0e7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:35.938629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6997bd3-01bc-4a15-9f2d-fa2b06455882 req-a4748943-b71e-4a36-87c9-61668140701f tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710592 Aug 23 12:05:35.951318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:35.952150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6fd25fee-ca41-4a92-bee0-d8599967aa1a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/routers/62a6a99d-eb59-49da-a588-485a70312c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3804216 Aug 23 12:05:35.962417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] Sync routers for ids ['62a6a99d-eb59-49da-a588-485a70312c37'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:05:35.993766 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-892c2b7d-595f-4ea2-8fc2-cfd99a3806e5 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:05:36.003162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-892c2b7d-595f-4ea2-8fc2-cfd99a3806e5 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/9051d3f2-988a-4e98-9e8c-7b510980f92a HTTP/1.1" status: 404 len: 333 time: 0.0438204 Aug 23 12:05:36.004583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56812) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:36.019216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] Routers {'62a6a99d-eb59-49da-a588-485a70312c37'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:36.020513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['62a6a99d-eb59-49da-a588-485a70312c37'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:36.040716 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30c6270d-dbc6-490e-9d16-fe63eccc8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.044312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30c6270d-dbc6-490e-9d16-fe63eccc8ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.048572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-30c6270d-dbc6-490e-9d16-fe63eccc8ef2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e0912be-fb35-4446-806c-5e0c734c333f HTTP/1.1" status: 204 len: 168 time: 0.7679808 Aug 23 12:05:36.074858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6270d-dbc6-490e-9d16-fe63eccc8ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0912be-fb35-4446-806c-5e0c734c333f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:36.128239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-355b0c5b-80a3-4d7b-9ad8-2bc31d7f0f82 req-d5d2c38d-8eed-4421-8e56-54aca0694c3d tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0818212 Aug 23 12:05:36.129163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.132526 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.254877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:36.336810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] Routers {'62a6a99d-eb59-49da-a588-485a70312c37'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:36.339480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['62a6a99d-eb59-49da-a588-485a70312c37'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:36.454199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:36.455682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155b948-abc9-4203-9e5b-21bf9e8a3fe6 None None] The sync data for ids ['62a6a99d-eb59-49da-a588-485a70312c37'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:05:36.507189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.668108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.739370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.863563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.864806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fb091608-8e09-42ec-8299-cba2c6bb4c19 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9377828 Aug 23 12:05:36.867729 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56830) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:36.873005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:36.874445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:36.875995 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.061572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.062064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Fanout notify agent at l3_agent the message router_deleted on router 62a6a99d-eb59-49da-a588-485a70312c37 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:37.072476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.075677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-af231efb-08df-4625-9e91-35103e0a6828 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/routers/62a6a99d-eb59-49da-a588-485a70312c37 HTTP/1.1" status: 204 len: 168 time: 1.0659080 Aug 23 12:05:37.085562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56844) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:37.285167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 7ed44938-b97f-4eb6-b456-0b794505dd7b {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:37.304265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.346139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ec7d-bab1-4a52-ae4c-f91b9ed58293 req-7c66d204-af4d-4c30-bc05-5251172e996e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:37.354358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c2ec7d-bab1-4a52-ae4c-f91b9ed58293 req-7c66d204-af4d-4c30-bc05-5251172e996e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.2211449 Aug 23 12:05:37.405783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.485074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c2ec7d-bab1-4a52-ae4c-f91b9ed58293 req-fd04d561-9b76-4c49-9c56-28130c3a3202 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271930 Aug 23 12:05:37.559133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fe20f1c-63a8-4eb9-bf03-ab9d9b60ee9e req-c114e984-5aef-4ae7-8ede-3f3dad463bac tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0599239 Aug 23 12:05:37.604066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.712685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.713127 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.740374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.801658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed44938-b97f-4eb6-b456-0b794505dd7b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:37.811535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.813660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f4f4c327-c032-4b22-8fbb-fc4efc5ec633 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/7ed44938-b97f-4eb6-b456-0b794505dd7b HTTP/1.1" status: 204 len: 168 time: 0.7269907 Aug 23 12:05:37.818016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56864) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:37.821404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337a72e-6133-474e-a194-0c07d100c0db None None] Network 43c2d946-2e92-4333-bca4-706342286c36 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:37.867351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101058) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 23 12:05:37.870168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Router 1aa968af-b340-4450-8e90-b73d942452d5 migrating from provider to provider. {{(pid=101058) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 23 12:05:37.873762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.890277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:37.904591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.139371 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:05:38.155657 n-d-773645-7 neutron-server[101058]: WARNING neutron.scheduler.l3_agent_scheduler [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] No L3 agents can host the router 1aa968af-b340-4450-8e90-b73d942452d5 Aug 23 12:05:38.159699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56870) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:38.196894 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.296334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] DHCP port deletion for 43c2d946-2e92-4333-bca4-706342286c36 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:05:38.478175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Hosts for router 1aa968af-b340-4450-8e90-b73d942452d5: [] {{(pid=101058) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 23 12:05:38.479245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:38.480009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.501793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] Deleting port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:38.501793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.563715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-network', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:38.584802 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1da4825d-4f18-480f-aa71-ab4de4921a84 req-0646bb79-1519-4163-85e8-fdbf77190f1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.1422119 Aug 23 12:05:38.588823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Hosts for other DVR routers connected to router 1aa968af-b340-4450-8e90-b73d942452d5: set() {{(pid=101058) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 23 12:05:38.605961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.607307 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-879d4343-fbd1-416b-83a7-e2cf80445167 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "PUT /v2.0/routers/1aa968af-b340-4450-8e90-b73d942452d5 HTTP/1.1" status: 200 len: 716 time: 1.7384474 Aug 23 12:05:38.610446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56880) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:38.629235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] For port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,segment=NetworkSegment(07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27),segment_id=07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:38.630149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.665245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] Calling delete_port for a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:38.751222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,segment=NetworkSegment(07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27),segment_id=07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:38.752372 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.778396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:38.808761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Made reservation on behalf of 3743d3d08eb1448ba69b15a76e97b9a3 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:38.812474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.825601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cb766f2a-9957-4dee-bc7e-02fd7dc6c738 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "GET /v2.0/routers/1aa968af-b340-4450-8e90-b73d942452d5 HTTP/1.1" status: 200 len: 716 time: 0.2099810 Aug 23 12:05:38.830066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56886) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:38.870022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8784a158-c669-4edc-bc4f-f834fe0d3ed9 req-36d6f646-c970-4ed5-bca6-3b402ca1958b tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0904765 Aug 23 12:05:38.884693 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.918709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] Pushing event deleted for resources: {'Port': ['ID=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:38.923138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23b5d0-db8c-4100-945c-83336bb4875f None None] No DVR routers for this DVR port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:38.926522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:38.960305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8778a-7c3b-4444-b419-4277e77f70de req-58aa54ca-3107-4f26-99e4-6e5d36e61ebd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:38.970090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61f8778a-7c3b-4444-b419-4277e77f70de req-58aa54ca-3107-4f26-99e4-6e5d36e61ebd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.3706148 Aug 23 12:05:39.147455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61f8778a-7c3b-4444-b419-4277e77f70de req-0a5ad93c-3de9-46ee-adfe-778aa2cdf472 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760495 Aug 23 12:05:39.179746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.289839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:05:39.305594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:39.382848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-be997742-90a3-400a-a8f1-19100a1dae8c tempest-RoutersTestDVR-706262846 tempest-RoutersTestDVR-706262846-project] 10.222.0.21 "GET /v2.0/routers/1aa968af-b340-4450-8e90-b73d942452d5 HTTP/1.1" status: 200 len: 682 time: 0.5475538 Aug 23 12:05:39.385598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56896) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:39.503850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.554037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.582026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c2d946-2e92-4333-bca4-706342286c36']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:39.587306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.597527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.603359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:39.604102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ea9cd3-6a52-4b76-9ca9-d24d7c8f3b27') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:39.626067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.655258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:05:39.672011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6a3c2-0056-4638-aeb5-d11e0df88b35,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:39.677097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.686052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:05:39.686535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:05:39.693027 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:05:39.785718 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.787456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.804153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.805448 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Added segment c2da449e-239f-4091-a762-4b00ea842181 of type vlan for network f504f6cb-2845-4cee-8221-055f99f229eb Aug 23 12:05:39.836966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.837511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa968af-b340-4450-8e90-b73d942452d5 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:39.846413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.849053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.852450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c479622d-dc30-445b-a0ec-f61e576c6867 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1aa968af-b340-4450-8e90-b73d942452d5 HTTP/1.1" status: 204 len: 168 time: 0.4655590 Aug 23 12:05:39.856659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56902) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:39.866117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Request body: {'router': {'name': 'tempest-router-1314593561', 'distributed': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:39.881666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.896525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.902374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/43c2d946-2e92-4333-bca4-706342286c36 HTTP/1.1" status: 204 len: 168 time: 2.0731268 Aug 23 12:05:39.904763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56904) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:39.908834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac783d7d-e5b9-4195-8c6c-b9a732098a53 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=43c2d946-2e92-4333-bca4-706342286c36,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:39.933167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.934427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.939629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:39.950110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:39.950110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.055726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d228f5-a909-42d9-93d6-5885dd7434dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:40.060047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d2d228f5-a909-42d9-93d6-5885dd7434dc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/4800a928-87ab-43b5-888c-fb7b80be09fc HTTP/1.1" status: 200 len: 841 time: 0.1524680 Aug 23 12:05:40.062524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72c001f3-9879-4ef1-ad97-53841149445c req-13040c4a-10a0-4e60-b2e9-6e2a97f12263 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0608549 Aug 23 12:05:40.064732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56910) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:40.100436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9305794 Aug 23 12:05:40.101295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56914) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:40.122567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.129326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Request body: {'subnet': {'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-subnet', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:40.143347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a42afe-1d68-4355-839d-75a1a53e2dcc admin admin] Pushing event updated for resources: {'Network': ['ID=f504f6cb-2845-4cee-8221-055f99f229eb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:40.145039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.155566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f504f6cb-2845-4cee-8221-055f99f229eb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:05:40.173597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e5b621cc-b098-4daa-aa21-585e77e240f0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/4800a928-87ab-43b5-888c-fb7b80be09fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1061628 Aug 23 12:05:40.182992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56922) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:40.196048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:40.214075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Made reservation on behalf of 3743d3d08eb1448ba69b15a76e97b9a3 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:40.218466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.223296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.228033 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b8bbeedc-8de7-42c9-af58-2d2255f032fb tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3698213 Aug 23 12:05:40.229205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56924) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:40.323931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:05:40.416205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:05:40.425010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a1f2f697-4cc6-43cc-84e4-ffe9f6416ddc not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:05:40.486616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e22845-3297-476d-8629-3b65974cfa75 req-dd66a56b-a50f-4cf5-b830-8abebdcbfa44 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:40.498965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59e22845-3297-476d-8629-3b65974cfa75 req-dd66a56b-a50f-4cf5-b830-8abebdcbfa44 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.2345998 Aug 23 12:05:40.502246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:40.523701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.570305 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59e22845-3297-476d-8629-3b65974cfa75 req-b9f995a5-e6ce-4eb6-9fd3-e826d59b718e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703285 Aug 23 12:05:40.580567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.776552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.936777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:40.984469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:40.989671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Checking segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:40.990148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Network hostable DHCP agents. Network: f504f6cb-2845-4cee-8221-055f99f229eb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:05:40.991320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.013973 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.057459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.059252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55feccac-75d5-4c18-87d2-6cc111fd1a5f {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:05:41.068060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.070387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9f785e5b-81c6-4682-9ede-7084e9f940b6 tempest-RoutersTestDVR-2099700478 tempest-RoutersTestDVR-2099700478-project-admin] 10.222.0.21 "DELETE /v2.0/routers/55feccac-75d5-4c18-87d2-6cc111fd1a5f HTTP/1.1" status: 204 len: 168 time: 0.8400302 Aug 23 12:05:41.072022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Network f504f6cb-2845-4cee-8221-055f99f229eb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:05:41.082648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:41.088755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:41.095344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:41.095984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.107422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f504f6cb-2845-4cee-8221-055f99f229eb) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:41.112357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49403de-3497-46d7-8eae-98236106e39e None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:41.133889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:41.134497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.136795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=c5042f07-774c-4bfd-aa6a-986bacf5bca1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:41.168445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5658844f-0501-4216-a06b-7d859a9707dd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9812298 Aug 23 12:05:41.171626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56952) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:41.186325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f4a45d57-b999-47b1-830d-c451203b32bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0836968 Aug 23 12:05:41.189638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56954) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:41.192697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'security_group': {'name': 'tempest-secgroup-50484158'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:41.196272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:41.223837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ce59a-9fff-4127-96ed-2da48a3540d0 None None] Network f504f6cb-2845-4cee-8221-055f99f229eb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:41.241974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.243057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.277556 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.394037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.490053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-86cefd38-6078-4baa-8d05-2e2f524b3240', 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'tenant_id': 'a7841f32aefa4332b4d4855a00a13e47', 'fixed_ips': [{'subnet_id': 'c5042f07-774c-4bfd-aa6a-986bacf5bca1'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:05:41.491206 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.566926 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.574570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.640644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.646466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4729772 Aug 23 12:05:41.652444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56964) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:41.671333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236721969'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:41.685086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227a780-f933-4019-a7ea-d5ee5517e234 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9334847-dff1-4a5a-9f6d-b000455d1150,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:41.736310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.890401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f504f6cb-2845-4cee-8221-055f99f229eb', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:05:41.893657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.975831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:41.986788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:42.024127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:42.051579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56978) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:42.129154 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:42.130468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4767785 Aug 23 12:05:42.144359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e455ff9d-be4c-4365-bc60-d44230cb52e4 req-de527e6c-f143-40f8-8ef2-8a44291c1b5e tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.1117971 Aug 23 12:05:42.144848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56984) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:42.152826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2000170653', 'security_groups': ['58ce816f-7176-43bc-802c-fe321222a306'], 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5042f07-774c-4bfd-aa6a-986bacf5bca1'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:42.155953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac170d-a583-4592-b99e-cb01540e8dd4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ce816f-7176-43bc-802c-fe321222a306,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:42.212203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c372cd7-738c-4efd-b267-97bbf2eaecd6 req-8cf0771c-2001-4fdd-92a5-cf887dbff643 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:42.213849 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c372cd7-738c-4efd-b267-97bbf2eaecd6 req-8cf0771c-2001-4fdd-92a5-cf887dbff643 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.2318852 Aug 23 12:05:42.340054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c372cd7-738c-4efd-b267-97bbf2eaecd6 req-14abc3df-bf48-4ac7-8327-d03b78047f07 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154649 Aug 23 12:05:42.420074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:42.430014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Allocated IP 172.20.0.2 (f504f6cb-2845-4cee-8221-055f99f229eb/1f7962b6-8ecb-4aa2-ab5b-354e4d946a13/6e40e3ea-accb-4f45-acba-18091e0faaee) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:42.471378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Allocated IP 172.20.0.2 (86cefd38-6078-4baa-8d05-2e2f524b3240/c5042f07-774c-4bfd-aa6a-986bacf5bca1/21ee030d-a5ce-43a5-9ba3-a155a3da54b6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:42.490714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-86598f3b-0389-47a1-be65-70b412a44333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.068631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.091660 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.097008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:05:43.118713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Transition to ACTIVE for port object 6e40e3ea-accb-4f45-acba-18091e0faaee will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:43.157596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Transition to ACTIVE for port object 6e40e3ea-accb-4f45-acba-18091e0faaee will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:43.177922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.277336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Pushing event updated for resources: {'Port': ['ID=6e40e3ea-accb-4f45-acba-18091e0faaee,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:43.327481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Network f504f6cb-2845-4cee-8221-055f99f229eb is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:43.333062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:43.337361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:43.344357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.433187 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-522a9d85-0699-4011-8d02-843a92966ee5 req-41bfce55-249f-4954-b937-167f74fb7cc2 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0676348 Aug 23 12:05:43.452364 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.507326 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.522851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Transition to ACTIVE for port object 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:43.553219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Transition to ACTIVE for port object 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:43.556625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Attempting to bind port 6e40e3ea-accb-4f45-acba-18091e0faaee on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:43.557075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Attempting to bind port 6e40e3ea-accb-4f45-acba-18091e0faaee by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:43.557452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Attempting to bind port 6e40e3ea-accb-4f45-acba-18091e0faaee on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:43.563473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.643304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-86598f3b-0389-47a1-be65-70b412a44333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.664337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Pushing event updated for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:43.675700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:43.676091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Checking segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:43.676529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.676919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Bound using segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:43.678426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Bound port: 6e40e3ea-accb-4f45-acba-18091e0faaee, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:43.678831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.715252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650aafc-620b-476c-9580-c29eb9b754cd req-77847a1c-9653-45d3-9979-515683f10aac tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:43.718149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-86598f3b-0389-47a1-be65-70b412a44333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.719120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5650aafc-620b-476c-9580-c29eb9b754cd req-77847a1c-9653-45d3-9979-515683f10aac tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1158810 Aug 23 12:05:43.724199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:43.738259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:43.741539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:43.805119 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5650aafc-620b-476c-9580-c29eb9b754cd req-70fcec04-1cdc-48a6-862c-1eb1f835ad48 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796952 Aug 23 12:05:43.839961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86598f3b-0389-47a1-be65-70b412a44333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be611f-25a0-4453-8815-29480faa68f3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:43.840872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] For port 6e40e3ea-accb-4f45-acba-18091e0faaee, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:43.845958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] For port 6e40e3ea-accb-4f45-acba-18091e0faaee, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6e40e3ea-accb-4f45-acba-18091e0faaee,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:43.873363 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:43.902491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-86598f3b-0389-47a1-be65-70b412a44333 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e30fd2e611a42d58d34872ad9e1c0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8339190 Aug 23 12:05:43.906426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57008) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:43.920994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.4 (86cefd38-6078-4baa-8d05-2e2f524b3240/c5042f07-774c-4bfd-aa6a-986bacf5bca1/d49ee06d-eaaf-4343-9bdf-1e4f443a8cef) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:43.953645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Allocated IP 172.25.1.123 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/972e0ae3-2a2e-4661-b4c6-34886afeef63) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:43.975145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Attempting to bind port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:43.975931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Attempting to bind port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1f22546c-928b-4a01-9b11-b9b8fe81077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:43.977649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Attempting to bind port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 on network 86cefd38-6078-4baa-8d05-2e2f524b3240 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:44.027103 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c362035a-a402-463b-923d-535dd8e5bb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.031116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:44.031924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Checking segment: {'id': '1f22546c-928b-4a01-9b11-b9b8fe81077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:44.032884 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.034041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Bound using segment: {'id': '1f22546c-928b-4a01-9b11-b9b8fe81077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:44.035040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Bound port: 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f22546c-928b-4a01-9b11-b9b8fe81077b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:44.037041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.070379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec8dea-92dc-4fa6-9dd3-d7b2e4c59dc0 None None] Pushing event updated for resources: {'Port': ['ID=6e40e3ea-accb-4f45-acba-18091e0faaee,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:44.085281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c362035a-a402-463b-923d-535dd8e5bb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.201021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c362035a-a402-463b-923d-535dd8e5bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.204416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c362035a-a402-463b-923d-535dd8e5bb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.208764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c362035a-a402-463b-923d-535dd8e5bb08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3be611f-25a0-4453-8815-29480faa68f3 HTTP/1.1" status: 204 len: 168 time: 0.2975836 Aug 23 12:05:44.222801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362035a-a402-463b-923d-535dd8e5bb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be611f-25a0-4453-8815-29480faa68f3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:44.224066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:44.230843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:44.269939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.471830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c035-7937-4efc-a609-1d59ecc8f3d6 None None] Pushing event updated for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:44.474083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.513886 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.544150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object d49ee06d-eaaf-4343-9bdf-1e4f443a8cef will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:44.597087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.716609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:44.720105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-343466b0-5b41-4b02-a62b-cb701bf88181 req-4c7eb915-5123-40f9-9e8a-78460286f643 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0691745 Aug 23 12:05:44.724048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:44.732153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:44.742982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:44.752318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=972e0ae3-2a2e-4661-b4c6-34886afeef63,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:44.860266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:44.874329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:44.884925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:44.894600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=d49ee06d-eaaf-4343-9bdf-1e4f443a8cef,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:45.162814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:45.163169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:45.255831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-29d96dc0-5695-45f2-9d78-62167ba1eb9a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1063664 Aug 23 12:05:45.256405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:45.262217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:45.306624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57036) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:45.553109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5054114-92af-4c78-bc04-773149053e1f req-6542d823-84e2-4fb5-8fcc-c621fe7c51ed tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:45.576272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5054114-92af-4c78-bc04-773149053e1f req-6542d823-84e2-4fb5-8fcc-c621fe7c51ed tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.5625041 Aug 23 12:05:45.636610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:45.645340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:45.651244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:45.824864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-3d5ae367-2afb-4c9e-8775-0abc2938136c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4022698 Aug 23 12:05:45.846374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c6a97173-7e35-472b-b55c-eae951f5f931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:45.877394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0660aeb-92b1-4215-9dfc-15d54486b642 None None] Network f504f6cb-2845-4cee-8221-055f99f229eb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:45.886768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5054114-92af-4c78-bc04-773149053e1f req-1e92c91b-fe04-47df-a75c-a337ade3bddc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089688 Aug 23 12:05:45.947386 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c5042f07-774c-4bfd-aa6a-986bacf5bca1 (CIDR: 172.20.0.0/28) Aug 23 12:05:45.952164 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:05:45.952670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:05:46.106126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.107924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.109540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.111723 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.112396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.113036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.114053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:46.119427 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b4c2495d-6c65-4727-9c9a-975158c147ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6501 time: 0.1572087 Aug 23 12:05:46.123071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6336bab6-018c-484e-b7d8-518559b32fdc req-37ea5a3a-13e2-4614-af00-4762c3b77da6 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0577114 Aug 23 12:05:46.218615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ec0f7d7d-f0a2-4d2b-9eae-8bd11059fa87 None None] Provisioning for port 6e40e3ea-accb-4f45-acba-18091e0faaee completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:46.346458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:46.476066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c6a97173-7e35-472b-b55c-eae951f5f931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:46.486140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c6a97173-7e35-472b-b55c-eae951f5f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:46.546341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:46.655653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cad25de9-fb79-441d-b976-a1cd3800771d None None] Provisioning complete for port 4800a928-87ab-43b5-888c-fb7b80be09fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:46.656353 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cad25de9-fb79-441d-b976-a1cd3800771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:46.708253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a97173-7e35-472b-b55c-eae951f5f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7802f-959e-4e0e-935a-7c732a78b46e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:46.719496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c6a97173-7e35-472b-b55c-eae951f5f931 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c935a6e5bb04cc7baf62f25db124a65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1079438 Aug 23 12:05:46.724533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57064) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:46.745017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cad25de9-fb79-441d-b976-a1cd3800771d None None] Port 4800a928-87ab-43b5-888c-fb7b80be09fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:46.790406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cad25de9-fb79-441d-b976-a1cd3800771d None None] Provisioning for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:46.813092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:46.822878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:46.823508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:46.842061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cf5b540-47e7-4f26-9d68-351170accaf9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5846765 Aug 23 12:05:46.851568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57066) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:46.893310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:46.942240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-8912fa9b-8edf-4d00-9574-3bafe8f58462 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011333 Aug 23 12:05:46.963230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:05:47.022281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a59d-c29f-45bb-a852-eecd38d5eaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.049969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a59d-c29f-45bb-a852-eecd38d5eaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.149058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.204985 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a59d-c29f-45bb-a852-eecd38d5eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.208495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a59d-c29f-45bb-a852-eecd38d5eaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.210590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-916a70a9-4761-4ed8-b667-8c3a28a50abf None None] Provisioning for port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:47.213932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c1b8a59d-c29f-45bb-a852-eecd38d5eaf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0c7802f-959e-4e0e-935a-7c732a78b46e HTTP/1.1" status: 204 len: 168 time: 0.4875128 Aug 23 12:05:47.230169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-0c34032f-cfdb-478b-9935-048232848d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.231945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-0c34032f-cfdb-478b-9935-048232848d0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 1097 time: 0.2617824 Aug 23 12:05:47.242302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8a59d-c29f-45bb-a852-eecd38d5eaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7802f-959e-4e0e-935a-7c732a78b46e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:47.245406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-916a70a9-4761-4ed8-b667-8c3a28a50abf None None] Provisioning complete for port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:47.245815 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-916a70a9-4761-4ed8-b667-8c3a28a50abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.307876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:47.354822 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.355658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6e40e3ea-accb-4f45-acba-18091e0faaee up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:47.388654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-2c764192-290a-481e-8579-cfab34d30643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.390220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-2c764192-290a-481e-8579-cfab34d30643 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.1322510 Aug 23 12:05:47.500656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-916a70a9-4761-4ed8-b667-8c3a28a50abf None None] Port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:47.578653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:47.586383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5b712-e838-4af6-87da-3f5c32510932 req-4e01a255-4efd-4502-be18-a175f302165a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.588858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23f5b712-e838-4af6-87da-3f5c32510932 req-4e01a255-4efd-4502-be18-a175f302165a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.2586966 Aug 23 12:05:47.590249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-617c1d3c-9bed-447a-a03f-4b431291b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.590832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-617c1d3c-9bed-447a-a03f-4b431291b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.591422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-617c1d3c-9bed-447a-a03f-4b431291b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.593132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-617c1d3c-9bed-447a-a03f-4b431291b38a service neutron] 10.222.0.41 "GET /v2.0/networks?id=01f35405-6932-4962-83f2-265cc0f694be&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=38223a87-b843-4beb-9da6-2c04c71778c2&id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 2298 time: 1.4316502 Aug 23 12:05:47.596504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:47.614784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.622710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6e40e3ea-accb-4f45-acba-18091e0faaee completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:47.633713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6e40e3ea-accb-4f45-acba-18091e0faaee triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:47.634097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.637152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:05:47.648233 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:05:47.673291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:47.680668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:47.798576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e940825-63df-4b1c-904a-f97efebad893 req-e9c120da-5e79-4760-878f-38efb50b6298 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.2161078 Aug 23 12:05:47.800134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-57c09a1a-0aa6-4744-8506-cbcbf4edf627 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb33fa43-feed-484f-a607-b21395b20032 HTTP/1.1" status: 200 len: 217 time: 0.3983631 Aug 23 12:05:47.852773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.933047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6e40e3ea-accb-4f45-acba-18091e0faaee, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6e40e3ea-accb-4f45-acba-18091e0faaee,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:47.942696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:47.963700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-b459c7d6-8043-4233-a78d-90793738afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:47.965241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-b459c7d6-8043-4233-a78d-90793738afc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.1468492 Aug 23 12:05:47.999483 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:48.000699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-969ec4eb-415c-4ce5-b9e1-0372fe2fc2a6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8100357 Aug 23 12:05:48.052471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:48.104126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6e40e3ea-accb-4f45-acba-18091e0faaee,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:48.109168 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:48.222520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-902f818e-c2b5-4b0e-b9bc-29995d8e5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:48.224111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-902f818e-c2b5-4b0e-b9bc-29995d8e5ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503939 Aug 23 12:05:48.354016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:48.377262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-8cd46507-6cc5-485a-9586-28f26a0d83a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 200 len: 1001 time: 0.2241013 Aug 23 12:05:48.476921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:48.476921 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:48.628700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23f5b712-e838-4af6-87da-3f5c32510932 req-1cfbc12e-9c71-469d-9060-43f72206c793 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769325 Aug 23 12:05:48.663172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-b88d80c8-69ed-49bb-a389-2648d67f8e8d service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241555 Aug 23 12:05:48.713041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-df619040-b0f7-49d2-be77-3e51c86ef349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:48.714933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-df619040-b0f7-49d2-be77-3e51c86ef349 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18329f7b-8be1-4092-bf79-31f137af252e HTTP/1.1" status: 200 len: 855 time: 0.2823038 Aug 23 12:05:48.768920 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:45Z', 'revision_number': 3, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:48.840564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:48.843903 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:05:48.844259 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Updating router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 port 972e0ae3-2a2e-4661-b4c6-34886afeef63 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:05:48.935050 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:49.010252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=298136d1-4ffb-445e-9c08-33a66748e697,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:49.017619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:49.021209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:49.039439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf1c47-8efa-4036-a7b5-ec43a3ad36fb None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:49.052814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09f2d272-0d28-48d3-8309-20c4ec7fe4a9 req-bdb311e9-98b7-4bf2-bf2f-ac4c6e063321 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0846083 Aug 23 12:05:49.054933 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:49.056883 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:49.122309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e416254-0d58-4887-b2d4-4407a5cbc759 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2638915 Aug 23 12:05:49.133437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57120) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:49.167794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1222267761', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '298136d1-4ffb-445e-9c08-33a66748e697'}], 'security_groups': ['b9334847-dff1-4a5a-9f6d-b000455d1150']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:49.192288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-e025271d-7b9c-4efe-8a8a-5d06bd0350ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:49.198505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-e025271d-7b9c-4efe-8a8a-5d06bd0350ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01f35405-6932-4962-83f2-265cc0f694be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4681277 Aug 23 12:05:49.388530 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0122fbae-4b2c-422e-bec7-875463b660a7 req-bcf80bab-12ee-4280-afc0-aebc2ea302ba service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056921 Aug 23 12:05:49.535727 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:49.550666 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Transition to ACTIVE for port object 972e0ae3-2a2e-4661-b4c6-34886afeef63 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:49.565422 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:49.724461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Update dhcp port {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'fixed_ips': [{'subnet_id': 'c5042f07-774c-4bfd-aa6a-986bacf5bca1', 'ip_address': '172.20.0.2'}, {'subnet_id': '298136d1-4ffb-445e-9c08-33a66748e697'}], 'binding:host_id': 'n-d-773645-7'}, 'id': '21ee030d-a5ce-43a5-9ba3-a155a3da54b6'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:05:49.731132 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Pushing event updated for resources: {'Port': ['ID=972e0ae3-2a2e-4661-b4c6-34886afeef63,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:49.744821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:49.770172 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.771466 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.773131 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.773827 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.774424 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.775038 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.775796 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.776379 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.780083 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.780858 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.781439 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.782122 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:05:49.797004 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:49.852201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Attempting to bind port 972e0ae3-2a2e-4661-b4c6-34886afeef63 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:49.853062 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Attempting to bind port 972e0ae3-2a2e-4661-b4c6-34886afeef63 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:49.856773 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Attempting to bind port 972e0ae3-2a2e-4661-b4c6-34886afeef63 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:49.887760 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:49.888668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:49.889502 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:49.890164 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:49.897487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Bound port: 972e0ae3-2a2e-4661-b4c6-34886afeef63, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:49.898344 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:50.054474 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] For port 972e0ae3-2a2e-4661-b4c6-34886afeef63, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:50.067715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] For port 972e0ae3-2a2e-4661-b4c6-34886afeef63, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=972e0ae3-2a2e-4661-b4c6-34886afeef63,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:50.078052 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:50.163079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:50.164126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:50.165164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1656821732'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:50.367434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6e40e3ea-accb-4f45-acba-18091e0faaee up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:50.419832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:50.431491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Allocated IP 172.20.0.18 (86cefd38-6078-4baa-8d05-2e2f524b3240/298136d1-4ffb-445e-9c08-33a66748e697/21ee030d-a5ce-43a5-9ba3-a155a3da54b6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:50.496547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-7d95da1a-d77b-462a-83f4-0c91fb8f4ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2079368 Aug 23 12:05:50.505550 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:50.555589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d2a2-2a60-4b0b-9a2e-485457058395 req-2516f751-0067-4593-990f-302d105e1d76 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:50.565866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0111d2a2-2a60-4b0b-9a2e-485457058395 req-2516f751-0067-4593-990f-302d105e1d76 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.5212817 Aug 23 12:05:50.685162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6e40e3ea-accb-4f45-acba-18091e0faaee triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:50.697655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:50.892043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:50.952353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0111d2a2-2a60-4b0b-9a2e-485457058395 req-04ec9aa7-a080-49a8-bedb-066a8f24fd0b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846519 Aug 23 12:05:51.016550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:51.053522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Transition to ACTIVE for port object 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:51.071487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:51.192321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-4b8e8cb5-ec44-410c-b23c-73d13c86f558 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727228 Aug 23 12:05:51.228246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1945-1fe9-4850-b3e3-6cabb1527963 None None] Pushing event updated for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:51.275855 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962505d6-7081-4328-8909-e1341254d0f9 None None] Pushing event updated for resources: {'Port': ['ID=972e0ae3-2a2e-4661-b4c6-34886afeef63,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:51.323632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-fdd97208-a5d9-4462-849f-a17d1f9a8811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 217 time: 0.1119826 Aug 23 12:05:51.440174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:51.440747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:45Z', 'revision_number': 3, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:51.444776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:51.519170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:51.522798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a63a1b7d-c533-4c41-a9e3-e8afe6ba7dc9 req-afe10b85-f912-47ca-89e8-b67dd116b868 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0891984 Aug 23 12:05:51.560112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cae83c-27a5-458a-8814-04e31768c19b None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:45Z', 'revision_number': 3, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:05:51.560653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:51.733762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Delete allocated IP 172.20.0.4 (86cefd38-6078-4baa-8d05-2e2f524b3240/c5042f07-774c-4bfd-aa6a-986bacf5bca1) {{(pid=101058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 12:05:51.747899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.29 (86cefd38-6078-4baa-8d05-2e2f524b3240/298136d1-4ffb-445e-9c08-33a66748e697/d49ee06d-eaaf-4343-9bdf-1e4f443a8cef) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:51.787755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-07ed35d7-a0d2-46b2-9df6-15155d26ef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:51.968562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-020ed795-585c-4c75-a898-659ac1076aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:51.972326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-020ed795-585c-4c75-a898-659ac1076aed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.6406848 Aug 23 12:05:52.243422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Allocated IP 172.20.0.1 (f504f6cb-2845-4cee-8221-055f99f229eb/1f7962b6-8ecb-4aa2-ab5b-354e4d946a13/232557a4-a2e8-405a-b520-048b66ef9fe4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:52.250652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.255498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-ed78fdf3-85d7-424e-963b-fb1cf896b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:52.257831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-ed78fdf3-85d7-424e-963b-fb1cf896b87d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2567382 Aug 23 12:05:52.330739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.357678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:52.367194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object d49ee06d-eaaf-4343-9bdf-1e4f443a8cef will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:52.388435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b8429-f547-4ad7-9aee-0c0f9b91ae33 req-5ebfac28-b82b-4480-bd70-2ba50f1dc008 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:52.393973 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.395194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-298b8429-f547-4ad7-9aee-0c0f9b91ae33 req-5ebfac28-b82b-4480-bd70-2ba50f1dc008 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.2393312 Aug 23 12:05:52.452407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.585704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:05:52.611762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Provisioning for port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:52.618530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f19a2a2-ee7e-494b-8170-cc4adb5dc7c4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:52.624762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Provisioning complete for port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:52.628062 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.637714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.638321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-298b8429-f547-4ad7-9aee-0c0f9b91ae33 req-5d2e3b89-b5e8-4407-8c36-b3bd4921bfca tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871173 Aug 23 12:05:52.638998 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Added segment a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f of type vlan for network 2a6e4613-dfac-46a3-81f8-d1122364e75f Aug 23 12:05:52.706077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.815418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:52.820331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Transition to ACTIVE for port object 232557a4-a2e8-405a-b520-048b66ef9fe4 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:52.824166 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.849501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Provisioning complete for port 4800a928-87ab-43b5-888c-fb7b80be09fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:52.850408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.896823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] In _notify_port_updated(), no bound segment for port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef on network 86cefd38-6078-4baa-8d05-2e2f524b3240 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:05:52.906199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:52.906880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.912277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Port 4800a928-87ab-43b5-888c-fb7b80be09fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:52.913901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/ports/d49ee06d-eaaf-4343-9bdf-1e4f443a8cef HTTP/1.1" status: 200 len: 921 time: 3.7757874 Aug 23 12:05:52.917485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57182) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:52.921166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4225328c-e32b-4295-873e-963e276fbc1c req-92c6aa1b-12bc-408c-b5e9-71ff5b354634 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.1174386 Aug 23 12:05:52.962984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Provisioning for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:52.970995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:52.972202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ebf4302-6f02-432b-a4d8-08e192392ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:52.990151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:53.004990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:53.005662 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:53.043257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8aebf-4121-4ecf-8d41-f439ee4cb9ca tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=d49ee06d-eaaf-4343-9bdf-1e4f443a8cef,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:53.135746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3589792 Aug 23 12:05:53.148271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57184) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:53.157752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'subnet': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:53.177373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-54b6c321-7708-40ff-a3ae-02df549c9351 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8757372 Aug 23 12:05:53.289184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4a30d-7fa4-4462-84f5-4f132486da2f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Network': ['ID=2a6e4613-dfac-46a3-81f8-d1122364e75f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:53.302973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:05:53.312623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:53.456308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Network f504f6cb-2845-4cee-8221-055f99f229eb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:53.460199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:53.464909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:05:53.505008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Pushing event updated for resources: {'Port': ['ID=232557a4-a2e8-405a-b520-048b66ef9fe4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:53.581341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:53.612269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-49bfd2f7-9900-4e4a-b6a8-90303f8f7a3c None None] Provisioning complete for port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:53.612898 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-49bfd2f7-9900-4e4a-b6a8-90303f8f7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:53.694421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:05:53.695043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:53.754510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-49bfd2f7-9900-4e4a-b6a8-90303f8f7a3c None None] Port d49ee06d-eaaf-4343-9bdf-1e4f443a8cef cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:53.952820 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-f2dc84f1-2321-4ee5-b283-e7f0558ab227 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291429 Aug 23 12:05:53.965485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.043976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.061134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for d49ee06d-eaaf-4343-9bdf-1e4f443a8cef owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:05:54.079618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-47b1c081-e504-4fe1-9d13-747fbebeeb7e None None] Provisioning for port 232557a4-a2e8-405a-b520-048b66ef9fe4 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:54.092190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-47b1c081-e504-4fe1-9d13-747fbebeeb7e None None] Provisioning complete for port 232557a4-a2e8-405a-b520-048b66ef9fe4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:54.092974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47b1c081-e504-4fe1-9d13-747fbebeeb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.159251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-47b1c081-e504-4fe1-9d13-747fbebeeb7e None None] Port 232557a4-a2e8-405a-b520-048b66ef9fe4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:54.206961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57200) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:54.208931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-a5428ad9-14a9-4c22-a0c8-7834507cbd2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 217 time: 0.0646522 Aug 23 12:05:54.210819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:54.214579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.275344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 972e0ae3-2a2e-4661-b4c6-34886afeef63 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:54.327223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.331292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-de6ac9ef-1d92-4e7f-a9de-4972dfe8f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:54.334904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-de6ac9ef-1d92-4e7f-a9de-4972dfe8f276 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1094706 Aug 23 12:05:54.344154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-129d4a41-7c5e-44fd-ac13-c7f3f3f25f8b req-ef5ee3f4-8f01-494e-baf1-9e572066ce28 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.2414584 Aug 23 12:05:54.348193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.393568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.399418 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc4ae-d5ff-4f86-8753-4cbeb8ca7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.410417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.419943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 972e0ae3-2a2e-4661-b4c6-34886afeef63 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:05:54.431355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 972e0ae3-2a2e-4661-b4c6-34886afeef63 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:54.432111 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.525278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Pushing event updated for resources: {'Port': ['ID=232557a4-a2e8-405a-b520-048b66ef9fe4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:54.533890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd60bba-7873-48f2-b7a0-3665993b1f9a req-b0bfec83-7ee6-42d7-a8b6-2608e1339bab tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:54.546782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efd60bba-7873-48f2-b7a0-3665993b1f9a req-b0bfec83-7ee6-42d7-a8b6-2608e1339bab tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.7311373 Aug 23 12:05:54.619881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-404dd49f-cb13-43ca-9d6f-4d3aa9337b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.662374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.671535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Network f504f6cb-2845-4cee-8221-055f99f229eb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:54.674940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:54.715266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 972e0ae3-2a2e-4661-b4c6-34886afeef63, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=972e0ae3-2a2e-4661-b4c6-34886afeef63,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:05:54.731975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.866385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=972e0ae3-2a2e-4661-b4c6-34886afeef63,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:54.900051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-404dd49f-cb13-43ca-9d6f-4d3aa9337b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:54.946052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:05:54.983597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-404dd49f-cb13-43ca-9d6f-4d3aa9337b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.143578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:05:55.151933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f3f4df51-0c30-41fa-b82c-38fd1a79468c admin admin] 10.222.0.21 "PUT /v2.0/routers/5a021891-21a5-454b-aa9b-d37d7cf7bb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0980372 Aug 23 12:05:55.162489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:05:55.204891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:55.206138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:55.293124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-63229fbd-8066-4d8b-a5c3-3da94795f644 None None] Provisioning complete for port 232557a4-a2e8-405a-b520-048b66ef9fe4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:55.293733 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63229fbd-8066-4d8b-a5c3-3da94795f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.501410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dd49f-cb13-43ca-9d6f-4d3aa9337b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee45a70-bc7e-4d6a-bfb6-cdba01004761,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:55.558283 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-efd60bba-7873-48f2-b7a0-3665993b1f9a req-bb7527f1-0ea9-4fcb-952c-34244d573908 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9336901 Aug 23 12:05:55.568711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b5478813-1367-4402-a6bb-456714d2432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:55.570216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b5478813-1367-4402-a6bb-456714d2432e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1549582 Aug 23 12:05:55.639567 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-404dd49f-cb13-43ca-9d6f-4d3aa9337b0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26b4ecbd650349b6bccaf17915f47f69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4295435 Aug 23 12:05:55.645957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:55.665159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-63229fbd-8066-4d8b-a5c3-3da94795f644 None None] Port 232557a4-a2e8-405a-b520-048b66ef9fe4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:05:55.677499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.726648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:55.788036 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5f87a64-762c-46ac-ae00-2601121e71c9 req-dc3ccfa6-a11b-49ad-969a-c1aad9c6a216 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0357435 Aug 23 12:05:55.802239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-721ecde0-b230-4faf-a684-8809ff8b3c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.862257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.869741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-721ecde0-b230-4faf-a684-8809ff8b3c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.975914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=d49ee06d-eaaf-4343-9bdf-1e4f443a8cef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:55.991755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-721ecde0-b230-4faf-a684-8809ff8b3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.994444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-721ecde0-b230-4faf-a684-8809ff8b3c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:55.995656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-721ecde0-b230-4faf-a684-8809ff8b3c9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ee45a70-bc7e-4d6a-bfb6-cdba01004761 HTTP/1.1" status: 204 len: 168 time: 0.3514292 Aug 23 12:05:56.012462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ecde0-b230-4faf-a684-8809ff8b3c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee45a70-bc7e-4d6a-bfb6-cdba01004761,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:56.135341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-49e46164-5993-4109-a306-80391481e583 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480044 Aug 23 12:05:56.261725 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.301123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 972e0ae3-2a2e-4661-b4c6-34886afeef63 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:05:56.379126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 2, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:56.453115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:05:56.453503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Updating router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 port 232557a4-a2e8-405a-b520-048b66ef9fe4 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:05:56.473616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.475600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-47d47f0c-5890-4bb2-b2ae-f2ac4d02eefa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/d49ee06d-eaaf-4343-9bdf-1e4f443a8cef HTTP/1.1" status: 204 len: 168 time: 3.5478096 Aug 23 12:05:56.478664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57228) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:56.526002 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acff92a-57b6-4685-9469-881b170f78f4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:05:56.531746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8acff92a-57b6-4685-9469-881b170f78f4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/d49ee06d-eaaf-4343-9bdf-1e4f443a8cef HTTP/1.1" status: 404 len: 333 time: 0.0519593 Aug 23 12:05:56.533144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:56.541852 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.561381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Subnet': ['ID=323386f5-3217-4b73-937b-074aafef46e0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:56.602844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.608840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.616398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.627686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.634128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.635465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 972e0ae3-2a2e-4661-b4c6-34886afeef63 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:05:56.636054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.641880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.648347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:56.657403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-4d996205-d22f-49b9-a6fd-d98e323b84e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.2520475 Aug 23 12:05:56.665597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6ab99c5-3064-4598-a876-9c25483e9a7e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.671789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-b04ae1ee-9fa3-455e-bb2e-0bf6a1876160 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078056 Aug 23 12:05:56.723806 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6ab99c5-3064-4598-a876-9c25483e9a7e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.777321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57234) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:56.779058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-5df7f4b9-0ce3-4e27-bd6a-2ea0a6b760a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd HTTP/1.1" status: 200 len: 217 time: 0.0967121 Aug 23 12:05:56.786283 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6ab99c5-3064-4598-a876-9c25483e9a7e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.789407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6ab99c5-3064-4598-a876-9c25483e9a7e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.791885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Checking segment: {'id': 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:56.792449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network hostable DHCP agents. Network: 2a6e4613-dfac-46a3-81f8-d1122364e75f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:05:56.794245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6ab99c5-3064-4598-a876-9c25483e9a7e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/security-groups/58ce816f-7176-43bc-802c-fe321222a306 HTTP/1.1" status: 204 len: 168 time: 0.2591674 Aug 23 12:05:56.795697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57236) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:56.804192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57238) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:56.811271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ca8321b-5895-40e9-8d42-f5a31b6654f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.815126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab99c5-3064-4598-a876-9c25483e9a7e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ce816f-7176-43bc-802c-fe321222a306,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:56.860818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685580977', 'description': 'tempest-description--2098003625'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:56.949274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ca8321b-5895-40e9-8d42-f5a31b6654f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.959643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ca8321b-5895-40e9-8d42-f5a31b6654f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:56.995915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8321b-5895-40e9-8d42-f5a31b6654f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb2edd-3e2c-4c33-93ff-468ee45d9e9d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:57.040069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ba73be1-83a0-4fa6-8c32-9cee7a28f4cc req-cee8659a-254c-4494-8d2d-3f30fbbed1e1 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3816988 Aug 23 12:05:57.048909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-2884726c-c76f-4045-8b71-bd77a53ec79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.050136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-2884726c-c76f-4045-8b71-bd77a53ec79a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.2447751 Aug 23 12:05:57.056103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:05:57.075591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6ca8321b-5895-40e9-8d42-f5a31b6654f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0322d165e334dbf94706ed0d6fcb14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923753 Aug 23 12:05:57.075591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57244) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:57.079425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.128879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be7f8-317e-4296-9b00-fe6be106771e req-1d4b1ce0-bd9c-4059-ab52-6aca80f2b877 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.131360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2a6e4613-dfac-46a3-81f8-d1122364e75f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:57.132292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d39be7f8-317e-4296-9b00-fe6be106771e req-1d4b1ce0-bd9c-4059-ab52-6aca80f2b877 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1667492 Aug 23 12:05:57.140362 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-757949e3-6b75-4f62-be60-e6f6817cb536 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.142685 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.148974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.149655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b83ac-df1d-411b-81b3-ef08459295c6 None None] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:57.149922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.200653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-757949e3-6b75-4f62-be60-e6f6817cb536 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.205708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-d3df425c-cba4-4c79-8056-4a0b11bb0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.208113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-d3df425c-cba4-4c79-8056-4a0b11bb0f33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483200 Aug 23 12:05:57.223174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d39be7f8-317e-4296-9b00-fe6be106771e req-08bcd21f-5093-47cc-8a97-a674f4c416bf tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Aug 23 12:05:57.264922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1f6-0965-477b-bf64-d94db8b753d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.305794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1f6-0965-477b-bf64-d94db8b753d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.378470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1f6-0965-477b-bf64-d94db8b753d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.402217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b17e1f6-0965-477b-bf64-d94db8b753d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.415160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1b17e1f6-0965-477b-bf64-d94db8b753d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48bb2edd-3e2c-4c33-93ff-468ee45d9e9d HTTP/1.1" status: 204 len: 168 time: 0.3323534 Aug 23 12:05:57.428317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.441290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17e1f6-0965-477b-bf64-d94db8b753d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb2edd-3e2c-4c33-93ff-468ee45d9e9d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:57.496918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7b48f398-c147-4f24-a88b-e8bb91cd51b9 req-aebd514f-c10a-4b46-9aa5-67adbe89d63b tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.1832371 Aug 23 12:05:57.511444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Transition to ACTIVE for port object 232557a4-a2e8-405a-b520-048b66ef9fe4 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:57.514925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-757949e3-6b75-4f62-be60-e6f6817cb536 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.518291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-757949e3-6b75-4f62-be60-e6f6817cb536 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.519487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-757949e3-6b75-4f62-be60-e6f6817cb536 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9334847-dff1-4a5a-9f6d-b000455d1150 HTTP/1.1" status: 204 len: 168 time: 0.6404643 Aug 23 12:05:57.528709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:57.544425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2a6e4613-dfac-46a3-81f8-d1122364e75f', 'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'tenant_id': 'ad412c679d104fd69aea016185249613', 'fixed_ips': [{'subnet_id': '323386f5-3217-4b73-937b-074aafef46e0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:05:57.545146 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.554535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757949e3-6b75-4f62-be60-e6f6817cb536 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9334847-dff1-4a5a-9f6d-b000455d1150,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:57.561916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.595787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-bba448aa-6e65-4e56-bba1-816fe80058bc service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696456 Aug 23 12:05:57.600732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.628289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.694980 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3864a23e-d628-4dcf-bafe-a226697b5fa3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5437419 Aug 23 12:05:57.695340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57252) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:57.724666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'name': 'tempest-AllowedAddressPairTestJSON-1370158204'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:57.742978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.891262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-f8d432d0-c245-4dba-943e-6fa876e7261d service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890859 Aug 23 12:05:57.908426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b0da02-a599-4a20-a3a3-7ad65b3f1057,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:57.937105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901c0f2-8611-4f0e-871e-878231c6c114 None None] Pushing event updated for resources: {'Port': ['ID=232557a4-a2e8-405a-b520-048b66ef9fe4,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:57.938236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet c5042f07-774c-4bfd-aa6a-986bacf5bca1 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:05:57.940488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:57.942348 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0442c2e6-773a-425a-826d-29e6521696a7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1092324 Aug 23 12:05:57.963952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.973093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.980580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.990005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:57.998232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:58.015552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:58.023848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57256) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:58.045902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0da02-a599-4a20-a3a3-7ad65b3f1057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:58.047482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:58.047482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5862e6a-237f-49d5-908d-d275466258bf req-7e9a20f6-4de1-4c95-a82c-0089e95dc97f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.5614347 Aug 23 12:05:58.048191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-2fc233ad-f73d-4118-9b52-4ac14ab16da1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74 HTTP/1.1" status: 200 len: 217 time: 0.0969701 Aug 23 12:05:58.048816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Attempting to bind port 232557a4-a2e8-405a-b520-048b66ef9fe4 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:05:58.048816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Attempting to bind port 232557a4-a2e8-405a-b520-048b66ef9fe4 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:05:58.049486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.049621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Attempting to bind port 232557a4-a2e8-405a-b520-048b66ef9fe4 on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:05:58.083803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:05:58.084383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Checking segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:05:58.085207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.086040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Bound using segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:05:58.087372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Bound port: 232557a4-a2e8-405a-b520-048b66ef9fe4, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:05:58.090223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.101941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:58.119950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.148366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.191404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-182050ca-1872-4abe-9cd8-d36b22f5a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:58.208844 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-182050ca-1872-4abe-9cd8-d36b22f5a339 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1484842 Aug 23 12:05:58.263110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.284841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] For port 232557a4-a2e8-405a-b520-048b66ef9fe4, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:05:58.309990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] For port 232557a4-a2e8-405a-b520-048b66ef9fe4, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=232557a4-a2e8-405a-b520-048b66ef9fe4,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:05:58.312433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Allocated IP 172.20.0.2 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/0c1e01e3-973d-4782-92f8-fa590c37805b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:58.318328 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.343326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.357846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.434771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:05:58.435710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:05:58.475947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.480496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] device_id is not set on port 82d485fc-1b9c-407e-91e3-d4e4b72225b1 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:05:58.525172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=c5042f07-774c-4bfd-aa6a-986bacf5bca1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:58.541234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.542005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-43da518d-a829-4665-ba8f-2d9a8e2e8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:58.543258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-43da518d-a829-4665-ba8f-2d9a8e2e8135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3228576 Aug 23 12:05:58.559057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a956e822-961a-4fa7-a8c8-fd9360b4edcc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/c5042f07-774c-4bfd-aa6a-986bacf5bca1 HTTP/1.1" status: 204 len: 168 time: 1.0291445 Aug 23 12:05:58.560614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57276) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:58.562625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d62330a-a487-4e57-99ed-198d46654624 None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:05:58.643425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:58.762305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33147670-690c-487c-a985-8151f241b1c5 req-36d4422e-3d1b-4f52-b599-8606dd2fe015 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:58.767122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901c0f2-8611-4f0e-871e-878231c6c114 None None] Pushing event updated for resources: {'Port': ['ID=232557a4-a2e8-405a-b520-048b66ef9fe4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:58.775581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33147670-690c-487c-a985-8151f241b1c5 req-36d4422e-3d1b-4f52-b599-8606dd2fe015 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.3770466 Aug 23 12:05:58.790090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f8bc707-6a05-48f6-8f32-1137169f674c req-7318e409-8f0b-4434-b10f-d225fa04cd95 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0472848 Aug 23 12:05:58.857537 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.937325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.942437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:05:58.947195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:58.981092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a94c85b-6726-4be4-8e2e-dcd499f0c944,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:58.999447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33147670-690c-487c-a985-8151f241b1c5 req-179bb62b-29fd-48e1-b9fe-906749cf5154 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196453 Aug 23 12:05:59.002619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.018829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-da1a8649-f081-4990-ab89-afd7ca62a0fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9934261 Aug 23 12:05:59.021807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57288) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:59.026718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'security_group_rule': {'security_group_id': 'e4b0da02-a599-4a20-a3a3-7ad65b3f1057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:59.055973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-fa794030-c5f8-4c10-93e1-5bead426579d service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985290 Aug 23 12:05:59.098616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.240097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-ca250747-009f-4174-b7e7-4c7e9a85cec2 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756470 Aug 23 12:05:59.274205 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.348523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-c538bdc2-dd94-4d55-8340-aedd3f185ee3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 200 len: 217 time: 0.0969222 Aug 23 12:05:59.356574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.403616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:05:59.409276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.433389 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.453160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Transition to ACTIVE for port object 0c1e01e3-973d-4782-92f8-fa590c37805b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:59.483208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-107d1e63-920d-4f19-8010-f98509c86f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:59.484871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-107d1e63-920d-4f19-8010-f98509c86f52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.1260357 Aug 23 12:05:59.488885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3fd1af-e41d-4d0c-b156-bdb3c28403fe,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:59.523310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:59.529134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:59.536557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:59.537618 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.538386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.539904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7607cfdc-602d-4ee7-90e9-a2f645ef9ec5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5168447 Aug 23 12:05:59.548372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57302) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:59.554291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:59.599245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.608902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=423f273c-664a-4a81-b114-904a2274a664,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:59.616420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-a06ec1ad-2219-458f-9565-5891868d9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:05:59.618169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-a06ec1ad-2219-458f-9565-5891868d9f72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142998 Aug 23 12:05:59.647509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fd62506-d0b4-45fb-8681-1049004e5e56 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0261612 Aug 23 12:05:59.647737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57312) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:05:59.659060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1917350839'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:05:59.780973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-c7226a38-0ca6-487b-9089-bb857dbe4caf service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550837 Aug 23 12:05:59.792137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Transition to ACTIVE for port object 0c1e01e3-973d-4782-92f8-fa590c37805b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:05:59.799179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.812778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:05:59.879882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Allocated IP 172.20.0.14 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/82d485fc-1b9c-407e-91e3-d4e4b72225b1) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:05:59.907359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Pushing event updated for resources: {'Port': ['ID=0c1e01e3-973d-4782-92f8-fa590c37805b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:05:59.970552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:05:59.974077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:05:59.983607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:00.023756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-885f55c5-0ceb-4016-93f3-1989a8290c5f req-befcaf50-d0ec-408a-a100-e91b43dc7abe tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0547886 Aug 23 12:06:00.056152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-96dabcb1-00e7-4db7-a93d-fe1b13f23110 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575471 Aug 23 12:06:00.108319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-2adaa83e-aebe-462d-8610-f4391cdaccc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 200 len: 217 time: 0.0436850 Aug 23 12:06:00.211567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.217969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-be0c899c-a609-4fba-bb72-511f7de9bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:00.219587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-be0c899c-a609-4fba-bb72-511f7de9bed2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.1046562 Aug 23 12:06:00.225672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Attempting to bind port 0c1e01e3-973d-4782-92f8-fa590c37805b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:06:00.225672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Attempting to bind port 0c1e01e3-973d-4782-92f8-fa590c37805b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:06:00.225672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Attempting to bind port 0c1e01e3-973d-4782-92f8-fa590c37805b on network 2a6e4613-dfac-46a3-81f8-d1122364e75f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:06:00.246176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:06:00.246541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Checking segment: {'id': 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:00.246946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.247343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Bound using segment: {'id': 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:06:00.247845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Bound port: 0c1e01e3-973d-4782-92f8-fa590c37805b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:06:00.248231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.262816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Transition to ACTIVE for port object 82d485fc-1b9c-407e-91e3-d4e4b72225b1 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:00.280397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-681d10a9-8cd0-4a64-8811-8d6abe395408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:00.282593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-681d10a9-8cd0-4a64-8811-8d6abe395408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551331 Aug 23 12:06:00.400342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] For port 0c1e01e3-973d-4782-92f8-fa590c37805b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:06:00.404930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] For port 0c1e01e3-973d-4782-92f8-fa590c37805b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0c1e01e3-973d-4782-92f8-fa590c37805b,segment=NetworkSegment(a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f),segment_id=a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:06:00.425380 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.430252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-c8bbbf56-33c2-4811-9ab7-b856477a3bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361704 Aug 23 12:06:00.458057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5ed1b-4fa0-4e80-a8d5-de3cabf7217e req-99a1c3b2-bfd3-45d2-9997-e2378a4310e5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:00.468713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:05:58Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:00.468983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62c5ed1b-4fa0-4e80-a8d5-de3cabf7217e req-99a1c3b2-bfd3-45d2-9997-e2378a4310e5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.2317934 Aug 23 12:06:00.512987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ceb07f-c9a0-432a-a4d8-07dcdfe47fcc None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:05:58Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:06:00.521580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-f191714f-2b1d-458f-91d7-b702e0f69f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:00.523306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-f191714f-2b1d-458f-91d7-b702e0f69f89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 1097 time: 0.2298856 Aug 23 12:06:00.528274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.533584 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.534322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef26ce-d3e8-4038-bb28-5e2a564f0adc None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:00.662759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1158e018-58ed-4928-9cee-9a5b91960dfc req-74df42cc-4197-437b-8c2e-4b7abf54ebf6 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167025 Aug 23 12:06:00.705299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62c5ed1b-4fa0-4e80-a8d5-de3cabf7217e req-523505cc-651f-47c2-8bf1-98565fd2eac0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355304 Aug 23 12:06:00.727425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823986cb-649a-407a-9d77-1d6a98e8f5fd None None] Pushing event updated for resources: {'Port': ['ID=0c1e01e3-973d-4782-92f8-fa590c37805b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:00.738613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-120f1ae2-dc3e-473f-985d-8c05f106d489 None None] Provisioning complete for port 4800a928-87ab-43b5-888c-fb7b80be09fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:00.738993 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-120f1ae2-dc3e-473f-985d-8c05f106d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.837765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-120f1ae2-dc3e-473f-985d-8c05f106d489 None None] Port 4800a928-87ab-43b5-888c-fb7b80be09fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:00.909223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.939358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-120f1ae2-dc3e-473f-985d-8c05f106d489 None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:00.939824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-120f1ae2-dc3e-473f-985d-8c05f106d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.974962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:00.978658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:01.142816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038c314d-cce7-4c76-bdb1-b502d564faa2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:01.147291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=82d485fc-1b9c-407e-91e3-d4e4b72225b1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:01.180830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:01.187253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57356) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:01.226174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:01.292897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Update dhcp port {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'fixed_ips': [{'subnet_id': '298136d1-4ffb-445e-9c08-33a66748e697', 'ip_address': '172.20.0.18'}, {'subnet_id': '423f273c-664a-4a81-b114-904a2274a664'}], 'binding:host_id': 'n-d-773645-7'}, 'id': '21ee030d-a5ce-43a5-9ba3-a155a3da54b6'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:06:01.338695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.342430 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.343699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4224ae0-1d0f-4945-93c7-f1e25853af52 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6950195 Aug 23 12:06:01.347269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57362) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:01.353380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1095406264'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:01.419775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.421483 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.458631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Allocated IP 172.25.1.20 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/cf98de7b-6d78-49c5-b453-c0ce55c906a0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:01.467239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.490266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecb091bd-1921-4852-8286-c924a488b251 req-e5a1686d-8d2b-4fa0-8d84-7f314c107266 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.2707675 Aug 23 12:06:01.527705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.528773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.529486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.531111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.531855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.533120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.533847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.546782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-41a4ac91-a6b0-4582-88ff-6d0c3fd3f564 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6501 time: 0.3574500 Aug 23 12:06:01.574030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-8f7b00df-9dae-49be-90ab-eda130c59126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:01.575476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-8f7b00df-9dae-49be-90ab-eda130c59126 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 1.0443528 Aug 23 12:06:01.613374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-89911681-876c-4828-a262-70b0bbb26b8b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653000 Aug 23 12:06:01.619826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Allocated IP 172.20.0.2 (86cefd38-6078-4baa-8d05-2e2f524b3240/423f273c-664a-4a81-b114-904a2274a664/21ee030d-a5ce-43a5-9ba3-a155a3da54b6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:01.675195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.683258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-e933d251-3fc2-4ca0-9891-42e737a73dab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d613d1-4b07-4f41-9134-4e820306d055 HTTP/1.1" status: 200 len: 217 time: 0.0648000 Aug 23 12:06:01.686689 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.689185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-898bf0a3-bcbd-4651-83ca-80661361f48d tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9831057 Aug 23 12:06:01.701913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:01.748301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'name': 'tempest-AllowedAddressPairTestJSON-1247368563', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:28:66:be'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:01.769263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:01.830229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:01.871883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Transition to ACTIVE for port object 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:01.878707 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.070582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251744af-f1a7-4dec-bbad-06524d6bb684 None None] Pushing event updated for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:02.088601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.103266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7408564 Aug 23 12:06:02.122930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57386) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:02.134457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'security_group': {'name': 'tempest-secgroup-123868766'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:02.211498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.251469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a34298-daad-4696-81b1-ae20aeee05e0 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9829f0bd-ff70-4786-8c32-20f6b99f969e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:02.320093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e000985-3d53-4ef0-ae15-d8db856ffc77 req-cca8d792-0870-472d-83d5-e665e96d9d01 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:02.321613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e000985-3d53-4ef0-ae15-d8db856ffc77 req-cca8d792-0870-472d-83d5-e665e96d9d01 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.3366146 Aug 23 12:06:02.395789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-9a5c6a6b-1fa8-4212-8ef8-45f4b13d5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:02.398004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-9a5c6a6b-1fa8-4212-8ef8-45f4b13d5348 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.7061348 Aug 23 12:06:02.404385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:02.554332 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e000985-3d53-4ef0-ae15-d8db856ffc77 req-1550c524-f4f4-4c66-a287-2bfa27d2b022 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007749 Aug 23 12:06:02.581403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918c0c5-a2c5-4314-8043-5b5100d4f45c None None] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:02.623292 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.636851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0c1e01e3-973d-4782-92f8-fa590c37805b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:02.651946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.665773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.718510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.719529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.726455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6023834 Aug 23 12:06:02.730535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:02.746237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1249831762', 'security_groups': ['7d2208ef-7f76-448e-b2e4-755880e76cc7'], 'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '423f273c-664a-4a81-b114-904a2274a664'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:02.751358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100f91b-420e-4138-af56-45f0c0d7bca7 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2208ef-7f76-448e-b2e4-755880e76cc7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:02.815212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9d5c5adb-f0e5-4eb2-9afb-05c614edafd1 None None] Provisioning for port 0c1e01e3-973d-4782-92f8-fa590c37805b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:02.820406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'Port': ['ID=cf98de7b-6d78-49c5-b453-c0ce55c906a0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:02.820629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.845487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3602b1d-38aa-424e-8f18-f1cb56c52339 req-904fd590-685d-4b93-a750-1ebebd9a8e19 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.1494544 Aug 23 12:06:02.851690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-13dbf44e-a0e8-40ea-a7c8-b97d3dbdf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:02.855985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-13dbf44e-a0e8-40ea-a7c8-b97d3dbdf51a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4233422 Aug 23 12:06:02.930651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] device_id is not set on port f0c829e4-ce54-4895-b4a5-03a3af6aebbb yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:02.939329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0c1e01e3-973d-4782-92f8-fa590c37805b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:02.975173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0c1e01e3-973d-4782-92f8-fa590c37805b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:02.975913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:02.994444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-95a070d9-2df4-49e4-88ce-e438d5dce34a service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184723 Aug 23 12:06:03.012273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:03.029282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:03.034177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:03.160998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.176256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Allocated IP 172.20.0.12 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/f0c829e4-ce54-4895-b4a5-03a3af6aebbb) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:03.298617 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.381449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-edea2760-79d8-4bfc-b248-24781d00db50 None None] Provisioning complete for port 4800a928-87ab-43b5-888c-fb7b80be09fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:03.381917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-edea2760-79d8-4bfc-b248-24781d00db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.384122 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.409938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:03.415204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0af11ea1-a558-4a7f-a1cd-0dcb6a3e86ff req-20dd7bfe-f21c-47cc-ac9c-0825475f219c service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129775 Aug 23 12:06:03.456947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-edea2760-79d8-4bfc-b248-24781d00db50 None None] Port 4800a928-87ab-43b5-888c-fb7b80be09fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:03.476404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-edea2760-79d8-4bfc-b248-24781d00db50 None None] Provisioning for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:03.485506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 0c1e01e3-973d-4782-92f8-fa590c37805b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0c1e01e3-973d-4782-92f8-fa590c37805b,segment=NetworkSegment(a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f),segment_id=a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:03.487976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-edea2760-79d8-4bfc-b248-24781d00db50 None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:03.488722 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-edea2760-79d8-4bfc-b248-24781d00db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.524434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.525225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 232557a4-a2e8-405a-b520-048b66ef9fe4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:03.587687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.626824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.635993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Transition to ACTIVE for port object f0c829e4-ce54-4895-b4a5-03a3af6aebbb will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:03.637303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.684798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.716101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] device_id is not set on port 38a0139d-d1ca-4e67-bce0-b346d1717459 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:03.753814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=0c1e01e3-973d-4782-92f8-fa590c37805b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:03.779151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 232557a4-a2e8-405a-b520-048b66ef9fe4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:03.789437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'Port': ['ID=cf98de7b-6d78-49c5-b453-c0ce55c906a0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:03.791083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 232557a4-a2e8-405a-b520-048b66ef9fe4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:03.791561 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.799113 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.813947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.819023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac054-9516-4899-bfaa-60cdc548641b req-0ad32c51-6060-4d55-8d62-535f49255fd2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:03.820615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71dac054-9516-4899-bfaa-60cdc548641b req-0ad32c51-6060-4d55-8d62-535f49255fd2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 946 time: 0.1275682 Aug 23 12:06:03.827485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.828834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-728233e7-bb48-4386-98a5-af2589767226 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2783506 Aug 23 12:06:03.880218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71dac054-9516-4899-bfaa-60cdc548641b req-762e6fcd-270c-48c7-a892-1c5440db84be tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500584 Aug 23 12:06:03.939766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ecb2d3a-af3c-4767-9cf0-835e6c9c1425 None None] Provisioning for port 82d485fc-1b9c-407e-91e3-d4e4b72225b1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:03.952769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ecb2d3a-af3c-4767-9cf0-835e6c9c1425 None None] Provisioning complete for port 82d485fc-1b9c-407e-91e3-d4e4b72225b1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:03.958302 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2d3a-af3c-4767-9cf0-835e6c9c1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:03.976909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:04.004497 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.017046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:04.023318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d6d613d1-4b07-4f41-9134-4e820306d055 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:04.031020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc891305-4d6f-435a-8114-12ad9ced10b0 req-059aabdf-3a50-4507-8224-1b5b29485403 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0507076 Aug 23 12:06:04.034423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:04.054730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb2d3a-af3c-4767-9cf0-835e6c9c1425 None None] Port 82d485fc-1b9c-407e-91e3-d4e4b72225b1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:04.099612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3ecb2d3a-af3c-4767-9cf0-835e6c9c1425 None None] Provisioning complete for port 0c1e01e3-973d-4782-92f8-fa590c37805b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:04.100881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2d3a-af3c-4767-9cf0-835e6c9c1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.121673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 232557a4-a2e8-405a-b520-048b66ef9fe4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=232557a4-a2e8-405a-b520-048b66ef9fe4,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:04.184129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.184845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:04.321308 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.339762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=232557a4-a2e8-405a-b520-048b66ef9fe4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:04.369523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:04.372664 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb388a-4a66-42cb-946a-3fda9327e7ea" -d '{"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:04.423892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:04.427612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:04.428074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.430787 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e080b1ff-4c64-41cb-9928-6cc5a5ea8d0a x-openstack-request-id: req-e080b1ff-4c64-41cb-9928-6cc5a5ea8d0a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:04.431196 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:04.431553 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e080b1ff-4c64-41cb-9928-6cc5a5ea8d0a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:04.432055 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'code': 200} Aug 23 12:06:04.456283 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.468467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=f0c829e4-ce54-4895-b4a5-03a3af6aebbb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:04.506212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.506964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.507591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.508171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.509598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.510133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.511197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.511564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.511972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.512266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.512591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.512903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:04.546026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:04.575313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:04.576007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.601217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-2c7be263-b3a9-43c0-8782-7f14de0e552b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1685580977&fields=id&tenant_id=3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 267 time: 0.1382086 Aug 23 12:06:04.606343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.10 (86cefd38-6078-4baa-8d05-2e2f524b3240/423f273c-664a-4a81-b114-904a2274a664/38a0139d-d1ca-4e67-bce0-b346d1717459) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:04.645601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57436) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:04.646343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2895219d-6862-4784-b9ea-d672cb0a4f3f None None] Provisioning for port f0c829e4-ce54-4895-b4a5-03a3af6aebbb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:04.650611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2895219d-6862-4784-b9ea-d672cb0a4f3f None None] Provisioning complete for port f0c829e4-ce54-4895-b4a5-03a3af6aebbb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:04.651360 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2895219d-6862-4784-b9ea-d672cb0a4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.655757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bc76e688-b21d-4a17-938d-baef79723bc7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.9526544 Aug 23 12:06:04.725956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd8b9c-a989-4140-b570-e976d47acfd3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:04.732982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd8b9c-a989-4140-b570-e976d47acfd3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:04.739132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0c1e01e3-973d-4782-92f8-fa590c37805b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:04.741123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd8b9c-a989-4140-b570-e976d47acfd3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:04.743367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25bd8b9c-a989-4140-b570-e976d47acfd3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.0967066 Aug 23 12:06:04.746594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57440) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:04.782888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2895219d-6862-4784-b9ea-d672cb0a4f3f None None] Port f0c829e4-ce54-4895-b4a5-03a3af6aebbb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:04.821859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0c1e01e3-973d-4782-92f8-fa590c37805b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:04.822513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.824013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-c9e737d8-075b-404a-a818-c2a8cd2edb7f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:04.831586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-c9e737d8-075b-404a-a818-c2a8cd2edb7f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 817 time: 0.2177355 Aug 23 12:06:04.853594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-4aee2a94-8343-4bdb-bcd8-7ec199b88713 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/quotas/3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 375 time: 0.0209720 Aug 23 12:06:04.886998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port f0c829e4-ce54-4895-b4a5-03a3af6aebbb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:04.888384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.927368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:04.943901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 232557a4-a2e8-405a-b520-048b66ef9fe4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:04.959443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-34f4cd13-b0fa-444a-9f8a-afd3a05ccca3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016400 Aug 23 12:06:04.976613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object 38a0139d-d1ca-4e67-bce0-b346d1717459 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:05.036538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 232557a4-a2e8-405a-b520-048b66ef9fe4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:05.036934 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.078702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.099300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.113054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for f0c829e4-ce54-4895-b4a5-03a3af6aebbb owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:05.122152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-9a04695b-2b52-4b4a-b370-a02f01851b6d service neutron] 10.222.0.21 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563880 Aug 23 12:06:05.184383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:05.187491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=38a0139d-d1ca-4e67-bce0-b346d1717459,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:05.214729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710a5e-5901-4939-adbb-787b615281c1 req-f5782099-ab85-4e7a-a317-b004cca72c12 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:05.216289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86710a5e-5901-4939-adbb-787b615281c1 req-f5782099-ab85-4e7a-a317-b004cca72c12 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 944 time: 0.1937635 Aug 23 12:06:05.231296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:05.248478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:05.309615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86710a5e-5901-4939-adbb-787b615281c1 req-9fa1064f-7cd7-4d17-953e-591b396dfc7d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774424 Aug 23 12:06:05.362569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:05.362569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.377844 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.378751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-01aba89f-2ea9-4cb9-aa46-2b27a3a48bde service neutron] 10.222.0.21 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557216 Aug 23 12:06:05.384464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57460) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:05.384802 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-37dba3d1-06c4-4f7d-967c-d42cebbbae2a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6499519 Aug 23 12:06:05.393996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:05.483810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=f0c829e4-ce54-4895-b4a5-03a3af6aebbb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:05.492784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-514523b8-8a64-4e4a-9c9b-68b7b169e284 req-10d251f1-60ba-4dfe-9e40-9ff63a317b51 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0816295 Aug 23 12:06:05.662398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-524969e2-19be-4919-bfe0-bc16e7e82e43 req-a32d4d0f-0d28-45db-a18d-ea2b34155973 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 210 time: 0.0481603 Aug 23 12:06:05.715148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52059614-2f87-4f9d-8a8b-209120cbe832 None None] Provisioning for port 38a0139d-d1ca-4e67-bce0-b346d1717459 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:05.724016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52059614-2f87-4f9d-8a8b-209120cbe832 None None] Provisioning complete for port 38a0139d-d1ca-4e67-bce0-b346d1717459 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:05.724578 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52059614-2f87-4f9d-8a8b-209120cbe832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.765997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-52059614-2f87-4f9d-8a8b-209120cbe832 None None] Port 38a0139d-d1ca-4e67-bce0-b346d1717459 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:05.837200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.839247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-557f7ac8-0032-44dc-8f1f-167a45f33424 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/ports/f0c829e4-ce54-4895-b4a5-03a3af6aebbb HTTP/1.1" status: 204 len: 168 time: 1.0914102 Aug 23 12:06:05.842141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:05.858640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:05.862620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:05.867809 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bbadc2-1db6-4e0b-9132-458b4dee334a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] GET failed (client error): The resource could not be found. Aug 23 12:06:05.869518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-60bbadc2-1db6-4e0b-9132-458b4dee334a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "GET /v2.0/ports/f0c829e4-ce54-4895-b4a5-03a3af6aebbb HTTP/1.1" status: 404 len: 333 time: 0.0263419 Aug 23 12:06:05.873312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:05.880061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'name': 'tempest-AllowedAddressPairTestJSON-1283357330'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:05.981745 n-d-773645-7 neutron-server[101057]: INFO neutron.db.ipam_backend_mixin [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 423f273c-664a-4a81-b114-904a2274a664 (CIDR: 172.20.0.0/28) Aug 23 12:06:05.986926 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:05.987489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:06.003293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-56457d43-30f8-4648-a3d3-15597743dce6 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6166501 Aug 23 12:06:06.006040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57476) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:06.011288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:06.054465 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:06.058066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:06.110552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] device_id is not set on port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:06.230763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:06.234336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:06.315037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Allocated IP 172.20.0.4 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/4dfe9662-e9b2-4944-9868-8a6b49f73e51) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:06.380067 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 298136d1-4ffb-445e-9c08-33a66748e697 (CIDR: 172.20.0.16/28) Aug 23 12:06:06.386209 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:06.386711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:06.418390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-87a13680-9c02-412f-9d4d-ed5ae08fc48f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4110770 Aug 23 12:06:06.424274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57480) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:06.426431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'subnet': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:06.450305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edabae-3c1d-4bbb-b832-0d389112f7c2 req-72a54336-edde-438c-b07f-2f17a282e3ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:06.451785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45edabae-3c1d-4bbb-b832-0d389112f7c2 req-72a54336-edde-438c-b07f-2f17a282e3ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 944 time: 0.0672607 Aug 23 12:06:06.494957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45edabae-3c1d-4bbb-b832-0d389112f7c2 req-050c6245-2667-471d-8eca-6304f9317624 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Aug 23 12:06:06.656456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53296130-583b-4da7-8842-7947773337ae req-a2f2b241-b74a-4b1e-89da-b7f7581f9767 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0441251 Aug 23 12:06:06.675804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:06.701926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Transition to ACTIVE for port object 4dfe9662-e9b2-4944-9868-8a6b49f73e51 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:06.741542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f7a5d-e6d6-4d6b-85fb-8e3e884fb4a6 req-35ab3520-7a4c-47de-b8fa-2c1f3a2e3193 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:06.743661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e24f7a5d-e6d6-4d6b-85fb-8e3e884fb4a6 req-35ab3520-7a4c-47de-b8fa-2c1f3a2e3193 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1338696 Aug 23 12:06:06.753335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Made reservation on behalf of a7841f32aefa4332b4d4855a00a13e47 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:06.757543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:06.826705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-59b7e474-924d-45cf-a879-04d7032bdfc0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:06.828873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-59b7e474-924d-45cf-a879-04d7032bdfc0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.44 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 817 time: 0.1608751 Aug 23 12:06:06.884616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:06.900662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e24f7a5d-e6d6-4d6b-85fb-8e3e884fb4a6 req-09b90256-b6d2-4b6e-b8d1-9d899e7a7402 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380069 Aug 23 12:06:06.923108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48bb79b2-db3b-4eb6-9e77-38d0defd2691 req-bbc0dc97-7a00-4730-8fc2-5a140dd6c40d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 210 time: 0.0476282 Aug 23 12:06:06.938325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-14a34796-5e2a-46ec-ae9e-6784e9334401 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 380 time: 0.0996222 Aug 23 12:06:06.952933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'port': {'device_id': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'admin_state_up': True, 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'security_groups': ['e4b0da02-a599-4a20-a3a3-7ad65b3f1057']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:06.966053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:07.024197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=4dfe9662-e9b2-4944-9868-8a6b49f73e51,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:07.033350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:07.046474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:07.096514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Made reservation on behalf of 3743d3d08eb1448ba69b15a76e97b9a3 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:07.100834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.197455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:07.198160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.211984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fc10a-b2f5-4be4-92c8-ce876bdbb2ad req-b6d50917-5bf6-430a-8acc-63e77c1ba5ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:07.219611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1d3fc10a-b2f5-4be4-92c8-ce876bdbb2ad req-b6d50917-5bf6-430a-8acc-63e77c1ba5ea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1885056 Aug 23 12:06:07.256665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ebedcfa7-8e2f-4ad5-9f57-a464a66e07e3 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3816650 Aug 23 12:06:07.260053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57504) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:07.285004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:28:66:be'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:07.290603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Allocated IP 172.20.0.6 (f504f6cb-2845-4cee-8221-055f99f229eb/1f7962b6-8ecb-4aa2-ab5b-354e4d946a13/fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:07.338457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1d3fc10a-b2f5-4be4-92c8-ce876bdbb2ad req-9a812fe5-fa51-4d89-bc9f-7525d2b15ece tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179359 Aug 23 12:06:07.410742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-242948e8-654d-4077-9f76-27ca1b762506 None None] Provisioning for port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:07.413731 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.422830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-242948e8-654d-4077-9f76-27ca1b762506 None None] Provisioning complete for port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:07.425042 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-242948e8-654d-4077-9f76-27ca1b762506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.427718 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.452234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:07.485104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.501261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Transition to ACTIVE for port object fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:07.510377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:07.513223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-242948e8-654d-4077-9f76-27ca1b762506 None None] Port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:07.527877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d2eb9-16e9-4966-b4c4-4aa1822b6864 None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:07.528147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:07.528749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.568255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.600167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Subnet': ['ID=cc913a77-a7ad-407e-9d3c-08bd84420593,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:07.612051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b95b698b-09b6-464e-b73e-ed350828ea12 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1896062 Aug 23 12:06:07.617988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57516) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:07.678729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Network f504f6cb-2845-4cee-8221-055f99f229eb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:07.681904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:07.684640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:07.730881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:07.784101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2061399746', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc913a77-a7ad-407e-9d3c-08bd84420593'}], 'security_groups': ['038c314d-cce7-4c76-bdb1-b502d564faa2', '9829f0bd-ff70-4786-8c32-20f6b99f969e']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:07.787628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:07.788796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.814694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-966b5d92-9789-4dd0-86d4-e529acab2f16 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676915 Aug 23 12:06:07.836724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Request body: {'port': {'device_id': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:07.891276 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.893147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a4da22d0-9552-4682-85fa-93740eb636f0 req-f80beba6-41b3-48f0-b0b6-98f07702f036 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0457139 Aug 23 12:06:07.915875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:07.993876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=4dfe9662-e9b2-4944-9868-8a6b49f73e51,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:08.019968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.036224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d6d613d1-4b07-4f41-9134-4e820306d055 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:08.040078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Update dhcp port {'port': {'network_id': '86cefd38-6078-4baa-8d05-2e2f524b3240', 'fixed_ips': [{'subnet_id': '298136d1-4ffb-445e-9c08-33a66748e697', 'ip_address': '172.20.0.18'}, {'subnet_id': '423f273c-664a-4a81-b114-904a2274a664', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc913a77-a7ad-407e-9d3c-08bd84420593'}], 'binding:host_id': 'n-d-773645-7'}, 'id': '21ee030d-a5ce-43a5-9ba3-a155a3da54b6'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:06:08.095734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.117297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5888f3-376e-4cdb-8dad-1d86ada71b6d req-5a1471d8-e8df-4895-8649-bb5fcd182b83 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:08.119189 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd5888f3-376e-4cdb-8dad-1d86ada71b6d req-5a1471d8-e8df-4895-8649-bb5fcd182b83 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.3293793 Aug 23 12:06:08.140933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.308170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Allocated IP 172.20.0.34 (86cefd38-6078-4baa-8d05-2e2f524b3240/cc913a77-a7ad-407e-9d3c-08bd84420593/21ee030d-a5ce-43a5-9ba3-a155a3da54b6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:08.316229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd5888f3-376e-4cdb-8dad-1d86ada71b6d req-350bfb99-9fb7-4ad4-a8b4-16e29b3b0aa7 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762335 Aug 23 12:06:08.332158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] In _notify_port_updated(), no bound segment for port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 on network 2a6e4613-dfac-46a3-81f8-d1122364e75f {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:06:08.342491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:08.343608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.351453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:08.351669 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68943c03-13d9-4228-afb9-55f54dcee0c4 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "PUT /v2.0/ports/4dfe9662-e9b2-4944-9868-8a6b49f73e51 HTTP/1.1" status: 200 len: 994 time: 1.0711176 Aug 23 12:06:08.396245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-09d440d9-99fb-4def-b91a-3fb5e53ec62a None None] Provisioning for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:08.492834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-09d440d9-99fb-4def-b91a-3fb5e53ec62a None None] Provisioning complete for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:08.494303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-09d440d9-99fb-4def-b91a-3fb5e53ec62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.598741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a5f88-0b1c-4225-b2f8-d90a0120594c req-0ed597de-d1f4-45cc-a957-146edabe2569 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:08.605832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-548a5f88-0b1c-4225-b2f8-d90a0120594c req-0ed597de-d1f4-45cc-a957-146edabe2569 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 931 time: 0.2720373 Aug 23 12:06:08.658429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:06:08.671660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.679034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-548a5f88-0b1c-4225-b2f8-d90a0120594c req-5c43af1f-4c57-417e-9acb-9eeb187e27d0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721633 Aug 23 12:06:08.706608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Transition to ACTIVE for port object fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:08.718688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:08.719832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.726478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.726680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-09d440d9-99fb-4def-b91a-3fb5e53ec62a None None] Port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:08.736014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:08.756096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57530) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:08.779118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.801110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Transition to ACTIVE for port object 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:08.811441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.950636 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14c5a58e-5ebd-42b5-a568-a4c46f1ff9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.974340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1cbebfc6-5f0e-488c-8be2-1b09b76ff4de None None] Provisioning complete for port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:08.974718 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cbebfc6-5f0e-488c-8be2-1b09b76ff4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:08.976632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:08.978011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19bf6b-50b5-49b7-9306-8c6e7a60a6df None None] Pushing event updated for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:09.046299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1cbebfc6-5f0e-488c-8be2-1b09b76ff4de None None] Port 4dfe9662-e9b2-4944-9868-8a6b49f73e51 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:09.051487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.077588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for 4dfe9662-e9b2-4944-9868-8a6b49f73e51 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:09.100151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:06:09.100443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:06:09.100999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:06:09.111526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on network f504f6cb-2845-4cee-8221-055f99f229eb not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:06:09.112029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:06:09.120056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:06:09.120555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Checking segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:09.121181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Bound using segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:06:09.121781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Bound port: fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:06:09.123000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.124564 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5d3664a-8169-4f6f-83d1-e5a7610f3333 req-6c455550-f39e-4ad7-a0c3-8b786c93392a tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0474999 Aug 23 12:06:09.164968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Delete allocated IP 172.20.0.10 (86cefd38-6078-4baa-8d05-2e2f524b3240/423f273c-664a-4a81-b114-904a2274a664) {{(pid=101058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 12:06:09.181447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Allocated IP 172.20.0.46 (86cefd38-6078-4baa-8d05-2e2f524b3240/cc913a77-a7ad-407e-9d3c-08bd84420593/38a0139d-d1ca-4e67-bce0-b346d1717459) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:09.308041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:06:09.337958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:06:09.346711 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.397452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14c5a58e-5ebd-42b5-a568-a4c46f1ff9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.406805 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14c5a58e-5ebd-42b5-a568-a4c46f1ff9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.420168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:09.421268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.425132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] 10.222.0.44 "PUT /v2.0/ports/fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 1091 time: 1.5944858 Aug 23 12:06:09.440857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:09.455048 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed803a7e-e109-4489-9d02-65a67d80af0f" -d '{"events": [{"name": "network-changed", "server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:09.536736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5a58e-5ebd-42b5-a568-a4c46f1ff9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39837b0f-fedb-4d75-9028-c0d2b8b942ac,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:09.539691 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252def5-d92b-4f41-8d8c-be80adcae396 x-openstack-request-id: req-5252def5-d92b-4f41-8d8c-be80adcae396 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:09.540012 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:09.540270 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5252def5-d92b-4f41-8d8c-be80adcae396 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:09.540678 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'status': 'completed', 'code': 200} Aug 23 12:06:09.555324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-14c5a58e-5ebd-42b5-a568-a4c46f1ff9a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=439d4a9f633a423787b25e82452a275d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981241 Aug 23 12:06:09.560282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:09.586441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c323fc-ac2d-4928-9f5b-b86044d1cbbe service neutron] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:09.604085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3224-845e-4ef0-bff3-7058a56ba37c req-0e136255-16a7-4678-a939-4b98e79ca8e8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:09.605736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d73e3224-845e-4ef0-bff3-7058a56ba37c req-0e136255-16a7-4678-a939-4b98e79ca8e8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1928120 Aug 23 12:06:09.619467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-3c9924a9-edeb-44a7-8cbe-d56aeaf6f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:09.621758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-3c9924a9-edeb-44a7-8cbe-d56aeaf6f3c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1094 time: 0.0800834 Aug 23 12:06:09.630732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.633777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.687551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=4dfe9662-e9b2-4944-9868-8a6b49f73e51,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:09.735989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d73e3224-845e-4ef0-bff3-7058a56ba37c req-3e4eedc7-a5fa-44ed-be7c-55bfc2d20643 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824845 Aug 23 12:06:09.745908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Transition to ACTIVE for port object 38a0139d-d1ca-4e67-bce0-b346d1717459 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:09.751135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-e9df650b-f388-4cf3-8f34-88ad0f27ca46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 217 time: 0.1167827 Aug 23 12:06:09.804578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.808888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05772d3d-a782-4533-97a1-5e146f221040 req-2ed55439-528d-4868-87d5-fe9169064b40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.1091554 Aug 23 12:06:09.861499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32854f8a-4dd8-46e4-ab79-6e514a0bbfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:09.896691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-e0eb6be3-51de-40da-8d87-b58aa810d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:09.899833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-e0eb6be3-51de-40da-8d87-b58aa810d07d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1334152 Aug 23 12:06:09.936202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event updated for resources: {'Port': ['ID=38a0139d-d1ca-4e67-bce0-b346d1717459,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:09.958496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32854f8a-4dd8-46e4-ab79-6e514a0bbfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.013726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] In _notify_port_updated(), no bound segment for port 38a0139d-d1ca-4e67-bce0-b346d1717459 on network 86cefd38-6078-4baa-8d05-2e2f524b3240 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:06:10.019289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:10.019944 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.024450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef316da7-09bd-4192-9b2b-595e551691ba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "PUT /v2.0/ports/38a0139d-d1ca-4e67-bce0-b346d1717459 HTTP/1.1" status: 200 len: 960 time: 2.4050689 Aug 23 12:06:10.026110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57546) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:10.026265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae375e0-41ae-4614-8aa6-f49e125883fa req-47f4e782-d137-4bdc-849f-b4c0aa876636 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:10.030191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cae375e0-41ae-4614-8aa6-f49e125883fa req-47f4e782-d137-4bdc-849f-b4c0aa876636 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1922209 Aug 23 12:06:10.043589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Provisioning complete for port 4800a928-87ab-43b5-888c-fb7b80be09fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:10.045648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.086071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-85c60b23-ed89-4dd0-a142-90154f84b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:10.087627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-85c60b23-ed89-4dd0-a142-90154f84b8e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626084 Aug 23 12:06:10.093025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.098660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c129aa6c-70b0-4412-bce3-0eacf6334a09 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/ports/4dfe9662-e9b2-4944-9868-8a6b49f73e51 HTTP/1.1" status: 204 len: 168 time: 1.7314506 Aug 23 12:06:10.104637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57548) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:10.105594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Port 4800a928-87ab-43b5-888c-fb7b80be09fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:10.120154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Provisioning for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:10.125201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:10.126648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.129172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cae375e0-41ae-4614-8aa6-f49e125883fa req-35a460dd-4f4f-4b4c-9367-c0cab3f2d7ae tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881753 Aug 23 12:06:10.133877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32854f8a-4dd8-46e4-ab79-6e514a0bbfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.136428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32854f8a-4dd8-46e4-ab79-6e514a0bbfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.140277 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-32854f8a-4dd8-46e4-ab79-6e514a0bbfb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39837b0f-fedb-4d75-9028-c0d2b8b942ac HTTP/1.1" status: 204 len: 168 time: 0.5728984 Aug 23 12:06:10.147539 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b167d42-9f96-466f-9dc2-c277678f4810 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] GET failed (client error): The resource could not be found. Aug 23 12:06:10.159155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3b167d42-9f96-466f-9dc2-c277678f4810 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "GET /v2.0/ports/4dfe9662-e9b2-4944-9868-8a6b49f73e51 HTTP/1.1" status: 404 len: 333 time: 0.0520685 Aug 23 12:06:10.164374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:10.171042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'name': 'tempest-AllowedAddressPairTestJSON-1685346721'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:10.176519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32854f8a-4dd8-46e4-ab79-6e514a0bbfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39837b0f-fedb-4d75-9028-c0d2b8b942ac,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:10.238571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-2c237fd7-35b3-4aff-b977-13194993a958 service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399887 Aug 23 12:06:10.263896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 38a0139d-d1ca-4e67-bce0-b346d1717459 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:10.264248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.317429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Provisioning for port 38a0139d-d1ca-4e67-bce0-b346d1717459 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:10.322578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Provisioning complete for port 38a0139d-d1ca-4e67-bce0-b346d1717459 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:10.323246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.391946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-aa437fa5-31e0-4825-9ab6-ec0241eb720b None None] Port 38a0139d-d1ca-4e67-bce0-b346d1717459 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:10.414626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c09fecea-1b42-4a31-8d08-1805074ffb3a req-aa141774-1659-4be8-ac7e-aedf93e16529 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0381508 Aug 23 12:06:10.418309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:10.422180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.437292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d8f1065-b9c9-4066-80c8-0babac88ff69 req-47b5c630-36df-424b-af94-9149dd4c6cb4 service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908183 Aug 23 12:06:10.477856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] device_id is not set on port e83c2809-2ff2-45a5-bade-0287fe565f15 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:10.492941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.552911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 38a0139d-d1ca-4e67-bce0-b346d1717459 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:10.554458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-422a82ea-8bfa-4b5f-92a2-9d2655ed13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:10.557082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-422a82ea-8bfa-4b5f-92a2-9d2655ed13ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1094 time: 0.0665116 Aug 23 12:06:10.612697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4152a741-3cbd-4ea9-8798-c97b294b05a8 None None] Provisioning complete for port 38a0139d-d1ca-4e67-bce0-b346d1717459 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:10.613080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4152a741-3cbd-4ea9-8798-c97b294b05a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.639805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57562) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:10.663298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5006ae11-a376-43c4-abbb-e3d9c4c11174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:10.700796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4152a741-3cbd-4ea9-8798-c97b294b05a8 None None] Port 38a0139d-d1ca-4e67-bce0-b346d1717459 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:10.771277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:10.851471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:10.852234 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.035194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Allocated IP 172.20.0.10 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/e83c2809-2ff2-45a5-bade-0287fe565f15) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:11.113568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-9ed7adc0-c195-4c74-9ba3-a25616e68641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:11.115243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-9ed7adc0-c195-4c74-9ba3-a25616e68641 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.5515134 Aug 23 12:06:11.175351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-f622d389-aa13-4cf3-a24f-9c596e33638b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 217 time: 0.0513747 Aug 23 12:06:11.189567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.202772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd276e-a3ac-4ea5-9d08-945490a73ce0 req-7c73b633-de64-45f4-b529-3feffc605d25 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:11.204396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7dd276e-a3ac-4ea5-9d08-945490a73ce0 req-7c73b633-de64-45f4-b529-3feffc605d25 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1526248 Aug 23 12:06:11.240389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=38a0139d-d1ca-4e67-bce0-b346d1717459,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:11.303404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-b5c85e70-84d7-4096-a05d-ca92fdd005d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:11.304944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-b5c85e70-84d7-4096-a05d-ca92fdd005d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1221445 Aug 23 12:06:11.312431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7dd276e-a3ac-4ea5-9d08-945490a73ce0 req-a57b6ef6-eee6-445a-8ac2-c8dd75ff4b5d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833039 Aug 23 12:06:11.360536 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.387089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5006ae11-a376-43c4-abbb-e3d9c4c11174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.392409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0d1fa-2870-4aa7-a449-590aeeb35b34 req-cccf27ba-f0e5-4c82-9dd9-4b238dd00891 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:11.394105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5eb0d1fa-2870-4aa7-a449-590aeeb35b34 req-cccf27ba-f0e5-4c82-9dd9-4b238dd00891 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1682601 Aug 23 12:06:11.395311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5006ae11-a376-43c4-abbb-e3d9c4c11174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.395494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Transition to ACTIVE for port object e83c2809-2ff2-45a5-bade-0287fe565f15 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:11.403400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.404267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-694bb0b8-dd29-4687-9521-008a6c0af934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:11.405807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-60a5f7c7-a604-4986-9009-4d008bf227cd tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/38a0139d-d1ca-4e67-bce0-b346d1717459 HTTP/1.1" status: 204 len: 168 time: 1.3787031 Aug 23 12:06:11.409346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-694bb0b8-dd29-4687-9521-008a6c0af934 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949821 Aug 23 12:06:11.409628 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57570) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:11.458541 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-0491b028-41d9-4520-bbe4-20030f00a56e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] GET failed (client error): The resource could not be found. Aug 23 12:06:11.460005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0491b028-41d9-4520-bbe4-20030f00a56e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports/38a0139d-d1ca-4e67-bce0-b346d1717459 HTTP/1.1" status: 404 len: 333 time: 0.0487943 Aug 23 12:06:11.466957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57574) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:11.483039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5006ae11-a376-43c4-abbb-e3d9c4c11174 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=790dca6f044e4773bf5721fe0098ee13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418283 Aug 23 12:06:11.486392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57576) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:11.494905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006ae11-a376-43c4-abbb-e3d9c4c11174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3333765-b978-4441-8caf-e81ef64a5798,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:11.511077 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5eb0d1fa-2870-4aa7-a449-590aeeb35b34 req-cafc001d-29cd-4945-82e8-88e456fbe242 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041365 Aug 23 12:06:11.566956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.595436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d674f2d-8343-439f-83a0-b95528e8b637 req-ab239b8a-ff0c-4bf5-bd54-965c8bee0d94 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0426941 Aug 23 12:06:11.609165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93c15791-26b1-4d32-adfb-f1b2c656dc2e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.620193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4021e3c2-8f09-4918-97b5-783335b73322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.640477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:11.653904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-8ca1a91a-bac1-425b-9f54-69a3df718a63 service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249928 Aug 23 12:06:11.653904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4021e3c2-8f09-4918-97b5-783335b73322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.660323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:11.662967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:11.670393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93c15791-26b1-4d32-adfb-f1b2c656dc2e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.680627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=e83c2809-2ff2-45a5-bade-0287fe565f15,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:11.774333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:11.775170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.792914 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4021e3c2-8f09-4918-97b5-783335b73322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.797957 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4021e3c2-8f09-4918-97b5-783335b73322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.798261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93c15791-26b1-4d32-adfb-f1b2c656dc2e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.802303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4021e3c2-8f09-4918-97b5-783335b73322 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3333765-b978-4441-8caf-e81ef64a5798 HTTP/1.1" status: 204 len: 168 time: 0.3123946 Aug 23 12:06:11.805097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93c15791-26b1-4d32-adfb-f1b2c656dc2e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:11.809811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-93c15791-26b1-4d32-adfb-f1b2c656dc2e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d2208ef-7f76-448e-b2e4-755880e76cc7 HTTP/1.1" status: 204 len: 168 time: 0.3387160 Aug 23 12:06:11.812206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:11.821589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021e3c2-8f09-4918-97b5-783335b73322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3333765-b978-4441-8caf-e81ef64a5798,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:11.834870 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-96bf3dd0-f5fb-4397-a605-3022172f5d85 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6688459 Aug 23 12:06:11.847261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57586) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:11.861328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:66:be'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:11.865264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c15791-26b1-4d32-adfb-f1b2c656dc2e tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2208ef-7f76-448e-b2e4-755880e76cc7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:11.952805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed803a7e-e109-4489-9d02-65a67d80af0f req-0a24a375-caf7-4cf4-81de-1013bf86569d service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971008 Aug 23 12:06:11.966619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7281b7c-a559-44cb-b691-2d0c2ebaa3b0 req-265c9e4e-e69e-410b-baac-4ac76b25946b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=993760fddc35486eba8066ebd3cf9d48&device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0306714 Aug 23 12:06:12.002153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6f48-e997-49bc-81ed-6e513409ca81 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.037959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9e80de77-5c30-46c7-9496-a370ff77ebb5 None None] Provisioning for port e83c2809-2ff2-45a5-bade-0287fe565f15 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:12.045624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9e80de77-5c30-46c7-9496-a370ff77ebb5 None None] Provisioning complete for port e83c2809-2ff2-45a5-bade-0287fe565f15 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:12.046358 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9e80de77-5c30-46c7-9496-a370ff77ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.066587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7281b7c-a559-44cb-b691-2d0c2ebaa3b0 req-9992aace-f430-4e83-959e-affd67d90bc8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=993760fddc35486eba8066ebd3cf9d48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797644 Aug 23 12:06:12.093425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83765059-88a8-4464-a014-3714b045dac4 req-ba0571cc-041a-4d17-9b86-748a16a0e785 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0596321 Aug 23 12:06:12.102695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9e80de77-5c30-46c7-9496-a370ff77ebb5 None None] Port e83c2809-2ff2-45a5-bade-0287fe565f15 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:12.134424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.144424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6f48-e997-49bc-81ed-6e513409ca81 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.289880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6f48-e997-49bc-81ed-6e513409ca81 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.292484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e0e6f48-e997-49bc-81ed-6e513409ca81 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.293655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e0e6f48-e997-49bc-81ed-6e513409ca81 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/security-groups/9829f0bd-ff70-4786-8c32-20f6b99f969e HTTP/1.1" status: 204 len: 168 time: 0.4774852 Aug 23 12:06:12.299287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:12.303896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7281b7c-a559-44cb-b691-2d0c2ebaa3b0 req-c7abcfe4-142e-4923-9849-96ce5f4998c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:12.304797 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7281b7c-a559-44cb-b691-2d0c2ebaa3b0 req-c7abcfe4-142e-4923-9849-96ce5f4998c9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211735 Aug 23 12:06:12.317400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e6f48-e997-49bc-81ed-6e513409ca81 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829f0bd-ff70-4786-8c32-20f6b99f969e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:12.379013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.381994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1caffac2-8cad-4435-803a-8a259b688c5f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.385892 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.414059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1caffac2-8cad-4435-803a-8a259b688c5f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.486758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1caffac2-8cad-4435-803a-8a259b688c5f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.491641 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1caffac2-8cad-4435-803a-8a259b688c5f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.494175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1caffac2-8cad-4435-803a-8a259b688c5f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/security-groups/038c314d-cce7-4c76-bdb1-b502d564faa2 HTTP/1.1" status: 204 len: 168 time: 0.1936417 Aug 23 12:06:12.498523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57606) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:12.520619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=e83c2809-2ff2-45a5-bade-0287fe565f15,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:12.570195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] In _notify_port_updated(), no bound segment for port e83c2809-2ff2-45a5-bade-0287fe565f15 on network 2a6e4613-dfac-46a3-81f8-d1122364e75f {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:06:12.577995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:12.579510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.581185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-80388249-8a68-48f7-83a2-fb1ecb336bd0 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "PUT /v2.0/ports/e83c2809-2ff2-45a5-bade-0287fe565f15 HTTP/1.1" status: 200 len: 997 time: 0.7325649 Aug 23 12:06:12.584404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57612) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:12.595778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caffac2-8cad-4435-803a-8a259b688c5f tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c314d-cce7-4c76-bdb1-b502d564faa2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:12.634417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845c6df-34d3-4ecc-bea3-8886fa8f7f4f req-81d6979e-6666-47e5-9b92-2abf05f2119c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:12.636030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a845c6df-34d3-4ecc-bea3-8886fa8f7f4f req-81d6979e-6666-47e5-9b92-2abf05f2119c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.2220259 Aug 23 12:06:12.649583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 423f273c-664a-4a81-b114-904a2274a664 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:12.654132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.710067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.746263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a845c6df-34d3-4ecc-bea3-8886fa8f7f4f req-326b54c9-d94c-4e0e-8fbd-81dbbad84376 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822859 Aug 23 12:06:12.778251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port e83c2809-2ff2-45a5-bade-0287fe565f15 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:12.778601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.832607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1fd97029-5ecf-4c06-b53d-05d2428eeb35 None None] Provisioning complete for port e83c2809-2ff2-45a5-bade-0287fe565f15 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:12.833033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1fd97029-5ecf-4c06-b53d-05d2428eeb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.840738 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.872529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1fd97029-5ecf-4c06-b53d-05d2428eeb35 None None] Port e83c2809-2ff2-45a5-bade-0287fe565f15 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:12.888727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.890949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde76e9-8cd4-4bfe-91ec-5bd416567475 req-dba20ab2-fca5-4b77-83ed-5bcc28795305 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:12.892813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3bde76e9-8cd4-4bfe-91ec-5bd416567475 req-dba20ab2-fca5-4b77-83ed-5bcc28795305 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1228874 Aug 23 12:06:12.902152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for e83c2809-2ff2-45a5-bade-0287fe565f15 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:12.953201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3bde76e9-8cd4-4bfe-91ec-5bd416567475 req-5801020a-5887-48bd-b247-ec18ddf63c1d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494189 Aug 23 12:06:12.954811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.970879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:12.978173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57622) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:12.979091 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/423f273c-664a-4a81-b114-904a2274a664 HTTP/1.1" status: 204 len: 168 time: 0.4771082 Aug 23 12:06:12.980012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7a84d-2eb7-40e6-a931-116325ef9893 None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:13.012403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11aa52-4578-4700-a28b-6e1233384cdc tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=423f273c-664a-4a81-b114-904a2274a664,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:13.072383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet cc913a77-a7ad-407e-9d3c-08bd84420593 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:13.077425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.128271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.150143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.198907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=e83c2809-2ff2-45a5-bade-0287fe565f15,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:13.248130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-564058ee-6492-4923-a0c8-ebb3af24b5eb req-114b9e25-7318-4e00-94d7-bfb26c67ce80 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.21 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0515363 Aug 23 12:06:13.346070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.351355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57634) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:13.351866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6c69d7a9-b368-4aed-ab1c-99389556c02b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/ports/e83c2809-2ff2-45a5-bade-0287fe565f15 HTTP/1.1" status: 204 len: 168 time: 0.7628915 Aug 23 12:06:13.354765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.386661 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47b80a4-975a-4cd7-9585-57794b5faf7b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] GET failed (client error): The resource could not be found. Aug 23 12:06:13.392181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f47b80a4-975a-4cd7-9585-57794b5faf7b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "GET /v2.0/ports/e83c2809-2ff2-45a5-bade-0287fe565f15 HTTP/1.1" status: 404 len: 333 time: 0.0360606 Aug 23 12:06:13.392486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57636) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:13.398143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'name': 'tempest-AllowedAddressPairTestJSON-1919386872'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:13.524482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7281b7c-a559-44cb-b691-2d0c2ebaa3b0 req-7fda700f-be2c-47ec-a801-1016a35097c8 tempest-ServerShowV254Test-1858993339 tempest-ServerShowV254Test-1858993339-project] 10.222.0.41 "GET /v2.0/ports?device_id=b131670d-5e7c-4748-a75a-6034744a1a3d HTTP/1.1" status: 200 len: 210 time: 0.0463915 Aug 23 12:06:13.530687 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.570330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=cc913a77-a7ad-407e-9d3c-08bd84420593,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:13.588378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.588726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.589077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.589419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.589882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.590220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.590551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.590884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.591212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.591540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.592164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.592164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:13.595243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.597198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-adecf6af-ce9e-4bb4-9a48-a19982060fba tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/cc913a77-a7ad-407e-9d3c-08bd84420593 HTTP/1.1" status: 204 len: 168 time: 0.6170437 Aug 23 12:06:13.600565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:13.656250 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e4942d-c761-4d59-865a-93a167f8d4a9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:13.656832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e4942d-c761-4d59-865a-93a167f8d4a9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:13.659272 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-80e4942d-c761-4d59-865a-93a167f8d4a9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/423f273c-664a-4a81-b114-904a2274a664 HTTP/1.1" status: 404 len: 337 time: 0.0575757 Aug 23 12:06:13.663632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:13.681920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:13.685516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.725840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] device_id is not set on port a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:13.744899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting subnet 298136d1-4ffb-445e-9c08-33a66748e697 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:13.750863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.806831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.923586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:13.927903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Allocated IP 172.20.0.7 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:13.953782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc31e5-1519-4ef2-b6b4-61b799ddc6ca req-0ef5341a-1bb6-4bd8-83f3-d2f67bac5d26 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:13.955477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7cc31e5-1519-4ef2-b6b4-61b799ddc6ca req-0ef5341a-1bb6-4bd8-83f3-d2f67bac5d26 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0910838 Aug 23 12:06:13.995454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a7da4-e198-4d0e-85e6-af5c442bcd6d None None] Network 86cefd38-6078-4baa-8d05-2e2f524b3240 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:14.021953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.072356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7cc31e5-1519-4ef2-b6b4-61b799ddc6ca req-f72b3364-d36f-47db-b301-fef0354c8a75 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093671 Aug 23 12:06:14.092845 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.095834 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/298136d1-4ffb-445e-9c08-33a66748e697 HTTP/1.1" status: 204 len: 168 time: 0.4310148 Aug 23 12:06:14.097222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2bb7f-32f2-4c64-a224-986d2c8f26d4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Subnet': ['ID=298136d1-4ffb-445e-9c08-33a66748e697,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:14.103428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57660) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.154297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:06:14.162963 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-70183403-39ad-44ff-a1b8-61b5092311aa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.164061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70183403-39ad-44ff-a1b8-61b5092311aa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.166297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-70183403-39ad-44ff-a1b8-61b5092311aa tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/c5042f07-774c-4bfd-aa6a-986bacf5bca1 HTTP/1.1" status: 404 len: 337 time: 0.0617905 Aug 23 12:06:14.173325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.229441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-36561d34-e32c-4888-9eaa-bb2a6a5f1b44 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "GET /v2.0/ports?device_id=62a6a99d-eb59-49da-a588-485a70312c37 HTTP/1.1" status: 200 len: 205 time: 0.0504782 Aug 23 12:06:14.230264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.253367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b8e2-e154-4069-95f2-dc4ce3b82516 req-28e1ad73-34d9-43d1-91a7-b2ca3c9bee9d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:14.255751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3139b8e2-e154-4069-95f2-dc4ce3b82516 req-28e1ad73-34d9-43d1-91a7-b2ca3c9bee9d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1066291 Aug 23 12:06:14.261095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4f2fabd7-c4e0-454c-8d7c-1e2d0e32b46e None None] Provisioning complete for port 4800a928-87ab-43b5-888c-fb7b80be09fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:14.261470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4f2fabd7-c4e0-454c-8d7c-1e2d0e32b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.280050 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-295457a2-746b-4954-b8c7-deb4e0f67a3a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] delete failed (client error): The resource could not be found. Aug 23 12:06:14.284944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-295457a2-746b-4954-b8c7-deb4e0f67a3a tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/routers/62a6a99d-eb59-49da-a588-485a70312c37 HTTP/1.1" status: 404 len: 336 time: 0.0504155 Aug 23 12:06:14.287145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.333552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3139b8e2-e154-4069-95f2-dc4ce3b82516 req-ab5cbae2-6147-4582-903c-00f8d2d8cba0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709097 Aug 23 12:06:14.334586 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-839a9449-048e-47f3-9249-a63f74e40f21 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.335231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839a9449-048e-47f3-9249-a63f74e40f21 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.336984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-839a9449-048e-47f3-9249-a63f74e40f21 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/7ed44938-b97f-4eb6-b456-0b794505dd7b HTTP/1.1" status: 404 len: 337 time: 0.0473237 Aug 23 12:06:14.339584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57674) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.363256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.399105 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-10eb044c-2165-4d16-bc59-d7fec0934426 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.399718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10eb044c-2165-4d16-bc59-d7fec0934426 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.401364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-10eb044c-2165-4d16-bc59-d7fec0934426 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/e43bdd66-6505-44d2-b5ac-1f9bddf8f358 HTTP/1.1" status: 404 len: 337 time: 0.0607703 Aug 23 12:06:14.404826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Transition to ACTIVE for port object a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:14.408906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57678) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.442839 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5c8a41-44c4-4099-a5d0-8998f37a6b45 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.443317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5c8a41-44c4-4099-a5d0-8998f37a6b45 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.445318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e5c8a41-44c4-4099-a5d0-8998f37a6b45 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/57914ea4-a6f4-474d-addc-5ca5a93be424 HTTP/1.1" status: 404 len: 337 time: 0.0354390 Aug 23 12:06:14.447826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57680) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.480848 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-6358b9d7-b20b-4bf7-811c-683e0cb99dad tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.486388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6358b9d7-b20b-4bf7-811c-683e0cb99dad tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.486388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6358b9d7-b20b-4bf7-811c-683e0cb99dad tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/fff193ab-897f-4756-8876-b71bb799f34d HTTP/1.1" status: 404 len: 333 time: 0.0347304 Aug 23 12:06:14.489543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57682) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.514584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fabd7-c4e0-454c-8d7c-1e2d0e32b46e None None] Port 4800a928-87ab-43b5-888c-fb7b80be09fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:14.525386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.550477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:14.551355 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd5d981-2f58-450d-ad22-4da302c02f45 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.551917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd5d981-2f58-450d-ad22-4da302c02f45 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.553889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9fd5d981-2f58-450d-ad22-4da302c02f45 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/8eb61950-0dc6-409d-b45e-c89d7b5ef315 HTTP/1.1" status: 404 len: 337 time: 0.0630672 Aug 23 12:06:14.558173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57686) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.560218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4f2fabd7-c4e0-454c-8d7c-1e2d0e32b46e None None] Provisioning complete for port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:14.560827 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4f2fabd7-c4e0-454c-8d7c-1e2d0e32b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.584759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:14.608877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'mac_address': 'fa:16:3e:62:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:06:14.609410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:14.611620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:14.614716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:14.650424 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa53d6b-1dd8-403c-9f1c-c70e5f1dc002 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.650945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa53d6b-1dd8-403c-9f1c-c70e5f1dc002 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.664630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9fa53d6b-1dd8-403c-9f1c-c70e5f1dc002 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/782eab9f-d30c-411e-b599-5f5424a9bd01 HTTP/1.1" status: 404 len: 337 time: 0.1032736 Aug 23 12:06:14.666172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57688) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.687335 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.711603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:14.715761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:14.723990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] DHCP port deletion for 86cefd38-6078-4baa-8d05-2e2f524b3240 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:06:14.726650 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8802deea-bdff-4acd-afa5-b2a50a5b89ce tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.727937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8802deea-bdff-4acd-afa5-b2a50a5b89ce tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.732407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8802deea-bdff-4acd-afa5-b2a50a5b89ce tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/654638cf-edd8-4bda-ac04-0dc414ebc4c2 HTTP/1.1" status: 404 len: 333 time: 0.0626855 Aug 23 12:06:14.736648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.737069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57694) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.738688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-42cc11a6-3580-451c-8e46-5d7cb7bd66f5 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3451087 Aug 23 12:06:14.745532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'network_id': '2a6e4613-dfac-46a3-81f8-d1122364e75f', 'name': 'tempest-AllowedAddressPairTestJSON-92239742'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:14.777606 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-325c7d92-c77f-4c48-9e5c-723e6d2ca9a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.778109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325c7d92-c77f-4c48-9e5c-723e6d2ca9a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.779978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-325c7d92-c77f-4c48-9e5c-723e6d2ca9a4 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/54c97179-9f80-405b-b83c-460875a9e1a0 HTTP/1.1" status: 404 len: 337 time: 0.0418704 Aug 23 12:06:14.783404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57696) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.833568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:06:14.840952 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c86977-7435-4b02-84f0-fefa17c3598b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] DELETE failed (client error): The resource could not be found. Aug 23 12:06:14.841957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c86977-7435-4b02-84f0-fefa17c3598b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:14.843871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b9c86977-7435-4b02-84f0-fefa17c3598b tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/subnets/6e201ede-c589-4def-8256-73a261a8b4ac HTTP/1.1" status: 404 len: 337 time: 0.0594490 Aug 23 12:06:14.850333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57698) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:14.868591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:14.885096 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.001254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Made reservation on behalf of ad412c679d104fd69aea016185249613 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:15.001604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 4800a928-87ab-43b5-888c-fb7b80be09fc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:15.002259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.006832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.016143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] Deleting port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:15.016738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.048556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] device_id is not set on port a403e1fd-124a-4d3f-9d0c-ab2133612f92 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:15.058180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57704) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:15.071912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:15.081796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.101882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 4800a928-87ab-43b5-888c-fb7b80be09fc owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:15.125428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a335fb6c-e77a-4299-9899-c55b9d8c7931 None None] Provisioning for port a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:15.133458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a335fb6c-e77a-4299-9899-c55b9d8c7931 None None] Provisioning complete for port a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:15.134629 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a335fb6c-e77a-4299-9899-c55b9d8c7931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.143197 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:06:15.177274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a335fb6c-e77a-4299-9899-c55b9d8c7931 None None] Port a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:15.180286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:15.180919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.190651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:06:15.209158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.235549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] Calling delete_port for 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:15.268589 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.271028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/ports/4800a928-87ab-43b5-888c-fb7b80be09fc HTTP/1.1" status: 204 len: 168 time: 0.4153640 Aug 23 12:06:15.271633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2ab10-ff1b-443f-b671-d57e06b4eb08 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=4800a928-87ab-43b5-888c-fb7b80be09fc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:15.273557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57712) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:15.333139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Allocated IP 172.20.0.5 (2a6e4613-dfac-46a3-81f8-d1122364e75f/323386f5-3217-4b73-937b-074aafef46e0/a403e1fd-124a-4d3f-9d0c-ab2133612f92) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:15.378879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9184f6-edf1-4b75-9b31-5e6e3b841acd req-07c96277-a698-4b02-9109-c89ad1b557d4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:15.380829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e9184f6-edf1-4b75-9b31-5e6e3b841acd req-07c96277-a698-4b02-9109-c89ad1b557d4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1031258 Aug 23 12:06:15.400338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-501490a2-96b5-4e60-be26-52e1ac7f8cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.407837 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.473298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Deleting port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:15.473651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.517506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.540385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57718) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:15.561101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] Pushing event deleted for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:15.564255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9f431-4863-40bd-9828-9cf9bcffa90d None None] No DVR routers for this DVR port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:15.576484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e9184f6-edf1-4b75-9b31-5e6e3b841acd req-cc3abbc2-cbfc-4813-b106-76845a5cf23d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618567 Aug 23 12:06:15.612637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] For port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,segment=NetworkSegment(1f22546c-928b-4a01-9b11-b9b8fe81077b),segment_id=1f22546c-928b-4a01-9b11-b9b8fe81077b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:15.613080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.633440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e1027-0d51-4483-b2dd-e62f320eb631 req-b6248778-0494-47d9-8078-985febe28316 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:15.635052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a00e1027-0d51-4483-b2dd-e62f320eb631 req-b6248778-0494-47d9-8078-985febe28316 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.1467040 Aug 23 12:06:15.639259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Calling delete_port for 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:15.675435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.696165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Transition to ACTIVE for port object a403e1fd-124a-4d3f-9d0c-ab2133612f92 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:15.719157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a00e1027-0d51-4483-b2dd-e62f320eb631 req-934d6fd2-6ad2-4668-8d0d-3b599e504f89 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750127 Aug 23 12:06:15.727985 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-501490a2-96b5-4e60-be26-52e1ac7f8cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.736804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-501490a2-96b5-4e60-be26-52e1ac7f8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.757715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7624602-56aa-4ee4-8ed5-d5e80d79b103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.790072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.792543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-501490a2-96b5-4e60-be26-52e1ac7f8cfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=993760fddc35486eba8066ebd3cf9d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330813 Aug 23 12:06:15.793287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501490a2-96b5-4e60-be26-52e1ac7f8cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a30b719-2921-4841-a9bb-d06b2660af37,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:15.798311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57722) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:15.811845 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.835926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Port': ['ID=21ee030d-a5ce-43a5-9ba3-a155a3da54b6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:15.837775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] No DVR routers for this DVR port 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:15.907415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:15.913289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:15.915169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=a403e1fd-124a-4d3f-9d0c-ab2133612f92,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:15.924425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:15.973672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.979364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17eefcf4-09c9-45f3-8295-108936f3a04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:15.993793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cefd38-6078-4baa-8d05-2e2f524b3240']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:16.009635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:16.010827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.013728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f22546c-928b-4a01-9b11-b9b8fe81077b') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:16.014280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f22546c-928b-4a01-9b11-b9b8fe81077b') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:16.017545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7624602-56aa-4ee4-8ed5-d5e80d79b103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.023193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17eefcf4-09c9-45f3-8295-108936f3a04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.025942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7624602-56aa-4ee4-8ed5-d5e80d79b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.029397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.053804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ea1338f-6cf7-4f2c-b339-22ada24bf19a tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3127980 Aug 23 12:06:16.058774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57726) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:16.068892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:28:66:be'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7c:6d:c8'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:16.077337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624602-56aa-4ee4-8ed5-d5e80d79b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ddf8b9-ae7e-47d9-b838-b4904dd910d4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:16.085157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.095115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:16.095623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:16.099534 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:16.112064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f7624602-56aa-4ee4-8ed5-d5e80d79b103 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c757f79adaa4f4fbc9e8068825e20a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690806 Aug 23 12:06:16.115126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57728) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:16.182235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.184660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17eefcf4-09c9-45f3-8295-108936f3a04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.187231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17eefcf4-09c9-45f3-8295-108936f3a04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.188964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17eefcf4-09c9-45f3-8295-108936f3a04d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a30b719-2921-4841-a9bb-d06b2660af37 HTTP/1.1" status: 204 len: 168 time: 0.3896286 Aug 23 12:06:16.195998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.198051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] 10.222.0.21 "DELETE /v2.0/networks/86cefd38-6078-4baa-8d05-2e2f524b3240 HTTP/1.1" status: 204 len: 168 time: 0.9169927 Aug 23 12:06:16.208448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eefcf4-09c9-45f3-8295-108936f3a04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a30b719-2921-4841-a9bb-d06b2660af37,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:16.213218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e072e6c-7f92-4646-866c-7267087b5fd9 tempest-PortsTestJSON-790747982 tempest-PortsTestJSON-790747982-project] Pushing event deleted for resources: {'Network': ['ID=86cefd38-6078-4baa-8d05-2e2f524b3240,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:16.228701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a0cde279-52fe-441e-9a25-da71005716af None None] Provisioning for port a403e1fd-124a-4d3f-9d0c-ab2133612f92 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:16.229675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88ea930b-cc60-4e6a-9d54-d27f8773cb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.247855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a0cde279-52fe-441e-9a25-da71005716af None None] Provisioning complete for port a403e1fd-124a-4d3f-9d0c-ab2133612f92 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:16.248283 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a0cde279-52fe-441e-9a25-da71005716af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.257839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88ea930b-cc60-4e6a-9d54-d27f8773cb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.293995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a0cde279-52fe-441e-9a25-da71005716af None None] Port a403e1fd-124a-4d3f-9d0c-ab2133612f92 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:16.300406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.327371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88ea930b-cc60-4e6a-9d54-d27f8773cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.330496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88ea930b-cc60-4e6a-9d54-d27f8773cb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.331491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-88ea930b-cc60-4e6a-9d54-d27f8773cb49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ddf8b9-ae7e-47d9-b838-b4904dd910d4 HTTP/1.1" status: 204 len: 168 time: 0.2152026 Aug 23 12:06:16.339714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea930b-cc60-4e6a-9d54-d27f8773cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ddf8b9-ae7e-47d9-b838-b4904dd910d4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:16.515296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.524553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.560727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57742) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:16.663934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event updated for resources: {'Port': ['ID=a403e1fd-124a-4d3f-9d0c-ab2133612f92,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:16.698349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] In _notify_port_updated(), no bound segment for port a403e1fd-124a-4d3f-9d0c-ab2133612f92 on network 2a6e4613-dfac-46a3-81f8-d1122364e75f {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:06:16.704953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:16.705635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.710114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-455c7b50-385d-4028-b07b-908e01cc8fbb tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "PUT /v2.0/ports/a403e1fd-124a-4d3f-9d0c-ab2133612f92 HTTP/1.1" status: 200 len: 1054 time: 0.6500108 Aug 23 12:06:16.712039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57752) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:16.751778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab9847-8add-4149-a63e-3715cdd9290e req-7f6706fd-8bf9-424e-bfc4-af761cc8654e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:16.753799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29ab9847-8add-4149-a63e-3715cdd9290e req-7f6706fd-8bf9-424e-bfc4-af761cc8654e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0719547 Aug 23 12:06:16.775387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:16.847119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:16.847380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29ab9847-8add-4149-a63e-3715cdd9290e req-7a4e93b2-282d-4d29-bc1e-66b3924e76bc tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825088 Aug 23 12:06:16.847504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 21ee030d-a5ce-43a5-9ba3-a155a3da54b6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:16.869997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port a403e1fd-124a-4d3f-9d0c-ab2133612f92 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:16.870258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.934261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-89a0aca8-fd1d-4f0a-8cc6-127570ca734e None None] Provisioning complete for port a403e1fd-124a-4d3f-9d0c-ab2133612f92 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:16.935165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89a0aca8-fd1d-4f0a-8cc6-127570ca734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:16.965536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8dddd243-cc55-43b6-92c3-da89d60f81b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7841f32aefa4332b4d4855a00a13e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011815 Aug 23 12:06:16.965943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:17.002138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43129be0-7582-416b-9e1c-abc553fdc880 req-214583eb-ef71-42ae-8b44-59b49e74c1d2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:17.003595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43129be0-7582-416b-9e1c-abc553fdc880 req-214583eb-ef71-42ae-8b44-59b49e74c1d2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.1051521 Aug 23 12:06:17.017761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-89a0aca8-fd1d-4f0a-8cc6-127570ca734e None None] Port a403e1fd-124a-4d3f-9d0c-ab2133612f92 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:17.038954 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9975705-de90-43f3-b075-87dd3a879541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.041734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.067497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for a403e1fd-124a-4d3f-9d0c-ab2133612f92 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:17.075145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:17.078537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9975705-de90-43f3-b075-87dd3a879541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.092914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43129be0-7582-416b-9e1c-abc553fdc880 req-8aafc614-8b9c-41a2-ad28-78c0c6a8fce1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740664 Aug 23 12:06:17.110987 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca10b65d-6ec0-4c01-9c4f-575488cd12c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.181820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9975705-de90-43f3-b075-87dd3a879541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.184569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9975705-de90-43f3-b075-87dd3a879541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.188175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c9975705-de90-43f3-b075-87dd3a879541 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b1e148f-0b4e-4463-8d4d-a5eee4766a83 HTTP/1.1" status: 204 len: 168 time: 0.2184815 Aug 23 12:06:17.199954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9975705-de90-43f3-b075-87dd3a879541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e148f-0b4e-4463-8d4d-a5eee4766a83,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:17.251405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.256165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca10b65d-6ec0-4c01-9c4f-575488cd12c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.261958 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca10b65d-6ec0-4c01-9c4f-575488cd12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.287072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=a403e1fd-124a-4d3f-9d0c-ab2133612f92,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:17.329798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca10b65d-6ec0-4c01-9c4f-575488cd12c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=611b28bbdd21426f972f31fc89e57a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492547 Aug 23 12:06:17.330707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10b65d-6ec0-4c01-9c4f-575488cd12c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36da0812-437a-4581-8dcd-bb63bd8e4d56,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:17.339837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57772) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:17.413308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e671764-4904-4a88-9c89-551066fcc1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.463825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e671764-4904-4a88-9c89-551066fcc1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.560961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e671764-4904-4a88-9c89-551066fcc1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.565595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e671764-4904-4a88-9c89-551066fcc1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.568223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e671764-4904-4a88-9c89-551066fcc1b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36da0812-437a-4581-8dcd-bb63bd8e4d56 HTTP/1.1" status: 204 len: 168 time: 0.2272084 Aug 23 12:06:17.582384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e671764-4904-4a88-9c89-551066fcc1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36da0812-437a-4581-8dcd-bb63bd8e4d56,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:17.648553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.650796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c77405f5-0de3-431a-a844-e13a3d7e4e9b tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/ports/a403e1fd-124a-4d3f-9d0c-ab2133612f92 HTTP/1.1" status: 204 len: 168 time: 0.9377847 Aug 23 12:06:17.653502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57786) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:17.683134 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d02c73-f019-48b7-8236-ac99ddf25ad2 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] GET failed (client error): The resource could not be found. Aug 23 12:06:17.687869 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a0d02c73-f019-48b7-8236-ac99ddf25ad2 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "GET /v2.0/ports/a403e1fd-124a-4d3f-9d0c-ab2133612f92 HTTP/1.1" status: 404 len: 333 time: 0.0304804 Aug 23 12:06:17.688325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57792) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:17.788447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:17.788799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.890561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:17.903928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:18.053716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cc68-059d-4e05-b522-97fc57211af4 req-314dcbb1-2959-4e20-aad7-34e45161e4ae tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:18.055347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23e9cc68-059d-4e05-b522-97fc57211af4 req-314dcbb1-2959-4e20-aad7-34e45161e4ae tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0815680 Aug 23 12:06:18.113109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:18.143733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23e9cc68-059d-4e05-b522-97fc57211af4 req-c67fa83b-547a-494c-b1c0-d4e459aecd81 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797389 Aug 23 12:06:18.144756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.183615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:18.227235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:18.231737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:18.232365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.436014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.439188 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef18d364-0e32-4e1c-bdad-3d609704f08f tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/ports/a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc HTTP/1.1" status: 204 len: 168 time: 0.7498639 Aug 23 12:06:18.442698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57834) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:18.473127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.479251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20847f12-8be1-4fa5-8ab0-59e3a8c6eae0 req-6bcc09e3-9753-46e9-8bf6-d44278cd5754 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:18.492534 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1022aca0-d588-42c7-8978-4b47dd8fa5d7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] GET failed (client error): The resource could not be found. Aug 23 12:06:18.493614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20847f12-8be1-4fa5-8ab0-59e3a8c6eae0 req-6bcc09e3-9753-46e9-8bf6-d44278cd5754 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.1183021 Aug 23 12:06:18.494382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1022aca0-d588-42c7-8978-4b47dd8fa5d7 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "GET /v2.0/ports/a3e5e91a-a68d-4f0a-8015-f76a91dbf9cc HTTP/1.1" status: 404 len: 333 time: 0.0522468 Aug 23 12:06:18.498416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57838) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:18.536532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:18.541228 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56a955-3d08-40e5-a2fa-d98673566c6e" -d '{"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:18.578483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:18.587133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.613808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-20847f12-8be1-4fa5-8ab0-59e3a8c6eae0 req-cc947490-7408-42e3-a7c2-6a3c5306ca77 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189551 Aug 23 12:06:18.713061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6686ea8b-3e03-4f99-b0af-80786f2dac9c req-59c46948-4c45-4dbb-990f-6f706ba0694b tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0850487 Aug 23 12:06:18.756836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:18.768062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15488237-128f-4dab-807f-c9505b6f87c9 req-93b497cb-9fed-4fe6-a699-50dc4aa2f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:18.774190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-93b497cb-9fed-4fe6-a699-50dc4aa2f193 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.0905213 Aug 23 12:06:18.774671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port 82d485fc-1b9c-407e-91e3-d4e4b72225b1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:18.775162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.870095 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b23e2af-bddc-48af-a13c-b9d6a9556f3d x-openstack-request-id: req-1b23e2af-bddc-48af-a13c-b9d6a9556f3d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:18.870397 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:18.870653 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b23e2af-bddc-48af-a13c-b9d6a9556f3d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:18.871126 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'code': 200} Aug 23 12:06:18.917913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec349673-28b3-4fd2-86a9-8385e7178856 req-a0b69066-8db1-45c3-ba2a-f6027ede6293 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:18.919632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec349673-28b3-4fd2-86a9-8385e7178856 req-a0b69066-8db1-45c3-ba2a-f6027ede6293 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1380963 Aug 23 12:06:18.956107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:18.968092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15488237-128f-4dab-807f-c9505b6f87c9 req-ffd0c4eb-55d7-4152-892e-bbd956f7489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:18.970585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-ffd0c4eb-55d7-4152-892e-bbd956f7489b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.1871521 Aug 23 12:06:18.978228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for 82d485fc-1b9c-407e-91e3-d4e4b72225b1 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:19.040651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57856) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:19.425086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdccbbe-04cb-4a23-ab1a-7d323112cf80 req-7fb3089f-8d65-45fe-99c2-900d39e8f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:19.427408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fdccbbe-04cb-4a23-ab1a-7d323112cf80 req-7fb3089f-8d65-45fe-99c2-900d39e8f7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1096 time: 0.4950802 Aug 23 12:06:19.462968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec349673-28b3-4fd2-86a9-8385e7178856 req-f23f9b46-75e0-4fa0-9f7c-c216c7a3a491 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5294273 Aug 23 12:06:19.487177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:19.487487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-33f3ec02-09c8-43f5-beec-4d014e6dcef3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.5090475 Aug 23 12:06:19.563491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=82d485fc-1b9c-407e-91e3-d4e4b72225b1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:19.568155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c9e66642-6dff-4a8a-b9ee-6ad9a0780f5f tempest-DvrRoutersNegativeTest-106759051 tempest-DvrRoutersNegativeTest-106759051-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-726191188', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:19.573821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.policy [None req-c9e66642-6dff-4a8a-b9ee-6ad9a0780f5f tempest-DvrRoutersNegativeTest-106759051 tempest-DvrRoutersNegativeTest-106759051-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101057) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 23 12:06:19.574168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.policy [None req-c9e66642-6dff-4a8a-b9ee-6ad9a0780f5f tempest-DvrRoutersNegativeTest-106759051 tempest-DvrRoutersNegativeTest-106759051-project] Failed policy check for 'create_router' {{(pid=101057) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 23 12:06:19.574786 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-c9e66642-6dff-4a8a-b9ee-6ad9a0780f5f tempest-DvrRoutersNegativeTest-106759051 tempest-DvrRoutersNegativeTest-106759051-project] create failed (client error): Access was denied to this resource. Aug 23 12:06:19.579825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c9e66642-6dff-4a8a-b9ee-6ad9a0780f5f tempest-DvrRoutersNegativeTest-106759051 tempest-DvrRoutersNegativeTest-106759051-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5357709 Aug 23 12:06:19.581654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15488237-128f-4dab-807f-c9505b6f87c9 req-75bd03b3-89f1-4dd6-a159-f56a998ccfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:19.583191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-75bd03b3-89f1-4dd6-a159-f56a998ccfe9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0759683 Aug 23 12:06:19.590060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fdccbbe-04cb-4a23-ab1a-7d323112cf80 req-41503ba9-b793-4e72-9e78-fed0e0f72fee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472216 Aug 23 12:06:19.627015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:19.629589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e0e75da-0ad2-4a19-bb85-07da0faa8250 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/ports/82d485fc-1b9c-407e-91e3-d4e4b72225b1 HTTP/1.1" status: 204 len: 168 time: 1.1301830 Aug 23 12:06:19.632863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57876) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:19.686180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15488237-128f-4dab-807f-c9505b6f87c9 req-7e1c6522-6526-4ab1-b8d5-5a64bb5c0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:19.687799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-7e1c6522-6526-4ab1-b8d5-5a64bb5c0748 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966976 Aug 23 12:06:19.711968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting subnet 323386f5-3217-4b73-937b-074aafef46e0 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:19.715709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:19.777463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:19.911216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592bad3-0025-4cd9-80f2-c8b1c766b8a7 req-c5b360e4-ce74-4013-a46e-2e5b4e515811 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:19.919942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7592bad3-0025-4cd9-80f2-c8b1c766b8a7 req-c5b360e4-ce74-4013-a46e-2e5b4e515811 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1789870 Aug 23 12:06:19.982848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60f9c428-4aa2-45b2-84b8-d3dab7c0b04c req-571f0e59-22ba-4456-ae18-5f07564baf41 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.1311707 Aug 23 12:06:19.996075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7592bad3-0025-4cd9-80f2-c8b1c766b8a7 req-146e1732-f16d-4fed-83f2-fa830f871305 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752585 Aug 23 12:06:20.046985 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.082729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-76e4dbac-325f-4093-b5af-206ad469f319 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737427 Aug 23 12:06:20.112281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:20.188729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.234230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Subnet': ['ID=323386f5-3217-4b73-937b-074aafef46e0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:20.236785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.238614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f861ea2e-007d-445e-8fe3-7c9cc1c72b06 tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/subnets/323386f5-3217-4b73-937b-074aafef46e0 HTTP/1.1" status: 204 len: 168 time: 0.6046996 Aug 23 12:06:20.241954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57900) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:20.257495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a57904-dbb6-4ae6-800e-a882dba193af None None] Network 2a6e4613-dfac-46a3-81f8-d1122364e75f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:20.267073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-15488237-128f-4dab-807f-c9505b6f87c9 req-5cb247d2-6acb-41f9-ba5e-e7472dd1b178 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759472 Aug 23 12:06:20.300740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fdd07779-ee93-4490-ac13-bb1038c772eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.365407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.494484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Deleting port 0c1e01e3-973d-4782-92f8-fa590c37805b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:20.494834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.509574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] DHCP port deletion for 2a6e4613-dfac-46a3-81f8-d1122364e75f request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:06:20.523097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57910) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:20.581540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] Deleting port 0c1e01e3-973d-4782-92f8-fa590c37805b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:20.582270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.616340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fdd07779-ee93-4490-ac13-bb1038c772eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.624627 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fdd07779-ee93-4490-ac13-bb1038c772eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.646146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86b2b-db80-4036-8a21-6728cf37b4f2 req-bf224add-4ca0-40c0-9b13-e14ab6db3d31 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:20.656611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fba86b2b-db80-4036-8a21-6728cf37b4f2 req-bf224add-4ca0-40c0-9b13-e14ab6db3d31 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0882332 Aug 23 12:06:20.668114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fdd07779-ee93-4490-ac13-bb1038c772eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ad9365f748f48838872ffca15263c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545359 Aug 23 12:06:20.684903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57914) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:20.712028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] For port 0c1e01e3-973d-4782-92f8-fa590c37805b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0c1e01e3-973d-4782-92f8-fa590c37805b,segment=NetworkSegment(a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f),segment_id=a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:20.712460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.738657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] For port 0c1e01e3-973d-4782-92f8-fa590c37805b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0c1e01e3-973d-4782-92f8-fa590c37805b,segment=NetworkSegment(a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f),segment_id=a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:20.739416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.742875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aec489ad-0394-4748-b2f2-65d4db153bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.758871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Calling delete_port for 0c1e01e3-973d-4782-92f8-fa590c37805b owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:20.761041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd07779-ee93-4490-ac13-bb1038c772eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ab1e1e-0e10-4092-b07d-56410ffe95d8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:20.764655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0c1e01e3-973d-4782-92f8-fa590c37805b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:20.767835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] Calling delete_port for 0c1e01e3-973d-4782-92f8-fa590c37805b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:20.790442 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fba86b2b-db80-4036-8a21-6728cf37b4f2 req-ffcd172c-4d21-4c1a-8ebf-a540c0efd6ad tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319287 Aug 23 12:06:20.809871 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c751c48-7205-46f4-93cd-e98558f7d1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.845431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c751c48-7205-46f4-93cd-e98558f7d1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.870707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.876899 n-d-773645-7 neutron-server[101059]: INFO neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No ports have port_id starting with 0c1e01e3-973d-4782-92f8-fa590c37805b Aug 23 12:06:20.897982 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.903464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Port': ['ID=0c1e01e3-973d-4782-92f8-fa590c37805b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:20.905676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] No DVR routers for this DVR port 0c1e01e3-973d-4782-92f8-fa590c37805b on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:20.938441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c751c48-7205-46f4-93cd-e98558f7d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.941446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7c751c48-7205-46f4-93cd-e98558f7d1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:20.942747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7c751c48-7205-46f4-93cd-e98558f7d1c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5ab1e1e-0e10-4092-b07d-56410ffe95d8 HTTP/1.1" status: 204 len: 168 time: 0.2518468 Aug 23 12:06:20.960548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] Pushing event deleted for resources: {'Port': ['ID=0c1e01e3-973d-4782-92f8-fa590c37805b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:20.965458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad7232-b8f8-4437-b2d8-b3b41c8badf2 None None] No DVR routers for this DVR port 0c1e01e3-973d-4782-92f8-fa590c37805b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:20.995179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c751c48-7205-46f4-93cd-e98558f7d1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ab1e1e-0e10-4092-b07d-56410ffe95d8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:21.006327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aec489ad-0394-4748-b2f2-65d4db153bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.014033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aec489ad-0394-4748-b2f2-65d4db153bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.060153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.061715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec489ad-0394-4748-b2f2-65d4db153bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec274d-6062-40c0-86a2-12b5580f7b19,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:21.084234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6e4613-dfac-46a3-81f8-d1122364e75f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:21.100161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aec489ad-0394-4748-b2f2-65d4db153bb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82675381dd1c4dac811ba7b63cf00b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735922 Aug 23 12:06:21.100529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57922) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:21.115614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aed61a1a-9f36-4703-8394-34d1fac8412d req-d5951a88-9ad3-4180-8deb-c3ec770eed82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0445666 Aug 23 12:06:21.118660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:21.119796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81cbe7a-3855-4d1f-9a25-6a5a3f2be92f') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:21.132452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.158323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.175874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b2e4b6b-ae0e-4f86-b36a-592771b76bb5 req-ecf0aef6-e342-4c44-9b3b-02bf89975f16 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0428965 Aug 23 12:06:21.195095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5292564-c6e2-43da-9248-472c7e84532c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.213330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:21.214076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:21.218561 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:21.222495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5292564-c6e2-43da-9248-472c7e84532c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.291647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e89563-b829-4312-a41c-b306fc1dbea1 req-2eb9253f-ef39-4cc3-b8a3-be4426d4d237 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:21.293252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1e89563-b829-4312-a41c-b306fc1dbea1 req-2eb9253f-ef39-4cc3-b8a3-be4426d4d237 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1469376 Aug 23 12:06:21.295840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5292564-c6e2-43da-9248-472c7e84532c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.298755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5292564-c6e2-43da-9248-472c7e84532c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.300129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c5292564-c6e2-43da-9248-472c7e84532c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98ec274d-6062-40c0-86a2-12b5580f7b19 HTTP/1.1" status: 204 len: 168 time: 0.1983037 Aug 23 12:06:21.310007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5292564-c6e2-43da-9248-472c7e84532c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec274d-6062-40c0-86a2-12b5580f7b19,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:21.312508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.327763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.330381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] 10.222.0.21 "DELETE /v2.0/networks/2a6e4613-dfac-46a3-81f8-d1122364e75f HTTP/1.1" status: 204 len: 168 time: 1.0874410 Aug 23 12:06:21.345825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50788141-02ab-40cb-a27c-f3fbcd4947db tempest-AllowedAddressPairTestJSON-39400158 tempest-AllowedAddressPairTestJSON-39400158-project] Pushing event deleted for resources: {'Network': ['ID=2a6e4613-dfac-46a3-81f8-d1122364e75f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:21.374464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1e89563-b829-4312-a41c-b306fc1dbea1 req-2e2ba1a7-35ce-4f5a-8dbf-69b19a8e82b6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722814 Aug 23 12:06:21.515523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b87bf-e359-488a-b029-1a22bf87c9f5 req-27b22292-5354-46ec-8a5d-eff7cc7622fe tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:21.526610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-203b87bf-e359-488a-b029-1a22bf87c9f5 req-27b22292-5354-46ec-8a5d-eff7cc7622fe tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.0785561 Aug 23 12:06:21.527186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:21.532859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'floatingip': {'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:21.597005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.605379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57942) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:21.774685 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d35fd1cb-f4ab-4d51-90e3-cd3c67a44635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.785075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-98052672-842e-476a-b05f-0a3fb7b4f726 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad412c679d104fd69aea016185249613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784992 Aug 23 12:06:21.787618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57956) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:21.901146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0730699-9338-43ef-bf07-155a54c7a83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.951217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0730699-9338-43ef-bf07-155a54c7a83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:21.986181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd51d-9906-448a-8703-3daef54938ec req-246f7616-df8c-4f95-8bb5-4016e9dac631 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:21.988205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-800cd51d-9906-448a-8703-3daef54938ec req-246f7616-df8c-4f95-8bb5-4016e9dac631 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1047220 Aug 23 12:06:22.040032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-800cd51d-9906-448a-8703-3daef54938ec req-d983edfd-2979-41e1-8c2a-cd30f9a51462 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Aug 23 12:06:22.071756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0730699-9338-43ef-bf07-155a54c7a83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:22.075428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0730699-9338-43ef-bf07-155a54c7a83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:22.078867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e0730699-9338-43ef-bf07-155a54c7a83c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f19a2a2-ee7e-494b-8170-cc4adb5dc7c4 HTTP/1.1" status: 204 len: 168 time: 0.2889965 Aug 23 12:06:22.102079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0730699-9338-43ef-bf07-155a54c7a83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f19a2a2-ee7e-494b-8170-cc4adb5dc7c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:22.313301 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd96b488-8e74-405d-b644-34e275813d5a req-16acaf27-c84d-41cc-aa15-c79f4c5dc430 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0438216 Aug 23 12:06:22.329083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223453de-99f4-4ce6-a500-3c5c6008d3ad req-4e1d1de3-b303-4eaa-a90d-0aea8eca5da8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:22.333363 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-223453de-99f4-4ce6-a500-3c5c6008d3ad req-4e1d1de3-b303-4eaa-a90d-0aea8eca5da8 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1648068 Aug 23 12:06:22.377621 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:06:22.447084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-223453de-99f4-4ce6-a500-3c5c6008d3ad req-3e930865-92ab-414f-b1ad-ca2c521993b5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073995 Aug 23 12:06:22.485550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:22.492494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:22.651224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58006) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:22.678284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bc022-3172-409a-aff6-44f91af8e638 req-65420062-1023-4635-862f-c2533296bc25 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:22.679826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e31bc022-3172-409a-aff6-44f91af8e638 req-65420062-1023-4635-862f-c2533296bc25 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1148303 Aug 23 12:06:22.687137 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Floating IP 73f33476-bc57-4e97-9621-791ff1996c0b associated. External IP: 172.25.1.20, port: fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e. Aug 23 12:06:22.784403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e31bc022-3172-409a-aff6-44f91af8e638 req-6f5834a2-5725-4b1c-b24f-139f7837a374 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946202 Aug 23 12:06:22.828974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5543119-18fa-4ae1-9810-c20853d0b142 req-2610fd7a-8536-4ada-b222-b2d2849d7784 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0646772 Aug 23 12:06:22.963369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-95b83be5-9f28-4b04-a5b8-071fda3384ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:22.964086 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-95b83be5-9f28-4b04-a5b8-071fda3384ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 12:06:22.964937 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-95b83be5-9f28-4b04-a5b8-071fda3384ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 12:06:22.966293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-95b83be5-9f28-4b04-a5b8-071fda3384ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3130078 Aug 23 12:06:22.970136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58024) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:22.978848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248336008'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:23.023317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:06:23.035915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.077497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.147689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6807918-e1a6-4f29-b241-3559a78fe28e req-e341143d-513a-4f3c-89a0-5031201e110e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:23.149147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c6807918-e1a6-4f29-b241-3559a78fe28e req-e341143d-513a-4f3c-89a0-5031201e110e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1159329 Aug 23 12:06:23.234068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c6807918-e1a6-4f29-b241-3559a78fe28e req-afd3fdef-049d-4eb7-a8d4-ea207ba3885d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671749 Aug 23 12:06:23.270767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.277514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.321324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bfcc43-d74f-4ed7-b92c-e5f64a393e49,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:23.404518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.410371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.445752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549ad0b3-58d3-4ad2-a0ff-44ec0c5c652d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:23.476827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58074) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:23.486757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.488996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2580c186-c64e-497f-95c1-da47de1d313a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5174103 Aug 23 12:06:23.493149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58078) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:23.499164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '549ad0b3-58d3-4ad2-a0ff-44ec0c5c652d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:23.537092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.575228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:06:23.591460 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:06:23.604223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.622230 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:23.633750 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:23.663442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a9a5e22-75ec-4c26-8118-82e21f9ef31a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "PUT /v2.0/floatingips/73f33476-bc57-4e97-9621-791ff1996c0b HTTP/1.1" status: 200 len: 990 time: 2.1324618 Aug 23 12:06:23.663442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:23.676822 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5369b2f4-769e-406c-809c-309a7259b9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:23.719790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.724952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.762248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd95a4a-32ea-4759-b32d-a79d5d7cfc07,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:23.767758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.770747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-65daf20c-e3af-4189-8ab4-bf73bbc703ee tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763157 Aug 23 12:06:23.774267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58094) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:23.782891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-92736989-1d9e-4d15-bee4-d7ca326d1459 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '549ad0b3-58d3-4ad2-a0ff-44ec0c5c652d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:23.790975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58098) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:23.840289 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:06:23.846235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1355309b-7ecc-4def-b773-60addfad87c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.852595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92736989-1d9e-4d15-bee4-d7ca326d1459 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:23.985293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-155114340'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:24.080183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1355309b-7ecc-4def-b773-60addfad87c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.092408 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-92736989-1d9e-4d15-bee4-d7ca326d1459 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 12:06:24.095551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92736989-1d9e-4d15-bee4-d7ca326d1459 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3195403 Aug 23 12:06:24.098345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58104) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:24.122944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1355309b-7ecc-4def-b773-60addfad87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.177131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Made reservation on behalf of 2ce7ec0053fe4635a2494ae66ea373da for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:24.183510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.199744 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ad12bc-b589-4da8-a875-5f243050de6c x-openstack-request-id: req-a5ad12bc-b589-4da8-a875-5f243050de6c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:24.200192 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:24.200544 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5ad12bc-b589-4da8-a875-5f243050de6c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:24.201058 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'status': 'completed', 'code': 200} Aug 23 12:06:24.208980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1355309b-7ecc-4def-b773-60addfad87c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63106bcb05fb4bc8b2e70b23bfd2058a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268023 Aug 23 12:06:24.209191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c5fbd608-38f5-4a42-b6f4-df64b80bdecf req-65b6f1bd-d6ad-498f-b9db-90c9f5d9c805 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0644600 Aug 23 12:06:24.209191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58106) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:24.235985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355309b-7ecc-4def-b773-60addfad87c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1c73f7-6273-4023-9ecf-4a35a970ecdc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:24.238706 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.265133 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '73f33476-bc57-4e97-9621-791ff1996c0b', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'mac_address': 'fa:16:3e:62:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:06:03Z', 'updated_at': '2021-08-23T12:06:22Z', 'revision_number': 1, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:24.275886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-2f45cd5a-e721-4931-964a-95304c5f0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:24.277730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-2f45cd5a-e721-4931-964a-95304c5f0f97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1096 time: 0.0712175 Aug 23 12:06:24.284539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea76ee9d-baac-437b-b0ed-fbea0f6ab424 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.301112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:06:24.315290 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:24.315990 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:05:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:24.325654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66e05a4-2976-4004-bfca-af17f2b27848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.330162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea76ee9d-baac-437b-b0ed-fbea0f6ab424 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.353529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.363878 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee246-e2a9-4fd6-8d60-e1e08834ae8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.380148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66e05a4-2976-4004-bfca-af17f2b27848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.439228 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea76ee9d-baac-437b-b0ed-fbea0f6ab424 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.447266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea76ee9d-baac-437b-b0ed-fbea0f6ab424 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.447266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea76ee9d-baac-437b-b0ed-fbea0f6ab424 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/549ad0b3-58d3-4ad2-a0ff-44ec0c5c652d HTTP/1.1" status: 204 len: 168 time: 0.3440132 Aug 23 12:06:24.447266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58110) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:24.465829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-833c0480-e14a-4ef0-9c12-277484b55a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:24.468012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-833c0480-e14a-4ef0-9c12-277484b55a34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.1828234 Aug 23 12:06:24.468319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ee9d-baac-437b-b0ed-fbea0f6ab424 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ad0b3-58d3-4ad2-a0ff-44ec0c5c652d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:24.492055 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:06:24.530105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d825b80-1941-415e-be5f-a1748f7623cd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813668 Aug 23 12:06:24.539168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:24.541438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66e05a4-2976-4004-bfca-af17f2b27848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.544432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66e05a4-2976-4004-bfca-af17f2b27848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.551466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b66e05a4-2976-4004-bfca-af17f2b27848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb1c73f7-6273-4023-9ecf-4a35a970ecdc HTTP/1.1" status: 204 len: 168 time: 0.3418694 Aug 23 12:06:24.555442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012249078'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:24.576129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e05a4-2976-4004-bfca-af17f2b27848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1c73f7-6273-4023-9ecf-4a35a970ecdc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:24.597908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df4b4a-f5ed-43d7-b42a-83fe663baec4 req-4af2512d-65db-4ea6-a5b1-1fe3936fdce2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:24.600117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00df4b4a-f5ed-43d7-b42a-83fe663baec4 req-4af2512d-65db-4ea6-a5b1-1fe3936fdce2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.2637463 Aug 23 12:06:24.644891 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-ea5a3bc7-2e39-428c-8388-9fe6305a2833 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 998 time: 0.1677332 Aug 23 12:06:24.650597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.673034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.677534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.746341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00df4b4a-f5ed-43d7-b42a-83fe663baec4 req-2a3a045c-cc4b-4240-9840-4ac1a7cf0344 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406558 Aug 23 12:06:24.751515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:24.806061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-301f4496-a405-4c1f-a241-a9bc133cccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:24.808072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-301f4496-a405-4c1f-a241-a9bc133cccd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1516399 Aug 23 12:06:24.812639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.813287 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Added segment c421461d-a6d0-4d09-87f7-dc04cd303808 of type vlan for network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 Aug 23 12:06:24.816281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66fcda6-5488-419d-b1dd-369107b0047a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:24.836836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.843692 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '73f33476-bc57-4e97-9621-791ff1996c0b', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'mac_address': 'fa:16:3e:62:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:06:03Z', 'updated_at': '2021-08-23T12:06:22Z', 'revision_number': 1, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:24.845503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.883237 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e74c7-bf2c-4f0b-9110-de68517d1bb7 None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '73f33476-bc57-4e97-9621-791ff1996c0b', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'mac_address': 'fa:16:3e:62:a8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:06:03Z', 'updated_at': '2021-08-23T12:06:22Z', 'revision_number': 1, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:06:24.897466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.926025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:24.930253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3897951 Aug 23 12:06:24.933748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58122) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:24.934166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b708cb-a0f2-46c1-a71a-991245d15846 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fac7df-006a-4eb6-84ac-1ec612d34b8b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:24.938575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-be751872-7f85-4fab-8949-82aaa4388c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:24.940225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-be751872-7f85-4fab-8949-82aaa4388c4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249790 Aug 23 12:06:24.947704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-28118b93-1ecb-4853-b8ea-897dc90e4dbd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '76fac7df-006a-4eb6-84ac-1ec612d34b8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:24.948490 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-28118b93-1ecb-4853-b8ea-897dc90e4dbd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 12:06:24.949190 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-28118b93-1ecb-4853-b8ea-897dc90e4dbd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:24.953585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28118b93-1ecb-4853-b8ea-897dc90e4dbd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089953 Aug 23 12:06:24.955159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58124) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.063736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-89972304-b383-478b-9671-bad780cadadc service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124442 Aug 23 12:06:25.068049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a026227-18d7-493b-891b-b9e68963b524 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.081940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.087509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:25.091039 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.129478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a026227-18d7-493b-891b-b9e68963b524 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.192494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a026227-18d7-493b-891b-b9e68963b524 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.196128 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a026227-18d7-493b-891b-b9e68963b524 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.197566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a026227-18d7-493b-891b-b9e68963b524 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/76fac7df-006a-4eb6-84ac-1ec612d34b8b HTTP/1.1" status: 204 len: 168 time: 0.2408385 Aug 23 12:06:25.202244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58136) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.216086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a026227-18d7-493b-891b-b9e68963b524 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fac7df-006a-4eb6-84ac-1ec612d34b8b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:25.273769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2a999883-0f13-442c-ac29-fef4d8830072 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634859 Aug 23 12:06:25.274666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58140) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.290070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--894651816'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:25.320451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5369b2f4-769e-406c-809c-309a7259b9e7 req-4adbb023-a3db-4a1f-b618-d9f05bccd891 service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483222 Aug 23 12:06:25.327096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.332380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5dd66-57d0-4dd7-9f40-cd245ca6e67e None None] New status for floating IP 73f33476-bc57-4e97-9621-791ff1996c0b: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:06:25.377521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5852072 Aug 23 12:06:25.382926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372316-1c9b-415e-9167-cfd6067de072 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event updated for resources: {'Network': ['ID=ad25a11d-764c-48d4-98a8-c8cc9b6f3757,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:25.385382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58144) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.393721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Request body: {'subnet': {'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:25.395420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:25.398011 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-370e6b87-95f0-44a0-8e9c-b4040175936f req-c1d3ec49-e48c-42c7-ad73-0845bfd75149 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0543435 Aug 23 12:06:25.492293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-5f145942-4f63-4db9-bd30-e9c23138114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:25.493924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-5f145942-4f63-4db9-bd30-e9c23138114a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 1096 time: 0.3855257 Aug 23 12:06:25.503413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.510414 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.542437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678c7a2-efdb-46c5-964b-bb5fb148fde6 req-b23472a7-7731-4618-8ca1-af34c01359a0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:25.544185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0678c7a2-efdb-46c5-964b-bb5fb148fde6 req-b23472a7-7731-4618-8ca1-af34c01359a0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.4074769 Aug 23 12:06:25.568964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cece5c-3644-4778-8fa5-c2634c4483a1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:25.621814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.622644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Made reservation on behalf of 2ce7ec0053fe4635a2494ae66ea373da for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:25.624361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1fb770ef-74fc-4bb7-82d2-a89c9c82e35a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3478642 Aug 23 12:06:25.625852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.629398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58150) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.634947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-38583f02-a192-4052-85a1-f27d70d8c301 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'e7cece5c-3644-4778-8fa5-c2634c4483a1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:25.636616 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-38583f02-a192-4052-85a1-f27d70d8c301 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 12:06:25.637771 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-38583f02-a192-4052-85a1-f27d70d8c301 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:25.639495 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-38583f02-a192-4052-85a1-f27d70d8c301 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083904 Aug 23 12:06:25.644692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.645329 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.708425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0678c7a2-efdb-46c5-964b-bb5fb148fde6 req-ac3ac0cc-0546-40bc-acae-2cd1e1b7743e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458309 Aug 23 12:06:25.722549 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87131d60-cf39-4f55-9f11-81f6611d362f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.755311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87131d60-cf39-4f55-9f11-81f6611d362f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.756382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-b8ee3d71-8517-4b98-a419-ea16c6c0732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:25.758149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-b8ee3d71-8517-4b98-a419-ea16c6c0732e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 200 len: 913 time: 0.2563236 Aug 23 12:06:25.808682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87131d60-cf39-4f55-9f11-81f6611d362f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.812159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87131d60-cf39-4f55-9f11-81f6611d362f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.816781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-87131d60-cf39-4f55-9f11-81f6611d362f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/e7cece5c-3644-4778-8fa5-c2634c4483a1 HTTP/1.1" status: 204 len: 168 time: 0.1675069 Aug 23 12:06:25.818761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58158) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.836392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87131d60-cf39-4f55-9f11-81f6611d362f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cece5c-3644-4778-8fa5-c2634c4483a1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:25.868807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-ae9bf5b9-7651-4371-b62b-550a88a6b5fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1022696 Aug 23 12:06:25.874069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7c403c7b-5c8e-4850-9c7f-046956795f02 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532537 Aug 23 12:06:25.879639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58160) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:25.884904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--31811668'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:25.911847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.955579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:25.970748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-8e4a11b2-88bb-45d1-af75-aed5949e4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:25.973762 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-8e4a11b2-88bb-45d1-af75-aed5949e4e2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 200 len: 851 time: 0.0825906 Aug 23 12:06:26.040451 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.045979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.052217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event updated for resources: {'Subnet': ['ID=b4a236b7-b93a-4f76-9464-b69c0ca1e89d,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:26.074032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-4edecef2-31c1-4e10-a7f2-cb38f6d84ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:26.075769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-4edecef2-31c1-4e10-a7f2-cb38f6d84ae5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6725bc35-c0e6-4d72-a37e-ab7692d43a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777915 Aug 23 12:06:26.079259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Checking segment: {'id': 'c421461d-a6d0-4d09-87f7-dc04cd303808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:26.079630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Network hostable DHCP agents. Network: ad25a11d-764c-48d4-98a8-c8cc9b6f3757, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:06:26.081012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.084914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2032433 Aug 23 12:06:26.088403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.093622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-07b03d10-be64-4de9-8ad8-e31d5b88ab83 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac16e1-6478-47ce-908f-56ab6faa8207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.111902 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-07b03d10-be64-4de9-8ad8-e31d5b88ab83 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 12:06:26.112715 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-07b03d10-be64-4de9-8ad8-e31d5b88ab83 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.114116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-07b03d10-be64-4de9-8ad8-e31d5b88ab83 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243113 Aug 23 12:06:26.116690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc5bb6-0be8-4738-b77b-3f1932cbd53f tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ac16e1-6478-47ce-908f-56ab6faa8207,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:26.118480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58176) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.128101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6cd5b47b-07ff-4f10-bfae-b5178ed2777e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac16e1-6478-47ce-908f-56ab6faa8207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.129756 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-6cd5b47b-07ff-4f10-bfae-b5178ed2777e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 12:06:26.130285 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-6cd5b47b-07ff-4f10-bfae-b5178ed2777e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.131243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6cd5b47b-07ff-4f10-bfae-b5178ed2777e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104501 Aug 23 12:06:26.134384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58178) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.139345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f465f601-4d80-4406-b56e-9858b2b18065 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac16e1-6478-47ce-908f-56ab6faa8207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.140354 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-f465f601-4d80-4406-b56e-9858b2b18065 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 12:06:26.141512 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-f465f601-4d80-4406-b56e-9858b2b18065 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.142641 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f465f601-4d80-4406-b56e-9858b2b18065 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071652 Aug 23 12:06:26.145491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58180) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.151298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e2383e94-a29e-4d21-9f12-9d6317147a75 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac16e1-6478-47ce-908f-56ab6faa8207', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.152471 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-e2383e94-a29e-4d21-9f12-9d6317147a75 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 12:06:26.153042 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-e2383e94-a29e-4d21-9f12-9d6317147a75 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.154367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e2383e94-a29e-4d21-9f12-9d6317147a75 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077875 Aug 23 12:06:26.157334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58182) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.163549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:06:26.183101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, ad25a11d-764c-48d4-98a8-c8cc9b6f3757) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:26.191903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:26.192572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.198040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70982bf0-0117-43fe-83cb-f25a18028f95 None None] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:26.216955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-fad8fd0e-7347-461a-aabc-e2db3b183ee0 service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336153 Aug 23 12:06:26.221732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a2d5ca16-a42d-4161-90ee-b3b28d26ad35 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8334589 Aug 23 12:06:26.224577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58188) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.230506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Request body: {'port': {'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757', 'name': 'tempest-ExtraDHCPOptionsTestJSON-346203553'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.332681 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08a6b7f4-9a8f-44aa-8880-62032133a252 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.368357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c6b38bd-fe64-4c11-9cab-909d699509d1 req-64c21c7a-33ce-4d2c-9605-138f7ff3017a service neutron] 10.222.0.44 "GET /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443353 Aug 23 12:06:26.383418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08a6b7f4-9a8f-44aa-8880-62032133a252 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.420740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-ad25a11d-764c-48d4-98a8-c8cc9b6f3757', 'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757', 'tenant_id': '2ce7ec0053fe4635a2494ae66ea373da', 'fixed_ips': [{'subnet_id': 'b4a236b7-b93a-4f76-9464-b69c0ca1e89d'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:06:26.421612 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.444416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Made reservation on behalf of 2ce7ec0053fe4635a2494ae66ea373da for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:26.448096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.461723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08a6b7f4-9a8f-44aa-8880-62032133a252 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.466109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08a6b7f4-9a8f-44aa-8880-62032133a252 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.467237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08a6b7f4-9a8f-44aa-8880-62032133a252 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7ac16e1-6478-47ce-908f-56ab6faa8207 HTTP/1.1" status: 204 len: 168 time: 0.3085830 Aug 23 12:06:26.470641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.481411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] device_id is not set on port 05f3d016-603f-4711-98f5-20321a05b6a4 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:26.489394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6b7f4-9a8f-44aa-8880-62032133a252 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ac16e1-6478-47ce-908f-56ab6faa8207,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:26.583418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-457838fe-3fee-4dd4-ba06-aa1cde782702 req-6c4a2342-3095-42ff-bb06-da7b29880782 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Aug 23 12:06:26.619570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30493b2e-f78a-4b1f-b924-91f5db2a4aa0 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1473258 Aug 23 12:06:26.623103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58220) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.628369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--339210620'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.642477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Allocated IP 172.20.0.2 (ad25a11d-764c-48d4-98a8-c8cc9b6f3757/b4a236b7-b93a-4f76-9464-b69c0ca1e89d/0684da16-dee8-4a51-b19d-cbbb98fe0010) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:26.654246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.764242 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.768875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.803178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7cb3a-0e95-4b9c-952e-0ab81e50c12b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:26.814204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.819958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f44862e-31d7-4741-8908-4dca8dd97e17 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1915038 Aug 23 12:06:26.820423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.820515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58224) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.828171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ce56ee07-a0cc-4544-9b5b-72a6f902dc81 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.828953 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-ce56ee07-a0cc-4544-9b5b-72a6f902dc81 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 12:06:26.831464 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-ce56ee07-a0cc-4544-9b5b-72a6f902dc81 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.833276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Transition to ACTIVE for port object 0684da16-dee8-4a51-b19d-cbbb98fe0010 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:26.835107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ce56ee07-a0cc-4544-9b5b-72a6f902dc81 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105686 Aug 23 12:06:26.835644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58228) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.840557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cd90de7c-4ba5-4c00-ad22-ae578329c4c4 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.853273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Transition to ACTIVE for port object 0684da16-dee8-4a51-b19d-cbbb98fe0010 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:26.862927 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:26.878443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9dee7-acc8-4f55-9ed5-b8246e7d2970 req-63956789-6092-4b10-9338-b954365b7fc0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:26.881467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-19a9dee7-acc8-4f55-9ed5-b8246e7d2970 req-63956789-6092-4b10-9338-b954365b7fc0 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.0835593 Aug 23 12:06:26.912925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:26.914458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:26.919204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:26.931153 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-cd90de7c-4ba5-4c00-ad22-ae578329c4c4 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.933561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cd90de7c-4ba5-4c00-ad22-ae578329c4c4 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0967369 Aug 23 12:06:26.934081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Pushing event updated for resources: {'Port': ['ID=0684da16-dee8-4a51-b19d-cbbb98fe0010,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:26.938826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.944503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f6a1b8f9-733a-4f7e-b875-27b007de4108 {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:06:26.944879 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:06:26.956966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d2555c34-f075-417a-8f19-735f71546fb2 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.958451 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-d2555c34-f075-417a-8f19-735f71546fb2 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 12:06:26.958969 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-d2555c34-f075-417a-8f19-735f71546fb2 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:26.959172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.959561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.959849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.960185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.960306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58232) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.960514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.960843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.961167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.961491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.961882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.962208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.962543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.962669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:26.962880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:06:26.963100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d2555c34-f075-417a-8f19-735f71546fb2 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0229385 Aug 23 12:06:26.972462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f556554d-29fc-487f-b447-c422d23bb64c tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:26.987397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-19a9dee7-acc8-4f55-9ed5-b8246e7d2970 req-330a44fc-46c8-49c5-8c99-cc80f36b068c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924718 Aug 23 12:06:27.005202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Attempting to bind port 0684da16-dee8-4a51-b19d-cbbb98fe0010 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:06:27.006968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Attempting to bind port 0684da16-dee8-4a51-b19d-cbbb98fe0010 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c421461d-a6d0-4d09-87f7-dc04cd303808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:06:27.006968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Attempting to bind port 0684da16-dee8-4a51-b19d-cbbb98fe0010 on network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:06:27.018154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:06:27.020157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Checking segment: {'id': 'c421461d-a6d0-4d09-87f7-dc04cd303808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:27.020964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.022106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Bound using segment: {'id': 'c421461d-a6d0-4d09-87f7-dc04cd303808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:06:27.023384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Bound port: 0684da16-dee8-4a51-b19d-cbbb98fe0010, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c421461d-a6d0-4d09-87f7-dc04cd303808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:06:27.024309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.094505 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-f556554d-29fc-487f-b447-c422d23bb64c tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:27.097752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f556554d-29fc-487f-b447-c422d23bb64c tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1324286 Aug 23 12:06:27.099037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58240) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.108329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1443a0b2-5cb7-4967-9aef-92fd281973ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:27.109007 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-1443a0b2-5cb7-4967-9aef-92fd281973ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 12:06:27.109551 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-1443a0b2-5cb7-4967-9aef-92fd281973ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:27.111131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1443a0b2-5cb7-4967-9aef-92fd281973ae tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092785 Aug 23 12:06:27.113987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58242) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.115172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] For port 0684da16-dee8-4a51-b19d-cbbb98fe0010, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:06:27.118592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] For port 0684da16-dee8-4a51-b19d-cbbb98fe0010, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0684da16-dee8-4a51-b19d-cbbb98fe0010,segment=NetworkSegment(c421461d-a6d0-4d09-87f7-dc04cd303808),segment_id=c421461d-a6d0-4d09-87f7-dc04cd303808)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:06:27.121549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-270aae86-3215-4d3a-bb1a-2d96d041b9f1 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:27.135695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.160666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5fad31-e635-410b-a7f8-cb9b15c58bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.179067 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-270aae86-3215-4d3a-bb1a-2d96d041b9f1 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:27.184988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58244) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.186037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-270aae86-3215-4d3a-bb1a-2d96d041b9f1 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0687809 Aug 23 12:06:27.197598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7ddc68c1-acd8-401f-a4e8-7f24b0c9df10 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:27.198121 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-7ddc68c1-acd8-401f-a4e8-7f24b0c9df10 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 12:06:27.198695 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-7ddc68c1-acd8-401f-a4e8-7f24b0c9df10 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:27.203535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ddc68c1-acd8-401f-a4e8-7f24b0c9df10 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138867 Aug 23 12:06:27.203764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58246) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.204793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5ff9-5e76-4783-8637-b4d49bf1b75a None None] Pushing event updated for resources: {'Port': ['ID=0684da16-dee8-4a51-b19d-cbbb98fe0010,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:27.208256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bb12eb68-cd10-4dc2-af78-934fd4b80155 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:27.299192 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.311634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5fad31-e635-410b-a7f8-cb9b15c58bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.319003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be5fad31-e635-410b-a7f8-cb9b15c58bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.397807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be5fad31-e635-410b-a7f8-cb9b15c58bd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d72eec139141477b80efa074a578c57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363818 Aug 23 12:06:27.399847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fad31-e635-410b-a7f8-cb9b15c58bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9639d08-47f5-4fb8-8289-260f7407d56c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:27.400438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.424850 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-bb12eb68-cd10-4dc2-af78-934fd4b80155 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:27.430207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bb12eb68-cd10-4dc2-af78-934fd4b80155 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2252069 Aug 23 12:06:27.431025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58252) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.437231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-348a27a8-78bd-464c-ae16-ee34bac7f83c tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '89b7cb3a-0e95-4b9c-952e-0ab81e50c12b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:27.446110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.473870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] device_id is not set on port ecd77449-12d0-4d66-8396-7ed1ed1de82a yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:27.474222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06a8b37e-6309-4f93-9467-09b0914eae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.500946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06a8b37e-6309-4f93-9467-09b0914eae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.538342 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-348a27a8-78bd-464c-ae16-ee34bac7f83c tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:27.542772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58254) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.549591 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-348a27a8-78bd-464c-ae16-ee34bac7f83c tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1172006 Aug 23 12:06:27.562194 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.603668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06a8b37e-6309-4f93-9467-09b0914eae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.606314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06a8b37e-6309-4f93-9467-09b0914eae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.609898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-06a8b37e-6309-4f93-9467-09b0914eae49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9639d08-47f5-4fb8-8289-260f7407d56c HTTP/1.1" status: 204 len: 168 time: 0.2058451 Aug 23 12:06:27.609898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-93142abf-723b-41ea-9445-ed1dc59f7244 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.619472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8b37e-6309-4f93-9467-09b0914eae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9639d08-47f5-4fb8-8289-260f7407d56c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:27.625875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Allocated IP 172.20.0.12 (ad25a11d-764c-48d4-98a8-c8cc9b6f3757/b4a236b7-b93a-4f76-9464-b69c0ca1e89d/ecd77449-12d0-4d66-8396-7ed1ed1de82a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:27.644564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-93142abf-723b-41ea-9445-ed1dc59f7244 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.712158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-93142abf-723b-41ea-9445-ed1dc59f7244 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.714756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-93142abf-723b-41ea-9445-ed1dc59f7244 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.716141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-93142abf-723b-41ea-9445-ed1dc59f7244 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/89b7cb3a-0e95-4b9c-952e-0ab81e50c12b HTTP/1.1" status: 204 len: 168 time: 0.1716907 Aug 23 12:06:27.719601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58260) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.725527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93142abf-723b-41ea-9445-ed1dc59f7244 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7cb3a-0e95-4b9c-952e-0ab81e50c12b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:27.779218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5bbbf78-3ab2-48ee-b4ab-55e91c92a331 req-61b07921-8793-4049-9cc1-7c6293720da1 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0585775 Aug 23 12:06:27.847686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cbcd63c-8603-448e-b695-e461fb45f466 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257834 Aug 23 12:06:27.851660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58264) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:27.856368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469023424'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:27.885988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.887406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.899009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Transition to ACTIVE for port object ecd77449-12d0-4d66-8396-7ed1ed1de82a will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:27.944050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:27.997347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:28.007061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.009410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:28.014195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:28.015866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.097381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:28.098089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.140116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9143538 Aug 23 12:06:28.140338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.146030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58278) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:28.146270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.147447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2947977 Aug 23 12:06:28.148474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ac48-78dd-48bd-a564-68f7c653ef2e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedfb2e5-068e-4ce7-b7b5-b52ec237b240,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:28.152711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Request body: {'port': {'network_id': 'ad25a11d-764c-48d4-98a8-c8cc9b6f3757', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2053722781', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:28.155765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] bootfile-name is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:06:28.156188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] tftp-server is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:06:28.156578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] server-ip-address is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:06:28.160344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f2cdd-d035-48a1-a4d1-c07837f3486c tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event updated for resources: {'Port': ['ID=ecd77449-12d0-4d66-8396-7ed1ed1de82a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:28.164796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:28.193928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-86162d67-88c6-40e9-8cc2-4f1711b31f12 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'eedfb2e5-068e-4ce7-b7b5-b52ec237b240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:28.219073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7519-758d-43f0-b206-e5ccecf7f5ce req-7702de62-9cff-4913-867f-a34688e1fd43 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:28.235275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-375d7519-758d-43f0-b206-e5ccecf7f5ce req-7702de62-9cff-4913-867f-a34688e1fd43 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1530371 Aug 23 12:06:28.306026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-375d7519-758d-43f0-b206-e5ccecf7f5ce req-d9e068b1-f843-41ee-bd0d-395d348e726d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680180 Aug 23 12:06:28.339574 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-86162d67-88c6-40e9-8cc2-4f1711b31f12 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The resource could not be found. Aug 23 12:06:28.340984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-86162d67-88c6-40e9-8cc2-4f1711b31f12 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1677279 Aug 23 12:06:28.343963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58286) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:28.350128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-64f91f1a-4963-4bf8-b73c-0990e6f6d2f6 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': 'eedfb2e5-068e-4ce7-b7b5-b52ec237b240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bf891f8e-9ccc-4854-bd0e-45ceda7abb2a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:28.373859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Made reservation on behalf of 2ce7ec0053fe4635a2494ae66ea373da for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:28.378342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.413745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] device_id is not set on port ceb06b06-f8bf-44b4-9df9-146b516a7446 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:28.481850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63e88b-ae36-4794-9cb5-de6acdbfee3b None None] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:28.513505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0d9a-caad-4910-a803-877551b33ccc req-1d8ad5a1-2ce5-4837-aa33-c568325c8d31 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:28.515247 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-426b0d9a-caad-4910-a803-877551b33ccc req-1d8ad5a1-2ce5-4837-aa33-c568325c8d31 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1186001 Aug 23 12:06:28.521826 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-64f91f1a-4963-4bf8-b73c-0990e6f6d2f6 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The resource could not be found. Aug 23 12:06:28.521826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64f91f1a-4963-4bf8-b73c-0990e6f6d2f6 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1764138 Aug 23 12:06:28.524382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58296) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:28.570260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f3f112b7-be22-4972-8849-86c1e692b77a None None] Provisioning for port 0684da16-dee8-4a51-b19d-cbbb98fe0010 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:28.646616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Allocated IP 172.20.0.13 (ad25a11d-764c-48d4-98a8-c8cc9b6f3757/b4a236b7-b93a-4f76-9464-b69c0ca1e89d/ceb06b06-f8bf-44b4-9df9-146b516a7446) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:28.656788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-426b0d9a-caad-4910-a803-877551b33ccc req-0867a0d8-0fda-41e2-a1fa-2722f242f478 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189883 Aug 23 12:06:28.665452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce30fa5d-dcde-401a-8668-4258a9cd6ea9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.723698 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce30fa5d-dcde-401a-8668-4258a9cd6ea9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.810748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0684da16-dee8-4a51-b19d-cbbb98fe0010 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:28.914781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce30fa5d-dcde-401a-8668-4258a9cd6ea9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.917487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce30fa5d-dcde-401a-8668-4258a9cd6ea9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.918765 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ce30fa5d-dcde-401a-8668-4258a9cd6ea9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/eedfb2e5-068e-4ce7-b7b5-b52ec237b240 HTTP/1.1" status: 204 len: 168 time: 0.3937204 Aug 23 12:06:28.923259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58314) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:28.949282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0684da16-dee8-4a51-b19d-cbbb98fe0010 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:28.955390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0684da16-dee8-4a51-b19d-cbbb98fe0010 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:28.955773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:28.960698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c2c3096-6453-4ee3-b0b9-86c0afb4fc9c req-bca43bcf-161d-418f-a0b4-e08226be3ac1 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0566995 Aug 23 12:06:28.977440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30fa5d-dcde-401a-8668-4258a9cd6ea9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedfb2e5-068e-4ce7-b7b5-b52ec237b240,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:29.033253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.035675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b5276311-9869-4f7d-8d13-080efca1a2af tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082377 Aug 23 12:06:29.038187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58324) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.052567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c9e9093c-c6f8-4d29-aab6-667c69cf16d9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '428984f2-c128-40e5-a159-fbe80dcb2ff2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:29.053230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Transition to ACTIVE for port object ceb06b06-f8bf-44b4-9df9-146b516a7446 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:29.095804 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.097512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.141169 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-c9e9093c-c6f8-4d29-aab6-667c69cf16d9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The resource could not be found. Aug 23 12:06:29.143330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c9e9093c-c6f8-4d29-aab6-667c69cf16d9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1016665 Aug 23 12:06:29.147422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58330) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.156654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--671501195'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:29.162697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:29.166302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:29.167766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 0684da16-dee8-4a51-b19d-cbbb98fe0010, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0684da16-dee8-4a51-b19d-cbbb98fe0010,segment=NetworkSegment(c421461d-a6d0-4d09-87f7-dc04cd303808),segment_id=c421461d-a6d0-4d09-87f7-dc04cd303808)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:29.175607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:29.182246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.188628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d6b5990f-f63a-4f8a-8283-68bb55188210 None None] Provisioning complete for port 0684da16-dee8-4a51-b19d-cbbb98fe0010 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:29.189248 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d6b5990f-f63a-4f8a-8283-68bb55188210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.229444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.245833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:29.246539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.259824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event updated for resources: {'Port': ['ID=ceb06b06-f8bf-44b4-9df9-146b516a7446,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:29.268872 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2905d77f-72aa-4836-b23f-34d3b145cddc tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.1196606 Aug 23 12:06:29.269672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.342146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e8466-7dae-4cb3-871d-92709ada5813 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:29.352574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e8466-7dae-4cb3-871d-92709ada5813 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:29.360075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e8466-7dae-4cb3-871d-92709ada5813 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:29.365413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0d3e8466-7dae-4cb3-871d-92709ada5813 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0923285 Aug 23 12:06:29.365883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58350) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.372741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=0684da16-dee8-4a51-b19d-cbbb98fe0010,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:29.436578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.447947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.501107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d6b5990f-f63a-4f8a-8283-68bb55188210 None None] Provisioning for port ecd77449-12d0-4d66-8396-7ed1ed1de82a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:29.506114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Deleting port ceb06b06-f8bf-44b4-9df9-146b516a7446 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:29.506692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.508490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d6b5990f-f63a-4f8a-8283-68bb55188210 None None] Provisioning complete for port ecd77449-12d0-4d66-8396-7ed1ed1de82a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:29.509162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d6b5990f-f63a-4f8a-8283-68bb55188210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.568743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5990f-f63a-4f8a-8283-68bb55188210 None None] Port ecd77449-12d0-4d66-8396-7ed1ed1de82a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:29.585361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.586918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4382682 Aug 23 12:06:29.588611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc1e61-2526-4e8f-a2ce-45354bf85b6a tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faf3394-5f72-445e-bb33-1dc0bd26a3cc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:29.605649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58368) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.613809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987752577'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:29.666654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.690291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.709839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-82d4e4dc-406b-4868-8e75-8a8c8d540d9f None None] Provisioning complete for port ecd77449-12d0-4d66-8396-7ed1ed1de82a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:29.710382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Calling delete_port for ceb06b06-f8bf-44b4-9df9-146b516a7446 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:29.711248 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82d4e4dc-406b-4868-8e75-8a8c8d540d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.818727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-82d4e4dc-406b-4868-8e75-8a8c8d540d9f None None] Port ecd77449-12d0-4d66-8396-7ed1ed1de82a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:29.847218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58384) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.858655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.863833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.926634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.930120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3233054 Aug 23 12:06:29.933626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58388) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:29.944597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d0952bbe-06ad-414d-8292-f98b1ce6062e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group_rule': {'security_group_id': '7faf3394-5f72-445e-bb33-1dc0bd26a3cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f8e377e2-c25c-492b-a5c7-fb5e2d1629d2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:29.951853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.952415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-85e1ea2f-63a1-4367-8a7c-2be0a63448e3 None None] Provisioning for port ceb06b06-f8bf-44b4-9df9-146b516a7446 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:29.956372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5a3e-546c-4b33-86b2-b8466fedd552 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e377e2-c25c-492b-a5c7-fb5e2d1629d2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:29.957403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-85e1ea2f-63a1-4367-8a7c-2be0a63448e3 None None] Provisioning complete for port ceb06b06-f8bf-44b4-9df9-146b516a7446 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:29.958125 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85e1ea2f-63a1-4367-8a7c-2be0a63448e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:29.994602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event deleted for resources: {'Port': ['ID=ceb06b06-f8bf-44b4-9df9-146b516a7446,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:30.017308 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-d0952bbe-06ad-414d-8292-f98b1ce6062e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:30.022635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d0952bbe-06ad-414d-8292-f98b1ce6062e tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0856996 Aug 23 12:06:30.023814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58392) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.096811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f5469b3-ce1e-44bb-a024-aeac76e9615e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.198722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.207473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c69eb237-ac92-4abf-a4b8-43961bb7bdd9 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "DELETE /v2.0/ports/ceb06b06-f8bf-44b4-9df9-146b516a7446 HTTP/1.1" status: 204 len: 168 time: 0.8403902 Aug 23 12:06:30.215502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-85e1ea2f-63a1-4367-8a7c-2be0a63448e3 None None] Port ceb06b06-f8bf-44b4-9df9-146b516a7446 was deleted so its status cannot be updated. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 12:06:30.228866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.235762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Request body: {'port': {'name': 'tempest-new-port-name-781876491', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:30.236167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] bootfile-name is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:06:30.236515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] tftp-server is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:06:30.237014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] server-ip-address is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:06:30.238583 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e75efbfb-23ac-457e-96ce-a99d36437616 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.245800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7960604d-43e7-426f-84e8-c3394be116f5 req-d4da761e-336e-4f7c-a095-dbeb77aaf8c0 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.1256394 Aug 23 12:06:30.292015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-6617039b-3247-418f-b3b6-9aaea9b41cac tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:30.293531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-6617039b-3247-418f-b3b6-9aaea9b41cac tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=840eac16-0177-4543-a9ee-b0a28c77744a HTTP/1.1" status: 200 len: 944 time: 0.1765220 Aug 23 12:06:30.297664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e75efbfb-23ac-457e-96ce-a99d36437616 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.355198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.358908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f5469b3-ce1e-44bb-a024-aeac76e9615e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.367776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f5469b3-ce1e-44bb-a024-aeac76e9615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.403742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e75efbfb-23ac-457e-96ce-a99d36437616 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.407165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e75efbfb-23ac-457e-96ce-a99d36437616 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.410939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e75efbfb-23ac-457e-96ce-a99d36437616 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8e377e2-c25c-492b-a5c7-fb5e2d1629d2 HTTP/1.1" status: 204 len: 168 time: 0.3816357 Aug 23 12:06:30.413555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.436289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75efbfb-23ac-457e-96ce-a99d36437616 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e377e2-c25c-492b-a5c7-fb5e2d1629d2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:30.446908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5469b3-ce1e-44bb-a024-aeac76e9615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd8f1c7-25eb-49a4-93fd-c96e890bb997,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:30.456315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4f5469b3-ce1e-44bb-a024-aeac76e9615e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63b4acebe53148259b32f6e685065bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031592 Aug 23 12:06:30.457127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58400) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.484006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Deleting port d6d613d1-4b07-4f41-9134-4e820306d055 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:30.484006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.584963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d10eb001-6c68-433a-9198-a8bbcadf23c9 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1702824 Aug 23 12:06:30.590944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58402) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.601027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.605909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.652418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2938fad6-eab2-4219-9435-b2367e3eed37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.662817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] For port d6d613d1-4b07-4f41-9134-4e820306d055, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d6d613d1-4b07-4f41-9134-4e820306d055,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:30.663208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.694809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Calling delete_port for d6d613d1-4b07-4f41-9134-4e820306d055 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:30.699194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event updated for resources: {'Port': ['ID=ecd77449-12d0-4d66-8396-7ed1ed1de82a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:30.702849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2938fad6-eab2-4219-9435-b2367e3eed37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.736024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e067f57-394e-4261-b31f-669150c118fd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.738869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] In _notify_port_updated(), no bound segment for port ecd77449-12d0-4d66-8396-7ed1ed1de82a on network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:06:30.751323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:30.752167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.754233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ee7d3c61-5fdc-40c1-9c27-859694316381 tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "PUT /v2.0/ports/ecd77449-12d0-4d66-8396-7ed1ed1de82a HTTP/1.1" status: 200 len: 1136 time: 0.5238900 Aug 23 12:06:30.756451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58406) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.777759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0684da16-dee8-4a51-b19d-cbbb98fe0010 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:30.814984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18175fd-95f7-4bbc-88bb-0c2b305d530b tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:30.816616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f18175fd-95f7-4bbc-88bb-0c2b305d530b tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "GET /v2.0/ports/ecd77449-12d0-4d66-8396-7ed1ed1de82a HTTP/1.1" status: 200 len: 1136 time: 0.0588839 Aug 23 12:06:30.817888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e067f57-394e-4261-b31f-669150c118fd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.820920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58408) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.860489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0684da16-dee8-4a51-b19d-cbbb98fe0010 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:30.861553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.875351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2938fad6-eab2-4219-9435-b2367e3eed37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.877989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2938fad6-eab2-4219-9435-b2367e3eed37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.881701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2938fad6-eab2-4219-9435-b2367e3eed37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dd8f1c7-25eb-49a4-93fd-c96e890bb997 HTTP/1.1" status: 204 len: 168 time: 0.4211895 Aug 23 12:06:30.903433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938fad6-eab2-4219-9435-b2367e3eed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd8f1c7-25eb-49a4-93fd-c96e890bb997,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:30.923105 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e067f57-394e-4261-b31f-669150c118fd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.927007 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e067f57-394e-4261-b31f-669150c118fd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:30.930895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e067f57-394e-4261-b31f-669150c118fd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/7faf3394-5f72-445e-bb33-1dc0bd26a3cc HTTP/1.1" status: 204 len: 168 time: 0.3366864 Aug 23 12:06:30.931419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58412) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:30.970881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e067f57-394e-4261-b31f-669150c118fd tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faf3394-5f72-445e-bb33-1dc0bd26a3cc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:31.002779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Deleting port ecd77449-12d0-4d66-8396-7ed1ed1de82a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:31.003133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.020288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.025805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08ef3054-c939-4ea7-9dac-bc20387014c3 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936496 Aug 23 12:06:31.037946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58414) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.039648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['eb33fa43-feed-484f-a607-b21395b20032'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:06:31.041887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:06:31.042884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'tempest-secgroup--554661467'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:31.147571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] No DVR routers for this DVR port d6d613d1-4b07-4f41-9134-4e820306d055 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:31.150545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.164161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.165090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad54db51-15dc-49cf-9f19-686b3347a1f0 req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "DELETE /v2.0/ports/d6d613d1-4b07-4f41-9134-4e820306d055 HTTP/1.1" status: 204 len: 173 time: 0.8633270 Aug 23 12:06:31.167078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-deleted', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:31.181270 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a2d859-eefb-4cfb-9609-a7f270fb450d" -d '{"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-deleted", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:31.187549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9c1d4-7f2b-4abd-aa73-a5f1903d6d4e tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'Port': ['ID=d6d613d1-4b07-4f41-9134-4e820306d055,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:31.192179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-760fa469-9363-4cdb-a9eb-75280454906a None None] Provisioning complete for port ecd77449-12d0-4d66-8396-7ed1ed1de82a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:31.192562 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-760fa469-9363-4cdb-a9eb-75280454906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.197116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.239129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Calling delete_port for ecd77449-12d0-4d66-8396-7ed1ed1de82a owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:31.288796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-760fa469-9363-4cdb-a9eb-75280454906a None None] Port ecd77449-12d0-4d66-8396-7ed1ed1de82a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:31.301726 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1644cb79-bd69-4e03-be16-8d917e3db1cd x-openstack-request-id: req-1644cb79-bd69-4e03-be16-8d917e3db1cd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:31.302707 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840eac16-0177-4543-a9ee-b0a28c77744a", "name": "network-vif-deleted", "tag": "d6d613d1-4b07-4f41-9134-4e820306d055", "status": "failed", "code": 422}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:31.303171 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1644cb79-bd69-4e03-be16-8d917e3db1cd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:31.303896 n-d-773645-7 neutron-server[101057]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '840eac16-0177-4543-a9ee-b0a28c77744a', 'name': 'network-vif-deleted', 'tag': 'd6d613d1-4b07-4f41-9134-4e820306d055', 'status': 'failed', 'code': 422} returned with failed status Aug 23 12:06:31.459659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50eca538-154f-4063-afe7-b2f1f64a6680 req-5d67a5f6-42d0-4aea-b0fb-f5b7541d7880 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0603387 Aug 23 12:06:31.480805 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.496144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.567071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.568338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5294001 Aug 23 12:06:31.571391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58442) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.576426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2cadaa94-6aa7-4999-9adb-3222ad7cdeac tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:31.577135 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-2cadaa94-6aa7-4999-9adb-3222ad7cdeac tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 12:06:31.577658 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-2cadaa94-6aa7-4999-9adb-3222ad7cdeac tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 12:06:31.581240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2cadaa94-6aa7-4999-9adb-3222ad7cdeac tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "PUT /v2.0/security-groups/2f7d2594-ee8c-4c71-b230-7cdfcccb966a HTTP/1.1" status: 409 len: 330 time: 0.0063860 Aug 23 12:06:31.581240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44800521-405d-44f5-be45-ddf8490e0050 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d2594-ee8c-4c71-b230-7cdfcccb966a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:31.582769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58444) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.648038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390ce983-0d23-4af1-940b-06ae6b213a78 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.668086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.692961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390ce983-0d23-4af1-940b-06ae6b213a78 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.721744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event deleted for resources: {'Port': ['ID=ecd77449-12d0-4d66-8396-7ed1ed1de82a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:31.780513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390ce983-0d23-4af1-940b-06ae6b213a78 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.784409 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390ce983-0d23-4af1-940b-06ae6b213a78 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.785807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-390ce983-0d23-4af1-940b-06ae6b213a78 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f7d2594-ee8c-4c71-b230-7cdfcccb966a HTTP/1.1" status: 204 len: 168 time: 0.2030821 Aug 23 12:06:31.792065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58454) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.806424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ce983-0d23-4af1-940b-06ae6b213a78 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d2594-ee8c-4c71-b230-7cdfcccb966a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:31.853164 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.857665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3778e52c-ef19-45a3-9c4f-f984757a3a4a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "DELETE /v2.0/ports/ecd77449-12d0-4d66-8396-7ed1ed1de82a HTTP/1.1" status: 204 len: 168 time: 1.0352850 Aug 23 12:06:31.861148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58458) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.939073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Deleting subnet b4a236b7-b93a-4f76-9464-b69c0ca1e89d {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:31.944471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:31.951380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e22b1d89-e124-4102-8f2f-7671e62283f0 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1580911 Aug 23 12:06:31.955436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58462) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.970073 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-38475595-bdc9-4777-8662-7a5ddff18cb3 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] delete failed (client error): The resource could not be found. Aug 23 12:06:31.971472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-38475595-bdc9-4777-8662-7a5ddff18cb3 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a75a856-11eb-4799-b262-b28f2bad67ba HTTP/1.1" status: 404 len: 347 time: 0.0146315 Aug 23 12:06:31.974943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58464) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:31.996199 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-486fb83f-0d2e-45a1-850c-55b9a7749ac5 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] show failed (client error): The resource could not be found. Aug 23 12:06:32.003435 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-486fb83f-0d2e-45a1-850c-55b9a7749ac5 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-groups/1d47381b-71f9-463c-a126-7baf06ac073d HTTP/1.1" status: 404 len: 347 time: 0.0270622 Aug 23 12:06:32.006834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:32.037448 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-c0c938e2-2bff-4c12-b7d1-4affa4e0caa7 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] show failed (client error): The resource could not be found. Aug 23 12:06:32.038236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.038722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c0c938e2-2bff-4c12-b7d1-4affa4e0caa7 tempest-NegativeSecGroupTest-1110398154 tempest-NegativeSecGroupTest-1110398154-project] 10.222.0.21 "GET /v2.0/security-group-rules/1786d79b-9eb3-46e6-bf8a-d527e3731b50 HTTP/1.1" status: 404 len: 356 time: 0.0308428 Aug 23 12:06:32.180065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.257425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.274367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.276318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "DELETE /v2.0/subnets/b4a236b7-b93a-4f76-9464-b69c0ca1e89d HTTP/1.1" status: 204 len: 168 time: 0.4139142 Aug 23 12:06:32.280525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36ce4-28b8-4993-aa5a-b294b0560aaa req-72f28de1-480d-4390-8fb1-ada1b851ec63 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:32.284546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5a36ce4-28b8-4993-aa5a-b294b0560aaa req-72f28de1-480d-4390-8fb1-ada1b851ec63 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 907 time: 0.0751989 Aug 23 12:06:32.285049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58480) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:32.286596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e6b80-9b1f-4684-abdb-1857dad2b2a5 None None] Network ad25a11d-764c-48d4-98a8-c8cc9b6f3757 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:32.313428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa786a75-1cf7-4ed7-b31c-5a07995d23ca tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a236b7-b93a-4f76-9464-b69c0ca1e89d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:32.405569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.476848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Deleting port 0684da16-dee8-4a51-b19d-cbbb98fe0010 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:32.477202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.510179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58490) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:32.524897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] DHCP port deletion for ad25a11d-764c-48d4-98a8-c8cc9b6f3757 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:06:32.572773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] For port 0684da16-dee8-4a51-b19d-cbbb98fe0010, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0684da16-dee8-4a51-b19d-cbbb98fe0010,segment=NetworkSegment(c421461d-a6d0-4d09-87f7-dc04cd303808),segment_id=c421461d-a6d0-4d09-87f7-dc04cd303808)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:32.573145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.592111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Calling delete_port for 0684da16-dee8-4a51-b19d-cbbb98fe0010 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:32.601181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] Deleting port 0684da16-dee8-4a51-b19d-cbbb98fe0010 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:32.602160 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.682200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-962f0135-7db2-4e2b-9c61-43e8e221f58e req-16aae608-c503-4275-b061-8b054b44aeae tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0765443 Aug 23 12:06:32.715248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.737274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] For port 0684da16-dee8-4a51-b19d-cbbb98fe0010, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0684da16-dee8-4a51-b19d-cbbb98fe0010,segment=NetworkSegment(c421461d-a6d0-4d09-87f7-dc04cd303808),segment_id=c421461d-a6d0-4d09-87f7-dc04cd303808)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:32.739127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.748891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event deleted for resources: {'Port': ['ID=0684da16-dee8-4a51-b19d-cbbb98fe0010,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:32.751377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] No DVR routers for this DVR port 0684da16-dee8-4a51-b19d-cbbb98fe0010 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:32.780281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] Calling delete_port for 0684da16-dee8-4a51-b19d-cbbb98fe0010 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:32.788870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0684da16-dee8-4a51-b19d-cbbb98fe0010 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:32.816575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0684da16-dee8-4a51-b19d-cbbb98fe0010 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:32.817195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0684da16-dee8-4a51-b19d-cbbb98fe0010 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:32.846493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58500) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:32.858910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.870304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad25a11d-764c-48d4-98a8-c8cc9b6f3757']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:32.899672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c421461d-a6d0-4d09-87f7-dc04cd303808') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:32.900492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c421461d-a6d0-4d09-87f7-dc04cd303808') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:32.911773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.924523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:32.929171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.936338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.940110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:32.940843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:32.944152 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:32.959593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-94fb0f24-4284-4b50-8e96-b9dea17669ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84bf23af07a5474c8da2e856306232e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482846 Aug 23 12:06:32.962958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58506) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:32.972105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] Pushing event deleted for resources: {'Port': ['ID=0684da16-dee8-4a51-b19d-cbbb98fe0010,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:32.977626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcee142-e543-4a1c-a246-d541248c3fc4 None None] No DVR routers for this DVR port 0684da16-dee8-4a51-b19d-cbbb98fe0010 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:32.981066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.019227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.037743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.039675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] 10.222.0.21 "DELETE /v2.0/networks/ad25a11d-764c-48d4-98a8-c8cc9b6f3757 HTTP/1.1" status: 204 len: 168 time: 0.7536943 Aug 23 12:06:33.040702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b2593-09d4-4e2b-b240-d69358dc2d9a tempest-ExtraDHCPOptionsTestJSON-803771854 tempest-ExtraDHCPOptionsTestJSON-803771854-project] Pushing event deleted for resources: {'Network': ['ID=ad25a11d-764c-48d4-98a8-c8cc9b6f3757,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:33.087350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c235e393-9e87-4401-9a1e-4388070f28ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.121776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c235e393-9e87-4401-9a1e-4388070f28ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.173901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.193826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c235e393-9e87-4401-9a1e-4388070f28ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.196437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c235e393-9e87-4401-9a1e-4388070f28ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.197632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c235e393-9e87-4401-9a1e-4388070f28ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54bfcc43-d74f-4ed7-b92c-e5f64a393e49 HTTP/1.1" status: 204 len: 168 time: 0.2335756 Aug 23 12:06:33.240601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235e393-9e87-4401-9a1e-4388070f28ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bfcc43-d74f-4ed7-b92c-e5f64a393e49,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:33.256970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:33.336277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Allocated IP 172.25.1.166 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f828fb8b-ea8f-4e52-aa27-0dba0a26bf5e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:33.460979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a8e86-f7b8-4ae6-8954-1b11d59f7534 req-a5bec4df-9e8b-442f-afd2-b272d2bef8c9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:33.462625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d0a8e86-f7b8-4ae6-8954-1b11d59f7534 req-a5bec4df-9e8b-442f-afd2-b272d2bef8c9 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 907 time: 0.0909219 Aug 23 12:06:33.475344 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e7ec766-77dd-4c31-a173-ae50e1462010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ce7ec0053fe4635a2494ae66ea373da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167146 Aug 23 12:06:33.486017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58522) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:33.508753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.553708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-4707-4dc0-a722-d1d4e81f0c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.570149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.596592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-4707-4dc0-a722-d1d4e81f0c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.611564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:33.614554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:33.618531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:33.635593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-1c82e257-8273-4bda-8877-37321476d0b3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:33.637121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-1c82e257-8273-4bda-8877-37321476d0b3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 907 time: 0.1017663 Aug 23 12:06:33.650803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Pushing event updated for resources: {'Port': ['ID=f828fb8b-ea8f-4e52-aa27-0dba0a26bf5e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:33.726443 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.783776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-4707-4dc0-a722-d1d4e81f0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.785779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.786335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-364b1fc3-4707-4dc0-a722-d1d4e81f0c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.790411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-364b1fc3-4707-4dc0-a722-d1d4e81f0c01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e66fcda6-5488-419d-b1dd-369107b0047a HTTP/1.1" status: 204 len: 168 time: 0.3112309 Aug 23 12:06:33.807340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b1fc3-4707-4dc0-a722-d1d4e81f0c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66fcda6-5488-419d-b1dd-369107b0047a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:33.840254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Deleting port decc6e87-701c-46a5-94bb-6a839080dd00 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:33.840614 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.879726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57309b70-6047-4773-b70b-f6fa6f948ab6 req-13362585-7584-46c6-a2a2-00ce33bba8af tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0361154 Aug 23 12:06:33.953495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] For port decc6e87-701c-46a5-94bb-6a839080dd00, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=decc6e87-701c-46a5-94bb-6a839080dd00,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:33.953830 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:33.970322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Calling delete_port for decc6e87-701c-46a5-94bb-6a839080dd00 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:34.159560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.189964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'Port': ['ID=decc6e87-701c-46a5-94bb-6a839080dd00,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:34.265309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] No DVR routers for this DVR port decc6e87-701c-46a5-94bb-6a839080dd00 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:34.268489 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.270826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01bcca22-4d79-4db3-b45f-8779f95c9b0f req-8b1138fd-b7e4-41d9-9bb6-5add7df828cd tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "DELETE /v2.0/ports/decc6e87-701c-46a5-94bb-6a839080dd00 HTTP/1.1" status: 204 len: 173 time: 0.6243351 Aug 23 12:06:34.271428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'name': 'network-vif-deleted', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:34.274045 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52962e0f-dd0d-4204-8efd-7a2551c58a9c" -d '{"events": [{"server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "name": "network-vif-deleted", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:34.353096 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecf7ef0-f872-4f31-a7cc-d860d7955298 x-openstack-request-id: req-fecf7ef0-f872-4f31-a7cc-d860d7955298 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:34.353502 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cfef04-28c2-4ab0-9d26-ac4a37754105", "name": "network-vif-deleted", "tag": "decc6e87-701c-46a5-94bb-6a839080dd00", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:34.353892 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fecf7ef0-f872-4f31-a7cc-d860d7955298 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:34.354472 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cfef04-28c2-4ab0-9d26-ac4a37754105', 'name': 'network-vif-deleted', 'tag': 'decc6e87-701c-46a5-94bb-6a839080dd00', 'status': 'completed', 'code': 200} Aug 23 12:06:34.468175 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.478249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.586947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Pushing event updated for resources: {'Port': ['ID=f828fb8b-ea8f-4e52-aa27-0dba0a26bf5e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:34.603050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.624476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.628615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c5eda558-3296-48c0-b369-661b671905b0 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7783914 Aug 23 12:06:34.629417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58566) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:34.635390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1001429334', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'fixed_ips': [{'ip_address': '172.25.1.166'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:34.638025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71afa3ed-140d-4ad9-be73-aba06128faf1 req-7e3f4801-d721-4d84-b4d8-e0204795c3e4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0cfef04-28c2-4ab0-9d26-ac4a37754105 HTTP/1.1" status: 200 len: 210 time: 0.0414104 Aug 23 12:06:34.672926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Made reservation on behalf of 690035f2af5f4360af8634f7b556eb3c for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:34.676941 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.697025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.830256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.837545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:34.848362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] device_id is not set on port 6b05e270-8104-486d-8cfa-6745812692f0 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:34.932928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9798dfbd-5851-42b6-adb9-c706e93921e5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:35.122025 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 12:06:35.122703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:35.129960 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd77eb03-4ece-44a5-a692-fbb248cf047a req-636be802-4749-4922-87cc-5b1794074c24 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Aug 23 12:06:35.163885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6e106881-aa70-4a45-99b8-8b8275ff7545 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5332229 Aug 23 12:06:35.166633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58590) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:35.334571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Deleting port f828fb8b-ea8f-4e52-aa27-0dba0a26bf5e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:35.334927 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.383312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58600) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:35.417418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.417808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.434050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Calling delete_port for f828fb8b-ea8f-4e52-aa27-0dba0a26bf5e owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:35.488875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-691896806'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:35.515318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Made reservation on behalf of 43c2a8403da240d099fe03cb0629ed77 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:35.524921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.543267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.608813 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.638474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Pushing event deleted for resources: {'Port': ['ID=f828fb8b-ea8f-4e52-aa27-0dba0a26bf5e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:35.675708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.684462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.730890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.735375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.736748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2be178de-332d-4d53-958a-0c6742aa9a65 tempest-ExternalNetworksAdminNegativeTestJSON-227563120 tempest-ExternalNetworksAdminNegativeTestJSON-227563120-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/93d9f44b-f1ac-4299-b853-6b02f280112c HTTP/1.1" status: 204 len: 168 time: 0.5690153 Aug 23 12:06:35.746962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:35.760306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021ad7d3-941b-408e-b562-6763c52bde71,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:35.766594 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.766955 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Added segment a99ba638-b0ca-4847-be2c-51e3591cb24c of type vlan for network f7f2ad9b-4035-43db-8d71-cd3deddf5965 Aug 23 12:06:35.817654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.851633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.861554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:35.862798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:35.919001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5341065 Aug 23 12:06:35.919742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58620) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:35.926847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'subnet': {'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:35.959660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4aace-cf6f-4953-b206-23449fdd0136 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Network': ['ID=f7f2ad9b-4035-43db-8d71-cd3deddf5965,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:35.976703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:36.012531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device decc6e87-701c-46a5-94bb-6a839080dd00 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:36.028666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23efcb3-8c2f-4ded-a202-eaa349cee08d req-efd7ff64-9b00-41f0-954f-a470a3c3bea5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:36.037747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c23efcb3-8c2f-4ded-a202-eaa349cee08d req-efd7ff64-9b00-41f0-954f-a470a3c3bea5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.0732355 Aug 23 12:06:36.053954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: decc6e87-701c-46a5-94bb-6a839080dd00 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:36.054547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device decc6e87-701c-46a5-94bb-6a839080dd00 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:36.115248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c23efcb3-8c2f-4ded-a202-eaa349cee08d req-cb5b2a4d-e174-4fc5-8d4d-20248bf434b5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764179 Aug 23 12:06:36.149843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Made reservation on behalf of 43c2a8403da240d099fe03cb0629ed77 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:36.154028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.162915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58632) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:36.269137 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f668ce6f-c608-4bc2-8142-23e724240b5b req-e609ea92-496e-4435-b99e-ecaf1f025dc0 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0375898 Aug 23 12:06:36.310836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9de9469d-6e5c-4c16-a8e8-d4199dd06eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.433576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9de9469d-6e5c-4c16-a8e8-d4199dd06eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.438442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9de9469d-6e5c-4c16-a8e8-d4199dd06eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.451498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.494679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9469d-6e5c-4c16-a8e8-d4199dd06eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a6406f-e257-4e54-b399-4becada9db1e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:36.499489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9de9469d-6e5c-4c16-a8e8-d4199dd06eee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e158c28e488447ada7c17b3dd688e4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347414 Aug 23 12:06:36.503479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:36.573963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Subnet': ['ID=4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:36.580307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Checking segment: {'id': 'a99ba638-b0ca-4847-be2c-51e3591cb24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:36.580688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network hostable DHCP agents. Network: f7f2ad9b-4035-43db-8d71-cd3deddf5965, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:06:36.603092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3da3377-afb1-4f22-a95e-378f5f9986a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.604070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:06:36.618387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f7f2ad9b-4035-43db-8d71-cd3deddf5965) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:36.625618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:36.626544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.629139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df120c2e-cf15-4dcd-8681-139aa1359992 None None] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:36.637472 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3da3377-afb1-4f22-a95e-378f5f9986a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.664156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0b26c42-4777-4479-9831-1abdefa8a642 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7426143 Aug 23 12:06:36.667008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58648) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:36.673662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-238426538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:36.714421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.715533 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.738758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3da3377-afb1-4f22-a95e-378f5f9986a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.742867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3da3377-afb1-4f22-a95e-378f5f9986a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.747225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3da3377-afb1-4f22-a95e-378f5f9986a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22a6406f-e257-4e54-b399-4becada9db1e HTTP/1.1" status: 204 len: 168 time: 0.2422364 Aug 23 12:06:36.775125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da3377-afb1-4f22-a95e-378f5f9986a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a6406f-e257-4e54-b399-4becada9db1e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:36.813018 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.818759 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.844928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:36.850322 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a515854-3880-4029-970c-46c07752b043 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1820474 Aug 23 12:06:36.853597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58654) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:36.885093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f7f2ad9b-4035-43db-8d71-cd3deddf5965', 'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965', 'tenant_id': '43c2a8403da240d099fe03cb0629ed77', 'fixed_ips': [{'subnet_id': '4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:06:36.886396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.073018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Allocated IP 172.20.0.2 (f7f2ad9b-4035-43db-8d71-cd3deddf5965/4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c/ea476d0e-5be8-456f-b18f-e88a9b8e5a21) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:37.280106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb89878-8708-4832-8e07-83aa9b3589ee req-c264eb70-2ad6-4d65-8b07-6b46c4edeb3b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:37.290487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cb89878-8708-4832-8e07-83aa9b3589ee req-c264eb70-2ad6-4d65-8b07-6b46c4edeb3b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.0663068 Aug 23 12:06:37.355076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.384016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Transition to ACTIVE for port object ea476d0e-5be8-456f-b18f-e88a9b8e5a21 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:37.394300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cb89878-8708-4832-8e07-83aa9b3589ee req-41746d26-4c74-4669-b9da-8a1f748cf162 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954547 Aug 23 12:06:37.433857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Transition to ACTIVE for port object ea476d0e-5be8-456f-b18f-e88a9b8e5a21 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:37.447932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.488139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58674) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:37.535203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Pushing event updated for resources: {'Port': ['ID=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:37.540074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:37.543642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:37.554485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:37.571865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58676) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:37.575645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb2005d1-430b-4d65-b870-64b5bb1fa928 req-44542de4-2e29-4e63-a012-dbd71a140c30 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0886071 Aug 23 12:06:37.605920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.622218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Attempting to bind port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:06:37.622753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Attempting to bind port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a99ba638-b0ca-4847-be2c-51e3591cb24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:06:37.623696 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Attempting to bind port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 on network f7f2ad9b-4035-43db-8d71-cd3deddf5965 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:06:37.629886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:06:37.630275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Checking segment: {'id': 'a99ba638-b0ca-4847-be2c-51e3591cb24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:37.630688 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.631111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Bound using segment: {'id': 'a99ba638-b0ca-4847-be2c-51e3591cb24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:06:37.631589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Bound port: ea476d0e-5be8-456f-b18f-e88a9b8e5a21, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99ba638-b0ca-4847-be2c-51e3591cb24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:06:37.631984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.649256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-13f7b405-1660-4af2-a231-ad6c6410cbf4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:37.650758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-13f7b405-1660-4af2-a231-ad6c6410cbf4 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 946 time: 0.2521896 Aug 23 12:06:37.655812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b8175eb6-ee5c-40bb-a5e1-45f4f5eb1f00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=690035f2af5f4360af8634f7b556eb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664133 Aug 23 12:06:37.664008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58680) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:37.717238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] For port ea476d0e-5be8-456f-b18f-e88a9b8e5a21, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:06:37.722208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] For port ea476d0e-5be8-456f-b18f-e88a9b8e5a21, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,segment=NetworkSegment(a99ba638-b0ca-4847-be2c-51e3591cb24c),segment_id=a99ba638-b0ca-4847-be2c-51e3591cb24c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:06:37.729621 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.795609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d23e-d306-432b-8cb5-36ad18d4d51d None None] Pushing event updated for resources: {'Port': ['ID=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:37.817717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65cedba0-93c9-429c-85c7-29f9a2f954ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.848341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b074ddd9-3596-4100-81ea-ba5d75c84b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.879541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65cedba0-93c9-429c-85c7-29f9a2f954ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.885074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Deleting port eb33fa43-feed-484f-a607-b21395b20032 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:37.885418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:37.898892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Allocated IP 172.20.0.1 (f7f2ad9b-4035-43db-8d71-cd3deddf5965/4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c/0ec492a4-cdf6-48ff-91a6-4db151bc387f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:38.052386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65cedba0-93c9-429c-85c7-29f9a2f954ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.054979 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65cedba0-93c9-429c-85c7-29f9a2f954ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.056159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-65cedba0-93c9-429c-85c7-29f9a2f954ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9798dfbd-5851-42b6-adb9-c706e93921e5 HTTP/1.1" status: 204 len: 168 time: 0.3911026 Aug 23 12:06:38.072808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.078224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] For port eb33fa43-feed-484f-a607-b21395b20032, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=eb33fa43-feed-484f-a607-b21395b20032,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:38.078600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.094571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cedba0-93c9-429c-85c7-29f9a2f954ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798dfbd-5851-42b6-adb9-c706e93921e5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:38.098048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Transition to ACTIVE for port object 0ec492a4-cdf6-48ff-91a6-4db151bc387f will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:38.116830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Calling delete_port for eb33fa43-feed-484f-a607-b21395b20032 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:38.148687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.195144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b074ddd9-3596-4100-81ea-ba5d75c84b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.204060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b074ddd9-3596-4100-81ea-ba5d75c84b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.208495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:38.213907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:38.222355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:38.225536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Port': ['ID=0ec492a4-cdf6-48ff-91a6-4db151bc387f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:38.276092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58686) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:38.276352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b074ddd9-3596-4100-81ea-ba5d75c84b05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=291aa50034dc47b1a3d5d958e13c962e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994562 Aug 23 12:06:38.277062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074ddd9-3596-4100-81ea-ba5d75c84b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d3f377-635d-4605-925d-53c9f85934d4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:38.302189 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.381423 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.396497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:06:38.431769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'Port': ['ID=eb33fa43-feed-484f-a607-b21395b20032,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:38.435229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8eff09f-90bb-467a-a0df-50f4793c0a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.499206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8eff09f-90bb-467a-a0df-50f4793c0a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.522860 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.573002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] No DVR routers for this DVR port eb33fa43-feed-484f-a607-b21395b20032 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:38.579770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.582876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc1babe0-09da-43c3-8f2c-7c30ea34a64f req-c384daaa-77fc-4b16-9795-716bda86df58 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "DELETE /v2.0/ports/eb33fa43-feed-484f-a607-b21395b20032 HTTP/1.1" status: 204 len: 173 time: 0.9202299 Aug 23 12:06:38.583818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'name': 'network-vif-deleted', 'tag': 'eb33fa43-feed-484f-a607-b21395b20032'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:38.587803 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cc4b10-493d-4fb8-bacf-ee049bb481fa" -d '{"events": [{"server_uuid": "f279a9df-83c1-4978-a769-5f5b81993b08", "name": "network-vif-deleted", "tag": "eb33fa43-feed-484f-a607-b21395b20032"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:38.613513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc8106c-ada5-41eb-a834-82995f4fcbdb req-c2040cdd-a31e-4e5f-ae4c-fe9fa1a52875 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=f279a9df-83c1-4978-a769-5f5b81993b08 HTTP/1.1" status: 200 len: 210 time: 0.0533993 Aug 23 12:06:38.684665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8eff09f-90bb-467a-a0df-50f4793c0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.692840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8eff09f-90bb-467a-a0df-50f4793c0a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:38.700207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b8eff09f-90bb-467a-a0df-50f4793c0a8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98d3f377-635d-4605-925d-53c9f85934d4 HTTP/1.1" status: 204 len: 168 time: 0.4220388 Aug 23 12:06:38.708323 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cbce9c-553f-479e-a51f-2910cc4be16d x-openstack-request-id: req-53cbce9c-553f-479e-a51f-2910cc4be16d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:38.709614 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f279a9df-83c1-4978-a769-5f5b81993b08", "name": "network-vif-deleted", "tag": "eb33fa43-feed-484f-a607-b21395b20032", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:38.710146 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53cbce9c-553f-479e-a51f-2910cc4be16d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:38.710925 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f279a9df-83c1-4978-a769-5f5b81993b08', 'name': 'network-vif-deleted', 'tag': 'eb33fa43-feed-484f-a607-b21395b20032', 'status': 'completed', 'code': 200} Aug 23 12:06:38.834656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eff09f-90bb-467a-a0df-50f4793c0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d3f377-635d-4605-925d-53c9f85934d4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:38.889161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7aa95a26-cc4c-47ce-9a01-c3181339c868 req-e2832daa-7056-4083-91d5-805a2549ebbc tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0616841 Aug 23 12:06:38.910548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ea476d0e-5be8-456f-b18f-e88a9b8e5a21 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:38.983085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:39.195219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.205033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.305026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.325363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Port': ['ID=0ec492a4-cdf6-48ff-91a6-4db151bc387f,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:39.407210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a8f2a8-7c7c-4fa8-ac0b-f17933e7e1c5 None None] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:39.448845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:39.454362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:39.467038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58724) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:39.485967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] Provisioning for port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:39.494793 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e0b60d2-1c70-4a1b-91c6-917a38e48571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.494975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] Provisioning complete for port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:39.495551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.618067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Router 3a4200f7-13fd-4230-8fa4-9dd9ae3996fc is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:06:39.629826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e0b60d2-1c70-4a1b-91c6-917a38e48571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.636279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e0b60d2-1c70-4a1b-91c6-917a38e48571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.689819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e0b60d2-1c70-4a1b-91c6-917a38e48571 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da2a43fbb8b1467f8f4f97b32356880d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199171 Aug 23 12:06:39.693614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58732) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:39.710217 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.745474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b60d2-1c70-4a1b-91c6-917a38e48571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5affdd91-d7b1-4fea-a95b-e491fb8f2d91,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:39.772548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] For port ea476d0e-5be8-456f-b18f-e88a9b8e5a21, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,segment=NetworkSegment(a99ba638-b0ca-4847-be2c-51e3591cb24c),segment_id=a99ba638-b0ca-4847-be2c-51e3591cb24c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:39.778054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.786380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf610a5b-9bc2-4c14-a142-00a4095dfd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.820415 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf610a5b-9bc2-4c14-a142-00a4095dfd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.822847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:06:39.833342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b393982e-a5e1-4caf-87cd-c3f32b671206 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "PUT /v2.0/routers/3a4200f7-13fd-4230-8fa4-9dd9ae3996fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756112 Aug 23 12:06:39.834097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58738) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:39.834858 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e2900-5cff-4666-9940-21af499bff40 None None] Sync routers for ids ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:06:39.845843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'port': {'network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965', 'name': 'tempest-FloatingIPNegativeTestJSON-905980890'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:39.851361 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e2900-5cff-4666-9940-21af499bff40 None None] Routers {'3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:39.853976 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-152e2900-5cff-4666-9940-21af499bff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:39.902332 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-152e2900-5cff-4666-9940-21af499bff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:39.908202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff9fb5-715f-44d2-ac73-d9634f245710 None None] Pushing event updated for resources: {'Port': ['ID=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:39.931059 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e2900-5cff-4666-9940-21af499bff40 None None] Routers {'3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:39.935772 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-152e2900-5cff-4666-9940-21af499bff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:39.975271 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf610a5b-9bc2-4c14-a142-00a4095dfd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.978656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf610a5b-9bc2-4c14-a142-00a4095dfd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:39.981125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bf610a5b-9bc2-4c14-a142-00a4095dfd3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5affdd91-d7b1-4fea-a95b-e491fb8f2d91 HTTP/1.1" status: 204 len: 168 time: 0.2862036 Aug 23 12:06:40.008401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf610a5b-9bc2-4c14-a142-00a4095dfd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5affdd91-d7b1-4fea-a95b-e491fb8f2d91,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:40.069034 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-152e2900-5cff-4666-9940-21af499bff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:40.072850 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e2900-5cff-4666-9940-21af499bff40 None None] The sync data for ids ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:06:40.092434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfb19fb0-281c-4f72-afb2-56c200fbc79d req-4647a650-94ff-4aa1-a991-fa9620d401fc tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0443313 Aug 23 12:06:40.137277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Made reservation on behalf of 43c2a8403da240d099fe03cb0629ed77 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:40.143796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.172530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] device_id is not set on port cf44f5bf-51bc-4599-81bb-7221638af881 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:40.212228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b3a0601-3947-4840-bf81-e789333e79a5 None None] Provisioning complete for port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:40.212695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0601-3947-4840-bf81-e789333e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.258062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device eb33fa43-feed-484f-a607-b21395b20032 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:40.317198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: eb33fa43-feed-484f-a607-b21395b20032 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:40.321819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device eb33fa43-feed-484f-a607-b21395b20032 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:40.329299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8982de7-87d7-46e2-bb91-1b0da282292c req-47ef16ce-1c44-4d6b-80c5-c56aa19542f3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:40.344541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8982de7-87d7-46e2-bb91-1b0da282292c req-47ef16ce-1c44-4d6b-80c5-c56aa19542f3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.1091788 Aug 23 12:06:40.411198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Allocated IP 172.20.0.11 (f7f2ad9b-4035-43db-8d71-cd3deddf5965/4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c/cf44f5bf-51bc-4599-81bb-7221638af881) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:40.442997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8982de7-87d7-46e2-bb91-1b0da282292c req-902b4852-9b17-436d-8876-d0b49aa3f99a tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947192 Aug 23 12:06:40.492629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b3a0601-3947-4840-bf81-e789333e79a5 None None] Provisioning for port 0ec492a4-cdf6-48ff-91a6-4db151bc387f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:40.497761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b3a0601-3947-4840-bf81-e789333e79a5 None None] Provisioning complete for port 0ec492a4-cdf6-48ff-91a6-4db151bc387f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:40.498277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b3a0601-3947-4840-bf81-e789333e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.587254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a0601-3947-4840-bf81-e789333e79a5 None None] Port 0ec492a4-cdf6-48ff-91a6-4db151bc387f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:40.667168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:40.699174 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.720537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-01546a9d-f3d0-49ac-a5f7-0148b19c5f6b None None] Provisioning complete for port 0ec492a4-cdf6-48ff-91a6-4db151bc387f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:40.723094 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01546a9d-f3d0-49ac-a5f7-0148b19c5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.729721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Transition to ACTIVE for port object cf44f5bf-51bc-4599-81bb-7221638af881 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:06:40.755947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ea476d0e-5be8-456f-b18f-e88a9b8e5a21 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:06:40.786346 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.803090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-01546a9d-f3d0-49ac-a5f7-0148b19c5f6b None None] Port 0ec492a4-cdf6-48ff-91a6-4db151bc387f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:40.834801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:40.835209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.848535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:40.851894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:40.856130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:40.920264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:40.920926 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:40.958371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:40.958982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1227102 Aug 23 12:06:40.959981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298698-0ef4-4194-991a-54ac3a5b03e8 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Port': ['ID=cf44f5bf-51bc-4599-81bb-7221638af881,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:40.963787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:41.008614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-30846d31-12a9-4a01-831e-7ff89639b1d1 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-844009769'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:41.009243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-30846d31-12a9-4a01-831e-7ff89639b1d1 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Unknown quota resources ['metering_label']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:06:41.021578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.085473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b9791c5-dd51-465b-8f5b-2e5b550b982c None None] Provisioning complete for port 0ec492a4-cdf6-48ff-91a6-4db151bc387f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:41.085825 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b9791c5-dd51-465b-8f5b-2e5b550b982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.147673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9b9791c5-dd51-465b-8f5b-2e5b550b982c None None] Port 0ec492a4-cdf6-48ff-91a6-4db151bc387f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:41.231833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dcc464e1-0837-44fc-b4df-63fe57984022 req-674ef3a9-04f0-4bd1-947b-5c9fc3b82e62 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Aug 23 12:06:41.240205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30846d31-12a9-4a01-831e-7ff89639b1d1 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.243955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30846d31-12a9-4a01-831e-7ff89639b1d1 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5731082 Aug 23 12:06:41.245100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58784) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:41.249680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-495b17be-9eea-4a3e-8e83-a51ce050da20 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6e4c409f-16f6-4334-8f3e-f2a36b735d5a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:41.250185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-495b17be-9eea-4a3e-8e83-a51ce050da20 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:06:41.284298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9812351-1414-4c28-a845-76771d821f3c None None] Provisioning for port cf44f5bf-51bc-4599-81bb-7221638af881 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:06:41.288589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9812351-1414-4c28-a845-76771d821f3c None None] Provisioning complete for port cf44f5bf-51bc-4599-81bb-7221638af881 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:06:41.288975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9812351-1414-4c28-a845-76771d821f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.331132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a9812351-1414-4c28-a845-76771d821f3c None None] Port cf44f5bf-51bc-4599-81bb-7221638af881 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:06:41.367823 n-d-773645-7 neutron-server[101057]: WARNING neutron.services.metering.metering_plugin [None req-495b17be-9eea-4a3e-8e83-a51ce050da20 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 12:06:41.419750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-1ba3a34a-f6b2-45d6-a410-dc791185f104 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:41.420710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-1ba3a34a-f6b2-45d6-a410-dc791185f104 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.0702531 Aug 23 12:06:41.481623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-495b17be-9eea-4a3e-8e83-a51ce050da20 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.486133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-495b17be-9eea-4a3e-8e83-a51ce050da20 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2367272 Aug 23 12:06:41.486133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58792) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:41.493260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cdf60664-61ca-42d7-bc60-e09613daa7cd tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6e4c409f-16f6-4334-8f3e-f2a36b735d5a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:41.493772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cdf60664-61ca-42d7-bc60-e09613daa7cd tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101057) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:06:41.553776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Deleting port da04273a-018a-441d-9983-476fbed9b6c8 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:41.554439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.567826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.570940 n-d-773645-7 neutron-server[101057]: WARNING neutron.services.metering.metering_plugin [None req-cdf60664-61ca-42d7-bc60-e09613daa7cd tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 12:06:41.673042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] For port da04273a-018a-441d-9983-476fbed9b6c8, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=da04273a-018a-441d-9983-476fbed9b6c8,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:41.673412 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.686660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Calling delete_port for da04273a-018a-441d-9983-476fbed9b6c8 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:41.737706 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cdf60664-61ca-42d7-bc60-e09613daa7cd tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.739207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cdf60664-61ca-42d7-bc60-e09613daa7cd tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2507360 Aug 23 12:06:41.742619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58802) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:41.763784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5701-4931-4015-9f94-558b804e969b req-7e6eb1d6-82d1-4187-82a3-4f0207c3c30c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:41.765898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d1d5701-4931-4015-9f94-558b804e969b req-7e6eb1d6-82d1-4187-82a3-4f0207c3c30c tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=26beffc4-587f-4d4a-9a68-5af5f0459f11 HTTP/1.1" status: 200 len: 945 time: 0.2083843 Aug 23 12:06:41.774038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4f8060f1-a379-4c7e-8e1e-3f33b54a14e1 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=4acdbd03-8efa-45e9-bca7-cfb94e154dbf HTTP/1.1" status: 200 len: 462 time: 0.0277398 Aug 23 12:06:41.774631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58804) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:41.844919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d1d5701-4931-4015-9f94-558b804e969b req-e585d2b1-02d7-4e84-8e4d-ee4cfa9bc20b tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=f44187a3-c456-4e33-819e-c38137d594c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698667 Aug 23 12:06:41.856413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Allocated IP 172.25.1.81 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f93adc43-10da-494d-b453-c099cba8e630) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:41.976906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e09fbb30-e203-462d-a229-a2bb7974572b tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:41.981051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e09fbb30-e203-462d-a229-a2bb7974572b tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/4acdbd03-8efa-45e9-bca7-cfb94e154dbf HTTP/1.1" status: 204 len: 168 time: 0.2053950 Aug 23 12:06:41.981669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.002490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95cd4c50-9362-4132-a088-c4b4ae06ea9e tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=4acdbd03-8efa-45e9-bca7-cfb94e154dbf HTTP/1.1" status: 200 len: 221 time: 0.0158045 Aug 23 12:06:42.003108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58814) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.004061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.008108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a0458d62-4d56-4e5b-9bc5-72e4b49b6899 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1989913556', 'description': 'label created by tempest'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:42.008582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a0458d62-4d56-4e5b-9bc5-72e4b49b6899 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Unknown quota resources ['metering_label']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:06:42.012997 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.024386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['da04273a-018a-441d-9983-476fbed9b6c8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:06:42.051922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.098091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:42.102679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:42.106363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:42.127201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'Port': ['ID=da04273a-018a-441d-9983-476fbed9b6c8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:42.148448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Port': ['ID=f93adc43-10da-494d-b453-c099cba8e630,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:42.187807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] No DVR routers for this DVR port da04273a-018a-441d-9983-476fbed9b6c8 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:42.216380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.219295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb9cb205-cc2e-44a8-97a4-57968f965ff3 req-3d0a77fa-36dd-4c60-84ea-8ae49a5aaf10 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.41 "DELETE /v2.0/ports/da04273a-018a-441d-9983-476fbed9b6c8 HTTP/1.1" status: 204 len: 173 time: 0.7920749 Aug 23 12:06:42.219789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'name': 'network-vif-deleted', 'tag': 'da04273a-018a-441d-9983-476fbed9b6c8'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:42.222550 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba81fa-860f-43fc-b4d3-5605cc041e11" -d '{"events": [{"server_uuid": "26beffc4-587f-4d4a-9a68-5af5f0459f11", "name": "network-vif-deleted", "tag": "da04273a-018a-441d-9983-476fbed9b6c8"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:42.286100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.346732 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf469198-e6a4-46a0-a30a-6573a8fb5893 x-openstack-request-id: req-bf469198-e6a4-46a0-a30a-6573a8fb5893 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:42.347226 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26beffc4-587f-4d4a-9a68-5af5f0459f11", "name": "network-vif-deleted", "tag": "da04273a-018a-441d-9983-476fbed9b6c8", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:42.347376 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf469198-e6a4-46a0-a30a-6573a8fb5893 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:42.347867 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26beffc4-587f-4d4a-9a68-5af5f0459f11', 'name': 'network-vif-deleted', 'tag': 'da04273a-018a-441d-9983-476fbed9b6c8', 'status': 'completed', 'code': 200} Aug 23 12:06:42.358430 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.391210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a0458d62-4d56-4e5b-9bc5-72e4b49b6899 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.395801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a0458d62-4d56-4e5b-9bc5-72e4b49b6899 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3915308 Aug 23 12:06:42.396067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58836) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.431830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6f3a177-c4c0-479f-869b-dbcbd5bc40dc req-a1651beb-6f3c-486f-bf49-cbdab543638b tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0440295 Aug 23 12:06:42.519626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e51a4d72-26d8-494c-b78c-89de8e9cf9ac tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ad84ae60-7a06-42d9-b551-a8bc4d74eb29 HTTP/1.1" status: 200 len: 468 time: 0.1197627 Aug 23 12:06:42.519805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.671866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.695190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58846) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.701862 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.755475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Port': ['ID=f93adc43-10da-494d-b453-c099cba8e630,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:42.809103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.811341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ceeaafb2-ecc6-4c80-a663-2774ad2d0426 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.813528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ceeaafb2-ecc6-4c80-a663-2774ad2d0426 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ad84ae60-7a06-42d9-b551-a8bc4d74eb29 HTTP/1.1" status: 204 len: 168 time: 0.2927003 Aug 23 12:06:42.816456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58850) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.830451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.832054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5f7268da-9cfd-40f9-94ec-3504f80374ea tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8725109 Aug 23 12:06:42.832485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aefc4ec1-6c70-4ff2-98ba-cfd9fa36cf98 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ad84ae60-7a06-42d9-b551-a8bc4d74eb29 HTTP/1.1" status: 200 len: 216 time: 0.0148985 Aug 23 12:06:42.838139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58852) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.838914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.845670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-adfcf633-6bdc-4b38-bc84-94613f78b527 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'floatingip': {'port_id': 'cf44f5bf-51bc-4599-81bb-7221638af881', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:42.856743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c812fc58-dd0e-4797-9c2d-e97837a0678c tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0131910 Aug 23 12:06:42.857426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58856) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.870285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-baabdbf1-3ad0-4f7d-a855-96b8b6bb0a20 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116973 Aug 23 12:06:42.873859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58860) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.922470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f871e26e-60e0-486c-aa04-9553ab56636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.927547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adfcf633-6bdc-4b38-bc84-94613f78b527 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:42.965823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-092f5af4-d515-4496-b773-0877128e306f tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/6e4c409f-16f6-4334-8f3e-f2a36b735d5a HTTP/1.1" status: 200 len: 472 time: 0.0900524 Aug 23 12:06:42.969887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58866) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:42.981795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4d3da9f7-8994-4110-a69e-6a41a3f7284b tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/18443686-e807-48f5-a308-6956ef1d0fbe HTTP/1.1" status: 200 len: 459 time: 0.0103633 Aug 23 12:06:42.986379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58868) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:43.134507 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-adfcf633-6bdc-4b38-bc84-94613f78b527 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] update failed (client error): The resource could not be found. Aug 23 12:06:43.135775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-adfcf633-6bdc-4b38-bc84-94613f78b527 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "PUT /v2.0/floatingips/e6fe097a-ed3f-4f0c-aa83-17dc664e6ddc HTTP/1.1" status: 404 len: 507 time: 0.2961397 Aug 23 12:06:43.140156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c9861eb-0cce-40bc-8999-06e93bf78f1f tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.141512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c9861eb-0cce-40bc-8999-06e93bf78f1f tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/18443686-e807-48f5-a308-6956ef1d0fbe HTTP/1.1" status: 204 len: 168 time: 0.1539900 Aug 23 12:06:43.142313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:43.144353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58874) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:43.304319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c639671-6989-444f-92b2-41a3715f0f2b req-4009ceeb-f1f0-4552-a93f-5e2890ec52e2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:43.305927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c639671-6989-444f-92b2-41a3715f0f2b req-4009ceeb-f1f0-4552-a93f-5e2890ec52e2 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1144814 Aug 23 12:06:43.318335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Deleting port f93adc43-10da-494d-b453-c099cba8e630 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:43.318701 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.404771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c639671-6989-444f-92b2-41a3715f0f2b req-d7d430b4-17e3-4ce8-a7bc-26f94a1a2bb3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889535 Aug 23 12:06:43.432355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.432838 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.447977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Calling delete_port for f93adc43-10da-494d-b453-c099cba8e630 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:43.601745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.623712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f871e26e-60e0-486c-aa04-9553ab56636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.693827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f871e26e-60e0-486c-aa04-9553ab56636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.701733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db39db17-3183-4f37-a14d-180014e6151d req-3941404c-f899-465e-a14a-3598e359c671 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0972652 Aug 23 12:06:43.717426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6eaed59e-31f2-4d3b-a466-f6432a371b74 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.718735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6eaed59e-31f2-4d3b-a466-f6432a371b74 tempest-MeteringIpV6TestJSON-382431324 tempest-MeteringIpV6TestJSON-382431324-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/6e4c409f-16f6-4334-8f3e-f2a36b735d5a HTTP/1.1" status: 204 len: 168 time: 0.5733073 Aug 23 12:06:43.750495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f871e26e-60e0-486c-aa04-9553ab56636f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17f579a7788e45ec8d5fb05385e95104&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0529773 Aug 23 12:06:43.752973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58880) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:43.761122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871e26e-60e0-486c-aa04-9553ab56636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895ff9e0-ef46-43e3-b1c3-bfd62ca2f03d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:43.832997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70d7191-307b-4a7e-8135-3d025971c98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.865182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70d7191-307b-4a7e-8135-3d025971c98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.925053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70d7191-307b-4a7e-8135-3d025971c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.927873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70d7191-307b-4a7e-8135-3d025971c98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:43.929061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c70d7191-307b-4a7e-8135-3d025971c98d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/895ff9e0-ef46-43e3-b1c3-bfd62ca2f03d HTTP/1.1" status: 204 len: 168 time: 0.1749239 Aug 23 12:06:43.937964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d7191-307b-4a7e-8135-3d025971c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ff9e0-ef46-43e3-b1c3-bfd62ca2f03d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:43.941604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Port': ['ID=f93adc43-10da-494d-b453-c099cba8e630,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:44.004973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.008566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.010000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf082225-e37b-42b0-8b7b-651c0e2cbd9b tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6fe097a-ed3f-4f0c-aa83-17dc664e6ddc HTTP/1.1" status: 204 len: 168 time: 0.8664346 Aug 23 12:06:44.012576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device da04273a-018a-441d-9983-476fbed9b6c8 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:44.013937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58888) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:44.020602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58890) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:44.023125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-afe3db87-b49e-462b-94df-260aa3547702 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'floatingip': {'floating_network_id': 'f7f2ad9b-4035-43db-8d71-cd3deddf5965', 'port_id': 'cf44f5bf-51bc-4599-81bb-7221638af881', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:44.065036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afe3db87-b49e-462b-94df-260aa3547702 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.070268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: da04273a-018a-441d-9983-476fbed9b6c8 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:44.074224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device da04273a-018a-441d-9983-476fbed9b6c8 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:44.194828 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-afe3db87-b49e-462b-94df-260aa3547702 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:06:44.196341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-afe3db87-b49e-462b-94df-260aa3547702 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1810367 Aug 23 12:06:44.200204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58898) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:44.205220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'cf44f5bf-51bc-4599-81bb-7221638af881', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:44.236325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.281197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-24b19b3d-b737-4502-8f66-3c037d572740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.339502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58900) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:44.354976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8b23588-0e1f-4e19-976e-4f07a78d9dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.414184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.476070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-24b19b3d-b737-4502-8f66-3c037d572740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.482458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-24b19b3d-b737-4502-8f66-3c037d572740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.583487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8b23588-0e1f-4e19-976e-4f07a78d9dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.589076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-24b19b3d-b737-4502-8f66-3c037d572740 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f09cd3317f794f13bfa2adc965b60563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673110 Aug 23 12:06:44.589924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8b23588-0e1f-4e19-976e-4f07a78d9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.593075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58904) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:44.593750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b19b3d-b737-4502-8f66-3c037d572740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e733a78c-28ea-4937-863d-dfc2274fe234,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:44.625784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Allocated IP 172.25.1.182 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f7e616f6-a2c5-4ea3-be0e-3251ac2e3aef) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:44.634967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392dea-6c98-4c24-9f47-e85672f64f9a req-3e45cae4-69bb-4309-94df-ded9f7b3adea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:44.636586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3392dea-6c98-4c24-9f47-e85672f64f9a req-3e45cae4-69bb-4309-94df-ded9f7b3adea tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1214325 Aug 23 12:06:44.655108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b23588-0e1f-4e19-976e-4f07a78d9dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0055e008-0942-4285-97a2-b15e1980e0f2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:44.660770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a8b23588-0e1f-4e19-976e-4f07a78d9dbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f0a16f04f46404eacf1db8751ca508f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201745 Aug 23 12:06:44.666180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:44.687762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c884a8b-93e0-4c6b-8e7f-f1f4e3329980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.714091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c884a8b-93e0-4c6b-8e7f-f1f4e3329980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.761026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3392dea-6c98-4c24-9f47-e85672f64f9a req-0165dbc1-b23f-41a6-a9cd-b0d384522e41 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups?id=094910a3-fed7-4cc6-9187-481e2342c81b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156690 Aug 23 12:06:44.786000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c884a8b-93e0-4c6b-8e7f-f1f4e3329980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.790407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c884a8b-93e0-4c6b-8e7f-f1f4e3329980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.791667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4c884a8b-93e0-4c6b-8e7f-f1f4e3329980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e733a78c-28ea-4937-863d-dfc2274fe234 HTTP/1.1" status: 204 len: 168 time: 0.1951280 Aug 23 12:06:44.823712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4557486d-61e0-4bd4-ab94-c4ee8d582ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.827622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.849482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14740dbd-3119-4258-88f8-7f2606ea8ca5 req-b91f6147-a23a-487e-b633-5a6bee160d54 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0381103 Aug 23 12:06:44.851600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c884a8b-93e0-4c6b-8e7f-f1f4e3329980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e733a78c-28ea-4937-863d-dfc2274fe234,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:44.862039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4557486d-61e0-4bd4-ab94-c4ee8d582ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.915439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-dd287297-66a3-40fc-b4b1-d1cb3088dcf5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:44.919658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.922445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-dd287297-66a3-40fc-b4b1-d1cb3088dcf5 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 945 time: 0.1523049 Aug 23 12:06:44.968848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:44.971848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4557486d-61e0-4bd4-ab94-c4ee8d582ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.974589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4557486d-61e0-4bd4-ab94-c4ee8d582ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:44.975785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4557486d-61e0-4bd4-ab94-c4ee8d582ad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0055e008-0942-4285-97a2-b15e1980e0f2 HTTP/1.1" status: 204 len: 168 time: 0.3086469 Aug 23 12:06:44.980213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:44.989291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:45.021275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557486d-61e0-4bd4-ab94-c4ee8d582ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0055e008-0942-4285-97a2-b15e1980e0f2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:45.025059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event updated for resources: {'Port': ['ID=f7e616f6-a2c5-4ea3-be0e-3251ac2e3aef,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:45.077145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Deleting port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:45.077488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.183850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] For port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:45.184239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.204008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Deleting port f7e616f6-a2c5-4ea3-be0e-3251ac2e3aef {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:45.204244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.249110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58922) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:45.266436 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-000c4563-e53c-4d8b-9c0e-d1052facac4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.308133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.308565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.321457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Calling delete_port for f7e616f6-a2c5-4ea3-be0e-3251ac2e3aef owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:45.450424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.450997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.451510 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Floating IP 6dde3945-c95d-45f8-82ba-d157e6d1f9b9 disassociated. External IP: 172.25.1.165, port: 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2. Aug 23 12:06:45.453094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Calling delete_port for 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:45.475968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.500141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Port': ['ID=f7e616f6-a2c5-4ea3-be0e-3251ac2e3aef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:45.523177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-000c4563-e53c-4d8b-9c0e-d1052facac4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.533299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-000c4563-e53c-4d8b-9c0e-d1052facac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.581458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-000c4563-e53c-4d8b-9c0e-d1052facac4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f427d4761166482fa60f20ea979b7e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311799 Aug 23 12:06:45.591800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58932) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:45.593516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c4563-e53c-4d8b-9c0e-d1052facac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35ee0e-8d82-4800-9174-aaa2e344013b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:45.601878 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] create failed (client error): The resource could not be found. Aug 23 12:06:45.606912 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-414e16be-e3d0-4059-85aa-aaca6adc7e4e tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4022026 Aug 23 12:06:45.609547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58934) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:45.668093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.701153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'Port': ['ID=12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:45.732939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a8abf49-763f-49b6-9d95-cd7861904c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.765874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a8abf49-763f-49b6-9d95-cd7861904c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.791109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Deleting port cf44f5bf-51bc-4599-81bb-7221638af881 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:45.791109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.870575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:06:45.945825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c239a1e-7923-40bd-9cdd-26a6ca45bb83 req-51540ed1-29d3-4e45-b499-d38f6fd9ca96 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2 HTTP/1.1" status: 200 len: 210 time: 0.0647640 Aug 23 12:06:45.949949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a8abf49-763f-49b6-9d95-cd7861904c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.953628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a8abf49-763f-49b6-9d95-cd7861904c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:45.958010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a8abf49-763f-49b6-9d95-cd7861904c03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a35ee0e-8d82-4800-9174-aaa2e344013b HTTP/1.1" status: 204 len: 168 time: 0.3626056 Aug 23 12:06:46.001763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:46.019155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Calling delete_port for cf44f5bf-51bc-4599-81bb-7221638af881 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:46.078751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8abf49-763f-49b6-9d95-cd7861904c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35ee0e-8d82-4800-9174-aaa2e344013b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:46.139826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2670e6-3c28-484c-bd2e-d14554645262 req-270ddba6-2449-4f2e-b945-3c51a86dfe98 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.1089642 Aug 23 12:06:46.166226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:06:46.179315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] Sync routers for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:06:46.195079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:46.195464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:46.210981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] No DVR routers for this DVR port 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:46.214202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:46.217262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-347a86b5-b4ed-4f97-ad2b-943315afaf78 req-c53740c0-4134-4aad-8823-2075a52759c3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.44 "DELETE /v2.0/ports/12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 HTTP/1.1" status: 204 len: 173 time: 1.2913940 Aug 23 12:06:46.217993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-deleted', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:06:46.218120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:46.221053 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4b9c54-3502-48e7-b29c-48fb950c9280" -d '{"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-deleted", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:06:46.262193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Port': ['ID=cf44f5bf-51bc-4599-81bb-7221638af881,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:46.338659 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16a395-ec2c-426d-8ea4-9860c044b5b3 x-openstack-request-id: req-8f16a395-ec2c-426d-8ea4-9860c044b5b3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:06:46.340949 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2", "name": "network-vif-deleted", "tag": "12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:06:46.341394 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f16a395-ec2c-426d-8ea4-9860c044b5b3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:06:46.342059 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b55c1b0-13de-45d8-9dbc-ab2dbcfc30c2', 'name': 'network-vif-deleted', 'tag': '12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2', 'status': 'completed', 'code': 200} Aug 23 12:06:46.373523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:06:46.394927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:46.397527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f8ca7e46-ec2c-4fc5-8982-4d447e7e8885 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "DELETE /v2.0/ports/cf44f5bf-51bc-4599-81bb-7221638af881 HTTP/1.1" status: 204 len: 168 time: 0.7868552 Aug 23 12:06:46.400005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58962) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:46.489668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b90e6-9c78-464a-9e63-ae02e96b96b4 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:46.491781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd5b90e6-9c78-464a-9e63-ae02e96b96b4 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a4200f7-13fd-4230-8fa4-9dd9ae3996fc HTTP/1.1" status: 200 len: 913 time: 0.0902219 Aug 23 12:06:46.495262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58968) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:46.723284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:48Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:46.774297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] Checking router: d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:06:46.804354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:46.805002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:47.012033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:06:47.101557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.179988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59002) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:47.382752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:48Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:47.408921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeec5-ba3c-45ab-b9c5-e6ebb011180d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.415763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ee07730-f6be-44d8-9cd7-e4a5209dc8f0 req-64b663a7-75f2-4f9a-b255-368c594899f8 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0953243 Aug 23 12:06:47.440579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8edefc-0e9c-45c0-bd21-34e70e94b09f None None] The sync data for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 is: [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T11:57:32Z', 'revision_number': 4, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '388cb0bb-0e6c-40b1-892f-66a92a21e6f2', 'name': '', 'network_id': '6725bc35-c0e6-4d72-a37e-ab7692d43a3b', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'mac_address': 'fa:16:3e:c4:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:29Z', 'updated_at': '2021-08-23T11:57:48Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'subnets': [{'id': 'd29d012e-fb13-46ce-809d-e87b9bf7c7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:06:47.485498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeec5-ba3c-45ab-b9c5-e6ebb011180d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.632043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeec5-ba3c-45ab-b9c5-e6ebb011180d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.636686 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccbdeec5-ba3c-45ab-b9c5-e6ebb011180d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.638544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ccbdeec5-ba3c-45ab-b9c5-e6ebb011180d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "DELETE /v2.0/security-groups/094910a3-fed7-4cc6-9187-481e2342c81b HTTP/1.1" status: 204 len: 168 time: 0.4570632 Aug 23 12:06:47.642621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59012) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:47.667669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdeec5-ba3c-45ab-b9c5-e6ebb011180d tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094910a3-fed7-4cc6-9187-481e2342c81b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:47.698722 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-7cb31bcd-e395-4299-a107-364f3a841dc3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] show failed (client error): The resource could not be found. Aug 23 12:06:47.702420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7cb31bcd-e395-4299-a107-364f3a841dc3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "GET /v2.0/security-groups/094910a3-fed7-4cc6-9187-481e2342c81b HTTP/1.1" status: 404 len: 347 time: 0.0567026 Aug 23 12:06:47.704934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:47.746189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Deleting port 0ec492a4-cdf6-48ff-91a6-4db151bc387f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:47.746780 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.902286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Deleting port 0c0a942f-ef74-40f6-819f-426cb3908cc5 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:47.902663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.930812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:47.958277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Calling delete_port for 0ec492a4-cdf6-48ff-91a6-4db151bc387f owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:47.958700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a705691-00a5-4bec-adba-e2f8b4e03459 None None] New status for floating IP 6dde3945-c95d-45f8-82ba-d157e6d1f9b9: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:06:48.012237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.012578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.045353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Calling delete_port for 0c0a942f-ef74-40f6-819f-426cb3908cc5 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:48.214226 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.216137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.216644 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.db.api [None req-5a705691-00a5-4bec-adba-e2f8b4e03459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:06:48.217084 n-d-773645-7 neutron-server[101060]: DEBUG oslo_db.api [None req-5a705691-00a5-4bec-adba-e2f8b4e03459 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:06:48.250025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Pushing event deleted for resources: {'Port': ['ID=0c0a942f-ef74-40f6-819f-426cb3908cc5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:48.280992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Port': ['ID=0ec492a4-cdf6-48ff-91a6-4db151bc387f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:48.317148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:48.344699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:48.345246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 12f3d647-f0fc-4bfe-99f0-a01d45ec3cf2 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:48.347961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.352535 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.354846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-07dfc7b9-382a-4189-8088-6712976f5ee3 tempest-ServerActionsTestJSON-1952737824 tempest-ServerActionsTestJSON-1952737824-project] 10.222.0.21 "DELETE /v2.0/floatingips/6dde3945-c95d-45f8-82ba-d157e6d1f9b9 HTTP/1.1" status: 204 len: 168 time: 0.6488869 Aug 23 12:06:48.357953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:48.598410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:48.719102 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a705691-00a5-4bec-adba-e2f8b4e03459 None None] New status for floating IP 6dde3945-c95d-45f8-82ba-d157e6d1f9b9: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:06:48.905263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-726f2a32-4383-44dc-91fa-bc8352da359a req-24c2081c-db55-4f40-b021-2883ec8c43b0 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0798965 Aug 23 12:06:48.977177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Router 3a4200f7-13fd-4230-8fa4-9dd9ae3996fc has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:06:48.982714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59054) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:49.153202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fe45dd98-e644-498b-959b-53f2d43d89b3 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:49.160968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:06:49.168372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8c5f480b-7055-4f44-9a4a-79071af70763 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "PUT /v2.0/routers/3a4200f7-13fd-4230-8fa4-9dd9ae3996fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6714017 Aug 23 12:06:49.173061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59058) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:49.173354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5c832-5a84-43af-af07-28a886647983 None None] Sync routers for ids ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:06:49.193320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5c832-5a84-43af-af07-28a886647983 None None] Routers {'3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:49.195621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7af5c832-5a84-43af-af07-28a886647983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:49.259832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fe45dd98-e644-498b-959b-53f2d43d89b3 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "PUT /v2.0/quotas/719faab39d734ae585c28debcfae67b2 HTTP/1.1" status: 200 len: 368 time: 0.2736490 Aug 23 12:06:49.262464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59060) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:49.268273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Request body: {'network': {'project_id': '719faab39d734ae585c28debcfae67b2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:49.275002 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.304675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7af5c832-5a84-43af-af07-28a886647983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:49.322075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5c832-5a84-43af-af07-28a886647983 None None] Routers {'3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:49.323417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7af5c832-5a84-43af-af07-28a886647983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:49.394903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7af5c832-5a84-43af-af07-28a886647983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:49.395491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af5c832-5a84-43af-af07-28a886647983 None None] The sync data for ids ['3a4200f7-13fd-4230-8fa4-9dd9ae3996fc'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:06:49.420844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Made reservation on behalf of 719faab39d734ae585c28debcfae67b2 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:49.423358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.469831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.470376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.512514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.515158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.594315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.594850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4200f7-13fd-4230-8fa4-9dd9ae3996fc {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:06:49.603237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.605051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82c4267e-9826-4ca2-b5b2-7bcfa8d76807 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "DELETE /v2.0/routers/3a4200f7-13fd-4230-8fa4-9dd9ae3996fc HTTP/1.1" status: 204 len: 168 time: 0.4308488 Aug 23 12:06:49.607894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59064) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:49.684577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Deleting subnet 4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:49.689541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.749538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.850683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Deleting port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:49.851030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.861961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.871606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.919872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:49.943183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.943183 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Added segment 8e27b7d5-3194-43f7-b62f-bb621a01abe4 of type vlan for network db96a3b0-b3f0-46d7-b0e9-c2adf8e31f64 Aug 23 12:06:49.952336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021e079-0df4-49bc-b0e6-0145930ecacc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:49.953212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] For port 388cb0bb-0e6c-40b1-892f-66a92a21e6f2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:49.953931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:49.980364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Calling delete_port for 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:50.002672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.055789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.093526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da8d4122-418f-4acf-aae2-bc3d875dc715 req-a163ddac-df67-4af9-989b-baf186a891ec tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0302980 Aug 23 12:06:50.099946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.100940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:50.101673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.134287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.167873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9043865 Aug 23 12:06:50.171999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59076) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:50.201602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Request body: {'network': {'project_id': '719faab39d734ae585c28debcfae67b2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:50.204931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:50.219065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.221269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-32f29112-5950-483d-a637-8e9e31e87664 tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "DELETE /v2.0/subnets/4cc6c19d-b9c8-45c9-a72b-9a3ed34db01c HTTP/1.1" status: 204 len: 168 time: 0.6124477 Aug 23 12:06:50.221716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5326a-958e-4bd3-a9e4-13c623f2381c None None] Network f7f2ad9b-4035-43db-8d71-cd3deddf5965 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:50.224516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:50.231720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e3182-a6c4-4380-94b8-2d45fecad44f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Pushing event updated for resources: {'Network': ['ID=db96a3b0-b3f0-46d7-b0e9-c2adf8e31f64,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:50.249669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network db96a3b0-b3f0-46d7-b0e9-c2adf8e31f64 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:50.270849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Made reservation on behalf of 719faab39d734ae585c28debcfae67b2 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:50.273349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.315447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:50.326161 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.326592 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Added segment ccf548ce-804e-46e9-a865-beceb26e63ea of type vlan for network d91fb10b-9319-4cc1-938b-72854f07a5ff Aug 23 12:06:50.459905 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.541762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.616811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=388cb0bb-0e6c-40b1-892f-66a92a21e6f2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:50.624600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] DHCP port deletion for f7f2ad9b-4035-43db-8d71-cd3deddf5965 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:06:50.714338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] Deleting port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:50.718703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.753834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Deleting port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:50.754445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.822740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] For port ea476d0e-5be8-456f-b18f-e88a9b8e5a21, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,segment=NetworkSegment(a99ba638-b0ca-4847-be2c-51e3591cb24c),segment_id=a99ba638-b0ca-4847-be2c-51e3591cb24c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:50.823747 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.853038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] Calling delete_port for ea476d0e-5be8-456f-b18f-e88a9b8e5a21 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:50.857233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.895106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.896630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:50.898735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.946194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] For port ea476d0e-5be8-456f-b18f-e88a9b8e5a21, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,segment=NetworkSegment(a99ba638-b0ca-4847-be2c-51e3591cb24c),segment_id=a99ba638-b0ca-4847-be2c-51e3591cb24c)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:50.947131 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:50.974168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Calling delete_port for ea476d0e-5be8-456f-b18f-e88a9b8e5a21 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:50.986203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Pushing event updated for resources: {'Network': ['ID=d91fb10b-9319-4cc1-938b-72854f07a5ff,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:51.001585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d27cba48-3fae-4992-8a2c-fde6c2820db9 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8290896 Aug 23 12:06:51.006697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:51.017613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4e03c949-f7d4-470f-8ba1-03daf831512a tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Request body: {'network': {'project_id': '719faab39d734ae585c28debcfae67b2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:51.022139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ea476d0e-5be8-456f-b18f-e88a9b8e5a21 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:51.024648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d91fb10b-9319-4cc1-938b-72854f07a5ff details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:51.028913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.034050 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e03c949-f7d4-470f-8ba1-03daf831512a tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 12:06:51.034914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e03c949-f7d4-470f-8ba1-03daf831512a tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:06:51.037032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e03c949-f7d4-470f-8ba1-03daf831512a tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0247886 Aug 23 12:06:51.040834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:51.072781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ea476d0e-5be8-456f-b18f-e88a9b8e5a21 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:51.073236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ea476d0e-5be8-456f-b18f-e88a9b8e5a21 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:51.104169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] Pushing event deleted for resources: {'Port': ['ID=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:51.109356 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.126483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-88319116-b5b7-4392-ae1a-6d63741b2831 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=719faab39d734ae585c28debcfae67b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835807 Aug 23 12:06:51.128963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59088) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:51.172609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.183928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a662b-c364-4010-8413-d5cbd770df35 None None] No DVR routers for this DVR port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:51.215597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6af-2c37-4f27-8e8c-904d24f0e41f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.252702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6af-2c37-4f27-8e8c-904d24f0e41f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.285501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] No DVR routers for this DVR port ea476d0e-5be8-456f-b18f-e88a9b8e5a21 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:51.287540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acacab1-152f-4cb7-ac8a-cca7d1cfa7f2 req-cd4c69cc-2e45-44d4-a256-92c1e17e4d65 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0323615 Aug 23 12:06:51.291842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Port': ['ID=ea476d0e-5be8-456f-b18f-e88a9b8e5a21,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:51.337139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6af-2c37-4f27-8e8c-904d24f0e41f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.340108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6af-2c37-4f27-8e8c-904d24f0e41f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.350761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0d67d6af-2c37-4f27-8e8c-904d24f0e41f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/a021e079-0df4-49bc-b0e6-0145930ecacc HTTP/1.1" status: 204 len: 168 time: 0.2111642 Aug 23 12:06:51.350761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59094) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:51.358222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67d6af-2c37-4f27-8e8c-904d24f0e41f tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021e079-0df4-49bc-b0e6-0145930ecacc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:51.443659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.557796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.571696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f2ad9b-4035-43db-8d71-cd3deddf5965']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:51.585113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99ba638-b0ca-4847-be2c-51e3591cb24c') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:51.585731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99ba638-b0ca-4847-be2c-51e3591cb24c') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:51.600921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.617471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.619856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.643484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91fb10b-9319-4cc1-938b-72854f07a5ff']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:51.665459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf548ce-804e-46e9-a865-beceb26e63ea') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:51.666999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf548ce-804e-46e9-a865-beceb26e63ea') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:51.673531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:51.673531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:51.680610 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:51.686698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.707595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.714731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:51.715622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:51.718820 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:51.721038 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17e57a8f-c917-4d0f-ada0-aff930be8d07 req-2a52c419-e211-4602-b00a-2615922c82cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0582442 Aug 23 12:06:51.778460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fba8370b-8f43-477a-8484-865596b4c4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.783258 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.788312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.794127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d91fb10b-9319-4cc1-938b-72854f07a5ff HTTP/1.1" status: 204 len: 168 time: 0.4443214 Aug 23 12:06:51.794453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59098) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:51.800124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.808996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.810877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] 10.222.0.21 "DELETE /v2.0/networks/f7f2ad9b-4035-43db-8d71-cd3deddf5965 HTTP/1.1" status: 204 len: 168 time: 1.5854239 Aug 23 12:06:51.812799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85d529-d95a-4a31-8ce7-59124a7a4169 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Pushing event deleted for resources: {'Network': ['ID=d91fb10b-9319-4cc1-938b-72854f07a5ff,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:51.831166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb79940-e500-49c2-a340-53142054a36f tempest-FloatingIPNegativeTestJSON-374235764 tempest-FloatingIPNegativeTestJSON-374235764-project] Pushing event deleted for resources: {'Network': ['ID=f7f2ad9b-4035-43db-8d71-cd3deddf5965,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:51.859762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:06:51.885540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.974903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:51.989138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db96a3b0-b3f0-46d7-b0e9-c2adf8e31f64']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:52.004636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e27b7d5-3194-43f7-b62f-bb621a01abe4') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:52.004983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e27b7d5-3194-43f7-b62f-bb621a01abe4') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:52.016578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.034451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.043310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:52.043724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:52.046786 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:52.136806 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.143047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.147272 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:06:52.153952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] 10.222.0.21 "DELETE /v2.0/networks/db96a3b0-b3f0-46d7-b0e9-c2adf8e31f64 HTTP/1.1" status: 204 len: 168 time: 0.3558655 Aug 23 12:06:52.169944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59108) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:52.176825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752aa88-7b64-440c-99b9-6c75375ec012 tempest-QuotasNegativeTest-108042308 tempest-QuotasNegativeTest-108042308-project-admin] Pushing event deleted for resources: {'Network': ['ID=db96a3b0-b3f0-46d7-b0e9-c2adf8e31f64,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:52.319254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:06:52.334232 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] Sync routers for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:06:52.347763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff4d27c6-14ab-4262-b79e-304b99197cd7 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9886293 Aug 23 12:06:52.351546 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:52.351952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59118) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:52.353400 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:52.411335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e8ab9eb0-43f7-4225-820a-f948601356f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43c2a8403da240d099fe03cb0629ed77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397020 Aug 23 12:06:52.413962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59120) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:52.491219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d96a4f03-c974-4bf1-aa2b-e7a13c5e8fd3 req-abc99f78-9ee4-4642-8d54-6044a7d57b4c tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0398734 Aug 23 12:06:52.510566 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d34ca819-34db-4bab-a2dc-03a30463d067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.570154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d34ca819-34db-4bab-a2dc-03a30463d067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.588648 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:06:52.618206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.649906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d34ca819-34db-4bab-a2dc-03a30463d067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.654307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d34ca819-34db-4bab-a2dc-03a30463d067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.658495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d34ca819-34db-4bab-a2dc-03a30463d067 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/021ad7d3-941b-408e-b562-6763c52bde71 HTTP/1.1" status: 204 len: 168 time: 0.2396967 Aug 23 12:06:52.684971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ca819-34db-4bab-a2dc-03a30463d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021ad7d3-941b-408e-b562-6763c52bde71,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:52.844985 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.924401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Deleting port 548b2a84-7a37-4417-a835-a67ef9917645 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:52.925671 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:52.942723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '548b2a84-7a37-4417-a835-a67ef9917645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T12:06:50Z', 'revision_number': 5, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port': {'id': '548b2a84-7a37-4417-a835-a67ef9917645', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:22Z', 'updated_at': '2021-08-23T11:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:52.987978 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] Checking router: d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:06:53.009667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59142) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:53.022766 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] Routers {'d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:06:53.024450 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:53.044775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] For port 548b2a84-7a37-4417-a835-a67ef9917645, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=548b2a84-7a37-4417-a835-a67ef9917645,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:53.045151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.089509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Calling delete_port for 548b2a84-7a37-4417-a835-a67ef9917645 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:53.177647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] Set router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:06:53.206280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b66183de-b980-4ff7-b15b-2713c7ce6057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.296566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T12:06:52Z', 'revision_number': 6, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:53.329513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b66183de-b980-4ff7-b15b-2713c7ce6057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.335600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b66183de-b980-4ff7-b15b-2713c7ce6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.346384 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00d756-0492-4315-b707-038c7776cc45 None None] The sync data for ids ['d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2'] in n-d-773645-7 is: [{'id': 'd8c84ac4-7699-4ed0-b1d7-bb97b0573ab2', 'name': 'tempest-ServerActionsTestJSON-1372868948-router', 'tenant_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:21Z', 'updated_at': '2021-08-23T12:06:52Z', 'revision_number': 6, 'project_id': '914ce49e618f4e96a2cd33f7ec5d2f26', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:06:53.380207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b66183de-b980-4ff7-b15b-2713c7ce6057 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a608aaf9407499896872c9f26363a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669412 Aug 23 12:06:53.380945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59156) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:53.450072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.466296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03a28e5a-5d22-4716-9162-ed88e014aab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.488577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66183de-b980-4ff7-b15b-2713c7ce6057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc640fdc-1f68-4a58-8217-dbb64b9e828c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:53.502338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Pushing event deleted for resources: {'Port': ['ID=548b2a84-7a37-4417-a835-a67ef9917645,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:53.515665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03a28e5a-5d22-4716-9162-ed88e014aab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.582580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03a28e5a-5d22-4716-9162-ed88e014aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.585407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03a28e5a-5d22-4716-9162-ed88e014aab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.588159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-03a28e5a-5d22-4716-9162-ed88e014aab7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc640fdc-1f68-4a58-8217-dbb64b9e828c HTTP/1.1" status: 204 len: 168 time: 0.1979582 Aug 23 12:06:53.594032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.612697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28e5a-5d22-4716-9162-ed88e014aab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc640fdc-1f68-4a58-8217-dbb64b9e828c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:53.683488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc26d998-5b21-414e-8527-843cd0ae9a3e req-df462eea-493c-4a30-bdf3-e40fcfbd6881 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0568368 Aug 23 12:06:53.747548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.750768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.810093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.810738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:06:53.817598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.824425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59174) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:53.824722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d15ed7c2-a3d9-4a00-8d17-c5b0095f3680 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8c84ac4-7699-4ed0-b1d7-bb97b0573ab2 HTTP/1.1" status: 204 len: 168 time: 1.4715309 Aug 23 12:06:53.900529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Deleting subnet d29d012e-fb13-46ce-809d-e87b9bf7c7c4 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:06:53.902588 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59178) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:53.904615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:53.969489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.061074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.136453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.161198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ecf514-db2a-4e37-91af-7f2df2547973 None None] Network 6725bc35-c0e6-4d72-a37e-ab7692d43a3b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:54.172680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.172903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-686e9769-322a-4d94-b76a-0e8b8ab28909 req-e606821d-5592-4070-9da8-cf13ba914ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dab45612e5e24deab590a10abcd0a61a&device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0941591 Aug 23 12:06:54.174802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d29d012e-fb13-46ce-809d-e87b9bf7c7c4 HTTP/1.1" status: 204 len: 168 time: 0.3487692 Aug 23 12:06:54.176664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff18121-02dd-4fbc-b76b-b29f66e9dbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29d012e-fb13-46ce-809d-e87b9bf7c7c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:54.187142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59190) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:54.258169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5cdb1227-b846-4626-88ff-35aedeba1c02 req-aba8a339-1666-4caa-acdf-980718e485e1 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0504451 Aug 23 12:06:54.332661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59192) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:54.337291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-686e9769-322a-4d94-b76a-0e8b8ab28909 req-b3c9a618-cc99-4c48-aade-34e4b29f4975 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dab45612e5e24deab590a10abcd0a61a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490955 Aug 23 12:06:54.357892 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a26379-8f9e-4c4d-b096-a0611332e8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.372112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1912347972'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:54.382123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.390709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.399840 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f64d5b60-4996-4cd2-bff1-9b5ecb4c25ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.444001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:06:54.444001 n-d-773645-7 neutron-server[101058]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:06:54.444001 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id': 'f92161b5f4eb49619bad78731675d102', 'id': '60c7723e-7b91-4c1a-99ce-835467485b4d', 'expiration': datetime.datetime(2021, 8, 23, 12, 8, 54, 420054)}] Aug 23 12:06:54.444001 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:06:54.444519 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:06:54.534109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] DHCP port deletion for 6725bc35-c0e6-4d72-a37e-ab7692d43a3b request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:06:54.585053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e9769-322a-4d94-b76a-0e8b8ab28909 req-213e5529-3b0c-4579-af16-776f3e9652e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:54.585919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-686e9769-322a-4d94-b76a-0e8b8ab28909 req-213e5529-3b0c-4579-af16-776f3e9652e2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379019 Aug 23 12:06:54.597246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a26379-8f9e-4c4d-b096-a0611332e8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.608391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Deleting port 025d4377-bd35-4c88-8eef-db006f04a1b2 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:54.609101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.612814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] Deleting port 025d4377-bd35-4c88-8eef-db006f04a1b2 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:54.613902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a26379-8f9e-4c4d-b096-a0611332e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.614979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.669209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a5a26379-8f9e-4c4d-b096-a0611332e8dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a42a1da6dd44ce1a6706f948f818276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336666 Aug 23 12:06:54.670105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26379-8f9e-4c4d-b096-a0611332e8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aefad5-751e-416b-b450-8598e8ec21df,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:54.673475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:54.706688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] For port 025d4377-bd35-4c88-8eef-db006f04a1b2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=025d4377-bd35-4c88-8eef-db006f04a1b2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:54.707072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.740838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] For port 025d4377-bd35-4c88-8eef-db006f04a1b2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=025d4377-bd35-4c88-8eef-db006f04a1b2,segment=NetworkSegment(2fb8d0a2-7584-4aef-bf53-56129f5509c1),segment_id=2fb8d0a2-7584-4aef-bf53-56129f5509c1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:06:54.741252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.755664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Calling delete_port for 025d4377-bd35-4c88-8eef-db006f04a1b2 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:54.756808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] Calling delete_port for 025d4377-bd35-4c88-8eef-db006f04a1b2 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:54.824194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 548b2a84-7a37-4417-a835-a67ef9917645 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:54.825674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31e39cf8-2ad9-4563-addc-02b550f9370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.855876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 548b2a84-7a37-4417-a835-a67ef9917645 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:54.856417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 548b2a84-7a37-4417-a835-a67ef9917645 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:54.857023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:54.865646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31e39cf8-2ad9-4563-addc-02b550f9370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.890902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:06:54.891310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 388cb0bb-0e6c-40b1-892f-66a92a21e6f2 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:54.891779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 025d4377-bd35-4c88-8eef-db006f04a1b2 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:06:54.941841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.954681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No active binding found for port 025d4377-bd35-4c88-8eef-db006f04a1b2 {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 12:06:54.955160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 025d4377-bd35-4c88-8eef-db006f04a1b2 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:06:54.959339 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.983800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=025d4377-bd35-4c88-8eef-db006f04a1b2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:54.985404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] Pushing event deleted for resources: {'Port': ['ID=025d4377-bd35-4c88-8eef-db006f04a1b2,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:54.992260 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31e39cf8-2ad9-4563-addc-02b550f9370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.994901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31e39cf8-2ad9-4563-addc-02b550f9370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:54.995924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518c249-b7e9-4ef4-8bd2-1945bbef9fe7 None None] No DVR routers for this DVR port 025d4377-bd35-4c88-8eef-db006f04a1b2 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:54.998884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-31e39cf8-2ad9-4563-addc-02b550f9370a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1aefad5-751e-416b-b450-8598e8ec21df HTTP/1.1" status: 204 len: 168 time: 0.3243346 Aug 23 12:06:55.010323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] No DVR routers for this DVR port 025d4377-bd35-4c88-8eef-db006f04a1b2 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:06:55.021488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39cf8-2ad9-4563-addc-02b550f9370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aefad5-751e-416b-b450-8598e8ec21df,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:55.058046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:55.061790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.080882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.118542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.132657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725bc35-c0e6-4d72-a37e-ab7692d43a3b']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:55.152965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb8d0a2-7584-4aef-bf53-56129f5509c1') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:55.153331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb8d0a2-7584-4aef-bf53-56129f5509c1') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:06:55.169495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.192834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.207035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:06:55.207399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:06:55.209872 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:06:55.323942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.329987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.332353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6725bc35-c0e6-4d72-a37e-ab7692d43a3b HTTP/1.1" status: 204 len: 168 time: 1.1430764 Aug 23 12:06:55.353310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003aa06-33dd-4fce-a40d-97c8aaf23bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6725bc35-c0e6-4d72-a37e-ab7692d43a3b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:55.389618 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.417536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22b5b9b5-b150-4f43-a0e5-c33ffc1cc2d5 req-49ee7870-a5c2-4d48-8a34-820bdfc963f5 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0499856 Aug 23 12:06:55.418616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.477759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72eff5-cbae-425f-a467-9845ad65db5a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:55.484077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:55.497446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.498107 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment 85104fdd-c0b4-4a69-88ae-907f2fc87098 of type vlan for network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd Aug 23 12:06:55.556680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.600591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.609622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:55.610352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.612637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.664855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:55.667948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7641046 Aug 23 12:06:55.672251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59224) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:55.705032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'name': 'tempest-PortsIpV6TestJSON-1997933193'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:55.724395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b4e8dfc5-b4d0-4e99-9220-c1da329e6140 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=914ce49e618f4e96a2cd33f7ec5d2f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586545 Aug 23 12:06:55.726965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:55.737065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cec11-0d9e-445f-8b33-addb19b076b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:55.747908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:55.832550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-257da048-d9b2-4b02-b876-bfb1f06c3aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.838607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-686e9769-322a-4d94-b76a-0e8b8ab28909 req-755f4fda-4d37-4dd3-9102-63d5cc1e0ea2 tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0509245 Aug 23 12:06:55.910427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:55.912807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-257da048-d9b2-4b02-b876-bfb1f06c3aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.914848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.946642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:55.979513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-257da048-d9b2-4b02-b876-bfb1f06c3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.982709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-257da048-d9b2-4b02-b876-bfb1f06c3aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:55.984798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-257da048-d9b2-4b02-b876-bfb1f06c3aec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f44187a3-c456-4e33-819e-c38137d594c3 HTTP/1.1" status: 204 len: 168 time: 0.2568216 Aug 23 12:06:55.994840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257da048-d9b2-4b02-b876-bfb1f06c3aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44187a3-c456-4e33-819e-c38137d594c3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:56.196972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.199190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59242) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:56.251790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.364097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': '85104fdd-c0b4-4a69-88ae-907f2fc87098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:56.364660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:06:56.367365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:56.395260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:06:56.408477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:56.418848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24576e90-aae7-4959-8e6c-cd07ea0571ac None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:56.427536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:56.438066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:56.438841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.466014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59256) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:56.474571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-934818701'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:56.481378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6e9ddfc0-acd6-4755-a82b-2b29f6d01815 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8079002 Aug 23 12:06:56.528151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:56.535336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.588005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-153552308'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:56.594713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:56.611153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.611967 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment 116713b4-dc58-4b6a-86fc-f9dce029d037 of type vlan for network 66de2f64-9b44-44f9-b7fe-e54559607020 Aug 23 12:06:56.641978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:56.646904 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.658449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.700142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e01fe83e-89d4-40c8-8e20-903a8ccdb4e6 req-bee4306a-3889-414d-a0bd-a85f61f0fc8f tempest-ServerShowV257Test-1767334873 tempest-ServerShowV257Test-1767334873-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac41be36-7f01-42c0-8629-ad9fb7fd5374 HTTP/1.1" status: 200 len: 210 time: 0.0660677 Aug 23 12:06:56.713120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.748604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.755146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:56.756075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.807518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.813161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.835465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3666611 Aug 23 12:06:56.836196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59264) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:56.838559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17e30a-3b0e-449f-88f0-4ce684d2b915 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=66de2f64-9b44-44f9-b7fe-e54559607020,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:56.845484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'ports': [{'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'}, {'network_id': '66de2f64-9b44-44f9-b7fe-e54559607020'}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:56.845822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:56.846320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '66de2f64-9b44-44f9-b7fe-e54559607020'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:56.853225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 66de2f64-9b44-44f9-b7fe-e54559607020 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:56.858214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7824e6e4-2661-46af-88fa-d66a88865253,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:56.874935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:56.891935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.892288 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Added segment bba8bc10-bcb0-41be-afb0-5478ec7d91c7 of type vlan for network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 Aug 23 12:06:56.939036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.979722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:56.995260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:56.997305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.075370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 2} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:57.081737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8783188 Aug 23 12:06:57.082727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.085150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59272) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:57.085715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59274) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:57.099844 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.102699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'subnet': {'network_id': '2fe88e90-cbd6-4907-b4b8-7ae2f49addf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:57.125538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255e328-5b66-4f5a-b7b5-e6a411aef3db tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Network': ['ID=2fe88e90-cbd6-4907-b4b8-7ae2f49addf3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:57.138598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:57.255836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 80c0cc40-64fa-458f-8b7c-4e233d02e203 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:57.276892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-981448644-network', 'tenant_id': '1db273ed11a54a2f86d061e9803abe7b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:57.303728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:57.305464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.307267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.383320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Made reservation on behalf of 1db273ed11a54a2f86d061e9803abe7b for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:57.384557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.400309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.412432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.515694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:06:57.579545 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.619269 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.658335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.676566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Subnet': ['ID=e3b459c5-3672-441d-b0a9-13464764041e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:57.684525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.697984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.701045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.727362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:06:57.750410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.750763 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Added segment acb96a91-c7c1-43a5-a890-2ac6182b6638 of type vlan for network 87bee1cb-a7db-4290-b0af-7626d1d1165a Aug 23 12:06:57.761276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Checking segment: {'id': 'bba8bc10-bcb0-41be-afb0-5478ec7d91c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2fe88e90-cbd6-4907-b4b8-7ae2f49addf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:57.761720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network hostable DHCP agents. Network: 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:06:57.768543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:57.794523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:57.798606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:57.802648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:57.803386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.818454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=80c0cc40-64fa-458f-8b7c-4e233d02e203,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:57.820980 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.825019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:06:57.844180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:57.851268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:57.851869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.857150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8754b-49c8-4837-b880-e490cac65acc None None] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:57.890814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': '116713b4-dc58-4b6a-86fc-f9dce029d037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '66de2f64-9b44-44f9-b7fe-e54559607020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:57.891222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: 66de2f64-9b44-44f9-b7fe-e54559607020, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:06:57.891890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-007caca4-4464-4edd-acb0-1943c72feb43 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8047366 Aug 23 12:06:57.892904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59288) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:57.897564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-743497364', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:57.899882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:57.914761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.916623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:57.917522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:57.938267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 66de2f64-9b44-44f9-b7fe-e54559607020 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:06:57.944256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 66de2f64-9b44-44f9-b7fe-e54559607020) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:57.956041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:57.956913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aab600-96df-4d09-ac07-6e16f6fff15b None None] Network 66de2f64-9b44-44f9-b7fe-e54559607020 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:57.961894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:57.972135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:57.973209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.034269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] Pushing event updated for resources: {'Network': ['ID=87bee1cb-a7db-4290-b0af-7626d1d1165a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:58.035556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-27a3eee8-3292-4918-a1a6-c9d2506b83f8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1981504 Aug 23 12:06:58.036786 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.037878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.041889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59292) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:58.047776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 87bee1cb-a7db-4290-b0af-7626d1d1165a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:06:58.052226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2591b4f-a6a3-486d-9d39-8f1faefd1a6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9630520 Aug 23 12:06:58.055609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59294) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:58.061020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Request body: {'subnet': {'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-981448644-subnet', 'tenant_id': '1db273ed11a54a2f86d061e9803abe7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:06:58.113268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Made reservation on behalf of 1db273ed11a54a2f86d061e9803abe7b for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:06:58.126952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.169572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.170589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59296) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:58.228831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.241341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237b9fd7-2426-4185-8b7e-46bd9d91c6ba None None] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:58.307542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:58.308123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.424355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.447045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1c24a98-fb0d-4a48-a596-bfa7a4401416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.459886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.504992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Checking segment: {'id': 'acb96a91-c7c1-43a5-a890-2ac6182b6638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:06:58.505321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Network hostable DHCP agents. Network: 87bee1cb-a7db-4290-b0af-7626d1d1165a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:06:58.511143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c5369f-4363-4380-8ef4-4da277634bf5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:58.546741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Network 87bee1cb-a7db-4290-b0af-7626d1d1165a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:06:58.550283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.563055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 87bee1cb-a7db-4290-b0af-7626d1d1165a) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:58.570427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:58.571670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.575371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d9b1b-648e-4451-8bb9-1b60d58388eb None None] Network 87bee1cb-a7db-4290-b0af-7626d1d1165a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:58.579291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:58.727213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a9fe6-4b5b-437d-8a8e-af3d3837c52b None None] Network 87bee1cb-a7db-4290-b0af-7626d1d1165a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:06:58.823844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1c24a98-fb0d-4a48-a596-bfa7a4401416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.836800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1c24a98-fb0d-4a48-a596-bfa7a4401416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.850538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-10f69cf9-0b5c-4a3e-9964-1cd6f32d89fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7934997 Aug 23 12:06:58.877377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.935764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c1c24a98-fb0d-4a48-a596-bfa7a4401416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dab45612e5e24deab590a10abcd0a61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7591069 Aug 23 12:06:58.936387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59314) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:58.972779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:58.978524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c24a98-fb0d-4a48-a596-bfa7a4401416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aefa9a0-9e27-4169-ab68-62603512b6db,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:58.983339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:58.989332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59316) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:58.989672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59318) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:58.995939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a48d43f-cf3d-4e2f-a5da-56526f6418fb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1 HTTP/1.1" status: 204 len: 168 time: 0.9531229 Aug 23 12:06:59.048054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0a22bba-b4ca-4fc7-ba13-094d34d0db3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.051637 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.072916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.085776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0a22bba-b4ca-4fc7-ba13-094d34d0db3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.114858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf6bef-0173-461c-a214-3aa0bb244f3f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:59.122097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf6bef-0173-461c-a214-3aa0bb244f3f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:59.127193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30cf6bef-0173-461c-a214-3aa0bb244f3f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1354201 Aug 23 12:06:59.127860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59328) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:59.188013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31ebe21f-b604-45bb-b65d-53032faa9371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.216552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.87 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/b0328e21-3f3a-4e4d-8d79-c3e0c55857f5) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:06:59.267923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0a22bba-b4ca-4fc7-ba13-094d34d0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.273515 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a0a22bba-b4ca-4fc7-ba13-094d34d0db3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.274968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a0a22bba-b4ca-4fc7-ba13-094d34d0db3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aefa9a0-9e27-4169-ab68-62603512b6db HTTP/1.1" status: 204 len: 168 time: 0.3375840 Aug 23 12:06:59.296769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a22bba-b4ca-4fc7-ba13-094d34d0db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aefa9a0-9e27-4169-ab68-62603512b6db,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:59.323921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 80c0cc40-64fa-458f-8b7c-4e233d02e203 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:06:59.324284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.376528 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.422486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.465085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.492905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:06:59.500218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:06:59.511530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:06:59.522333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 80c0cc40-64fa-458f-8b7c-4e233d02e203 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:06:59.536212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=b0328e21-3f3a-4e4d-8d79-c3e0c55857f5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:59.551349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31ebe21f-b604-45bb-b65d-53032faa9371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.559959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31ebe21f-b604-45bb-b65d-53032faa9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.664969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31ebe21f-b604-45bb-b65d-53032faa9371 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80f9e79163234a8f931c1df983ee187b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718113 Aug 23 12:06:59.669438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-ff49c9e0-87ad-44e6-b605-14cfb13e23b5 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:59.671535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-ff49c9e0-87ad-44e6-b605-14cfb13e23b5 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/networks?id=87bee1cb-a7db-4290-b0af-7626d1d1165a HTTP/1.1" status: 200 len: 813 time: 0.3039534 Aug 23 12:06:59.672062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59348) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:59.676472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebe21f-b604-45bb-b65d-53032faa9371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13457c-6011-40cb-94c9-1c413dae36ba,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:59.727609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-eee941b6-656d-491a-b05e-d56dd8be549b tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/quotas/1db273ed11a54a2f86d061e9803abe7b HTTP/1.1" status: 200 len: 375 time: 0.0402110 Aug 23 12:06:59.786785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-c6034632-8142-40c6-8cb1-967de579138f tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1db273ed11a54a2f86d061e9803abe7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435569 Aug 23 12:06:59.791874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.806795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58018d29-8c64-41a6-a4f1-5e3fb72516e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.854329 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.859247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/80c0cc40-64fa-458f-8b7c-4e233d02e203 HTTP/1.1" status: 204 len: 168 time: 0.7256436 Aug 23 12:06:59.860890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb93316-8b28-4867-bf4e-b9905a711ecc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=80c0cc40-64fa-458f-8b7c-4e233d02e203,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:06:59.866478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59358) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:06:59.886756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58018d29-8c64-41a6-a4f1-5e3fb72516e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:06:59.965075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52069233-6fc7-4640-bd54-e4e6d99a092e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:06:59.970163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-52069233-6fc7-4640-bd54-e4e6d99a092e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0992494 Aug 23 12:06:59.970163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59362) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.012830 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-53009f7b-0582-46bf-aecc-c46cc461ddc2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:00.012830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-53009f7b-0582-46bf-aecc-c46cc461ddc2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/61dc46ca-088e-4b4d-ad6c-761dfaa4b7d1 HTTP/1.1" status: 404 len: 333 time: 0.0364935 Aug 23 12:07:00.016007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59366) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.038334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58018d29-8c64-41a6-a4f1-5e3fb72516e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.042018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58018d29-8c64-41a6-a4f1-5e3fb72516e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.042269 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01a12b6-7d32-4ed8-99e7-3ed3a3dab63e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:00.046745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c01a12b6-7d32-4ed8-99e7-3ed3a3dab63e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/80c0cc40-64fa-458f-8b7c-4e233d02e203 HTTP/1.1" status: 404 len: 333 time: 0.0291176 Aug 23 12:07:00.047984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-58018d29-8c64-41a6-a4f1-5e3fb72516e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc13457c-6011-40cb-94c9-1c413dae36ba HTTP/1.1" status: 204 len: 168 time: 0.3711452 Aug 23 12:07:00.048764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59370) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.106428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58018d29-8c64-41a6-a4f1-5e3fb72516e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13457c-6011-40cb-94c9-1c413dae36ba,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:00.202944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.203089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.225793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-16bdb320-3e79-473e-879d-0144eb26d8c7 service neutron] 10.222.0.21 "GET /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204595 Aug 23 12:07:00.273481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59378) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.395809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.410339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1090956651-network', 'tenant_id': '179772d1a35e4d95a4a8b600d795517f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:00.410586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66de2f64-9b44-44f9-b7fe-e54559607020']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:00.431317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116713b4-dc58-4b6a-86fc-f9dce029d037') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:00.431671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116713b4-dc58-4b6a-86fc-f9dce029d037') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:00.437929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.447201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.450686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-7fa0883d-5007-41b4-800a-e12462f48a18 service neutron] 10.222.0.21 "GET /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109530 Aug 23 12:07:00.465246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.472794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:00.473284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:00.477113 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:00.482314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64c8c29c-8d35-4f91-b984-6716a19923cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.487625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Made reservation on behalf of 179772d1a35e4d95a4a8b600d795517f for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:00.489953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.516185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.546707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.557114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.587296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.593776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/66de2f64-9b44-44f9-b7fe-e54559607020 HTTP/1.1" status: 204 len: 168 time: 0.5365508 Aug 23 12:07:00.593776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9037651-251e-4e5c-8056-8796fbbc491c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=66de2f64-9b44-44f9-b7fe-e54559607020,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:00.594660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59386) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.601821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-496629624'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:00.703472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1df741bb-374b-4072-80b0-4cc8a37669c4 req-3f30baf8-c916-4775-90c1-1a3a3e01ef2b tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 210 time: 0.0347662 Aug 23 12:07:00.751667 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64c8c29c-8d35-4f91-b984-6716a19923cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.762691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64c8c29c-8d35-4f91-b984-6716a19923cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.824651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:07:00.828990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8c29c-8d35-4f91-b984-6716a19923cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbad833b-f501-440d-bee7-11bcdbcbfc7d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:00.833323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64c8c29c-8d35-4f91-b984-6716a19923cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37cf2ba193f6463a9b7800ea294be04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943918 Aug 23 12:07:00.837284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:00.910044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6be6155e-b46d-4141-9fe7-95a926b564df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.936953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6be6155e-b46d-4141-9fe7-95a926b564df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.982250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.988359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.991239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6be6155e-b46d-4141-9fe7-95a926b564df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.993996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6be6155e-b46d-4141-9fe7-95a926b564df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:00.995266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6be6155e-b46d-4141-9fe7-95a926b564df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbad833b-f501-440d-bee7-11bcdbcbfc7d HTTP/1.1" status: 204 len: 168 time: 0.1570578 Aug 23 12:07:01.006902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:01.009967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6155e-b46d-4141-9fe7-95a926b564df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbad833b-f501-440d-bee7-11bcdbcbfc7d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:01.019451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:01.020525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:01.025452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.042280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:01.044131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:01.052655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:01.060853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229f2507-324d-436d-9cdc-49927d914087,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:01.067211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.068743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f11ca46b-de6c-4e9d-99dd-84bdc1ff2aa0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1748874 Aug 23 12:07:01.071599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59404) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:01.081750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:01.094307 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.094915 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Added segment fecc250d-16f3-4b5d-9dda-749df575a626 of type vlan for network 925bce76-97c3-43da-b8c8-0028577f4457 Aug 23 12:07:01.103683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.104162 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment d31ae4cc-e369-4f3c-b534-f47993dc1066 of type vlan for network 2e35b0e7-536b-4a0f-88cd-8305affe339a Aug 23 12:07:01.128340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:01.154328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:01.154964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:01.201110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.202332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.209746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:01.210972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a606f2-0ff3-41e2-bcb4-3d62ddda0c8c None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:01.260507 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.273370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:01.274688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.277297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.278574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:01.279230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.316619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7174101 Aug 23 12:07:01.318014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59408) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:01.325807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:01.374287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665924cf-56b5-434a-8009-884561d9e056 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=2e35b0e7-536b-4a0f-88cd-8305affe339a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:01.386044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2e35b0e7-536b-4a0f-88cd-8305affe339a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:01.419082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1448178 Aug 23 12:07:01.421359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59414) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:01.424747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be8189-39aa-44f4-8565-d5bbbc659587 admin admin] Pushing event updated for resources: {'Network': ['ID=925bce76-97c3-43da-b8c8-0028577f4457,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:01.429258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Request body: {'subnet': {'network_id': '925bce76-97c3-43da-b8c8-0028577f4457', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1090956651-subnet', 'tenant_id': '179772d1a35e4d95a4a8b600d795517f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:01.443593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 925bce76-97c3-43da-b8c8-0028577f4457 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:01.480290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Made reservation on behalf of 179772d1a35e4d95a4a8b600d795517f for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:01.483597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.555163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:01.558966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.863968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.888086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3fd5c8b-5e2d-4dbd-b3b5-65ea4db43065 req-32946a85-3690-46ab-b7ad-15b873712323 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 210 time: 0.0664220 Aug 23 12:07:01.934663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:01.947076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06481fbb-03ae-4d76-a5c8-d57aafa120c5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:01.948953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.000638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Checking segment: {'id': 'fecc250d-16f3-4b5d-9dda-749df575a626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:02.001009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Network hostable DHCP agents. Network: 925bce76-97c3-43da-b8c8-0028577f4457, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:02.032695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=b31b1434-0fb2-457d-9e7c-b5a358d64764,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:02.048786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': 'd31ae4cc-e369-4f3c-b534-f47993dc1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:02.049309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: 2e35b0e7-536b-4a0f-88cd-8305affe339a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:02.052876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Network 925bce76-97c3-43da-b8c8-0028577f4457 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:02.066463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 925bce76-97c3-43da-b8c8-0028577f4457) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:02.072070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:02.072964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.079304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112a8de-5c52-43ea-bde4-01814d0d14f3 None None] Network 925bce76-97c3-43da-b8c8-0028577f4457 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:02.083127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 2e35b0e7-536b-4a0f-88cd-8305affe339a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:02.091097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2e35b0e7-536b-4a0f-88cd-8305affe339a) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:02.096568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c94cda8a-8da1-4941-b65f-5a3caf2e23d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6745100 Aug 23 12:07:02.098071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:02.098709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.110404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942ef24-c237-46ec-b35e-a27a50d0af69 None None] Network 2e35b0e7-536b-4a0f-88cd-8305affe339a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:02.123789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c792f109-d032-4151-9612-93b240848efc tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8024352 Aug 23 12:07:02.127342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59438) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:02.133700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a', 'name': 'tempest-PortsIpV6TestJSON-819213890'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:02.135626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-cb252922-ce38-4022-b716-c831507ee62c tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:02.137032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-cb252922-ce38-4022-b716-c831507ee62c tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.41 "GET /v2.0/networks?id=87bee1cb-a7db-4290-b0af-7626d1d1165a HTTP/1.1" status: 200 len: 813 time: 0.2889550 Aug 23 12:07:02.151839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Request body: {'port': {'device_id': '97e37120-8c2b-46a6-973b-985c54df7597', 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a', 'admin_state_up': True, 'tenant_id': '1db273ed11a54a2f86d061e9803abe7b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:02.292759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:02.297887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.327748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port d8c3920d-2909-4e48-a4f0-a8201c34563c yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:02.357877 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Made reservation on behalf of 1db273ed11a54a2f86d061e9803abe7b for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:02.367563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.386951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340f354-1783-4b34-96a5-3081ada85b9b None None] Network 925bce76-97c3-43da-b8c8-0028577f4457 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:02.500792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2e35b0e7-536b-4a0f-88cd-8305affe339a', 'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': 'b31b1434-0fb2-457d-9e7c-b5a358d64764'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:02.501766 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.528763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::1c5 (2e35b0e7-536b-4a0f-88cd-8305affe339a/b31b1434-0fb2-457d-9e7c-b5a358d64764/d8c3920d-2909-4e48-a4f0-a8201c34563c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:02.660527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Allocated IP 172.20.0.2 (87bee1cb-a7db-4290-b0af-7626d1d1165a/f6c5369f-4363-4380-8ef4-4da277634bf5/40cb3c6f-1b3a-486f-bfec-9721863170af) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:02.687574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.1 (2fe88e90-cbd6-4907-b4b8-7ae2f49addf3/e3b459c5-3672-441d-b0a9-13464764041e/9ea07db7-e904-4de9-81fb-9fc152a684fd) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:02.788054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.809029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object d8c3920d-2909-4e48-a4f0-a8201c34563c will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:02.866912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:02.964360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Allocated IP 2001:db8::2 (2e35b0e7-536b-4a0f-88cd-8305affe339a/b31b1434-0fb2-457d-9e7c-b5a358d64764/bef85727-2645-46a3-b42b-82cf7edcef2f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:02.984925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.007522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=d8c3920d-2909-4e48-a4f0-a8201c34563c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.008593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.022051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 2e35b0e7-536b-4a0f-88cd-8305affe339a is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:03.023678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:03.027261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:03.035696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:03.036878 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.060176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-310eefe1-0b81-434c-9881-2047584e0281 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9303648 Aug 23 12:07:03.060911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:03.107044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c791190-2188-4495-994a-679e50d4f6e1 req-9be72568-5aa4-47b9-897a-bc246426236f tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 210 time: 0.0801291 Aug 23 12:07:03.130084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:03.140321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1528216844-network', 'tenant_id': '20ee963fbfb64f4ea7d7905a1587f100'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:03.196954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Made reservation on behalf of 20ee963fbfb64f4ea7d7905a1587f100 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:03.199462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.212863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port d8c3920d-2909-4e48-a4f0-a8201c34563c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:03.213216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.215162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.227234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.263094 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.268008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.277739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Transition to ACTIVE for port object bef85727-2645-46a3-b42b-82cf7edcef2f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:03.292114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:03.304434 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:03.304926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Transition to ACTIVE for port object bef85727-2645-46a3-b42b-82cf7edcef2f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:03.307592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:03.311944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Network 87bee1cb-a7db-4290-b0af-7626d1d1165a is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:03.314643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.349426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:03.352114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:03.355759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Network 2e35b0e7-536b-4a0f-88cd-8305affe339a is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:03.357569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.359769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:03.364441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:03.376632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for d8c3920d-2909-4e48-a4f0-a8201c34563c owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:03.401050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Pushing event updated for resources: {'Port': ['ID=bef85727-2645-46a3-b42b-82cf7edcef2f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.407961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=9ea07db7-e904-4de9-81fb-9fc152a684fd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.457974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Attempting to bind port bef85727-2645-46a3-b42b-82cf7edcef2f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:03.458699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Attempting to bind port bef85727-2645-46a3-b42b-82cf7edcef2f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd31ae4cc-e369-4f3c-b534-f47993dc1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:03.459286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Attempting to bind port bef85727-2645-46a3-b42b-82cf7edcef2f on network 2e35b0e7-536b-4a0f-88cd-8305affe339a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:03.466783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:03.467774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Checking segment: {'id': 'd31ae4cc-e369-4f3c-b534-f47993dc1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:03.469285 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.470019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Bound using segment: {'id': 'd31ae4cc-e369-4f3c-b534-f47993dc1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:03.470845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Bound port: bef85727-2645-46a3-b42b-82cf7edcef2f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31ae4cc-e369-4f3c-b534-f47993dc1066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2e35b0e7-536b-4a0f-88cd-8305affe339a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:03.471551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.537433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:03.538183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.550709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.552598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] For port bef85727-2645-46a3-b42b-82cf7edcef2f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:03.562583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] For port bef85727-2645-46a3-b42b-82cf7edcef2f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bef85727-2645-46a3-b42b-82cf7edcef2f,segment=NetworkSegment(d31ae4cc-e369-4f3c-b534-f47993dc1066),segment_id=d31ae4cc-e369-4f3c-b534-f47993dc1066)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:03.571605 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.584367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.618500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Pushing event updated for resources: {'Port': ['ID=40cb3c6f-1b3a-486f-bfec-9721863170af,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.628610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=d8c3920d-2909-4e48-a4f0-a8201c34563c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.639374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.649528 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.650647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704141e6-a5e3-4572-894d-e37c10dd609f None None] Pushing event updated for resources: {'Port': ['ID=bef85727-2645-46a3-b42b-82cf7edcef2f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.667378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-4e85b4c7-82f4-4da3-b7c2-9197d9428f9a tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5196161 Aug 23 12:07:03.673341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.677876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6e6cfe9d-5866-4cf5-aaf6-b7045530beeb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/d8c3920d-2909-4e48-a4f0-a8201c34563c HTTP/1.1" status: 204 len: 168 time: 0.6131184 Aug 23 12:07:03.680674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59482) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:03.696688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Request body: {'port': {'device_id': '97e37120-8c2b-46a6-973b-985c54df7597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:03.709213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:03.732487 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e085c6e-2877-4d60-8705-e6d78b79cf03 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:07:03.733461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e085c6e-2877-4d60-8705-e6d78b79cf03 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:07:03.737724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e085c6e-2877-4d60-8705-e6d78b79cf03 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/d8c3920d-2909-4e48-a4f0-a8201c34563c HTTP/1.1" status: 404 len: 333 time: 0.0535455 Aug 23 12:07:03.738068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:03.767006 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-01311a76-4009-4da7-a939-1a548f7d04da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:03.769214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-01311a76-4009-4da7-a939-1a548f7d04da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/d8c3920d-2909-4e48-a4f0-a8201c34563c HTTP/1.1" status: 404 len: 333 time: 0.0296729 Aug 23 12:07:03.771992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:03.775317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.775673 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Added segment 6cc77ca7-687a-4a3c-b896-cf803aebb7e8 of type vlan for network 4208b3be-f1f9-465c-8af8-b8f504d4d44d Aug 23 12:07:03.778718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490c7f0-3417-4226-b47d-9fe2203713af,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:03.850538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.857615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet b31b1434-0fb2-457d-9e7c-b5a358d64764 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:03.861365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.905013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.925550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:03.968257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.068507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.069521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:04.070149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.073132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.168864 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.212596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=b31b1434-0fb2-457d-9e7c-b5a358d64764,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:04.220802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.223516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9ff4c9e9-9caf-49fe-8745-6e7620a31195 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/b31b1434-0fb2-457d-9e7c-b5a358d64764 HTTP/1.1" status: 204 len: 168 time: 0.4498246 Aug 23 12:07:04.226010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59498) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:04.273239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1407948 Aug 23 12:07:04.323137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59500) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:04.330227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Request body: {'subnet': {'network_id': '4208b3be-f1f9-465c-8af8-b8f504d4d44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1528216844-subnet', 'tenant_id': '20ee963fbfb64f4ea7d7905a1587f100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:04.352643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.402781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Made reservation on behalf of 20ee963fbfb64f4ea7d7905a1587f100 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:04.405222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.442786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde080b-4ef5-4216-8e52-d9de22d469d4 req-6da9500e-c90b-4ed7-9d7a-7b222ab4fec2 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:04.445005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7dde080b-4ef5-4216-8e52-d9de22d469d4 req-6da9500e-c90b-4ed7-9d7a-7b222ab4fec2 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 931 time: 0.1207898 Aug 23 12:07:04.573560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7dde080b-4ef5-4216-8e52-d9de22d469d4 req-a23114e5-f5bc-4bca-beb7-5af83f2ef402 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165068 Aug 23 12:07:04.649608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port bef85727-2645-46a3-b42b-82cf7edcef2f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:04.649997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:04.766320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4208b3be-f1f9-465c-8af8-b8f504d4d44d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:04.783905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.784256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.784611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.784952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.785291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.785631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.786013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.786348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.786681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.787014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.787363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.787682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7f3087-67b4-461e-8756-8156821f48d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:04.814310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4208b3be-f1f9-465c-8af8-b8f504d4d44d details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:05.001533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bef85727-2645-46a3-b42b-82cf7edcef2f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:05.076712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port bef85727-2645-46a3-b42b-82cf7edcef2f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:05.078042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cb3c6f-1b3a-486f-bfec-9721863170af {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:05.105131 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.179552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Transition to ACTIVE for port object 40cb3c6f-1b3a-486f-bfec-9721863170af will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:05.185917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.203375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] For port bef85727-2645-46a3-b42b-82cf7edcef2f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bef85727-2645-46a3-b42b-82cf7edcef2f,segment=NetworkSegment(d31ae4cc-e369-4f3c-b534-f47993dc1066),segment_id=d31ae4cc-e369-4f3c-b534-f47993dc1066)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:05.203921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.225483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for bef85727-2645-46a3-b42b-82cf7edcef2f owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:05.230450 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.283521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa5e29-89d8-4787-9f0d-739de9ce6fed None None] Network 2e35b0e7-536b-4a0f-88cd-8305affe339a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:05.320697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb6476d-318e-4f09-9123-2e7c10779eab,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:05.356009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Checking segment: {'id': '6cc77ca7-687a-4a3c-b896-cf803aebb7e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4208b3be-f1f9-465c-8af8-b8f504d4d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:05.356378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Network hostable DHCP agents. Network: 4208b3be-f1f9-465c-8af8-b8f504d4d44d, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:05.360736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Pushing event updated for resources: {'Port': ['ID=40cb3c6f-1b3a-486f-bfec-9721863170af,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:05.389373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Network 4208b3be-f1f9-465c-8af8-b8f504d4d44d is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:05.404058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.407459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d3927292-82f3-4dfa-b821-ded4b81532a0 None None] Could not find standard attr ID for object bef85727-2645-46a3-b42b-82cf7edcef2f. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:07:05.419808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4208b3be-f1f9-465c-8af8-b8f504d4d44d) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:05.441625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784aea93-263b-4454-b1bc-9dbcac2369d1 None None] Network 4208b3be-f1f9-465c-8af8-b8f504d4d44d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:05.459013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=bef85727-2645-46a3-b42b-82cf7edcef2f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:05.468856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:05.469854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.475913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No DVR routers for this DVR port bef85727-2645-46a3-b42b-82cf7edcef2f on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:05.576138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Attempting to bind port 40cb3c6f-1b3a-486f-bfec-9721863170af on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:05.576483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Attempting to bind port 40cb3c6f-1b3a-486f-bfec-9721863170af by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'acb96a91-c7c1-43a5-a890-2ac6182b6638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:05.576843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Attempting to bind port 40cb3c6f-1b3a-486f-bfec-9721863170af on network 87bee1cb-a7db-4290-b0af-7626d1d1165a {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:05.587251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.588993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Port 40cb3c6f-1b3a-486f-bfec-9721863170af on network 87bee1cb-a7db-4290-b0af-7626d1d1165a not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:07:05.589477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Attempting to bind port 40cb3c6f-1b3a-486f-bfec-9721863170af on network 87bee1cb-a7db-4290-b0af-7626d1d1165a {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:05.593203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.628795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.632597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:05.632948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Checking segment: {'id': 'acb96a91-c7c1-43a5-a890-2ac6182b6638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:05.633340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Bound using segment: {'id': 'acb96a91-c7c1-43a5-a890-2ac6182b6638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:05.634053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Bound port: 40cb3c6f-1b3a-486f-bfec-9721863170af, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb96a91-c7c1-43a5-a890-2ac6182b6638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:05.634602 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.644220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-72815e6d-f5e3-4047-92b8-38dcf312208a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3183777 Aug 23 12:07:05.655594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e35b0e7-536b-4a0f-88cd-8305affe339a']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:05.675342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554dbe0f-f3b4-4569-aae0-318940680da1 None None] DHCP port deletion for 2e35b0e7-536b-4a0f-88cd-8305affe339a request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:07:05.677634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31ae4cc-e369-4f3c-b534-f47993dc1066') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:05.677970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31ae4cc-e369-4f3c-b534-f47993dc1066') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:05.694032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a94d0f-322c-464b-824b-7b3a6b5492c1 None None] Network 4208b3be-f1f9-465c-8af8-b8f504d4d44d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:05.702498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.733185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.736177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.747341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=9ea07db7-e904-4de9-81fb-9fc152a684fd,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:05.762930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:05.763446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:05.772331 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:05.857246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] For port 40cb3c6f-1b3a-486f-bfec-9721863170af, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:05.920991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.931359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] For port 40cb3c6f-1b3a-486f-bfec-9721863170af, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40cb3c6f-1b3a-486f-bfec-9721863170af,segment=NetworkSegment(acb96a91-c7c1-43a5-a890-2ac6182b6638),segment_id=acb96a91-c7c1-43a5-a890-2ac6182b6638)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:05.938687 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.943030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/2e35b0e7-536b-4a0f-88cd-8305affe339a HTTP/1.1" status: 204 len: 168 time: 1.7135303 Aug 23 12:07:05.943949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:05.952417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59518) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:05.957815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47263123-08d4-4bbf-9819-3dc94489a3f3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=2e35b0e7-536b-4a0f-88cd-8305affe339a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:05.962191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11d64-cf99-46cf-8aa0-d5ee1e88765d req-ea8df3ea-4afc-448c-8176-b0af69f76345 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:05.963779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dec11d64-cf99-46cf-8aa0-d5ee1e88765d req-ea8df3ea-4afc-448c-8176-b0af69f76345 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 943 time: 0.2320828 Aug 23 12:07:05.972069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-287840085'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:06.032470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:06.033088 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.034545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/40cb3c6f-1b3a-486f-bfec-9721863170af HTTP/1.1" status: 200 len: 1091 time: 2.3522375 Aug 23 12:07:06.039668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e37120-8c2b-46a6-973b-985c54df7597', 'tag': '40cb3c6f-1b3a-486f-bfec-9721863170af'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:06.042173 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262aa5ca-9530-4881-ade6-f29d1763266a" -d '{"events": [{"name": "network-changed", "server_uuid": "97e37120-8c2b-46a6-973b-985c54df7597", "tag": "40cb3c6f-1b3a-486f-bfec-9721863170af"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:06.094587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:06.098143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.108528 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d89be49-5706-4316-a179-0a5ffeeaaf09 x-openstack-request-id: req-3d89be49-5706-4316-a179-0a5ffeeaaf09 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:06.108887 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e37120-8c2b-46a6-973b-985c54df7597", "tag": "40cb3c6f-1b3a-486f-bfec-9721863170af", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:06.109051 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d89be49-5706-4316-a179-0a5ffeeaaf09 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:06.109457 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e37120-8c2b-46a6-973b-985c54df7597', 'tag': '40cb3c6f-1b3a-486f-bfec-9721863170af', 'status': 'completed', 'code': 200} Aug 23 12:07:06.134787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60bbcc-43bf-433b-802b-5c38bf1f54f3 service neutron] Pushing event updated for resources: {'Port': ['ID=40cb3c6f-1b3a-486f-bfec-9721863170af,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:06.158554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dec11d64-cf99-46cf-8aa0-d5ee1e88765d req-fb9c3d0e-fe6a-419e-b125-67d77ac7750d tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623793 Aug 23 12:07:06.166038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:06.177202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:06.192553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:06.248454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-645548c9-2f55-40fc-91c0-41406f20c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:06.250329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-645548c9-2f55-40fc-91c0-41406f20c6cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db273ed11a54a2f86d061e9803abe7b&device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 1094 time: 0.1606755 Aug 23 12:07:06.251420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.251871 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment a2e30e1b-7750-482f-8e82-9883928902c6 of type vlan for network d1e507ef-c5ba-4f09-a649-66cf8c36662a Aug 23 12:07:06.333625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-b276c198-32e1-45b2-bc5a-dab7be5cbdc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40cb3c6f-1b3a-486f-bfec-9721863170af HTTP/1.1" status: 200 len: 217 time: 0.0713758 Aug 23 12:07:06.388358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.408409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-ac1dd09e-336d-4357-b7bb-56676196713d tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:06.410059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-ac1dd09e-336d-4357-b7bb-56676196713d tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/networks?id=925bce76-97c3-43da-b8c8-0028577f4457 HTTP/1.1" status: 200 len: 825 time: 0.1034777 Aug 23 12:07:06.427943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-64eb9c87-6d63-45a0-adc5-007644cc09d7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/quotas/179772d1a35e4d95a4a8b600d795517f HTTP/1.1" status: 200 len: 375 time: 0.0109868 Aug 23 12:07:06.463407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-974a96cb-bb37-4f83-9e33-181a5d5ba33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:06.464921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-974a96cb-bb37-4f83-9e33-181a5d5ba33c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6c5369f-4363-4380-8ef4-4da277634bf5 HTTP/1.1" status: 200 len: 853 time: 0.1225071 Aug 23 12:07:06.469336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:06.486349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.488796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-3b49c577-84eb-4f21-84d4-799b8ae0b2b1 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=179772d1a35e4d95a4a8b600d795517f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452430 Aug 23 12:07:06.491898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:06.492516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.523735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-145f09fa-56f3-4cd0-8641-898a1cdf4f09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bee1cb-a7db-4290-b0af-7626d1d1165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511003 Aug 23 12:07:06.579223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6255710 Aug 23 12:07:06.582213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59540) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:06.588048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:06.679340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-5f272fe1-f6a4-4221-bc57-db3385ba7259 service neutron] 10.222.0.21 "GET /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832514 Aug 23 12:07:06.697734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50155d-72eb-4709-9ee5-fd860917b2ed tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=d1e507ef-c5ba-4f09-a649-66cf8c36662a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:06.720489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d1e507ef-c5ba-4f09-a649-66cf8c36662a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:06.798585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bef85727-2645-46a3-b42b-82cf7edcef2f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:06.802855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-5b04c2ee-51fe-40a8-8aea-ea4db101cd95 service neutron] 10.222.0.21 "GET /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013720 Aug 23 12:07:06.803696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:06.808579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:06.834338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: bef85727-2645-46a3-b42b-82cf7edcef2f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:06.837609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bef85727-2645-46a3-b42b-82cf7edcef2f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:06.838288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-bb97616e-b7dd-49c5-9e96-5575d178df96 service neutron] 10.222.0.41 "GET /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953126 Aug 23 12:07:06.844827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:06.854449 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:06.864886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a92eee8-01cc-4971-a600-ddc2d1cb304d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/routers/8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917836 Aug 23 12:07:06.872085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59542) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:06.873310 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:06.874481 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:06.918447 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:06.920385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'port': {'network_id': '2fe88e90-cbd6-4907-b4b8-7ae2f49addf3', 'name': 'tempest-FloatingIPTestJSON-756863219'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:06.929493 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:06.930641 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:06.969460 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:06.974471 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4365945-9b8c-483b-93f1-5bf049134074 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:07.002199 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96aa01fb-6699-4fb5-90a7-ea0034750032 req-f720b5d1-4cc5-4899-b4d9-d5206717bb09 service neutron] 10.222.0.41 "GET /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470945 Aug 23 12:07:07.147009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d984017e-0422-432f-b723-eaa1545f43a0 req-579ecfc0-a19c-40c3-9c25-837d87c5e394 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0496294 Aug 23 12:07:07.160807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aa5ca-9530-4881-ade6-f29d1763266a req-e038041e-3c1a-44d1-baab-c8860556c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:07.162674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-e038041e-3c1a-44d1-baab-c8860556c610 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1db273ed11a54a2f86d061e9803abe7b&device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 1094 time: 0.1096013 Aug 23 12:07:07.209936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:07.216326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:07.286538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aa5ca-9530-4881-ade6-f29d1763266a req-5d098cb7-0646-4e35-8dc5-7bb026902832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:07.288417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-5d098cb7-0646-4e35-8dc5-7bb026902832 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87bee1cb-a7db-4290-b0af-7626d1d1165a HTTP/1.1" status: 200 len: 914 time: 0.1180995 Aug 23 12:07:07.305848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] device_id is not set on port b5135ebb-02ca-4250-9132-52ed63b1983a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:07.327812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:07.352734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-25b3d4bc-8beb-4ea4-a889-8b437c72a7b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40cb3c6f-1b3a-486f-bfec-9721863170af HTTP/1.1" status: 200 len: 217 time: 0.0478706 Aug 23 12:07:07.438022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aa5ca-9530-4881-ade6-f29d1763266a req-dda3985b-48a2-45ae-8c34-6da9ad11d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:07.439898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-dda3985b-48a2-45ae-8c34-6da9ad11d5bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6c5369f-4363-4380-8ef4-4da277634bf5 HTTP/1.1" status: 200 len: 853 time: 0.0743494 Aug 23 12:07:07.479713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1912a6-cbdc-4b33-9212-60480f462cfc req-15b4e6de-f784-4f54-a8a8-f81b4bb14a9d tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:07.487341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f1912a6-cbdc-4b33-9212-60480f462cfc req-15b4e6de-f784-4f54-a8a8-f81b4bb14a9d tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 943 time: 0.2198613 Aug 23 12:07:07.495870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=3d9d4da5-acb4-4bd1-806f-0864cde2cbe1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:07.510530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-3c6224db-f46c-461a-9ef8-17ac248884ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87bee1cb-a7db-4290-b0af-7626d1d1165a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614381 Aug 23 12:07:07.554838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': 'a2e30e1b-7750-482f-8e82-9883928902c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:07.555130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: d1e507ef-c5ba-4f09-a649-66cf8c36662a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:07.596311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.14 (2fe88e90-cbd6-4907-b4b8-7ae2f49addf3/e3b459c5-3672-441d-b0a9-13464764041e/b5135ebb-02ca-4250-9132-52ed63b1983a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:07.621723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f1912a6-cbdc-4b33-9212-60480f462cfc req-3f50f6eb-f148-46c6-b393-b3b7d80683d7 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261981 Aug 23 12:07:07.635213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-d25697f6-b336-4632-921f-126afd3f23d7 service neutron] 10.222.0.41 "GET /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170549 Aug 23 12:07:07.650515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network d1e507ef-c5ba-4f09-a649-66cf8c36662a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:07.676669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, d1e507ef-c5ba-4f09-a649-66cf8c36662a) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:07.684152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:07.684767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:07.684905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ec399-7317-42c7-8d9d-21c1ffc5f04d None None] Network d1e507ef-c5ba-4f09-a649-66cf8c36662a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:07.739801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-19fdf7fd-a6bc-426e-9fc5-d22f7becd0b2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1562879 Aug 23 12:07:07.742670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59584) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:07.748543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1953863771'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:07.813814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-262aa5ca-9530-4881-ade6-f29d1763266a req-ce4c27ee-d621-4915-8d99-65a9cdc08650 service neutron] 10.222.0.41 "GET /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705635 Aug 23 12:07:07.932718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:07.969226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:07.972735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.001605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 14c694fc-43f2-4849-9313-24cec20f42b3 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:08.048230 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.061160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-d1e507ef-c5ba-4f09-a649-66cf8c36662a', 'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': '3d9d4da5-acb4-4bd1-806f-0864cde2cbe1'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:08.063658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.114970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:08.143275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:08.145595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:08.191197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=b5135ebb-02ca-4250-9132-52ed63b1983a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:08.226085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::399 (d1e507ef-c5ba-4f09-a649-66cf8c36662a/3d9d4da5-acb4-4bd1-806f-0864cde2cbe1/14c694fc-43f2-4849-9313-24cec20f42b3) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:08.239741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:08.240444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.315172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-077468eb-2674-4a79-918b-2ddd4d0b9315 req-49ef99cd-1f5c-4d1b-a038-2fb188b67af6 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0642898 Aug 23 12:07:08.338422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1f175495-0730-46b7-b637-b369a52e5100 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4591014 Aug 23 12:07:08.338794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59612) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:08.344837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'port': {'network_id': '2fe88e90-cbd6-4907-b4b8-7ae2f49addf3', 'name': 'tempest-FloatingIPTestJSON-1172530901'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:08.522246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9e63ce66-fbf9-4d61-95c0-749f182cc689 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:08.522246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9e63ce66-fbf9-4d61-95c0-749f182cc689 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.44 "GET /v2.0/networks?id=925bce76-97c3-43da-b8c8-0028577f4457 HTTP/1.1" status: 200 len: 825 time: 0.2649376 Aug 23 12:07:08.536862 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.542241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Request body: {'port': {'device_id': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457', 'admin_state_up': True, 'tenant_id': '179772d1a35e4d95a4a8b600d795517f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:08.543902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:08.549263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.570014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] device_id is not set on port 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:08.580105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object 14c694fc-43f2-4849-9313-24cec20f42b3 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:08.692333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.709370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.3 (2fe88e90-cbd6-4907-b4b8-7ae2f49addf3/e3b459c5-3672-441d-b0a9-13464764041e/70237aaf-f8af-4c6d-a1a2-3e38560f3dbf) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:08.761123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Allocated IP 2001:db8::2 (d1e507ef-c5ba-4f09-a649-66cf8c36662a/3d9d4da5-acb4-4bd1-806f-0864cde2cbe1/196e49d2-cb70-4881-99e9-26d9fd93bb4a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:08.769381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Made reservation on behalf of 179772d1a35e4d95a4a8b600d795517f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:08.772601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.805405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network d1e507ef-c5ba-4f09-a649-66cf8c36662a is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:08.815684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:08.836076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:08.841874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:08.842574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.856818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=14c694fc-43f2-4849-9313-24cec20f42b3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:08.911696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-666a77a8-6e11-4839-8e2f-a417b5673dc1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.1679258 Aug 23 12:07:08.912616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59622) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:08.932975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4e19-3bde-4625-905f-d27ea4d7be73 req-68ca9121-85c0-471e-91d3-3fd0ba95fc08 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:08.934790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9d4e19-3bde-4625-905f-d27ea4d7be73 req-68ca9121-85c0-471e-91d3-3fd0ba95fc08 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 943 time: 0.1533046 Aug 23 12:07:08.954385 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.964604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Transition to ACTIVE for port object 196e49d2-cb70-4881-99e9-26d9fd93bb4a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:08.971864 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:08.984964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Transition to ACTIVE for port object 196e49d2-cb70-4881-99e9-26d9fd93bb4a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:08.993644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.031423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c9d4e19-3bde-4625-905f-d27ea4d7be73 req-9225ea05-dbaa-4e05-b5ed-dd2637ccfb49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845761 Aug 23 12:07:09.036582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Allocated IP 172.20.0.6 (925bce76-97c3-43da-b8c8-0028577f4457/06481fbb-03ae-4d76-a5c8-d57aafa120c5/a37d4411-9cc4-47cc-9e3c-edee1cf82ed6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:09.037637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Network d1e507ef-c5ba-4f09-a649-66cf8c36662a is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:09.041919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:09.045680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:09.065593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 14c694fc-43f2-4849-9313-24cec20f42b3 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:09.065593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.073107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Pushing event updated for resources: {'Port': ['ID=196e49d2-cb70-4881-99e9-26d9fd93bb4a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:09.086692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.129116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Attempting to bind port 196e49d2-cb70-4881-99e9-26d9fd93bb4a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:09.129486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Attempting to bind port 196e49d2-cb70-4881-99e9-26d9fd93bb4a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a2e30e1b-7750-482f-8e82-9883928902c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:09.129992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Attempting to bind port 196e49d2-cb70-4881-99e9-26d9fd93bb4a on network d1e507ef-c5ba-4f09-a649-66cf8c36662a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:09.135467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:09.135840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Checking segment: {'id': 'a2e30e1b-7750-482f-8e82-9883928902c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:09.136243 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.136683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Bound using segment: {'id': 'a2e30e1b-7750-482f-8e82-9883928902c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:09.137151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Bound port: 196e49d2-cb70-4881-99e9-26d9fd93bb4a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e30e1b-7750-482f-8e82-9883928902c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1e507ef-c5ba-4f09-a649-66cf8c36662a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:09.137807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.194545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:09.206824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:09.213717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] For port 196e49d2-cb70-4881-99e9-26d9fd93bb4a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:09.213909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=70237aaf-f8af-4c6d-a1a2-3e38560f3dbf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:09.219122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] For port 196e49d2-cb70-4881-99e9-26d9fd93bb4a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=196e49d2-cb70-4881-99e9-26d9fd93bb4a,segment=NetworkSegment(a2e30e1b-7750-482f-8e82-9883928902c6),segment_id=a2e30e1b-7750-482f-8e82-9883928902c6)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:09.224531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.230699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:09.232058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.238779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.288444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 14c694fc-43f2-4849-9313-24cec20f42b3 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:09.298893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.316517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:09.317650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.325946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c6260-fe60-4735-9dbc-1d3101b93a08 None None] Pushing event updated for resources: {'Port': ['ID=196e49d2-cb70-4881-99e9-26d9fd93bb4a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:09.359718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Network 925bce76-97c3-43da-b8c8-0028577f4457 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:09.364482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:09.369174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:09.376942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0928877f-5658-4a0f-bf84-706fff552f99 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0303628 Aug 23 12:07:09.376942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59626) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:09.384221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '70237aaf-f8af-4c6d-a1a2-3e38560f3dbf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:09.416265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Pushing event updated for resources: {'Port': ['ID=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:09.447942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:09.448998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.478107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-f70e9b92-1dfe-427d-843c-d7db69cac1a7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9444153 Aug 23 12:07:09.484647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.491298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Request body: {'port': {'device_id': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:09.609615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7f61-9a15-467a-ad2e-a29dca49c736 req-09e0671e-2325-493f-8635-3b51bc195a9b tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:09.612286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.627653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a5d7f61-9a15-467a-ad2e-a29dca49c736 req-09e0671e-2325-493f-8635-3b51bc195a9b tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 931 time: 0.1942413 Aug 23 12:07:09.632509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.691026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=14c694fc-43f2-4849-9313-24cec20f42b3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:09.764200 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.766316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-88ebbed3-ca52-402b-97aa-8c2d2edc69c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/14c694fc-43f2-4849-9313-24cec20f42b3 HTTP/1.1" status: 204 len: 168 time: 0.8529611 Aug 23 12:07:09.770611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a5d7f61-9a15-467a-ad2e-a29dca49c736 req-bfaa9a7c-30b7-4dd8-8fa2-93f0e1260c12 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421120 Aug 23 12:07:09.774069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:09.813341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:09.831388 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b243a45-0403-400f-a131-82348abd9821 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:09.832922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b243a45-0403-400f-a131-82348abd9821 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/14c694fc-43f2-4849-9313-24cec20f42b3 HTTP/1.1" status: 404 len: 333 time: 0.0578191 Aug 23 12:07:09.836270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59636) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:09.942103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.59 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/ae8f28ad-0f0f-4943-b408-b557ded4ae22) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:09.965702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 3d9d4da5-acb4-4bd1-806f-0864cde2cbe1 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:09.971370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.026070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.069203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.153486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40cb3c6f-1b3a-486f-bfec-9721863170af details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:07:10.166094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:10.175651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.180710 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.187134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.210332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987f6e9-85a9-4f0f-8914-c7603f3350b4 req-d59f0e37-825c-4ed2-b698-28545d06c208 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:10.211807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d987f6e9-85a9-4f0f-8914-c7603f3350b4 req-d59f0e37-825c-4ed2-b698-28545d06c208 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 943 time: 0.0845528 Aug 23 12:07:10.234354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:10.242841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:10.257847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Transition to ACTIVE for port object a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:10.265549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.267866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:10.322779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 40cb3c6f-1b3a-486f-bfec-9721863170af, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40cb3c6f-1b3a-486f-bfec-9721863170af,segment=NetworkSegment(acb96a91-c7c1-43a5-a890-2ac6182b6638),segment_id=acb96a91-c7c1-43a5-a890-2ac6182b6638)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:10.341800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '40cb3c6f-1b3a-486f-bfec-9721863170af', 'network_id': '87bee1cb-a7db-4290-b0af-7626d1d1165a', 'port_id': '40cb3c6f-1b3a-486f-bfec-9721863170af', 'mac_address': 'fa:16:3e:0a:07:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c5369f-4363-4380-8ef4-4da277634bf5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:07:10.351767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:10.399662 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.442233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.452620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9d4da5-acb4-4bd1-806f-0864cde2cbe1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:10.463836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cb3c6f-1b3a-486f-bfec-9721863170af {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:10.475024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.480120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-79c63d4d-84fa-4b46-b5a1-6c45fcecaac2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/3d9d4da5-acb4-4bd1-806f-0864cde2cbe1 HTTP/1.1" status: 204 len: 168 time: 0.6426849 Aug 23 12:07:10.483313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59640) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:10.502306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 40cb3c6f-1b3a-486f-bfec-9721863170af, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40cb3c6f-1b3a-486f-bfec-9721863170af,segment=NetworkSegment(acb96a91-c7c1-43a5-a890-2ac6182b6638),segment_id=acb96a91-c7c1-43a5-a890-2ac6182b6638)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:10.515570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.651031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.660658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Attempting to bind port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:10.667767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Attempting to bind port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'fecc250d-16f3-4b5d-9dda-749df575a626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:10.669408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Attempting to bind port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 on network 925bce76-97c3-43da-b8c8-0028577f4457 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:10.686297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 on network 925bce76-97c3-43da-b8c8-0028577f4457 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:07:10.687372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Attempting to bind port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 on network 925bce76-97c3-43da-b8c8-0028577f4457 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:10.705248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=40cb3c6f-1b3a-486f-bfec-9721863170af,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:10.714925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:10.715499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Checking segment: {'id': 'fecc250d-16f3-4b5d-9dda-749df575a626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:10.716066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Bound using segment: {'id': 'fecc250d-16f3-4b5d-9dda-749df575a626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:10.716702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Bound port: a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecc250d-16f3-4b5d-9dda-749df575a626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:10.717608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.784318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['40cb3c6f-1b3a-486f-bfec-9721863170af'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:10.848255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6766fc3-ac43-44a2-bfd9-7e8fde90de71 None None] Network d1e507ef-c5ba-4f09-a649-66cf8c36662a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:10.885831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 196e49d2-cb70-4881-99e9-26d9fd93bb4a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:10.886190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:10.958317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=ae8f28ad-0f0f-4943-b408-b557ded4ae22,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:10.995430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 196e49d2-cb70-4881-99e9-26d9fd93bb4a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:11.016439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d987f6e9-85a9-4f0f-8914-c7603f3350b4 req-8de41b1c-d711-4ad5-bb64-5c734f2f1a87 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7931104 Aug 23 12:07:11.035210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] For port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:11.057752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] For port 196e49d2-cb70-4881-99e9-26d9fd93bb4a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=196e49d2-cb70-4881-99e9-26d9fd93bb4a,segment=NetworkSegment(a2e30e1b-7750-482f-8e82-9883928902c6),segment_id=a2e30e1b-7750-482f-8e82-9883928902c6)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:11.058137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.075253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 196e49d2-cb70-4881-99e9-26d9fd93bb4a owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:11.147239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e711c11a-7568-46b6-bbd6-0ec391912ae5 None None] Provisioning for port 196e49d2-cb70-4881-99e9-26d9fd93bb4a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:11.179270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.189780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] For port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,segment=NetworkSegment(fecc250d-16f3-4b5d-9dda-749df575a626),segment_id=fecc250d-16f3-4b5d-9dda-749df575a626)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:11.250690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=196e49d2-cb70-4881-99e9-26d9fd93bb4a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:11.253970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No DVR routers for this DVR port 196e49d2-cb70-4881-99e9-26d9fd93bb4a on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:11.255928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.264821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No active binding found for port 196e49d2-cb70-4881-99e9-26d9fd93bb4a {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 12:07:11.265306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 196e49d2-cb70-4881-99e9-26d9fd93bb4a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 12:07:11.319251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Port 196e49d2-cb70-4881-99e9-26d9fd93bb4a not found, will not notify nova. {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 12:07:11.323129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:11.323767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.325208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 HTTP/1.1" status: 200 len: 1091 time: 1.8385835 Aug 23 12:07:11.330834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'tag': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:11.333804 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a76eee-1933-47bd-831c-944f14a18a52" -d '{"events": [{"name": "network-changed", "server_uuid": "f19e5947-781e-42a5-801a-4d973dc5b7f9", "tag": "a37d4411-9cc4-47cc-9e3c-edee1cf82ed6"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:11.369524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5689d-1705-4701-b69a-e7da351c8508 req-06586670-259a-4e86-a6b0-e2271e01f424 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:11.377835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d5689d-1705-4701-b69a-e7da351c8508 req-06586670-259a-4e86-a6b0-e2271e01f424 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 943 time: 0.2153995 Aug 23 12:07:11.382932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59664) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:11.461380 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f511e09-f656-47db-a7f7-e5da5e533470 x-openstack-request-id: req-9f511e09-f656-47db-a7f7-e5da5e533470 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:11.461675 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19e5947-781e-42a5-801a-4d973dc5b7f9", "tag": "a37d4411-9cc4-47cc-9e3c-edee1cf82ed6", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:11.461984 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f511e09-f656-47db-a7f7-e5da5e533470 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:11.462361 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'tag': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6', 'status': 'completed', 'code': 200} Aug 23 12:07:11.471150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6ffaa-21af-4eea-8d7b-a3525845b078 None None] DHCP port deletion for d1e507ef-c5ba-4f09-a649-66cf8c36662a request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:07:11.479493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3d5689d-1705-4701-b69a-e7da351c8508 req-8e67f88f-76de-4064-bb6e-1ef8238282d0 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961354 Aug 23 12:07:11.534545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.549437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a40a-d5bc-4cce-847b-74bcc971eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:11.553796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e507ef-c5ba-4f09-a649-66cf8c36662a']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:11.566808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e30e1b-7750-482f-8e82-9883928902c6') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:11.567045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e30e1b-7750-482f-8e82-9883928902c6') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:11.569784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-3fc231b4-0a07-480a-8304-7c7874e46847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:11.571320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-3fc231b4-0a07-480a-8304-7c7874e46847 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=179772d1a35e4d95a4a8b600d795517f&device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 1094 time: 0.1706934 Aug 23 12:07:11.580835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.581342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.618367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cee16852-6899-4404-9694-33f4cfc21167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.628559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-c32ff10e-9f9c-47e0-ac2a-add01ec7ea99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 HTTP/1.1" status: 200 len: 217 time: 0.0490141 Aug 23 12:07:11.644755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.677879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:11.678566 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:11.681724 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:11.701601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.737221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-bc976224-e16c-4647-a909-8f568bcc8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:11.738778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-bc976224-e16c-4647-a909-8f568bcc8c2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06481fbb-03ae-4d76-a5c8-d57aafa120c5 HTTP/1.1" status: 200 len: 865 time: 0.1036484 Aug 23 12:07:11.775699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-83293aba-184e-45e1-aa53-1f6708ac344f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=925bce76-97c3-43da-b8c8-0028577f4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292020 Aug 23 12:07:11.776446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.786595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:11.788460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/d1e507ef-c5ba-4f09-a649-66cf8c36662a HTTP/1.1" status: 204 len: 168 time: 1.3036878 Aug 23 12:07:11.793981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:11.800984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'name': 'tempest-PortsIpV6TestJSON-1897903580'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:11.805722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280c5cf-ee3e-4128-aa33-9658f898a1e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=d1e507ef-c5ba-4f09-a649-66cf8c36662a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:11.910115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-b22f8261-36fc-47e3-a966-eb600840a038 service neutron] 10.222.0.44 "GET /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248186 Aug 23 12:07:11.997377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cee16852-6899-4404-9694-33f4cfc21167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.006520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cee16852-6899-4404-9694-33f4cfc21167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.012849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.016350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0521cb63-35eb-49fa-8ad9-36006c8c3df7 req-3866aace-9484-4266-948b-781ebf0ce8c0 service neutron] 10.222.0.44 "GET /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989826 Aug 23 12:07:12.032359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.094872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:12.098474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.106412 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cee16852-6899-4404-9694-33f4cfc21167 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a3fd6d8e4d74a25855ee663bd60756d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7220140 Aug 23 12:07:12.111017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee16852-6899-4404-9694-33f4cfc21167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9751d907-f402-44fd-acb9-4319ca209b14,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:12.115043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59674) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:12.152385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76eee-1933-47bd-831c-944f14a18a52 req-9d37dbfb-5a51-4a43-9430-b8c6e6b52e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:12.153981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-9d37dbfb-5a51-4a43-9430-b8c6e6b52e03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=179772d1a35e4d95a4a8b600d795517f&device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 1094 time: 0.0856225 Aug 23 12:07:12.164909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=ae8f28ad-0f0f-4943-b408-b557ded4ae22,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:12.184273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40cb3c6f-1b3a-486f-bfec-9721863170af up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:12.189626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 7f79fb0a-e276-43b1-a61d-e4ebadcd4706 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:12.194792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8599e2-48c0-447c-b7f5-7f0944ea1667 req-8cab5c7d-4e28-444e-b9a2-7a6735f01ca2 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:12.196470 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d8599e2-48c0-447c-b7f5-7f0944ea1667 req-8cab5c7d-4e28-444e-b9a2-7a6735f01ca2 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 944 time: 0.0942740 Aug 23 12:07:12.210754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.261937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 40cb3c6f-1b3a-486f-bfec-9721863170af completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:12.266788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 40cb3c6f-1b3a-486f-bfec-9721863170af triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:12.267533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.343870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea3-cf3a-401a-9889-279b964f6ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.363726 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.390373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e37120-8c2b-46a6-973b-985c54df7597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cb3c6f-1b3a-486f-bfec-9721863170af'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:12.392865 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d69af00-67c0-4949-afa1-ae85e20d4c18" -d '{"events": [{"server_uuid": "97e37120-8c2b-46a6-973b-985c54df7597", "name": "network-vif-plugged", "status": "completed", "tag": "40cb3c6f-1b3a-486f-bfec-9721863170af"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:12.411467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 40cb3c6f-1b3a-486f-bfec-9721863170af, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40cb3c6f-1b3a-486f-bfec-9721863170af,segment=NetworkSegment(acb96a91-c7c1-43a5-a890-2ac6182b6638),segment_id=acb96a91-c7c1-43a5-a890-2ac6182b6638)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:12.417807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.447483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea3-cf3a-401a-9889-279b964f6ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.467291 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8354b3ee-909c-4808-8840-4080c26995fb x-openstack-request-id: req-8354b3ee-909c-4808-8840-4080c26995fb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:12.468434 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e37120-8c2b-46a6-973b-985c54df7597", "name": "network-vif-plugged", "status": "completed", "tag": "40cb3c6f-1b3a-486f-bfec-9721863170af", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:12.469031 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8354b3ee-909c-4808-8840-4080c26995fb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:12.469658 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e37120-8c2b-46a6-973b-985c54df7597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cb3c6f-1b3a-486f-bfec-9721863170af', 'code': 200} Aug 23 12:07:12.494848 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 707206e9-f9d7-4f5a-b325-c3ed0a79f4f5 associated. External IP: 172.25.1.59, port: 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf. Aug 23 12:07:12.546533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=40cb3c6f-1b3a-486f-bfec-9721863170af,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:12.636073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.685352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d8599e2-48c0-447c-b7f5-7f0944ea1667 req-109ff277-f4f8-4861-9af2-e9fa30dd2e10 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775620 Aug 23 12:07:12.700897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76eee-1933-47bd-831c-944f14a18a52 req-04009bad-851e-47c8-a378-0a41b332553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:12.703081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-04009bad-851e-47c8-a378-0a41b332553e service neutron] 10.222.0.44 "GET /v2.0/networks?id=925bce76-97c3-43da-b8c8-0028577f4457 HTTP/1.1" status: 200 len: 926 time: 0.5418537 Aug 23 12:07:12.750648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c7605-0ca3-4d8f-ba5d-640efa420c20 req-4304d9ab-1f22-4696-b544-ba5d2cbd5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:12.752169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-380c7605-0ca3-4d8f-ba5d-640efa420c20 req-4304d9ab-1f22-4696-b544-ba5d2cbd5cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 1096 time: 0.1940994 Aug 23 12:07:12.755285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-030c15a9-d955-4c38-b40a-8fb7b340656f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 HTTP/1.1" status: 200 len: 217 time: 0.0433419 Aug 23 12:07:12.766430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea3-cf3a-401a-9889-279b964f6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.768995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea3-cf3a-401a-9889-279b964f6ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.772345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6f6e3ea3-cf3a-401a-9889-279b964f6ccb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9751d907-f402-44fd-acb9-4319ca209b14 HTTP/1.1" status: 204 len: 168 time: 0.6262431 Aug 23 12:07:12.778080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f8b82-c77d-4232-9dc2-e11b2fbc338d req-3d3d2d2d-05e8-4a77-b8a2-9bfc422e76b3 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:12.785671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d8f8b82-c77d-4232-9dc2-e11b2fbc338d req-3d3d2d2d-05e8-4a77-b8a2-9bfc422e76b3 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 943 time: 0.2017133 Aug 23 12:07:12.787776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 196e49d2-cb70-4881-99e9-26d9fd93bb4a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:12.809496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76eee-1933-47bd-831c-944f14a18a52 req-f6c1f8c1-00d8-4895-8591-2727eb1b1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:12.811131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-f6c1f8c1-00d8-4895-8591-2727eb1b1d91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06481fbb-03ae-4d76-a5c8-d57aafa120c5 HTTP/1.1" status: 200 len: 865 time: 0.0485349 Aug 23 12:07:12.819448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 196e49d2-cb70-4881-99e9-26d9fd93bb4a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:12.819832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 196e49d2-cb70-4881-99e9-26d9fd93bb4a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:12.832396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e3ea3-cf3a-401a-9889-279b964f6ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9751d907-f402-44fd-acb9-4319ca209b14,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:12.869095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-550c84f7-6b89-4ddf-8216-69f6278c383e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=925bce76-97c3-43da-b8c8-0028577f4457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496311 Aug 23 12:07:12.892000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:12.913981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d8f8b82-c77d-4232-9dc2-e11b2fbc338d req-3e7cd836-8491-4992-a041-05a7a8c2eefd tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273792 Aug 23 12:07:12.915665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-380c7605-0ca3-4d8f-ba5d-640efa420c20 req-b4eede3b-1ae5-49d5-99d0-6441df90767e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529453 Aug 23 12:07:12.987991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-298f8420-f3e0-4d2b-9552-513be06c1307 service neutron] 10.222.0.44 "GET /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107659 Aug 23 12:07:12.990009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:12.996365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:13.006889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:13.012516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:13.013147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.018540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=7f79fb0a-e276-43b1-a61d-e4ebadcd4706,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:13.039899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-15e1b3a5-c3a6-4293-be35-1f4fa6029fe8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2439101 Aug 23 12:07:13.042851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59688) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:13.080611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:13.091944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87a76eee-1933-47bd-831c-944f14a18a52 req-a7d836f3-cb55-4a5d-abd3-2d5f89da8c22 service neutron] 10.222.0.44 "GET /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946662 Aug 23 12:07:13.124894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59690) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:13.138233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f59c2960-4e9d-4724-aac7-4f26eeda2211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.224564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 7f79fb0a-e276-43b1-a61d-e4ebadcd4706 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:13.224913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.232943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f59c2960-4e9d-4724-aac7-4f26eeda2211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.238369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f59c2960-4e9d-4724-aac7-4f26eeda2211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.262100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:13.272304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:13.276391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c2960-4e9d-4724-aac7-4f26eeda2211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e08347-5d51-44bb-9a49-d264a5996fcc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:13.283936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:13.285072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:13.300889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f59c2960-4e9d-4724-aac7-4f26eeda2211 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e72fa4ad4a5477c9cba4651c4836edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748521 Aug 23 12:07:13.301562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59694) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:13.315490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.323773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.336553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:13.346975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 7f79fb0a-e276-43b1-a61d-e4ebadcd4706 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:13.349573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:13.350651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:13.366223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3ed9b98-bb65-4477-88f1-5e1ac9664bcd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9877269 Aug 23 12:07:13.367843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59696) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:13.372815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:13.386737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:13.387389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e9f6bc-f07a-4d69-ad72-59ddfdca92ee None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:13.415121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.444159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.450675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.458916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.474944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=7f79fb0a-e276-43b1-a61d-e4ebadcd4706,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:13.480694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.486071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4dff19ce-3da1-467e-b325-4968665e028c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/7f79fb0a-e276-43b1-a61d-e4ebadcd4706 HTTP/1.1" status: 204 len: 168 time: 0.4387779 Aug 23 12:07:13.486071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:13.490755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'mac_address': 'fa:16:3e:01:46:0f', 'name': 'tempest-PortsIpV6TestJSON-1554853712'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:13.577989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.580593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.581789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33e08347-5d51-44bb-9a49-d264a5996fcc HTTP/1.1" status: 204 len: 168 time: 0.2792432 Aug 23 12:07:13.593662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:13.597038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e08347-5d51-44bb-9a49-d264a5996fcc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:13.610055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.610466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.610886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.611343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.611747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.612229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.612638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.613054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.613456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.613888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.614285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.614676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443dca3b-d9c4-4f55-b834-631b83ee84f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:13.660051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.665047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.665373 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 707206e9-f9d7-4f5a-b325-c3ed0a79f4f5 disassociated. External IP: 172.25.1.59, port: 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf. Aug 23 12:07:13.676585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.699258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 3944c3d5-d796-4f3e-b052-c114f64e5091 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:13.881783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.928957 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:13.989965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:13.993340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:14.000842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:14.006654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:14.007172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.011851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=3944c3d5-d796-4f3e-b052-c114f64e5091,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:14.028684 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fe232dea-eb28-4497-9cd5-a4a2f57b172f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5418932 Aug 23 12:07:14.033110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630661b-3047-4efe-99b9-821f2649605a req-da39b895-57ac-44d7-bbc7-067d9a7b306d tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:14.034807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9630661b-3047-4efe-99b9-821f2649605a req-da39b895-57ac-44d7-bbc7-067d9a7b306d tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 945 time: 0.2023818 Aug 23 12:07:14.039558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59712) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:14.067703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:14.097704 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9630661b-3047-4efe-99b9-821f2649605a req-7cae4179-6809-4cbf-bce5-7bc1fdfbfe29 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541551 Aug 23 12:07:14.126778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d1b33-14e6-4a69-8381-06452ff333a2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:14.128135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bf9d1b33-14e6-4a69-8381-06452ff333a2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/3944c3d5-d796-4f3e-b052-c114f64e5091 HTTP/1.1" status: 200 len: 845 time: 0.0877621 Aug 23 12:07:14.130876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59718) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:14.179898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a976915-abf6-4531-8c9f-53548663c128 req-3b49b87f-b330-45c1-b170-b6facae2d08a tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:14.181324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a976915-abf6-4531-8c9f-53548663c128 req-3b49b87f-b330-45c1-b170-b6facae2d08a tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 943 time: 0.1050334 Aug 23 12:07:14.217074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:14.223345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.231738 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06491554-a9f9-40e1-8319-d887c292825a None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:14.245473 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06491554-a9f9-40e1-8319-d887c292825a None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:14.246536 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-06491554-a9f9-40e1-8319-d887c292825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:14.259368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5c53f68e-95bb-475a-a84f-e4eff2f98b12 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/floatingips/707206e9-f9d7-4f5a-b325-c3ed0a79f4f5 HTTP/1.1" status: 200 len: 687 time: 0.8902831 Aug 23 12:07:14.261941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59722) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:14.278245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a976915-abf6-4531-8c9f-53548663c128 req-9959fd0f-9590-473e-a758-25bf656bcff2 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874593 Aug 23 12:07:14.283554 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-06491554-a9f9-40e1-8319-d887c292825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:14.294581 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06491554-a9f9-40e1-8319-d887c292825a None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:14.296318 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-06491554-a9f9-40e1-8319-d887c292825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:14.298353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 3944c3d5-d796-4f3e-b052-c114f64e5091 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:14.298709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.330844 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-06491554-a9f9-40e1-8319-d887c292825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:14.331579 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06491554-a9f9-40e1-8319-d887c292825a None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:14.387038 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.401728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 3944c3d5-d796-4f3e-b052-c114f64e5091 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:14.411252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:07:14.429737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port ae8f28ad-0f0f-4943-b408-b557ded4ae22 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:14.430134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.544709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.547785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.548129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.564230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for ae8f28ad-0f0f-4943-b408-b557ded4ae22 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:14.571854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,segment=NetworkSegment(fecc250d-16f3-4b5d-9dda-749df575a626),segment_id=fecc250d-16f3-4b5d-9dda-749df575a626)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:14.588933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6', 'network_id': '925bce76-97c3-43da-b8c8-0028577f4457', 'port_id': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6', 'mac_address': 'fa:16:3e:a0:79:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06481fbb-03ae-4d76-a5c8-d57aafa120c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:07:14.603203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=3944c3d5-d796-4f3e-b052-c114f64e5091,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:14.624881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.627615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-14b64355-aa00-4ff1-915d-2b62f197fb1c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/3944c3d5-d796-4f3e-b052-c114f64e5091 HTTP/1.1" status: 204 len: 168 time: 0.4957867 Aug 23 12:07:14.632360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59734) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:14.652637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.659631 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-401ca07b-a9da-487a-970b-8101907ad0a4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:14.661438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-401ca07b-a9da-487a-970b-8101907ad0a4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/3944c3d5-d796-4f3e-b052-c114f64e5091 HTTP/1.1" status: 404 len: 333 time: 0.0277054 Aug 23 12:07:14.666973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:14.673647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'name': 'tempest-PortsIpV6TestJSON-886606552'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:14.677042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:14.706591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,segment=NetworkSegment(fecc250d-16f3-4b5d-9dda-749df575a626),segment_id=fecc250d-16f3-4b5d-9dda-749df575a626)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:14.715170 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.784319 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.789976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:14.792869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:14.807181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.816420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=ae8f28ad-0f0f-4943-b408-b557ded4ae22,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:14.832391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port a279b208-69b8-4d4b-a24f-7cd5002c51d3 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:14.905277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.908682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.914099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e8383ad4-e7ee-484e-a922-10dfd87d8d63 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/floatingips/707206e9-f9d7-4f5a-b325-c3ed0a79f4f5 HTTP/1.1" status: 204 len: 168 time: 0.6470981 Aug 23 12:07:14.915151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59742) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:14.920932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'b5135ebb-02ca-4250-9132-52ed63b1983a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:14.954630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:14.979314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a37d4411-9cc4-47cc-9e3c-edee1cf82ed6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:15.081824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.095279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.139976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.223094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:15.240444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.189 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/3e4631a9-46ca-4c85-8506-06983d91a954) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:15.248240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:15.259291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:15.264005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:15.265202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.276125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=a279b208-69b8-4d4b-a24f-7cd5002c51d3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:15.293347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a6a14d3-b910-4af5-a8f0-cdb341a5deb3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6249039 Aug 23 12:07:15.302643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2ada-8a79-4a1a-a4ca-bbd1eb9db745 req-92b6d4c3-5f81-4d58-847a-9302d8ac9b47 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:15.304345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6df2ada-8a79-4a1a-a4ca-bbd1eb9db745 req-92b6d4c3-5f81-4d58-847a-9302d8ac9b47 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 945 time: 0.1125166 Aug 23 12:07:15.304835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59756) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:15.311149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:15.382647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.396715 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6df2ada-8a79-4a1a-a4ca-bbd1eb9db745 req-70d20ce5-8ca2-4e25-90ae-89d0cd9e3fe8 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820765 Aug 23 12:07:15.405952 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.451382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49547bc6-252d-47fe-9f9a-3f8aa640119d req-239eceeb-ca9f-4764-9a88-826f7a700d38 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:15.453785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49547bc6-252d-47fe-9f9a-3f8aa640119d req-239eceeb-ca9f-4764-9a88-826f7a700d38 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 944 time: 0.0684221 Aug 23 12:07:15.498793 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:15.543949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49547bc6-252d-47fe-9f9a-3f8aa640119d req-990a2fb3-e9a6-4f08-9295-6e2e79ec0edd tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781014 Aug 23 12:07:15.554163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:15.557926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:15.570192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:15.598852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=3e4631a9-46ca-4c85-8506-06983d91a954,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:16.010582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.017341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.054452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] In _notify_port_updated(), no bound segment for port a279b208-69b8-4d4b-a24f-7cd5002c51d3 on network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:07:16.060377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:16.062088 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.064107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/ports/a279b208-69b8-4d4b-a24f-7cd5002c51d3 HTTP/1.1" status: 200 len: 818 time: 0.7582102 Aug 23 12:07:16.064804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50582c-c3a9-4cf9-b148-c1879705b713 req-0e7671a7-52f4-4f50-b14f-cdc3dcefec98 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:16.066617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a50582c-c3a9-4cf9-b148-c1879705b713 req-0e7671a7-52f4-4f50-b14f-cdc3dcefec98 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 945 time: 0.1162724 Aug 23 12:07:16.067110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59804) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:16.088932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb21858-2c52-457e-b252-8316c29f2d9d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=a279b208-69b8-4d4b-a24f-7cd5002c51d3,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:16.135795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.211993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a50582c-c3a9-4cf9-b148-c1879705b713 req-5048dc92-203f-4c97-bcd9-6958a56a5a6f tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297832 Aug 23 12:07:16.261093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.290093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port a279b208-69b8-4d4b-a24f-7cd5002c51d3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:16.290354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.338406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:16.392189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.432473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:16.441373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for a279b208-69b8-4d4b-a24f-7cd5002c51d3 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:16.452702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f857-c8bd-4cd1-92b8-17d60f98f949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.486056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:16.490048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:16.490506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.571270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.577560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f857-c8bd-4cd1-92b8-17d60f98f949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.578867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.585741 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f857-c8bd-4cd1-92b8-17d60f98f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.593804 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.625519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.629918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:16.633620 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c20cdd-972c-4344-90df-3c6cd2688c2d" -d '{"events": [{"server_uuid": "f19e5947-781e-42a5-801a-4d973dc5b7f9", "name": "network-vif-plugged", "status": "completed", "tag": "a37d4411-9cc4-47cc-9e3c-edee1cf82ed6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:16.647913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f857-c8bd-4cd1-92b8-17d60f98f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62e30a-a345-4607-841a-b0fe9dc86957,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:16.669070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.669703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,segment=NetworkSegment(fecc250d-16f3-4b5d-9dda-749df575a626),segment_id=fecc250d-16f3-4b5d-9dda-749df575a626)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:16.674036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/a279b208-69b8-4d4b-a24f-7cd5002c51d3 HTTP/1.1" status: 204 len: 168 time: 0.6015623 Aug 23 12:07:16.677638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.678205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59822) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:16.715805 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f1fce3-73da-466a-861b-f263f661a92b x-openstack-request-id: req-93f1fce3-73da-466a-861b-f263f661a92b {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:16.716376 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19e5947-781e-42a5-801a-4d973dc5b7f9", "name": "network-vif-plugged", "status": "completed", "tag": "a37d4411-9cc4-47cc-9e3c-edee1cf82ed6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:16.716803 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93f1fce3-73da-466a-861b-f263f661a92b {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:16.717220 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6', 'code': 200} Aug 23 12:07:16.732634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=3e4631a9-46ca-4c85-8506-06983d91a954,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:16.733720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7fc8f857-c8bd-4cd1-92b8-17d60f98f949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ba890fd28b240e282008480d67449c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936510 Aug 23 12:07:16.736765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:16.752197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:16.771934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c584f-a7d8-4904-b709-97daa478b0ff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=a279b208-69b8-4d4b-a24f-7cd5002c51d3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:16.794146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.810894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec2346-3c7a-4ae5-a666-192f1c58fbfe req-f8d42a4f-96e0-42e0-bf6f-0f92fe83918a tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:16.812998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffec2346-3c7a-4ae5-a666-192f1c58fbfe req-f8d42a4f-96e0-42e0-bf6f-0f92fe83918a tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1479952 Aug 23 12:07:16.820613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1970cb-a0ae-44f5-8be3-4354841c0820 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:16.822060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fb1970cb-a0ae-44f5-8be3-4354841c0820 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1337495 Aug 23 12:07:16.826112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59826) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:16.863990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6b6c7-5185-4147-baf9-115fa4b4b4a4 req-87aa5b65-c97c-4e9e-9c22-961b0a7858d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:16.865384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2d6b6c7-5185-4147-baf9-115fa4b4b4a4 req-87aa5b65-c97c-4e9e-9c22-961b0a7858d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0844512 Aug 23 12:07:16.872105 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0f3181-c3c8-4ae5-bb9f-4b43b9a4abac tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:16.873657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6d0f3181-c3c8-4ae5-bb9f-4b43b9a4abac tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/a279b208-69b8-4d4b-a24f-7cd5002c51d3 HTTP/1.1" status: 404 len: 333 time: 0.0460558 Aug 23 12:07:16.874946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff1342ed-a75f-45a4-9619-9d0b6bebd6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.877846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59828) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:16.882708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1066739297'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:16.918923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffec2346-3c7a-4ae5-a666-192f1c58fbfe req-df4e44ca-0d1b-475d-96df-4bd745e680d1 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943408 Aug 23 12:07:16.930821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff1342ed-a75f-45a4-9619-9d0b6bebd6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.947501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2d6b6c7-5185-4147-baf9-115fa4b4b4a4 req-a151291f-ec09-442e-929e-33f720e41bfa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485508 Aug 23 12:07:16.949096 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 4fff7463-a558-4baa-b8e4-0715f1e85f2f associated. External IP: 172.25.1.189, port: b5135ebb-02ca-4250-9132-52ed63b1983a. Aug 23 12:07:16.949285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:16.953663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:16.989165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:17.009503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff1342ed-a75f-45a4-9619-9d0b6bebd6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.013352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff1342ed-a75f-45a4-9619-9d0b6bebd6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.016951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff1342ed-a75f-45a4-9619-9d0b6bebd6fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d62e30a-a345-4607-841a-b0fe9dc86957 HTTP/1.1" status: 204 len: 168 time: 0.2769320 Aug 23 12:07:17.016951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.016951 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment b3b825c9-216e-4ab0-90c0-edb89aa6c591 of type vlan for network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 Aug 23 12:07:17.057563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1342ed-a75f-45a4-9619-9d0b6bebd6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62e30a-a345-4607-841a-b0fe9dc86957,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:17.073361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.104197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.111426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:17.112049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.145263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2663827 Aug 23 12:07:17.148214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:17.158156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:17.211981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:17.239091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870a5d-9ba7-403b-82b4-9ad5e7d14f5b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:17.267736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:17.348166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-f125b74f-7776-4872-aa71-a14929437bd7 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:17.350063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-f125b74f-7776-4872-aa71-a14929437bd7 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.41 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 945 time: 0.1616848 Aug 23 12:07:17.372883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59840) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:17.398400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0588-0ac5-45f5-b273-55ef8ce596cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.414168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:17.418178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.442261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b859f-f862-460d-ac7a-1fb33d7b5621 req-988aeb39-69fd-4d05-84a3-375a1556087e tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:17.443907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-030b859f-f862-460d-ac7a-1fb33d7b5621 req-988aeb39-69fd-4d05-84a3-375a1556087e tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 945 time: 0.1331723 Aug 23 12:07:17.447465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:17.460431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:17.476013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:17.477909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:17.518144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-030b859f-f862-460d-ac7a-1fb33d7b5621 req-dcdee149-4f29-43fc-b5bd-72ea9a2dd315 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649285 Aug 23 12:07:17.534776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:17.548153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Deleting port 40cb3c6f-1b3a-486f-bfec-9721863170af {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:17.548505 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.552663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:17.553143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:17.587892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:17.588841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861003c-cff7-4ac1-a3be-09682069d58f None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:17.592341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0588-0ac5-45f5-b273-55ef8ce596cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.598442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0588-0ac5-45f5-b273-55ef8ce596cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.604656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.667445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f0198674-7104-447a-b9ca-ebd714747190 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7508979 Aug 23 12:07:17.671938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59844) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:17.673133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7bcc0588-0ac5-45f5-b273-55ef8ce596cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=659364a5d50949d7a4323970e2470715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971959 Aug 23 12:07:17.673752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59846) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:17.675801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc0588-0ac5-45f5-b273-55ef8ce596cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97a793-8813-43d3-a905-6c9de956d713,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:17.729924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] For port 40cb3c6f-1b3a-486f-bfec-9721863170af, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=40cb3c6f-1b3a-486f-bfec-9721863170af,segment=NetworkSegment(acb96a91-c7c1-43a5-a890-2ac6182b6638),segment_id=acb96a91-c7c1-43a5-a890-2ac6182b6638)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:17.730307 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.747809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3275333-af12-4277-9a92-180c8d028cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.769655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3275333-af12-4277-9a92-180c8d028cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.776097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Calling delete_port for 40cb3c6f-1b3a-486f-bfec-9721863170af owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:17.819124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3275333-af12-4277-9a92-180c8d028cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.821882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3275333-af12-4277-9a92-180c8d028cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.823062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a3275333-af12-4277-9a92-180c8d028cfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d97a793-8813-43d3-a905-6c9de956d713 HTTP/1.1" status: 204 len: 168 time: 0.1482251 Aug 23 12:07:17.831788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275333-af12-4277-9a92-180c8d028cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97a793-8813-43d3-a905-6c9de956d713,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:17.841669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:17.849446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-15aa6886-27cb-4a3c-bf77-02d80a63cb81 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/floatingips/4fff7463-a558-4baa-b8e4-0715f1e85f2f HTTP/1.1" status: 200 len: 978 time: 0.1740174 Aug 23 12:07:17.850815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59850) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:17.941625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=1810df95-8580-480f-ab18-ea61bd7185e5,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:17.973596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': 'b3b825c9-216e-4ab0-90c0-edb89aa6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:17.974091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:18.041323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:18.061454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:18.067963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:18.068730 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.081162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.082327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af22ee-114c-4cef-b5da-9818820e6c1b None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:18.100168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['40cb3c6f-1b3a-486f-bfec-9721863170af'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:18.131014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bf8f596f-fa7e-4f12-856d-f968bfe7ca01 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9791770 Aug 23 12:07:18.142130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:18.163456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Pushing event deleted for resources: {'Port': ['ID=40cb3c6f-1b3a-486f-bfec-9721863170af,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:18.168458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:18.173397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] No DVR routers for this DVR port 40cb3c6f-1b3a-486f-bfec-9721863170af on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:18.177379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.179456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-caad384f-6baf-48e1-a2b2-d0685c3bc5cf req-c6fb17d7-a2b3-4529-a722-b9c852eb2a49 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.41 "DELETE /v2.0/ports/40cb3c6f-1b3a-486f-bfec-9721863170af HTTP/1.1" status: 204 len: 173 time: 0.8200548 Aug 23 12:07:18.180378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e37120-8c2b-46a6-973b-985c54df7597', 'name': 'network-vif-deleted', 'tag': '40cb3c6f-1b3a-486f-bfec-9721863170af'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:18.182815 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3b3de-1038-4568-b6da-af3f0e6eef7f" -d '{"events": [{"server_uuid": "97e37120-8c2b-46a6-973b-985c54df7597", "name": "network-vif-deleted", "tag": "40cb3c6f-1b3a-486f-bfec-9721863170af"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:18.255416 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87443c5c-00b4-4769-bebe-fa90f597fa9b x-openstack-request-id: req-87443c5c-00b4-4769-bebe-fa90f597fa9b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:18.255716 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e37120-8c2b-46a6-973b-985c54df7597", "name": "network-vif-deleted", "tag": "40cb3c6f-1b3a-486f-bfec-9721863170af", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:18.255972 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87443c5c-00b4-4769-bebe-fa90f597fa9b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:18.256375 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e37120-8c2b-46a6-973b-985c54df7597', 'name': 'network-vif-deleted', 'tag': '40cb3c6f-1b3a-486f-bfec-9721863170af', 'status': 'completed', 'code': 200} Aug 23 12:07:18.343491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': '1810df95-8580-480f-ab18-ea61bd7185e5'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:18.344708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.389060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:18.392777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.504670 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1810df95-8580-480f-ab18-ea61bd7185e5 (CIDR: 2001:db8::/64) Aug 23 12:07:18.508026 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:07:18.508575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:07:18.527082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Allocated IP 2001:db8::2 (4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1/1810df95-8580-480f-ab18-ea61bd7185e5/9fe8636f-d005-4075-a5a2-00f032a367eb) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:18.554857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-507e3cfc-08e1-4f67-863e-be9a4f5ce7e7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3870955 Aug 23 12:07:18.555077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-64e67a61-3529-4c32-8b32-ff6d70d1137e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6987164 Aug 23 12:07:18.555544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:18.558138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59874) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:18.563930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'port_id': '70237aaf-f8af-4c6d-a1a2-3e38560f3dbf'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:18.564806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:18.604883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167e12-dd90-4482-9316-00b06dda14f0 req-80f8d7f9-f704-4c3e-ac9e-d83fe56ec747 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:18.613157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33167e12-dd90-4482-9316-00b06dda14f0 req-80f8d7f9-f704-4c3e-ac9e-d83fe56ec747 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.2237449 Aug 23 12:07:18.707978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33167e12-dd90-4482-9316-00b06dda14f0 req-78b2db40-5041-4499-be31-0eb189929c5b tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937731 Aug 23 12:07:18.747659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6fbaf856-3f91-4a87-b72d-9ce11dfe0f76 req-638b99a5-fece-481c-b07c-a4ad55df77c5 tempest-ServerAddressesTestJSON-491119235 tempest-ServerAddressesTestJSON-491119235-project] 10.222.0.21 "GET /v2.0/ports?device_id=97e37120-8c2b-46a6-973b-985c54df7597 HTTP/1.1" status: 200 len: 210 time: 0.0396383 Aug 23 12:07:18.750185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.837306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:18.850792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.896793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.908189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Transition to ACTIVE for port object 9fe8636f-d005-4075-a5a2-00f032a367eb will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:18.941894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Transition to ACTIVE for port object 9fe8636f-d005-4075-a5a2-00f032a367eb will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:18.954179 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:18.993798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dffa6-3f4f-466b-9928-c80727a958ff req-f5673093-6520-4d44-908f-ad233d3ae3b4 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:18.995275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e08dffa6-3f4f-466b-9928-c80727a958ff req-f5673093-6520-4d44-908f-ad233d3ae3b4 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1336699 Aug 23 12:07:19.009242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:19.015463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:19.020416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:19.028994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59888) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:19.066116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e08dffa6-3f4f-466b-9928-c80727a958ff req-eb8fe5a9-7cd9-450b-a897-1a06ef6f86f8 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520494 Aug 23 12:07:19.069101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Pushing event updated for resources: {'Port': ['ID=9fe8636f-d005-4075-a5a2-00f032a367eb,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:19.112428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Attempting to bind port 9fe8636f-d005-4075-a5a2-00f032a367eb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:19.112880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Attempting to bind port 9fe8636f-d005-4075-a5a2-00f032a367eb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'b3b825c9-216e-4ab0-90c0-edb89aa6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:19.113277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Attempting to bind port 9fe8636f-d005-4075-a5a2-00f032a367eb on network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:19.124895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:19.125293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Checking segment: {'id': 'b3b825c9-216e-4ab0-90c0-edb89aa6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:19.125743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.126553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Bound using segment: {'id': 'b3b825c9-216e-4ab0-90c0-edb89aa6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:19.126679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Bound port: 9fe8636f-d005-4075-a5a2-00f032a367eb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b825c9-216e-4ab0-90c0-edb89aa6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:19.127098 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.225862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] For port 9fe8636f-d005-4075-a5a2-00f032a367eb, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:19.231810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] For port 9fe8636f-d005-4075-a5a2-00f032a367eb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fe8636f-d005-4075-a5a2-00f032a367eb,segment=NetworkSegment(b3b825c9-216e-4ab0-90c0-edb89aa6c591),segment_id=b3b825c9-216e-4ab0-90c0-edb89aa6c591)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:19.235533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-948698764-network', 'tenant_id': 'a14619b45de94519a1d937c04a7ed75d'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:19.237715 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.321404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.336935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Made reservation on behalf of a14619b45de94519a1d937c04a7ed75d for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:19.339587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.351402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0832-bf5c-441b-86be-e69caf4e6253 None None] Pushing event updated for resources: {'Port': ['ID=9fe8636f-d005-4075-a5a2-00f032a367eb,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:19.352114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:19.384726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:19.390123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.393078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:19.393867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.420238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.430431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.441617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8799129 Aug 23 12:07:19.442729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29673257-6985-4c27-a2ab-5c2e09e20931 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=4e431f6c-c53f-4428-964b-cb7431730187,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:19.445075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59896) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:19.456055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'fixed_ips': [{'subnet_id': '1810df95-8580-480f-ab18-ea61bd7185e5'}, {'subnet_id': '4e431f6c-c53f-4428-964b-cb7431730187'}], 'name': 'tempest-PortsIpV6TestJSON-2132379215'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:19.679363 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 4fff7463-a558-4baa-b8e4-0715f1e85f2f associated. External IP: 172.25.1.189, port: b5135ebb-02ca-4250-9132-52ed63b1983a. Aug 23 12:07:19.692136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.712694 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.729158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:19.768226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:19.786758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91b63-5195-42d5-942d-bc6a11f025b8 req-1ad656b4-eb0f-48a9-8015-6fd8c75150be tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:19.788841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3de91b63-5195-42d5-942d-bc6a11f025b8 req-1ad656b4-eb0f-48a9-8015-6fd8c75150be tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1530697 Aug 23 12:07:19.796042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365c0d94-4692-4db8-b4f5-e9f3a954999f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:19.844055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59904) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:19.847552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.847959 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Added segment 2d5106b4-ee68-4a88-9b55-81b1d909b6e1 of type vlan for network 97fd4e5b-4943-47ea-b775-bc93aba42b6b Aug 23 12:07:19.927489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.934811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Deleting subnet f6c5369f-4363-4380-8ef4-4da277634bf5 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:19.936719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3de91b63-5195-42d5-942d-bc6a11f025b8 req-1e641c6f-dc42-4b3d-8af6-a4ee3f379fa5 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377168 Aug 23 12:07:19.943368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.953308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:19.988746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port bd8cf3a8-50b2-4cd9-a77c-f129272f335a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:20.003747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.005007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:20.005652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.019860 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.022954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:20.095450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0663722 Aug 23 12:07:20.098451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59912) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:20.107365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.148743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Request body: {'subnet': {'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-948698764-subnet', 'tenant_id': 'a14619b45de94519a1d937c04a7ed75d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:20.157428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b00a54-291e-4d85-a456-55eed83cae51 admin admin] Pushing event updated for resources: {'Network': ['ID=97fd4e5b-4943-47ea-b775-bc93aba42b6b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:20.167563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 97fd4e5b-4943-47ea-b775-bc93aba42b6b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:20.201305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40cb3c6f-1b3a-486f-bfec-9721863170af no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:20.225203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Made reservation on behalf of a14619b45de94519a1d937c04a7ed75d for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:20.227764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.228502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:20.244806 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018c556-bc62-4855-8975-e200c861f587 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:20.259378 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018c556-bc62-4855-8975-e200c861f587 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:20.260093 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c018c556-bc62-4855-8975-e200c861f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.280648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.285450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 40cb3c6f-1b3a-486f-bfec-9721863170af {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:20.286099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 40cb3c6f-1b3a-486f-bfec-9721863170af not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:20.307962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c018c556-bc62-4855-8975-e200c861f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.321320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c5369f-4363-4380-8ef4-4da277634bf5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:20.323520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.324328 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018c556-bc62-4855-8975-e200c861f587 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:20.325381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-520d2ff0-8f9c-4c3c-b461-a2b59cd14177 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f6c5369f-4363-4380-8ef4-4da277634bf5 HTTP/1.1" status: 204 len: 168 time: 0.4802320 Aug 23 12:07:20.328420 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c018c556-bc62-4855-8975-e200c861f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.329108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59916) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:20.366916 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c018c556-bc62-4855-8975-e200c861f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.368778 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c018c556-bc62-4855-8975-e200c861f587 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:20.457407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.484345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086059eb-b17f-4801-936c-06625e11f9a9 req-aa1a195d-b925-486c-8e48-03a10a9f74e7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:20.486049 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-086059eb-b17f-4801-936c-06625e11f9a9 req-aa1a195d-b925-486c-8e48-03a10a9f74e7 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1502655 Aug 23 12:07:20.614588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.631617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bee1cb-a7db-4290-b0af-7626d1d1165a']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.649086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-086059eb-b17f-4801-936c-06625e11f9a9 req-21eb63e4-b24d-4982-ae52-12990d4e62c2 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354949 Aug 23 12:07:20.649537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb96a91-c7c1-43a5-a890-2ac6182b6638') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.649882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb96a91-c7c1-43a5-a890-2ac6182b6638') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:20.663276 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.679919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:20.685902 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.696646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:20.697060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:20.699006 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:20.718834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f18b2-d2ef-40d2-a90a-0b7a2ed44f8d None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:20.748545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:20.761806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::1bc (4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1/1810df95-8580-480f-ab18-ea61bd7185e5/bd8cf3a8-50b2-4cd9-a77c-f129272f335a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:20.862246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8:0:1::26e (4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1/4e431f6c-c53f-4428-964b-cb7431730187/bd8cf3a8-50b2-4cd9-a77c-f129272f335a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:20.865065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7569cb-e005-4b3a-adf0-d361352ab927,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:20.921086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Checking segment: {'id': '2d5106b4-ee68-4a88-9b55-81b1d909b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:20.921458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Network hostable DHCP agents. Network: 97fd4e5b-4943-47ea-b775-bc93aba42b6b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:20.926214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fe8636f-d005-4075-a5a2-00f032a367eb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:20.979246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Network 97fd4e5b-4943-47ea-b775-bc93aba42b6b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:21.009160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-56b80d0b-0a3a-41cd-b85d-a93882d787d2 None None] Provisioning for port 9fe8636f-d005-4075-a5a2-00f032a367eb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:21.025775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 97fd4e5b-4943-47ea-b775-bc93aba42b6b) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:21.040130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:21.041067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.044694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21475b5-f45a-445b-844d-21a6607d5c6e None None] Network 97fd4e5b-4943-47ea-b775-bc93aba42b6b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:21.073331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-90779d26-6cff-40df-bf8d-abcd02a9de20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9287856 Aug 23 12:07:21.140849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.143762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9fe8636f-d005-4075-a5a2-00f032a367eb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:21.159163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9fe8636f-d005-4075-a5a2-00f032a367eb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:21.159541 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.166609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object bd8cf3a8-50b2-4cd9-a77c-f129272f335a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:21.208083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.212770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.225714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.227555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] 10.222.0.21 "DELETE /v2.0/networks/87bee1cb-a7db-4290-b0af-7626d1d1165a HTTP/1.1" status: 204 len: 168 time: 0.8973632 Aug 23 12:07:21.284220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b06f21-180e-4a99-9d20-e001cc80e726 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bee1cb-a7db-4290-b0af-7626d1d1165a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:21.319659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:21.325454 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.341150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:21.344510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:21.348401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:21.354777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:21.355496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.377960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9288411 Aug 23 12:07:21.379048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4eb8-cbca-435f-b355-92fd496f9f44 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=bd8cf3a8-50b2-4cd9-a77c-f129272f335a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:21.381725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:21.387538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1810df95-8580-480f-ab18-ea61bd7185e5'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:21.406676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dda55990-64d9-4d7b-9cd4-178103561cfd tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/floatingips/4fff7463-a558-4baa-b8e4-0715f1e85f2f HTTP/1.1" status: 200 len: 978 time: 2.8514783 Aug 23 12:07:21.409143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59932) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:21.414959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:21.448118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced23298-de1a-4a2b-afcf-b7964aefb11a None None] Network 97fd4e5b-4943-47ea-b775-bc93aba42b6b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:21.477170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59934) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:21.522005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.522243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.547120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:21.550643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.589816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-c41376e0-dde6-4cb5-8325-8ec8c45fa664 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:21.593399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-c41376e0-dde6-4cb5-8325-8ec8c45fa664 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1322370 Aug 23 12:07:21.596203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Update dhcp port {'port': {'network_id': '4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1', 'fixed_ips': [{'subnet_id': '1810df95-8580-480f-ab18-ea61bd7185e5', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e431f6c-c53f-4428-964b-cb7431730187'}], 'binding:host_id': 'n-d-773645-7'}, 'id': '9fe8636f-d005-4075-a5a2-00f032a367eb'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:07:21.625035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:21.625777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:21.690270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.690830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9fe8636f-d005-4075-a5a2-00f032a367eb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fe8636f-d005-4075-a5a2-00f032a367eb,segment=NetworkSegment(b3b825c9-216e-4ab0-90c0-edb89aa6c591),segment_id=b3b825c9-216e-4ab0-90c0-edb89aa6c591)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:21.700777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.701336 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 4fff7463-a558-4baa-b8e4-0715f1e85f2f disassociated. External IP: 172.25.1.189, port: 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf. Aug 23 12:07:21.704641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:21.709589 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.715814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.764508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-788616a7-231e-4eda-92c7-8990e4afc18b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1db273ed11a54a2f86d061e9803abe7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857456 Aug 23 12:07:21.767501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59944) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:21.800082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:21.801109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:21.857899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Deleting port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:21.858516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.883726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:21.885853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a15fb-4362-4ee1-bc54-84b09b8de342 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:21.922267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-418d3625-eec4-4eee-b026-263ed6c86379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.931958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9fe8636f-d005-4075-a5a2-00f032a367eb,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:21.984574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-338b6e55-93b4-4fb1-8a5c-b221a8c26446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:21.991750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59950) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:22.001409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873989127-network', 'tenant_id': 'c4f92814a0df4313bfdca760b32df6f2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:22.022059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33ce7d-480c-4b6e-94df-a21eb8fd9ef9 req-02159ac2-c323-4adc-b8e9-f38cfb3fe4a4 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:22.023882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b33ce7d-480c-4b6e-94df-a21eb8fd9ef9 req-02159ac2-c323-4adc-b8e9-f38cfb3fe4a4 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 945 time: 0.2108824 Aug 23 12:07:22.065444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] For port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,segment=NetworkSegment(fecc250d-16f3-4b5d-9dda-749df575a626),segment_id=fecc250d-16f3-4b5d-9dda-749df575a626)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:22.065846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.080709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-338b6e55-93b4-4fb1-8a5c-b221a8c26446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.086862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Calling delete_port for a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:22.103274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Made reservation on behalf of c4f92814a0df4313bfdca760b32df6f2 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:22.105603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.124124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Delete allocated IP 2001:db8:0:1::26e (4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1/4e431f6c-c53f-4428-964b-cb7431730187) {{(pid=101057) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 12:07:22.137513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.181149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b33ce7d-480c-4b6e-94df-a21eb8fd9ef9 req-d123b516-23c0-40b7-9bf8-5a98c7a51cd4 tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/security-groups?id=229f2507-324d-436d-9cdc-49927d914087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150305 Aug 23 12:07:22.218789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:22.219563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-338b6e55-93b4-4fb1-8a5c-b221a8c26446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.222213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-338b6e55-93b4-4fb1-8a5c-b221a8c26446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.223346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-338b6e55-93b4-4fb1-8a5c-b221a8c26446 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134 HTTP/1.1" status: 204 len: 168 time: 0.4545674 Aug 23 12:07:22.237721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b6e55-93b4-4fb1-8a5c-b221a8c26446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8b4bb7-d0bf-4f52-bc97-f8b0bb360134,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:22.388233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:22.393903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.424520 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:22.431259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-efa32b37-ad73-47de-b30c-4e86fbebe8e8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/floatingips/4fff7463-a558-4baa-b8e4-0715f1e85f2f HTTP/1.1" status: 200 len: 688 time: 1.0204301 Aug 23 12:07:22.435245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:22.447979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:22.450325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:22.451191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.459756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.463970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a37d4411-9cc4-47cc-9e3c-edee1cf82ed6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:22.508321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Ignored duplicate provisioning block setup for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 12:07:22.509796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Pushing event deleted for resources: {'Port': ['ID=a37d4411-9cc4-47cc-9e3c-edee1cf82ed6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:22.521316 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.551521 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:22.561026 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:22.561962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:22.580485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Allocated IP 2001:db8:0:1::2 (4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1/4e431f6c-c53f-4428-964b-cb7431730187/9fe8636f-d005-4075-a5a2-00f032a367eb) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:22.595254 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:22.596202 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ad8e1-c7d9-4e52-8e29-68c551a8ec44 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:22.627562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 3e4631a9-46ca-4c85-8506-06983d91a954 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:22.628199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.663303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.664532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] No DVR routers for this DVR port a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:22.684799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.687635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47f560fd-b240-4048-be8d-3c4a8504ba23 req-a72cda10-45f9-4318-ab24-def1ed2827ae tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.44 "DELETE /v2.0/ports/a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 HTTP/1.1" status: 204 len: 173 time: 1.0865366 Aug 23 12:07:22.688471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'name': 'network-vif-deleted', 'tag': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:22.690793 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a798e31-c0c5-4d85-9750-4cab246d78f1" -d '{"events": [{"server_uuid": "f19e5947-781e-42a5-801a-4d973dc5b7f9", "name": "network-vif-deleted", "tag": "a37d4411-9cc4-47cc-9e3c-edee1cf82ed6"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:22.732376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=bd8cf3a8-50b2-4cd9-a77c-f129272f335a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:22.734094 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.734380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.748473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.755273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] For port 9fe8636f-d005-4075-a5a2-00f032a367eb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fe8636f-d005-4075-a5a2-00f032a367eb,segment=NetworkSegment(b3b825c9-216e-4ab0-90c0-edb89aa6c591),segment_id=b3b825c9-216e-4ab0-90c0-edb89aa6c591)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:22.766731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 3e4631a9-46ca-4c85-8506-06983d91a954 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:22.767678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] In _notify_port_updated(), no bound segment for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a on network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:07:22.774107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:22.774958 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.776665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3eac928c-a0bc-498c-9127-7588a3930ba0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/ports/bd8cf3a8-50b2-4cd9-a77c-f129272f335a HTTP/1.1" status: 200 len: 926 time: 1.3939948 Aug 23 12:07:22.779910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59966) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:22.790965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1810df95-8580-480f-ab18-ea61bd7185e5'}, {'subnet_id': '4e431f6c-c53f-4428-964b-cb7431730187'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:22.804506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:22.813157 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5563bab1-aeb6-4a17-b661-058fb8b5e553 x-openstack-request-id: req-5563bab1-aeb6-4a17-b661-058fb8b5e553 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:22.813640 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19e5947-781e-42a5-801a-4d973dc5b7f9", "name": "network-vif-deleted", "tag": "a37d4411-9cc4-47cc-9e3c-edee1cf82ed6", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:22.814084 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5563bab1-aeb6-4a17-b661-058fb8b5e553 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:22.814638 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19e5947-781e-42a5-801a-4d973dc5b7f9', 'name': 'network-vif-deleted', 'tag': 'a37d4411-9cc4-47cc-9e3c-edee1cf82ed6', 'status': 'completed', 'code': 200} Aug 23 12:07:22.833470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.853736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.854392 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Added segment 4bfc24d4-47d6-43cf-9be6-9b4d94e747a3 of type vlan for network 157b0a9d-b552-4ae5-aa3d-a3946d8528a3 Aug 23 12:07:22.863116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Transition to ACTIVE for port object 9fe8636f-d005-4075-a5a2-00f032a367eb will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:22.872892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fe8636f-d005-4075-a5a2-00f032a367eb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:22.875010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8447d611-ec3b-4b3d-9bc3-4e00b44ec994,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:22.928940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:22.997341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.001910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.008323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.033671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=3e4631a9-46ca-4c85-8506-06983d91a954,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:23.079644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933daa-dc28-4b1a-8890-dcdf4e7a7fbe None None] Pushing event updated for resources: {'Port': ['ID=9fe8636f-d005-4075-a5a2-00f032a367eb,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:23.082003 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.083358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:23.084204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.153735 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.157932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.163158 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4369f285-29a6-4dba-b100-8ad096b3198d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/floatingips/4fff7463-a558-4baa-b8e4-0715f1e85f2f HTTP/1.1" status: 204 len: 168 time: 0.7247558 Aug 23 12:07:23.163872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59978) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:23.173937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1785071 Aug 23 12:07:23.178492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59982) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:23.210176 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-8b79be18-8d10-4fe4-a84e-0e245fb811e2 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] delete failed (client error): The resource could not be found. Aug 23 12:07:23.217171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8b79be18-8d10-4fe4-a84e-0e245fb811e2 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/floatingips/4fff7463-a558-4baa-b8e4-0715f1e85f2f HTTP/1.1" status: 404 len: 345 time: 0.0516813 Aug 23 12:07:23.217325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:23.271266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Request body: {'subnet': {'network_id': '157b0a9d-b552-4ae5-aa3d-a3946d8528a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873989127-subnet', 'tenant_id': 'c4f92814a0df4313bfdca760b32df6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:23.370480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c9a1b-6bb4-4fd8-896d-511c74ec4f0f admin admin] Pushing event updated for resources: {'Network': ['ID=157b0a9d-b552-4ae5-aa3d-a3946d8528a3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:23.400065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 157b0a9d-b552-4ae5-aa3d-a3946d8528a3 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:23.408821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Made reservation on behalf of c4f92814a0df4313bfdca760b32df6f2 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:23.411188 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.418111 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f7c930c-9d44-4236-84fe-d1d6608c3329 req-320f5df7-f29e-4e41-824b-f7814d78c11d tempest-ServersNegativeTestMultiTenantJSON-1911659042 tempest-ServersNegativeTestMultiTenantJSON-1911659042-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19e5947-781e-42a5-801a-4d973dc5b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0376823 Aug 23 12:07:23.456205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6e075-2911-491a-a434-f478f7dedd08 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:23.463190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6e075-2911-491a-a434-f478f7dedd08 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:23.471655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6e075-2911-491a-a434-f478f7dedd08 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:23.476771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c0f6e075-2911-491a-a434-f478f7dedd08 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/ports?network_id=2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 HTTP/1.1" status: 200 len: 2358 time: 0.2581472 Aug 23 12:07:23.477667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59994) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:23.527583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59996) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:23.539914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339e16d-35e5-4dee-980d-7b74925b1fc7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:23.548721 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8339e16d-35e5-4dee-980d-7b74925b1fc7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/subnets/e3b459c5-3672-441d-b0a9-13464764041e HTTP/1.1" status: 200 len: 797 time: 0.0698953 Aug 23 12:07:23.549376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60000) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:23.555220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'port': {'network_id': '2fe88e90-cbd6-4907-b4b8-7ae2f49addf3', 'name': 'tempest-FloatingIPTestJSON-663236061', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:23.629351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8:0:1::16 (4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1/4e431f6c-c53f-4428-964b-cb7431730187/bd8cf3a8-50b2-4cd9-a77c-f129272f335a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:23.713800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:23.734620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1247211781-network', 'tenant_id': '7dae81c64c4340fbba20278acc828d32'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:23.822365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.843964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] device_id is not set on port 00a017db-9cd0-47c2-a329-20ef6c06380b yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:23.844803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Made reservation on behalf of 7dae81c64c4340fbba20278acc828d32 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:23.847123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.867215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.869233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.924609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c7e6e-2ccd-4133-8cdb-90a8e7ebfdb2 None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:23.940659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:23.969719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Ignored duplicate provisioning block setup for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 12:07:23.995521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.007451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb103e8-e9a0-4d3f-a15e-4a52a75f4660,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:24.011908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Provisioning for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:24.025424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Provisioning complete for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:24.025918 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.093266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Port bd8cf3a8-50b2-4cd9-a77c-f129272f335a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:24.123989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Provisioning for port 9fe8636f-d005-4075-a5a2-00f032a367eb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:24.132380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Provisioning complete for port 9fe8636f-d005-4075-a5a2-00f032a367eb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:24.132854 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1b04ff0-ec70-4682-a8db-ade955970f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.132966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Checking segment: {'id': '4bfc24d4-47d6-43cf-9be6-9b4d94e747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '157b0a9d-b552-4ae5-aa3d-a3946d8528a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:24.133373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Network hostable DHCP agents. Network: 157b0a9d-b552-4ae5-aa3d-a3946d8528a3, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:24.164413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] In _notify_port_updated(), no bound segment for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a on network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:07:24.169877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:24.171713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.183058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/ports/bd8cf3a8-50b2-4cd9-a77c-f129272f335a HTTP/1.1" status: 200 len: 1011 time: 1.3976274 Aug 23 12:07:24.184414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60004) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:24.188548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84df1d-747d-433e-8b00-146deaab9143 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=bd8cf3a8-50b2-4cd9-a77c-f129272f335a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:24.209072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Network 157b0a9d-b552-4ae5-aa3d-a3946d8528a3 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:24.242480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 157b0a9d-b552-4ae5-aa3d-a3946d8528a3) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:24.253590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67289842-ccbb-48ff-936e-a9169fb1e97d None None] Network 157b0a9d-b552-4ae5-aa3d-a3946d8528a3 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:24.270490 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.275783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:24.276471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.281643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.13 (2fe88e90-cbd6-4907-b4b8-7ae2f49addf3/e3b459c5-3672-441d-b0a9-13464764041e/00a017db-9cd0-47c2-a329-20ef6c06380b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:24.292295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.294061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.12 (2fe88e90-cbd6-4907-b4b8-7ae2f49addf3/e3b459c5-3672-441d-b0a9-13464764041e/00a017db-9cd0-47c2-a329-20ef6c06380b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:24.309578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f8fb5ef5-2e35-4547-b6d3-238b9721cd3d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1200044 Aug 23 12:07:24.319135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:24.347814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port bd8cf3a8-50b2-4cd9-a77c-f129272f335a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:24.348162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.462143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:24.485469 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.567181 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7572220b-9d61-460f-b8ea-11d4080ddce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.589424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:24.591105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a37d4411-9cc4-47cc-9e3c-edee1cf82ed6 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:24.646043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60012) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:24.676966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4504f972-7c3c-42ba-98f6-ac9d28b994fc None None] Provisioning complete for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:24.677510 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4504f972-7c3c-42ba-98f6-ac9d28b994fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.701432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55f4e1-b2ce-44b0-957b-02d157e13b6e None None] Network 157b0a9d-b552-4ae5-aa3d-a3946d8528a3 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:24.782190 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.817509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.818142 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Added segment f72aa0ee-9bb4-43f3-826d-f4cd3576acb1 of type vlan for network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 Aug 23 12:07:24.826550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f53f90-f08e-40d3-9ffb-8e4dae7a923b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:24.828118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Deleting subnet 06481fbb-03ae-4d76-a5c8-d57aafa120c5 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:24.843266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for bd8cf3a8-50b2-4cd9-a77c-f129272f335a owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:24.845932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.886820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.923324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.924479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:24.925076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.927586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:24.975189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fe8636f-d005-4075-a5a2-00f032a367eb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:24.978343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4486883 Aug 23 12:07:24.981730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60020) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:25.011116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4504f972-7c3c-42ba-98f6-ac9d28b994fc None None] Port bd8cf3a8-50b2-4cd9-a77c-f129272f335a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:25.014589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Request body: {'subnet': {'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1247211781-subnet', 'tenant_id': '7dae81c64c4340fbba20278acc828d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:25.019982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.046835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4504f972-7c3c-42ba-98f6-ac9d28b994fc None None] Provisioning complete for port 9fe8636f-d005-4075-a5a2-00f032a367eb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:25.047337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4504f972-7c3c-42ba-98f6-ac9d28b994fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.075698 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.130717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c43d9-0a18-4a21-aa41-a5067171db6c admin admin] Pushing event updated for resources: {'Network': ['ID=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:25.152624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Made reservation on behalf of 7dae81c64c4340fbba20278acc828d32 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:25.155247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.165161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:25.173554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.292166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9fe8636f-d005-4075-a5a2-00f032a367eb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:25.292566 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.302331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:25.327484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:25.344967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.360510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:25.422526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=00a017db-9cd0-47c2-a329-20ef6c06380b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:25.439554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.459893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.464667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06481fbb-03ae-4d76-a5c8-d57aafa120c5 HTTP/1.1" status: 204 len: 168 time: 0.8093255 Aug 23 12:07:25.479118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60032) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:25.499559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0db7a-985f-4dfb-81cd-8456c25b1fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06481fbb-03ae-4d76-a5c8-d57aafa120c5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:25.551312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0489275c-11b3-4644-8643-28521c5ba116 None None] Provisioning complete for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:25.554476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0489275c-11b3-4644-8643-28521c5ba116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.585832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724b5d18-f527-4b1c-8a52-e3e69ea57b38,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:25.618464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.619239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:25.619496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0489275c-11b3-4644-8643-28521c5ba116 None None] Port bd8cf3a8-50b2-4cd9-a77c-f129272f335a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:25.620315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.627690 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.628719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Checking segment: {'id': 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:25.629181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Network hostable DHCP agents. Network: 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:25.630407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-47ebadfa-1248-4222-8418-b52b2644117d tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:25.632698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-47ebadfa-1248-4222-8418-b52b2644117d tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/networks?id=97fd4e5b-4943-47ea-b775-bc93aba42b6b HTTP/1.1" status: 200 len: 808 time: 0.3953600 Aug 23 12:07:25.685809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:25.686195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-ccf614ee-bd0f-4239-b861-658fc105a4af tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/quotas/a14619b45de94519a1d937c04a7ed75d HTTP/1.1" status: 200 len: 375 time: 0.0233109 Aug 23 12:07:25.690014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2e7d15d5-96ea-4698-b46a-1ba714bb46d8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1394033 Aug 23 12:07:25.692751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60036) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:25.701391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '00a017db-9cd0-47c2-a329-20ef6c06380b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:25.731939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:25.738594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.742250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:25.742842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.752308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87c972-28c2-40f7-82d9-b1dcf46d6904 None None] Network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:25.758094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925bce76-97c3-43da-b8c8-0028577f4457']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:25.771332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecc250d-16f3-4b5d-9dda-749df575a626') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:25.771942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecc250d-16f3-4b5d-9dda-749df575a626') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:25.780790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-54664aea-9b6f-46fd-9584-1a76978b6596 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7909184 Aug 23 12:07:25.792638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.812590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.820524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:25.821243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:25.823593 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:25.878036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5e46847-ec52-488d-a4bf-5f807b81b135 None None] Provisioning complete for port bd8cf3a8-50b2-4cd9-a77c-f129272f335a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:25.878550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e46847-ec52-488d-a4bf-5f807b81b135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.908174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.932041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:25.937487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/925bce76-97c3-43da-b8c8-0028577f4457 HTTP/1.1" status: 204 len: 168 time: 0.4568648 Aug 23 12:07:25.939066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4a63-0e9e-4669-8423-3313830a8a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=925bce76-97c3-43da-b8c8-0028577f4457,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:25.940916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60040) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:25.948462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e5e46847-ec52-488d-a4bf-5f807b81b135 None None] Port bd8cf3a8-50b2-4cd9-a77c-f129272f335a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:25.987491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad3fa8-eb6b-47a3-8cec-cf68992da7be None None] Network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:26.001966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Deleting subnet eeb6476d-318e-4f09-9123-2e7c10779eab {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:26.006224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.048594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.105987 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.118095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-a5ae8d38-2f63-4755-bd77-1db7b5fb0b73 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a14619b45de94519a1d937c04a7ed75d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4244182 Aug 23 12:07:26.177994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.190865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.218607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb6476d-318e-4f09-9123-2e7c10779eab,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:26.225493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.230654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a53f59f-ec36-4cd3-9a1f-d60d48c37553 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eeb6476d-318e-4f09-9123-2e7c10779eab HTTP/1.1" status: 204 len: 168 time: 0.2853236 Aug 23 12:07:26.231725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60050) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:26.305962 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.317869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.376848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=bd8cf3a8-50b2-4cd9-a77c-f129272f335a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:26.397425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-1cd3708b-d6f8-43b2-bfb1-5b0a8892fe5e service neutron] 10.222.0.21 "GET /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784655 Aug 23 12:07:26.428024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.445473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4208b3be-f1f9-465c-8af8-b8f504d4d44d']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:26.462776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc77ca7-687a-4a3c-b896-cf803aebb7e8') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:26.463088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc77ca7-687a-4a3c-b896-cf803aebb7e8') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:26.475787 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.482728 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.484704 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3609908b-1320-4d20-929e-98cff04c6e45 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/bd8cf3a8-50b2-4cd9-a77c-f129272f335a HTTP/1.1" status: 204 len: 168 time: 2.2999029 Aug 23 12:07:26.488565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60060) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:26.509478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.525258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:26.525711 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.573271 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d3f7ae-9056-45a3-9260-17c124e17be3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:26.581233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-93d3f7ae-9056-45a3-9260-17c124e17be3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/bd8cf3a8-50b2-4cd9-a77c-f129272f335a HTTP/1.1" status: 404 len: 333 time: 0.0858014 Aug 23 12:07:26.581487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60064) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:26.592294 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:26.604788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.613516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.619968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4208b3be-f1f9-465c-8af8-b8f504d4d44d HTTP/1.1" status: 204 len: 168 time: 0.3871152 Aug 23 12:07:26.633265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920cb7-0d05-4985-8a83-61d1691d5301 admin admin] Pushing event deleted for resources: {'Network': ['ID=4208b3be-f1f9-465c-8af8-b8f504d4d44d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:26.680678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-c0b75ecb-bb67-49cd-9c12-98c9307f37fa service neutron] 10.222.0.21 "GET /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568614 Aug 23 12:07:26.686048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 4e431f6c-c53f-4428-964b-cb7431730187 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:26.690184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.751628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.771371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:26.791874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60076) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:26.965297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5dca51b7-dd6f-4b52-afb0-24a817a250bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=179772d1a35e4d95a4a8b600d795517f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718550 Aug 23 12:07:26.968137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60086) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:26.988112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-159152d1-fe34-43c5-bb20-46bd1f8eb401 req-21d0e936-c87f-4ca8-9616-ce2f95085d6d tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 210 time: 0.0816243 Aug 23 12:07:27.021093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.89 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/17dee799-a38e-4775-b91c-de3569265501) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:27.086000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.196620 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56c1448e-a85a-42ae-a66f-02643f889a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.249162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56c1448e-a85a-42ae-a66f-02643f889a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.267631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.294902 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.305800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.341454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=4e431f6c-c53f-4428-964b-cb7431730187,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:27.346404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.350761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a722eff2-19b3-4ab2-b9c4-4fb374115c26 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/4e431f6c-c53f-4428-964b-cb7431730187 HTTP/1.1" status: 204 len: 168 time: 0.7657518 Aug 23 12:07:27.351862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60112) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:27.360670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e4b47-e80c-49d9-9514-eee955e51db6 None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:27.396206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56c1448e-a85a-42ae-a66f-02643f889a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.408289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56c1448e-a85a-42ae-a66f-02643f889a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.408289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-56c1448e-a85a-42ae-a66f-02643f889a57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/229f2507-324d-436d-9cdc-49927d914087 HTTP/1.1" status: 204 len: 168 time: 0.4306974 Aug 23 12:07:27.420264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.442251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1448e-a85a-42ae-a66f-02643f889a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f2507-324d-436d-9cdc-49927d914087,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:27.493087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:27.497083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:27.499987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:27.534599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=17dee799-a38e-4775-b91c-de3569265501,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:27.569597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-b7d60e46-0357-4153-8ee1-57ef646ff956 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:27.597389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-b7d60e46-0357-4153-8ee1-57ef646ff956 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/networks?id=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 HTTP/1.1" status: 200 len: 810 time: 0.2903240 Aug 23 12:07:27.602568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 1810df95-8580-480f-ab18-ea61bd7185e5 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:27.610377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.610767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.677308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-3a7c4099-487f-4d44-9696-8c789971d5c6 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/quotas/7dae81c64c4340fbba20278acc828d32 HTTP/1.1" status: 200 len: 375 time: 0.0139356 Aug 23 12:07:27.680180 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.761060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-7c81a858-3c3b-4ae2-ba8c-9488ab802728 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7dae81c64c4340fbba20278acc828d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770037 Aug 23 12:07:27.900217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:27.955410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-88f4403a-43cf-424e-9820-d8156fe824b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933410 Aug 23 12:07:27.997317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60122) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:28.084804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8fe96092-1fee-4212-a4fe-75ce7b261e0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20ee963fbfb64f4ea7d7905a1587f100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862808 Aug 23 12:07:28.085606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60124) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:28.115261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.156186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.173766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=1810df95-8580-480f-ab18-ea61bd7185e5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:28.176036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.180790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-970fca26-fe80-45aa-91f6-c18f047c5695 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/1810df95-8580-480f-ab18-ea61bd7185e5 HTTP/1.1" status: 204 len: 168 time: 0.8285832 Aug 23 12:07:28.184215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60126) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:28.195943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.199472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37f80d0f-89bc-4af3-b2d1-a7ea322b2733 req-d7c2b963-34c5-4e1b-9ecc-f147ab11ee6c tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 210 time: 0.0696487 Aug 23 12:07:28.300134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-29089d53-5d29-4d5c-95d2-8554e1551f12 service neutron] 10.222.0.21 "GET /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435583 Aug 23 12:07:28.306647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9dcc1a-ea6e-434e-bd5f-13b4f5b0685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.306853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.368676 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9dcc1a-ea6e-434e-bd5f-13b4f5b0685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.385878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 9fe8636f-d005-4075-a5a2-00f032a367eb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:28.387058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.388359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.442517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-7e5feac9-60ae-49b8-a174-3e099df26f70 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:28.444071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-7e5feac9-60ae-49b8-a174-3e099df26f70 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.41 "GET /v2.0/networks?id=97fd4e5b-4943-47ea-b775-bc93aba42b6b HTTP/1.1" status: 200 len: 808 time: 0.3044910 Aug 23 12:07:28.462644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Request body: {'port': {'device_id': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b', 'admin_state_up': True, 'tenant_id': 'a14619b45de94519a1d937c04a7ed75d'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:28.505790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] For port 9fe8636f-d005-4075-a5a2-00f032a367eb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fe8636f-d005-4075-a5a2-00f032a367eb,segment=NetworkSegment(b3b825c9-216e-4ab0-90c0-edb89aa6c591),segment_id=b3b825c9-216e-4ab0-90c0-edb89aa6c591)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:28.506597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.515943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b54f9-9887-48b7-9a11-0d9a102b6ec9 None None] Network 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:28.554254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 9fe8636f-d005-4075-a5a2-00f032a367eb owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:28.606122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9dcc1a-ea6e-434e-bd5f-13b4f5b0685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.609272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9dcc1a-ea6e-434e-bd5f-13b4f5b0685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.613083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c31f39ff-82a5-4d7a-99cf-00097c9c7e6e None None] Provisioning complete for port 9fe8636f-d005-4075-a5a2-00f032a367eb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:28.613521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c31f39ff-82a5-4d7a-99cf-00097c9c7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.625238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6e9dcc1a-ea6e-434e-bd5f-13b4f5b0685f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6490c7f0-3417-4226-b47d-9fe2203713af HTTP/1.1" status: 204 len: 168 time: 0.5244298 Aug 23 12:07:28.692110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dcc1a-ea6e-434e-bd5f-13b4f5b0685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490c7f0-3417-4226-b47d-9fe2203713af,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:28.719063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.744222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c31f39ff-82a5-4d7a-99cf-00097c9c7e6e None None] Could not find standard attr ID for object 9fe8636f-d005-4075-a5a2-00f032a367eb. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:07:28.750298 n-d-773645-7 neutron-server[101059]: INFO neutron.plugins.ml2.db [None req-c31f39ff-82a5-4d7a-99cf-00097c9c7e6e None None] No ports have port_id starting with 9fe8636f-d005-4075-a5a2-00f032a367eb Aug 23 12:07:28.776165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No DVR routers for this DVR port 9fe8636f-d005-4075-a5a2-00f032a367eb on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:28.808080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96c8dbba-27a7-4374-b0e6-b9745df2ac63 req-9af1bcf3-e1ab-4fd5-b0e8-8b6c660b3f75 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 210 time: 0.0995686 Aug 23 12:07:28.842152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa8f16-376f-42ac-bb99-9c81066384c3 None None] DHCP port deletion for 4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:07:28.860223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=9fe8636f-d005-4075-a5a2-00f032a367eb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:28.893639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Made reservation on behalf of a14619b45de94519a1d937c04a7ed75d for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:28.897233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.905316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.914836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:28.986850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.002857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:29.020303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b825c9-216e-4ab0-90c0-edb89aa6c591') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:29.021531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b825c9-216e-4ab0-90c0-edb89aa6c591') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:29.035905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.060506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.068425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:29.069024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:29.073248 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:29.080359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.082912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=17dee799-a38e-4775-b91c-de3569265501,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:29.147063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:07:29.156076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.192429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.199477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1 HTTP/1.1" status: 204 len: 168 time: 1.0139542 Aug 23 12:07:29.200525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0094602-1313-4bed-809b-1fad8fcdab90 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=4e7e14d8-3d34-48c3-91a1-593c9cd7c4f1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:29.202360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60150) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:29.333827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Allocated IP 172.20.0.4 (97fd4e5b-4943-47ea-b775-bc93aba42b6b/aa7569cb-e005-4b3a-adf0-d361352ab927/9851832b-b9c2-42e7-933c-ce6eafff7f1d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:29.335431 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 7483349c-12c6-4474-8209-5b3e257d5850 associated. External IP: 172.25.1.89, port: 00a017db-9cd0-47c2-a329-20ef6c06380b. Aug 23 12:07:29.390218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2874eede-7163-4d9d-ae4c-f491de3d43a3 req-a57b0833-0216-4f3f-9a06-9b4a08c218a2 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 210 time: 0.0810714 Aug 23 12:07:29.419625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f70908-f788-433b-9241-c42e9bdf9e50 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:29.421211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-56f70908-f788-433b-9241-c42e9bdf9e50 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2141783 Aug 23 12:07:29.425044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60160) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:29.482297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c693a3fb-2d55-40e3-a9c4-331bcb59bf3b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0552449 Aug 23 12:07:29.486180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60164) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:29.493307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-634782390'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:29.523115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:29.528625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.581578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:29.620893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.620893 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment 04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c of type vlan for network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa Aug 23 12:07:29.681432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.711831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.718912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:29.720209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.741493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2541678 Aug 23 12:07:29.743790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60172) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:29.749541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:29.772894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:29.804793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:29.841814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0677fb-aeb9-42cd-b835-653f2ff62677 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=198dcd8b-36a0-4a72-a78e-2aa89d894aaa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:29.858171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:30.018945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:30.023912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.256427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-9b406da4-b587-4095-801e-7b8fb45ba770 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:30.258092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-9b406da4-b587-4095-801e-7b8fb45ba770 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.44 "GET /v2.0/networks?id=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 HTTP/1.1" status: 200 len: 810 time: 0.2530828 Aug 23 12:07:30.279290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Request body: {'port': {'device_id': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4', 'admin_state_up': True, 'tenant_id': '7dae81c64c4340fbba20278acc828d32'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:30.286246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59ad77b8-9ea1-430c-ae83-96af1d59a3d5 req-20c399aa-5b21-4dba-b9d3-bf1129987b59 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 210 time: 0.0364897 Aug 23 12:07:30.291481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.377645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Network 97fd4e5b-4943-47ea-b775-bc93aba42b6b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:30.383228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:30.391714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:30.420102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Pushing event updated for resources: {'Port': ['ID=9851832b-b9c2-42e7-933c-ce6eafff7f1d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:30.433081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:30.450847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:30.463086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:30.463750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.466569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:30.467627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:30.479983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.490594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.500268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Made reservation on behalf of 7dae81c64c4340fbba20278acc828d32 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:30.503783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.528230 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-57d6fa8b-44bd-4b63-b466-f2482900a99a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0698671 Aug 23 12:07:30.528472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:30.540894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:30.542818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:30.546438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Request body: {'port': {'device_id': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:30.549954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eb67ac57-1477-42af-a932-09c5b75863ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8552358 Aug 23 12:07:30.553041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:30.581732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'port_id': '00a017db-9cd0-47c2-a329-20ef6c06380b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:30.595616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:30.596536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd3413-1436-4786-badd-9b3be1b0ebf1 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:30.700485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.705321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:30.729665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:30.754857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Allocated IP 172.20.0.9 (0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4/724b5d18-f527-4b1c-8a52-e3e69ea57b38/678fadd8-201a-4955-a9fb-7a26bcb0c9ad) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:30.799698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:30.800558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: 198dcd8b-36a0-4a72-a78e-2aa89d894aaa, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:30.816002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fe8636f-d005-4075-a5a2-00f032a367eb no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:30.839378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9fe8636f-d005-4075-a5a2-00f032a367eb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:30.840031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fe8636f-d005-4075-a5a2-00f032a367eb not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:30.844888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5334f67-7577-4c15-878a-013698401d67 req-9ff14cc2-e8d6-4b40-a9bb-c910c56f227c tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:30.846497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5334f67-7577-4c15-878a-013698401d67 req-9ff14cc2-e8d6-4b40-a9bb-c910c56f227c tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 931 time: 0.2311754 Aug 23 12:07:30.910809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:30.969653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 198dcd8b-36a0-4a72-a78e-2aa89d894aaa) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:30.980799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff30f9-1bba-4737-8838-6b1227d452e8 None None] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:31.008748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:31.009333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.017646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b5334f67-7577-4c15-878a-013698401d67 req-b0e5314f-44e6-4a33-95d0-ba708a490450 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544309 Aug 23 12:07:31.050286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0672311b-02c5-4672-a271-997f7ef27541 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3028598 Aug 23 12:07:31.055112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60208) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:31.070051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa', 'name': 'tempest-PortsIpV6TestJSON-9558116'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:31.095668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.150156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.213744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:31.218528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:31.228372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:31.235589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Pushing event updated for resources: {'Port': ['ID=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:31.268867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-198dcd8b-36a0-4a72-a78e-2aa89d894aaa', 'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': '3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:31.270707 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.303734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:31.304668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.328682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-ed92ec39-652b-4614-b1d6-52c25e450efc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0590549 Aug 23 12:07:31.348955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Request body: {'port': {'device_id': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:31.382956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:31.388144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.486239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port bba29afb-fdab-40a0-b8de-9c32d9bdc642 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:31.486775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.499797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Allocated IP 2001:db8::2 (198dcd8b-36a0-4a72-a78e-2aa89d894aaa/3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe/e395f3c7-7e37-4b51-abf6-7a8ad8b3120b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:31.506812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9851832b-b9c2-42e7-933c-ce6eafff7f1d {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:31.552316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5a645-01f4-4b5c-be1b-97b2161ef492 req-9f69cf22-750e-4686-a967-ed607ebbc59a tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:31.553045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.564232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0f5a645-01f4-4b5c-be1b-97b2161ef492 req-9f69cf22-750e-4686-a967-ed607ebbc59a tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 931 time: 0.1557226 Aug 23 12:07:31.616666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Transition to ACTIVE for port object 9851832b-b9c2-42e7-933c-ce6eafff7f1d will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:31.634251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.638889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0f5a645-01f4-4b5c-be1b-97b2161ef492 req-c0a8da42-9239-4532-94ef-e7555b3448bc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Aug 23 12:07:31.742114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Pushing event updated for resources: {'Port': ['ID=9851832b-b9c2-42e7-933c-ce6eafff7f1d,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:31.789970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.802324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Transition to ACTIVE for port object e395f3c7-7e37-4b51-abf6-7a8ad8b3120b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:31.829071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Transition to ACTIVE for port object e395f3c7-7e37-4b51-abf6-7a8ad8b3120b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:31.839559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.884370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:31.887460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:31.891917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:31.902309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.908196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Pushing event updated for resources: {'Port': ['ID=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:31.918188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678fadd8-201a-4955-a9fb-7a26bcb0c9ad {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:31.920086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.926371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.939747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Transition to ACTIVE for port object 678fadd8-201a-4955-a9fb-7a26bcb0c9ad will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:31.944911 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:31.953569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.954144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.954984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.955457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.956189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.956791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.957431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.957908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.958916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.959481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.959917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.960345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:07:31.970718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::3ad (198dcd8b-36a0-4a72-a78e-2aa89d894aaa/3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe/bba29afb-fdab-40a0-b8de-9c32d9bdc642) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:32.004370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Attempting to bind port 9851832b-b9c2-42e7-933c-ce6eafff7f1d on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:32.004738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Attempting to bind port 9851832b-b9c2-42e7-933c-ce6eafff7f1d by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '2d5106b4-ee68-4a88-9b55-81b1d909b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:32.005052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Attempting to bind port 9851832b-b9c2-42e7-933c-ce6eafff7f1d on network 97fd4e5b-4943-47ea-b775-bc93aba42b6b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:32.008732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:32.020315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Attempting to bind port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:32.020862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Attempting to bind port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:32.021194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Attempting to bind port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b on network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:32.026364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Port 9851832b-b9c2-42e7-933c-ce6eafff7f1d on network 97fd4e5b-4943-47ea-b775-bc93aba42b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:07:32.026680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Attempting to bind port 9851832b-b9c2-42e7-933c-ce6eafff7f1d on network 97fd4e5b-4943-47ea-b775-bc93aba42b6b {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:32.032093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:32.032476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Checking segment: {'id': '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:32.034322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.034943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Bound using segment: {'id': '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:32.035796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Bound port: e395f3c7-7e37-4b51-abf6-7a8ad8b3120b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:32.036505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.108367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:32.108726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Checking segment: {'id': '2d5106b4-ee68-4a88-9b55-81b1d909b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:32.109134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Bound using segment: {'id': '2d5106b4-ee68-4a88-9b55-81b1d909b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:32.109595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Bound port: 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5106b4-ee68-4a88-9b55-81b1d909b6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:32.109996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.114223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Attempting to bind port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:32.114710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Attempting to bind port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:32.115146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Attempting to bind port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad on network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:32.120500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad on network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:07:32.121350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Attempting to bind port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad on network 0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:32.124183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] For port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:32.127995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:32.128559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Checking segment: {'id': 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:32.129139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Bound using segment: {'id': 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:32.129748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Bound port: 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:32.130357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.131382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] For port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,segment=NetworkSegment(04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c),segment_id=04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:32.139091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.221478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd76fa-0623-4d14-b23d-e75bde71d919 None None] Pushing event updated for resources: {'Port': ['ID=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:32.303636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd6d63-afc1-44da-b7f9-d353e677eaaf req-2824da84-df6d-4920-a128-0680701d4005 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:32.305365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1afd6d63-afc1-44da-b7f9-d353e677eaaf req-2824da84-df6d-4920-a128-0680701d4005 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 943 time: 0.1318171 Aug 23 12:07:32.329244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] For port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:32.366924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] For port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,segment=NetworkSegment(f72aa0ee-9bb4-43f3-826d-f4cd3576acb1),segment_id=f72aa0ee-9bb4-43f3-826d-f4cd3576acb1)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:32.377321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.393245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] For port 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:32.406933 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] For port 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d,segment=NetworkSegment(2d5106b4-ee68-4a88-9b55-81b1d909b6e1),segment_id=2d5106b4-ee68-4a88-9b55-81b1d909b6e1)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:32.431703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1afd6d63-afc1-44da-b7f9-d353e677eaaf req-be0da1a7-f2c2-4b30-a13b-3f276bb60687 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175683 Aug 23 12:07:32.441160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:32.442935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.444334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/678fadd8-201a-4955-a9fb-7a26bcb0c9ad HTTP/1.1" status: 200 len: 1091 time: 1.0998857 Aug 23 12:07:32.444869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'tag': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:32.455736 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb04847-8270-4582-bed2-0f1a59ddc6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0306b1f4-2b20-42f8-bcaf-a9ce824fad7b", "tag": "678fadd8-201a-4955-a9fb-7a26bcb0c9ad"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:32.480267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.539876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.577412 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e6a30e-d362-4fd7-9b3a-9df4ae0dc1fd x-openstack-request-id: req-34e6a30e-d362-4fd7-9b3a-9df4ae0dc1fd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:32.577412 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0306b1f4-2b20-42f8-bcaf-a9ce824fad7b", "tag": "678fadd8-201a-4955-a9fb-7a26bcb0c9ad", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:32.578096 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34e6a30e-d362-4fd7-9b3a-9df4ae0dc1fd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:32.578096 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'tag': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad', 'status': 'completed', 'code': 200} Aug 23 12:07:32.578566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c414f-05ee-4778-848e-55c175fc8fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:32.587706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-b79b7491-387a-4595-a35a-901a27e50a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:32.589246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-b79b7491-387a-4595-a35a-901a27e50a07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7dae81c64c4340fbba20278acc828d32&device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 1094 time: 0.0750122 Aug 23 12:07:32.598379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:32.599303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.601028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] 10.222.0.41 "PUT /v2.0/ports/9851832b-b9c2-42e7-933c-ce6eafff7f1d HTTP/1.1" status: 200 len: 1091 time: 2.0593174 Aug 23 12:07:32.617450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object bba29afb-fdab-40a0-b8de-9c32d9bdc642 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:32.621844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'tag': '9851832b-b9c2-42e7-933c-ce6eafff7f1d'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:32.625033 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718496e-6963-4246-84f0-b62d5ec6f1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "725c0451-ac41-498d-8f8d-6706ddb7c724", "tag": "9851832b-b9c2-42e7-933c-ce6eafff7f1d"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:32.642086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-e9b1a6af-92ad-4efd-9540-68c3224650d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad HTTP/1.1" status: 200 len: 217 time: 0.0440207 Aug 23 12:07:32.707113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:32.720782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6b3e1-03b5-4afd-826a-a5f100e8322e service neutron] Pushing event updated for resources: {'Port': ['ID=9851832b-b9c2-42e7-933c-ce6eafff7f1d,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:32.743647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e34396-5c56-481d-8e9f-acead8228e68 req-0a9d53d2-2b5c-4a17-a206-ad640aec3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:32.744618 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8944042-7d47-4686-bf45-dfec5693e548 x-openstack-request-id: req-b8944042-7d47-4686-bf45-dfec5693e548 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:32.744921 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725c0451-ac41-498d-8f8d-6706ddb7c724", "tag": "9851832b-b9c2-42e7-933c-ce6eafff7f1d", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:32.745173 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8944042-7d47-4686-bf45-dfec5693e548 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:32.745601 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'tag': '9851832b-b9c2-42e7-933c-ce6eafff7f1d', 'status': 'completed', 'code': 200} Aug 23 12:07:32.746038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-0a9d53d2-2b5c-4a17-a206-ad640aec3851 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=724b5d18-f527-4b1c-8a52-e3e69ea57b38 HTTP/1.1" status: 200 len: 850 time: 0.0959070 Aug 23 12:07:32.785600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-5e6ab37a-75fc-4ceb-aeed-d202cccefe40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294397 Aug 23 12:07:32.853211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-25d7341a-bdc2-494e-9c39-e1335c9864f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:32.854764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-25d7341a-bdc2-494e-9c39-e1335c9864f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a14619b45de94519a1d937c04a7ed75d&device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 1094 time: 0.2097914 Aug 23 12:07:32.883602 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:32.895888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e395f3c7-7e37-4b51-abf6-7a8ad8b3120b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:32.934695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-99058c45-62f8-423d-98d9-2d051312ae12 service neutron] 10.222.0.44 "GET /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389549 Aug 23 12:07:32.949039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-94f9c6b4-8df1-4fcd-b94d-7dd85d4d1836 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d HTTP/1.1" status: 200 len: 217 time: 0.0813003 Aug 23 12:07:32.986137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:33.007842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60246) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:33.048070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18e34396-5c56-481d-8e9f-acead8228e68 req-5c37895c-c49d-46ac-ac71-a552f0524750 service neutron] 10.222.0.44 "GET /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080582 Aug 23 12:07:33.073521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861cc4-1612-4a64-afdf-33f441a48e1a req-15b6775c-47fd-4b97-a2fa-deed0bbfd424 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.075171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36861cc4-1612-4a64-afdf-33f441a48e1a req-15b6775c-47fd-4b97-a2fa-deed0bbfd424 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 943 time: 0.3122883 Aug 23 12:07:33.091145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:33.127554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:33.134577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:33.141471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.142280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.145263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=bba29afb-fdab-40a0-b8de-9c32d9bdc642,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:33.150134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-2f452b3d-fe83-4b62-a7f1-3569147ce025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.151619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-2f452b3d-fe83-4b62-a7f1-3569147ce025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa7569cb-e005-4b3a-adf0-d361352ab927 HTTP/1.1" status: 200 len: 848 time: 0.1464686 Aug 23 12:07:33.157015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-d6ad69aa-1bfa-44fe-8c6c-385810a92127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.158574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-d6ad69aa-1bfa-44fe-8c6c-385810a92127 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7dae81c64c4340fbba20278acc828d32&device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 1094 time: 0.0560958 Aug 23 12:07:33.175671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:33.180563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.187816 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:33.200074 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:33.201139 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:33.229840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-19f7f59c-212a-4111-a5d2-d4d9d9f1503f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97fd4e5b-4943-47ea-b775-bc93aba42b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666997 Aug 23 12:07:33.241035 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:33.252006 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:33.252907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:33.276723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-d9cecd9e-38d0-48e8-b483-07d7b0caccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.278612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-d9cecd9e-38d0-48e8-b483-07d7b0caccdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 HTTP/1.1" status: 200 len: 911 time: 0.1103055 Aug 23 12:07:33.282230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afc75f14-cefb-425d-807d-a137beeb95dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.291713 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:33.292643 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9cb06-b97f-47a9-9d49-e4e3e2956644 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:33.297375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-da1d5099-ca07-4592-8c1b-686b9b14fed4 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2389808 Aug 23 12:07:33.300186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:33.346798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36861cc4-1612-4a64-afdf-33f441a48e1a req-0272062b-6320-4eb9-9f67-c47891de5ce4 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544951 Aug 23 12:07:33.350153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '198dcd8b-36a0-4a72-a78e-2aa89d894aaa', 'name': 'tempest-PortsIpV6TestJSON-1206664806'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:33.362437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-524c64a4-1426-43f2-b087-71a86a0f5205 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad HTTP/1.1" status: 200 len: 217 time: 0.0757718 Aug 23 12:07:33.394259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4c9ae189-6c56-41e8-8a34-866e2aef5b3a tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/floatingips/7483349c-12c6-4474-8209-5b3e257d5850 HTTP/1.1" status: 200 len: 977 time: 2.8163490 Aug 23 12:07:33.400953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60252) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:33.419645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-025eae75-7c58-446e-b937-3ac902ad984c service neutron] 10.222.0.41 "GET /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801550 Aug 23 12:07:33.541484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-bd9245e0-b3bb-4bac-98f6-13f03fb1699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.541484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-bd9245e0-b3bb-4bac-98f6-13f03fb1699a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=724b5d18-f527-4b1c-8a52-e3e69ea57b38 HTTP/1.1" status: 200 len: 850 time: 0.1564877 Aug 23 12:07:33.542178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afc75f14-cefb-425d-807d-a137beeb95dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.560062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-afc75f14-cefb-425d-807d-a137beeb95dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.600710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deeb8ff-c28d-4091-85d2-ecbf1ef1c57b None None] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:33.607508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-72abb879-20c2-42bd-a3d3-2e14463f786d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588579 Aug 23 12:07:33.670520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] Provisioning for port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:33.678789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] Provisioning complete for port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:33.679174 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.679358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc75f14-cefb-425d-807d-a137beeb95dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8aa5b3-bbc6-4fe1-bdbf-51c8dae8b93f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:33.688350 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-afc75f14-cefb-425d-807d-a137beeb95dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59001682d3ec467f834112b688a21e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777332 Aug 23 12:07:33.691365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60258) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:33.730653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e7128-5d08-4be4-9796-56a7e000acd8 req-55fdfb97-0bd6-4ab7-a29f-23beadd922e1 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.732450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-277e7128-5d08-4be4-9796-56a7e000acd8 req-55fdfb97-0bd6-4ab7-a29f-23beadd922e1 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 943 time: 0.1537521 Aug 23 12:07:33.736323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3bdc66f-f2a8-4eed-93ea-a734e3ce8652 req-8b4a69de-142d-434d-b012-57a580bfe19b service neutron] 10.222.0.41 "GET /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104971 Aug 23 12:07:33.798354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:33.801944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.810606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-277e7128-5d08-4be4-9796-56a7e000acd8 req-61478891-7271-4289-bf61-0bfb10a4b3f5 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Aug 23 12:07:33.855307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-9f8d2ffd-e1eb-447b-88a8-c9c2e8d96e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:33.856888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-9f8d2ffd-e1eb-447b-88a8-c9c2e8d96e62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a14619b45de94519a1d937c04a7ed75d&device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 1094 time: 0.0575843 Aug 23 12:07:33.870011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 86f1ffe6-908b-4d41-87d0-febb57ad6a88 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:33.882906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.883701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44f9f2d8-7a16-4b65-8f8a-98c549675f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.895833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-d05bb7c7-943a-4ed1-9b89-bd4ccc12b8f9 service neutron] 10.222.0.44 "GET /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437105 Aug 23 12:07:33.924539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] For port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,segment=NetworkSegment(04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c),segment_id=04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:33.931339 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:33.994668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e68e3-5c49-4905-ac3f-242a5d489a5b None None] Pushing event updated for resources: {'Port': ['ID=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:34.023387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-9a924418-4a4a-4380-82d8-2233674cade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:34.025256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-9a924418-4a4a-4380-82d8-2233674cade0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97fd4e5b-4943-47ea-b775-bc93aba42b6b HTTP/1.1" status: 200 len: 909 time: 0.1616638 Aug 23 12:07:34.080981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-da8f1a99-d5ae-4d09-a907-edb9baa085cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d HTTP/1.1" status: 200 len: 217 time: 0.0461051 Aug 23 12:07:34.265108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6dd0f14a-0893-49c4-a4e9-5a3e97e850cd None None] Provisioning for port bba29afb-fdab-40a0-b8de-9c32d9bdc642 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:34.276022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6dd0f14a-0893-49c4-a4e9-5a3e97e850cd None None] Provisioning complete for port bba29afb-fdab-40a0-b8de-9c32d9bdc642 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:34.276552 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f14a-0893-49c4-a4e9-5a3e97e850cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.332157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0f14a-0893-49c4-a4e9-5a3e97e850cd None None] Port bba29afb-fdab-40a0-b8de-9c32d9bdc642 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:34.344370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6dd0f14a-0893-49c4-a4e9-5a3e97e850cd None None] Provisioning complete for port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:34.345074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f14a-0893-49c4-a4e9-5a3e97e850cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.399523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44f9f2d8-7a16-4b65-8f8a-98c549675f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.473445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 17dee799-a38e-4775-b91c-de3569265501 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:34.473816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.514665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-0c2fd99c-d504-4558-9628-853fabe37eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:34.515559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44f9f2d8-7a16-4b65-8f8a-98c549675f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.517236 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-0c2fd99c-d504-4558-9628-853fabe37eb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa7569cb-e005-4b3a-adf0-d361352ab927 HTTP/1.1" status: 200 len: 848 time: 0.4274356 Aug 23 12:07:34.517913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 678fadd8-201a-4955-a9fb-7a26bcb0c9ad details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:07:34.518147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44f9f2d8-7a16-4b65-8f8a-98c549675f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.521517 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-44f9f2d8-7a16-4b65-8f8a-98c549675f34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c8aa5b3-bbc6-4fe1-bdbf-51c8dae8b93f HTTP/1.1" status: 204 len: 168 time: 0.8269897 Aug 23 12:07:34.558064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbcb49-ffbc-4347-878e-7dd6279b3be1 req-14a0de87-b8e3-48f1-b512-00b1a0da7678 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:34.559619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3adbcb49-ffbc-4347-878e-7dd6279b3be1 req-14a0de87-b8e3-48f1-b512-00b1a0da7678 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 943 time: 0.0894897 Aug 23 12:07:34.577402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-f7795c07-bc2a-4a79-a575-5360bf82f4de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97fd4e5b-4943-47ea-b775-bc93aba42b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479922 Aug 23 12:07:34.616064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9f2d8-7a16-4b65-8f8a-98c549675f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8aa5b3-bbc6-4fe1-bdbf-51c8dae8b93f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:34.626532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3eb04847-8270-4582-bed2-0f1a59ddc6b5 req-f07f2bba-b103-4d19-a85e-75098e6f6e63 service neutron] 10.222.0.44 "GET /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941772 Aug 23 12:07:34.653869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3abcdbae-3b41-4fd2-ad4d-b26c199650b0 None None] Provisioning complete for port bba29afb-fdab-40a0-b8de-9c32d9bdc642 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:34.654498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3abcdbae-3b41-4fd2-ad4d-b26c199650b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.668407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3adbcb49-ffbc-4347-878e-7dd6279b3be1 req-fcec72cc-c737-4398-a4ee-395426a33433 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928378 Aug 23 12:07:34.696855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::3dd (198dcd8b-36a0-4a72-a78e-2aa89d894aaa/3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe/86f1ffe6-908b-4d41-87d0-febb57ad6a88) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:34.715560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-2dda5490-643a-451a-922f-bc530b031b6e service neutron] 10.222.0.41 "GET /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293786 Aug 23 12:07:34.719490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,segment=NetworkSegment(f72aa0ee-9bb4-43f3-826d-f4cd3576acb1),segment_id=f72aa0ee-9bb4-43f3-826d-f4cd3576acb1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:34.729309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3abcdbae-3b41-4fd2-ad4d-b26c199650b0 None None] Port bba29afb-fdab-40a0-b8de-9c32d9bdc642 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:34.738532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad', 'network_id': '0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4', 'port_id': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad', 'mac_address': 'fa:16:3e:75:11:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724b5d18-f527-4b1c-8a52-e3e69ea57b38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:07:34.801393 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.827805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678fadd8-201a-4955-a9fb-7a26bcb0c9ad {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:34.838496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e395f3c7-7e37-4b51-abf6-7a8ad8b3120b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:34.866788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c718496e-6963-4246-84f0-b62d5ec6f1ab req-35561772-5fba-415c-a68f-b3867ec5bc94 service neutron] 10.222.0.41 "GET /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439738 Aug 23 12:07:34.882191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,segment=NetworkSegment(f72aa0ee-9bb4-43f3-826d-f4cd3576acb1),segment_id=f72aa0ee-9bb4-43f3-826d-f4cd3576acb1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:34.893828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.894975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.895934 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.913267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 17dee799-a38e-4775-b91c-de3569265501 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:34.942232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60272) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:34.950634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:34.951013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:34.954563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:34.957083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd495d00-f236-4568-8001-99214304cb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.060147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd495d00-f236-4568-8001-99214304cb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.064955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd495d00-f236-4568-8001-99214304cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.088150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.100196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e932b-77c3-4c2d-9d9b-f1f925d68fca req-ad0eb892-a2ac-4010-a78d-0c5877ba6cac tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:35.101770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b5e932b-77c3-4c2d-9d9b-f1f925d68fca req-ad0eb892-a2ac-4010-a78d-0c5877ba6cac tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 943 time: 0.1383975 Aug 23 12:07:35.107054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bd495d00-f236-4568-8001-99214304cb83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ec080e811e14d73a9181bdbfbe1cf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635151 Aug 23 12:07:35.108106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd495d00-f236-4568-8001-99214304cb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fce37af-9b2b-4e02-b09d-80ef8240f8a5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:35.110865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:35.134651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object 86f1ffe6-908b-4d41-87d0-febb57ad6a88 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:35.162613 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46d7d145-a187-406f-b779-025ccd224835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.165546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['678fadd8-201a-4955-a9fb-7a26bcb0c9ad'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:35.177385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b5e932b-77c3-4c2d-9d9b-f1f925d68fca req-5d9bfe8c-f68b-48a1-b3df-4f365079033c tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644150 Aug 23 12:07:35.185087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46d7d145-a187-406f-b779-025ccd224835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.246872 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46d7d145-a187-406f-b779-025ccd224835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.250990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46d7d145-a187-406f-b779-025ccd224835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.254530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46d7d145-a187-406f-b779-025ccd224835 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fce37af-9b2b-4e02-b09d-80ef8240f8a5 HTTP/1.1" status: 204 len: 168 time: 0.1404936 Aug 23 12:07:35.254692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.266282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7d145-a187-406f-b779-025ccd224835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fce37af-9b2b-4e02-b09d-80ef8240f8a5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:35.314765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:35.317340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.326203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:35.332452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:35.338388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:35.339058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.355455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=86f1ffe6-908b-4d41-87d0-febb57ad6a88,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:35.418507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=17dee799-a38e-4775-b91c-de3569265501,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:35.426527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a620cbcf-dc53-4482-9afe-53ccf88f2c56 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1247873 Aug 23 12:07:35.428134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:35.460339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.465333 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 7483349c-12c6-4474-8209-5b3e257d5850 disassociated (deleted). External IP: 172.25.1.89, port: 00a017db-9cd0-47c2-a329-20ef6c06380b. Aug 23 12:07:35.503012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c829f6ee-bbdd-47aa-8f01-15157b2516d8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:35.504652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c829f6ee-bbdd-47aa-8f01-15157b2516d8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ad HTTP/1.1" status: 200 len: 926 time: 0.0754960 Aug 23 12:07:35.507875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60284) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:35.642295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 86f1ffe6-908b-4d41-87d0-febb57ad6a88 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:35.643775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.673801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3c44a867-b81a-4535-9dc1-870c0b857da3 None None] Provisioning for port 86f1ffe6-908b-4d41-87d0-febb57ad6a88 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:35.679577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3c44a867-b81a-4535-9dc1-870c0b857da3 None None] Provisioning complete for port 86f1ffe6-908b-4d41-87d0-febb57ad6a88 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:35.680387 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3c44a867-b81a-4535-9dc1-870c0b857da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.753767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3c44a867-b81a-4535-9dc1-870c0b857da3 None None] Port 86f1ffe6-908b-4d41-87d0-febb57ad6a88 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:35.804628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:35.831503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 86f1ffe6-908b-4d41-87d0-febb57ad6a88 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:35.845458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:35.876051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6b9ac-1620-4162-b320-78216b0361ce req-7fa3bee1-2860-4a13-92a1-a8908182cc72 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:35.877729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9f6b9ac-1620-4162-b320-78216b0361ce req-7fa3bee1-2860-4a13-92a1-a8908182cc72 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 944 time: 0.0830431 Aug 23 12:07:35.974694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.021742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9f6b9ac-1620-4162-b320-78216b0361ce req-d8315f23-ef82-4f65-850e-b1fef7d9a904 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070402 Aug 23 12:07:36.021895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=86f1ffe6-908b-4d41-87d0-febb57ad6a88,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:36.046385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:36.053635 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.057298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.061337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:36.064817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5d9aea51-b01f-480f-86f1-f22d3bcc48e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/86f1ffe6-908b-4d41-87d0-febb57ad6a88 HTTP/1.1" status: 204 len: 168 time: 0.5559659 Aug 23 12:07:36.069049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60302) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:36.070968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:36.071596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:36.115876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-390b0a8b-30f7-4feb-ac1e-b1bea2cc9398 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/floatingips/7483349c-12c6-4474-8209-5b3e257d5850 HTTP/1.1" status: 204 len: 168 time: 2.6968989 Aug 23 12:07:36.117412 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d1314a-4605-462b-ac0f-c8796bf32d84 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:36.117972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60306) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:36.119554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7d1314a-4605-462b-ac0f-c8796bf32d84 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/86f1ffe6-908b-4d41-87d0-febb57ad6a88 HTTP/1.1" status: 404 len: 333 time: 0.0489542 Aug 23 12:07:36.119913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:36.124064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60308) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:36.155196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:36.155826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:36.219282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:36.219856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411f2a5-e927-462a-90df-cc9d12733c0c None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:36.251028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9851832b-b9c2-42e7-933c-ce6eafff7f1d details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:07:36.322112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 00a017db-9cd0-47c2-a329-20ef6c06380b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:36.322579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.323817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port bba29afb-fdab-40a0-b8de-9c32d9bdc642 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:36.324379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.472871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904741b-82e0-43ff-a5c1-9c66e2f3e2bd req-007797f2-5ed4-4210-afd5-0bc0f5579845 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:36.474533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1904741b-82e0-43ff-a5c1-9c66e2f3e2bd req-007797f2-5ed4-4210-afd5-0bc0f5579845 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 943 time: 0.1429884 Aug 23 12:07:36.487316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.505195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for bba29afb-fdab-40a0-b8de-9c32d9bdc642 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:36.532763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 678fadd8-201a-4955-a9fb-7a26bcb0c9ad up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:36.551454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.570857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d,segment=NetworkSegment(2d5106b4-ee68-4a88-9b55-81b1d909b6e1),segment_id=2d5106b4-ee68-4a88-9b55-81b1d909b6e1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:36.592716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '9851832b-b9c2-42e7-933c-ce6eafff7f1d', 'network_id': '97fd4e5b-4943-47ea-b775-bc93aba42b6b', 'port_id': '9851832b-b9c2-42e7-933c-ce6eafff7f1d', 'mac_address': 'fa:16:3e:3a:80:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7569cb-e005-4b3a-adf0-d361352ab927', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:07:36.593233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1904741b-82e0-43ff-a5c1-9c66e2f3e2bd req-99d46c0c-1249-41df-9f7a-977c3c25efb9 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070440 Aug 23 12:07:36.600063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 00a017db-9cd0-47c2-a329-20ef6c06380b owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:36.663448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.682213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9851832b-b9c2-42e7-933c-ce6eafff7f1d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:07:36.689943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:36.695577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:36.696169 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.727386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.748905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d,segment=NetworkSegment(2d5106b4-ee68-4a88-9b55-81b1d909b6e1),segment_id=2d5106b4-ee68-4a88-9b55-81b1d909b6e1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:36.760005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.768336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=bba29afb-fdab-40a0-b8de-9c32d9bdc642,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:36.801132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.803429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e133bb48-6a2e-4601-968e-28295d4b6b4b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/bba29afb-fdab-40a0-b8de-9c32d9bdc642 HTTP/1.1" status: 204 len: 168 time: 0.6780481 Aug 23 12:07:36.811369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60324) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:36.875601 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-800dc45b-14c3-4c07-b618-749c961d8f43 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:36.877507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-800dc45b-14c3-4c07-b618-749c961d8f43 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/bba29afb-fdab-40a0-b8de-9c32d9bdc642 HTTP/1.1" status: 404 len: 333 time: 0.0638156 Aug 23 12:07:36.881415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60328) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:36.908294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:36.952626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=00a017db-9cd0-47c2-a329-20ef6c06380b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:36.967527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9851832b-b9c2-42e7-933c-ce6eafff7f1d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:37.001316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.042252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:37.047196 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37344212-19ca-47ab-ad09-afc63eeed033" -d '{"events": [{"server_uuid": "0306b1f4-2b20-42f8-bcaf-a9ce824fad7b", "name": "network-vif-plugged", "status": "completed", "tag": "678fadd8-201a-4955-a9fb-7a26bcb0c9ad"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:37.070697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:37.081813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.095348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9851832b-b9c2-42e7-933c-ce6eafff7f1d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:37.109171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,segment=NetworkSegment(f72aa0ee-9bb4-43f3-826d-f4cd3576acb1),segment_id=f72aa0ee-9bb4-43f3-826d-f4cd3576acb1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:37.174257 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb585efd-fd2e-4a28-bec5-80bef3001738 x-openstack-request-id: req-fb585efd-fd2e-4a28-bec5-80bef3001738 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:37.174838 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0306b1f4-2b20-42f8-bcaf-a9ce824fad7b", "name": "network-vif-plugged", "status": "completed", "tag": "678fadd8-201a-4955-a9fb-7a26bcb0c9ad", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:37.175395 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb585efd-fd2e-4a28-bec5-80bef3001738 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:37.176037 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad', 'code': 200} Aug 23 12:07:37.177239 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.184973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.206736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.210145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25a85bd3-844d-4f7c-8baf-8e4c2a70fabc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/ports/00a017db-9cd0-47c2-a329-20ef6c06380b HTTP/1.1" status: 204 len: 168 time: 1.0908153 Aug 23 12:07:37.214237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60336) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:37.228933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:37.301740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:37.380535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40313-f97b-4e9e-81b4-c5ad4d3f282d req-cf0e0390-5690-4045-beba-3c84002b2741 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:37.382999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4fc40313-f97b-4e9e-81b4-c5ad4d3f282d req-cf0e0390-5690-4045-beba-3c84002b2741 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 945 time: 0.1503773 Aug 23 12:07:37.401285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.431937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c735cf-49da-43e4-997f-cf0aabbef10c req-feb66416-8d55-45a0-9290-8917d303b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:37.433719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c735cf-49da-43e4-997f-cf0aabbef10c req-feb66416-8d55-45a0-9290-8917d303b6ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 1096 time: 0.1883483 Aug 23 12:07:37.452789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.479941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4fc40313-f97b-4e9e-81b4-c5ad4d3f282d req-bc3a611e-2ced-4230-813c-9deba4b9b7b0 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747812 Aug 23 12:07:37.524534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.554903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:37.559072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.561579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5b9d0f3a-0aac-4053-96aa-e9d5e85be560 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe HTTP/1.1" status: 204 len: 168 time: 0.6782377 Aug 23 12:07:37.564583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:37.568023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74dc29-4d6b-4fca-8a18-8d3d4571f36c None None] Network 198dcd8b-36a0-4a72-a78e-2aa89d894aaa requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:37.579302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5c735cf-49da-43e4-997f-cf0aabbef10c req-156dfef0-a7bb-48db-8c4a-d237daffbafb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346395 Aug 23 12:07:37.629847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.723640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.789310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:37.790871 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.820633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.188 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/2f83acf6-da97-4616-84d6-beebdd821e6b) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:37.821523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964960c-843f-4622-b494-0977b20a539e None None] DHCP port deletion for 198dcd8b-36a0-4a72-a78e-2aa89d894aaa request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:07:37.847552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646daf50-1933-4117-addf-e037b90d117c req-57d8bc72-0af7-43ca-adb7-16d95ce5442f tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:37.855237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-646daf50-1933-4117-addf-e037b90d117c req-57d8bc72-0af7-43ca-adb7-16d95ce5442f tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 944 time: 0.1198578 Aug 23 12:07:37.868610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] For port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,segment=NetworkSegment(04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c),segment_id=04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:37.870172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.890800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d964960c-843f-4622-b494-0977b20a539e None None] Deleting port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:37.891881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d964960c-843f-4622-b494-0977b20a539e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:37.900942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for e395f3c7-7e37-4b51-abf6-7a8ad8b3120b owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:37.997315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-646daf50-1933-4117-addf-e037b90d117c req-7593f7a7-ae15-4efc-9066-15b544674435 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410816 Aug 23 12:07:37.997909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d964960c-843f-4622-b494-0977b20a539e None None] For port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,segment=NetworkSegment(04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c),segment_id=04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:37.998091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d964960c-843f-4622-b494-0977b20a539e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.015121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d964960c-843f-4622-b494-0977b20a539e None None] Calling delete_port for e395f3c7-7e37-4b51-abf6-7a8ad8b3120b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:38.041540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.070089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.084292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.097019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No DVR routers for this DVR port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:38.130903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d964960c-843f-4622-b494-0977b20a539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.134226 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.173068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964960c-843f-4622-b494-0977b20a539e None None] No DVR routers for this DVR port e395f3c7-7e37-4b51-abf6-7a8ad8b3120b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:38.178693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964960c-843f-4622-b494-0977b20a539e None None] Pushing event deleted for resources: {'Port': ['ID=e395f3c7-7e37-4b51-abf6-7a8ad8b3120b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.194563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:38.198378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:38.206791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:38.209342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=2f83acf6-da97-4616-84d6-beebdd821e6b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.230068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.241319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198dcd8b-36a0-4a72-a78e-2aa89d894aaa']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:38.253258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:38.253570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f7810b-b3be-45ed-a0d7-f7a0a6eddc4c') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:38.264919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.276939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9851832b-b9c2-42e7-933c-ce6eafff7f1d up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:38.283230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.291497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:38.292330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:38.303318 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:38.313472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.353566 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.357087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 9851832b-b9c2-42e7-933c-ce6eafff7f1d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:38.362729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 9851832b-b9c2-42e7-933c-ce6eafff7f1d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:38.363411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.380921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.387441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.390042 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/198dcd8b-36a0-4a72-a78e-2aa89d894aaa HTTP/1.1" status: 204 len: 168 time: 0.8236680 Aug 23 12:07:38.397097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60378) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:38.403390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1177805643'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:38.412566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414713e5-2204-466b-a053-5e9c5138025f tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=198dcd8b-36a0-4a72-a78e-2aa89d894aaa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.449314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:38.453494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.488333 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.554534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:38.574406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.574896 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment b0122c31-409e-4681-a5b3-87b1d2587d3c of type vlan for network 29551c83-f9db-4259-b6fb-526fc9b5320b Aug 23 12:07:38.588841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d,segment=NetworkSegment(2d5106b4-ee68-4a88-9b55-81b1d909b6e1),segment_id=2d5106b4-ee68-4a88-9b55-81b1d909b6e1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:38.599315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.644793 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.663724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d52412-e4f4-44aa-9474-b5e9dc6afdaf req-ae85f012-237b-497a-910a-61b17bd6c8d8 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:38.665807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75d52412-e4f4-44aa-9474-b5e9dc6afdaf req-ae85f012-237b-497a-910a-61b17bd6c8d8 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 945 time: 0.0910766 Aug 23 12:07:38.681279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.687158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9851832b-b9c2-42e7-933c-ce6eafff7f1d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.689428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.713384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.719282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:38.720434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.741535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75d52412-e4f4-44aa-9474-b5e9dc6afdaf req-2adeeae9-3c04-4b61-9b41-2980a80730fc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626340 Aug 23 12:07:38.828608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e395f3c7-7e37-4b51-abf6-7a8ad8b3120b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:38.832012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4334974 Aug 23 12:07:38.835337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60398) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:38.844055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:38.854757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e395f3c7-7e37-4b51-abf6-7a8ad8b3120b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:38.855107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e395f3c7-7e37-4b51-abf6-7a8ad8b3120b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:38.881548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=2f83acf6-da97-4616-84d6-beebdd821e6b,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.887606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337024e-a5e5-49f0-bfec-df2ff256c2cf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=29551c83-f9db-4259-b6fb-526fc9b5320b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:38.893629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.899534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 29551c83-f9db-4259-b6fb-526fc9b5320b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:38.913642 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:38.917660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ea124ba2-493f-43bf-be1c-b8032f5a4a22 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6992962 Aug 23 12:07:38.918060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60400) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:38.925679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'port': {'network_id': '2fe88e90-cbd6-4907-b4b8-7ae2f49addf3', 'name': 'tempest-FloatingIPTestJSON-800341894'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:38.984162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:38.992940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.077468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:39.083661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.115664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] device_id is not set on port 3eafc9d8-4fac-451b-a25f-1ea2dad08b05 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:39.177710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851832b-b9c2-42e7-933c-ce6eafff7f1d'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:39.182759 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6c279-78f9-4d5d-bec4-ff01234eff1e" -d '{"events": [{"server_uuid": "725c0451-ac41-498d-8f8d-6706ddb7c724", "name": "network-vif-plugged", "status": "completed", "tag": "9851832b-b9c2-42e7-933c-ce6eafff7f1d"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:39.234198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f5ba-20fe-49f9-98d1-70a7d433c395 req-56859e77-97a6-4905-ab41-fffd6ba31727 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:39.235983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3956f5ba-20fe-49f9-98d1-70a7d433c395 req-56859e77-97a6-4905-ab41-fffd6ba31727 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 945 time: 0.1137023 Aug 23 12:07:39.240936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.253309 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc17a6b-cdd9-4cca-92c3-26a58e49b1cb x-openstack-request-id: req-8fc17a6b-cdd9-4cca-92c3-26a58e49b1cb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:39.253604 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c0451-ac41-498d-8f8d-6706ddb7c724", "name": "network-vif-plugged", "status": "completed", "tag": "9851832b-b9c2-42e7-933c-ce6eafff7f1d", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:39.253863 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fc17a6b-cdd9-4cca-92c3-26a58e49b1cb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:39.254272 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851832b-b9c2-42e7-933c-ce6eafff7f1d', 'code': 200} Aug 23 12:07:39.317963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=31c15cd7-d567-4cd0-9296-38bcfc99c630,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:39.334631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.2 (2fe88e90-cbd6-4907-b4b8-7ae2f49addf3/e3b459c5-3672-441d-b0a9-13464764041e/3eafc9d8-4fac-451b-a25f-1ea2dad08b05) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:39.343900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3956f5ba-20fe-49f9-98d1-70a7d433c395 req-bb5a6c97-4803-4422-8a58-ca56bcfb4a25 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Aug 23 12:07:39.354436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': 'b0122c31-409e-4681-a5b3-87b1d2587d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:39.354818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: 29551c83-f9db-4259-b6fb-526fc9b5320b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:39.387563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 29551c83-f9db-4259-b6fb-526fc9b5320b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:39.392959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382203ab-20c8-4151-98e4-64f31cda279c req-a3a99639-cf81-44d6-ba64-732c53c64876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:39.394911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-382203ab-20c8-4151-98e4-64f31cda279c req-a3a99639-cf81-44d6-ba64-732c53c64876 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 1096 time: 0.0705569 Aug 23 12:07:39.409976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 29551c83-f9db-4259-b6fb-526fc9b5320b) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:39.415039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:39.415350 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.422446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2597041-0baf-41ee-bee2-9b8542e771ba None None] Network 29551c83-f9db-4259-b6fb-526fc9b5320b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:39.456724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c19ce325-9482-49ea-8f73-6cc69fa0b59b tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6166584 Aug 23 12:07:39.458618 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-382203ab-20c8-4151-98e4-64f31cda279c req-caa8f86e-2f21-48a7-b04b-21ca3987c173 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Aug 23 12:07:39.459193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60424) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:39.464741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b', 'name': 'tempest-PortsIpV6TestJSON-1725354320', 'fixed_ips': [{'subnet_id': '31c15cd7-d567-4cd0-9296-38bcfc99c630', 'ip_address': '2001:db8::10'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:39.546571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.610378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.627155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:39.666935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:39.672098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:39.676512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:39.680225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-29551c83-f9db-4259-b6fb-526fc9b5320b', 'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': '31c15cd7-d567-4cd0-9296-38bcfc99c630'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:39.684044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.727572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=3eafc9d8-4fac-451b-a25f-1ea2dad08b05,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:39.733793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.749101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:39.749796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:39.755358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port e4fb0f41-0681-4081-9414-02c80851a454 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:39.784090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-337b3ffa-34ee-41ab-b1c8-fc54ffc4274d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8640163 Aug 23 12:07:39.786979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60436) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:39.798761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'port_id': '3eafc9d8-4fac-451b-a25f-1ea2dad08b05'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:39.923526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Allocated IP 2001:db8::2 (29551c83-f9db-4259-b6fb-526fc9b5320b/31c15cd7-d567-4cd0-9296-38bcfc99c630/ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:39.926445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.008714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00a5e7-4f65-4ca7-a365-88dcb5a0ff00 req-8cc3a474-f338-4eaf-845f-aa4e01f200fa tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:40.010347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c00a5e7-4f65-4ca7-a365-88dcb5a0ff00 req-8cc3a474-f338-4eaf-845f-aa4e01f200fa tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 945 time: 0.1683435 Aug 23 12:07:40.096403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.105254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Transition to ACTIVE for port object ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:40.121323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Transition to ACTIVE for port object ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:40.124646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c00a5e7-4f65-4ca7-a365-88dcb5a0ff00 req-65dce58c-04f9-4eb4-9424-21b90c56c079 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055291 Aug 23 12:07:40.156480 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.247061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::10 (29551c83-f9db-4259-b6fb-526fc9b5320b/31c15cd7-d567-4cd0-9296-38bcfc99c630/e4fb0f41-0681-4081-9414-02c80851a454) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:40.262664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Network 29551c83-f9db-4259-b6fb-526fc9b5320b is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:40.270493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:40.275573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:40.315915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Pushing event updated for resources: {'Port': ['ID=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:40.358876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60452) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:40.383878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Attempting to bind port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:40.385020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Attempting to bind port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'b0122c31-409e-4681-a5b3-87b1d2587d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:40.385586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Attempting to bind port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 on network 29551c83-f9db-4259-b6fb-526fc9b5320b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:40.393197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:40.393853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Checking segment: {'id': 'b0122c31-409e-4681-a5b3-87b1d2587d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:40.394897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.395481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Bound using segment: {'id': 'b0122c31-409e-4681-a5b3-87b1d2587d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:40.396173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Bound port: ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0122c31-409e-4681-a5b3-87b1d2587d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:40.396745 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.536949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] For port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:40.548189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] For port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,segment=NetworkSegment(b0122c31-409e-4681-a5b3-87b1d2587d3c),segment_id=b0122c31-409e-4681-a5b3-87b1d2587d3c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:40.557382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.583711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf070-dcc7-4a59-a4d9-90033d6fe243 req-f309148e-f2d8-4887-b1cd-e79f1d58d98a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:40.585467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad6bf070-dcc7-4a59-a4d9-90033d6fe243 req-f309148e-f2d8-4887-b1cd-e79f1d58d98a tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 945 time: 0.1335087 Aug 23 12:07:40.627579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.667349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c359f-86cd-404b-b5e7-965cca4eedb4 None None] Pushing event updated for resources: {'Port': ['ID=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:40.676873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object e4fb0f41-0681-4081-9414-02c80851a454 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:40.681122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb74-0f01-4c36-a6f2-f53e54353a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.693386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad6bf070-dcc7-4a59-a4d9-90033d6fe243 req-d437c18b-0aa4-4ee4-bf28-df171e8b08d2 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013184 Aug 23 12:07:40.700169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.706076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.725123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1e5cc-514b-4dc6-bec3-4c1e2224de96 req-a0406663-dfb9-4386-9e61-3dfb88068b84 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:40.726761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89e1e5cc-514b-4dc6-bec3-4c1e2224de96 req-a0406663-dfb9-4386-9e61-3dfb88068b84 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 945 time: 0.1200616 Aug 23 12:07:40.820146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89e1e5cc-514b-4dc6-bec3-4c1e2224de96 req-0717cff6-0a25-428b-be07-bfcc9d813af5 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Aug 23 12:07:40.825232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.825496 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP ae511e01-7715-40b6-b6d4-d77f755cb010 associated. External IP: 172.25.1.188, port: 3eafc9d8-4fac-451b-a25f-1ea2dad08b05. Aug 23 12:07:40.924936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 29551c83-f9db-4259-b6fb-526fc9b5320b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:40.928739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=e4fb0f41-0681-4081-9414-02c80851a454,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:40.932422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:40.937500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:40.943721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:40.944372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.972592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb74-0f01-4c36-a6f2-f53e54353a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.978402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb74-0f01-4c36-a6f2-f53e54353a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:40.985532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e310372e-b85e-451f-ad78-8582cb55b623 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5250161 Aug 23 12:07:40.989577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60462) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:40.996294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '29551c83-f9db-4259-b6fb-526fc9b5320b', 'name': 'tempest-PortsIpV6TestJSON-230176697', 'fixed_ips': [{'subnet_id': '31c15cd7-d567-4cd0-9296-38bcfc99c630', 'ip_address': '2001:db8::f'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:41.023226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-90dbdb74-0f01-4c36-a6f2-f53e54353a3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd6a94b42c804a519fbb71cedbbc48d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631551 Aug 23 12:07:41.024412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbdb74-0f01-4c36-a6f2-f53e54353a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4a2a6-c470-44fc-8183-2a9b0ed7a271,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:41.027018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60464) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:41.083415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-134750bb-a0b2-4a28-bad9-bc041a3c1fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.106161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-134750bb-a0b2-4a28-bad9-bc041a3c1fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.155191 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-134750bb-a0b2-4a28-bad9-bc041a3c1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.158094 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-134750bb-a0b2-4a28-bad9-bc041a3c1fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.161904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-134750bb-a0b2-4a28-bad9-bc041a3c1fb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69e4a2a6-c470-44fc-8183-2a9b0ed7a271 HTTP/1.1" status: 204 len: 168 time: 0.1311069 Aug 23 12:07:41.169066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134750bb-a0b2-4a28-bad9-bc041a3c1fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4a2a6-c470-44fc-8183-2a9b0ed7a271,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:41.210742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:41.223328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:41.527255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:41.555647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9af99bd-5917-47a4-86db-2d7cb08fc41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.667900 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9af99bd-5917-47a4-86db-2d7cb08fc41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.672073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9af99bd-5917-47a4-86db-2d7cb08fc41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.718860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d9af99bd-5917-47a4-86db-2d7cb08fc41f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6868abe5ac154efe94f62e5d31329bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851661 Aug 23 12:07:41.718860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af99bd-5917-47a4-86db-2d7cb08fc41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f87f3-9025-436c-88f8-f2b9b2cb73f8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:41.720005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60474) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:41.784587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-caae45b1-0901-4b28-a642-a73bc39be41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.802643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da13ae-90bd-474f-b226-28eb3b83f947 None None] Network 29551c83-f9db-4259-b6fb-526fc9b5320b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:41.810127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.828317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-caae45b1-0901-4b28-a642-a73bc39be41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.840376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port e49c6587-ef57-4296-a2a1-68fc78da580a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:41.849135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:41.855879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.861161 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:41.872930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-95d3c3c6-a617-4a04-8a22-e4b9a320590c None None] Provisioning for port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:41.877727 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:41.877727 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:41.934783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacfdf-a5c1-4dde-8540-de0f25eabe1b req-28740402-f667-41d7-abb5-62503c76b134 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:41.939905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-c519095c-2af6-4548-812e-57f5d8edc25d tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:41.941474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-c519095c-2af6-4548-812e-57f5d8edc25d tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.44 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 945 time: 0.1839337 Aug 23 12:07:41.944952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4cacfdf-a5c1-4dde-8540-de0f25eabe1b req-28740402-f667-41d7-abb5-62503c76b134 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 945 time: 0.1491165 Aug 23 12:07:41.950873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:41.965851 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:41.967482 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:41.971611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-caae45b1-0901-4b28-a642-a73bc39be41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.974314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-caae45b1-0901-4b28-a642-a73bc39be41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:41.975960 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-caae45b1-0901-4b28-a642-a73bc39be41c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/778f87f3-9025-436c-88f8-f2b9b2cb73f8 HTTP/1.1" status: 204 len: 168 time: 0.2549036 Aug 23 12:07:41.991762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae45b1-0901-4b28-a642-a73bc39be41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f87f3-9025-436c-88f8-f2b9b2cb73f8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:42.020858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4cacfdf-a5c1-4dde-8540-de0f25eabe1b req-38f8dc39-3286-4bdc-9ad3-a8c8bc9aeddd tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744047 Aug 23 12:07:42.089541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-536c731a-c9d3-46f4-9ec6-3cf2db39211c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/floatingips/ae511e01-7715-40b6-b6d4-d77f755cb010 HTTP/1.1" status: 200 len: 977 time: 2.3009090 Aug 23 12:07:42.093241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:42.126276 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:42.126972 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5112f89-0f77-43ad-b5e0-2433069ed6bc None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:42.223728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 3eafc9d8-4fac-451b-a25f-1ea2dad08b05 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:42.224090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.240450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483b6f9-0cd6-48dc-82e5-3dab07e11e52 req-80e0798c-63b6-4cb0-b07f-524c16c54dfc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:42.248467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4483b6f9-0cd6-48dc-82e5-3dab07e11e52 req-80e0798c-63b6-4cb0-b07f-524c16c54dfc tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 945 time: 0.2396026 Aug 23 12:07:42.350938 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4483b6f9-0cd6-48dc-82e5-3dab07e11e52 req-af77e886-134c-4bbc-adf2-8378a37969c1 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/security-groups?id=47f53f90-f08e-40d3-9ffb-8e4dae7a923b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013966 Aug 23 12:07:42.386828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Deleting port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:42.387209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.401527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::f (29551c83-f9db-4259-b6fb-526fc9b5320b/31c15cd7-d567-4cd0-9296-38bcfc99c630/e49c6587-ef57-4296-a2a1-68fc78da580a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:42.414779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.568113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a6b43700-643a-4b1d-89df-6833f909f98e None None] Provisioning for port e4fb0f41-0681-4081-9414-02c80851a454 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:42.575780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a6b43700-643a-4b1d-89df-6833f909f98e None None] Provisioning complete for port e4fb0f41-0681-4081-9414-02c80851a454 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:42.578555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6b43700-643a-4b1d-89df-6833f909f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.649139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a6b43700-643a-4b1d-89df-6833f909f98e None None] Port e4fb0f41-0681-4081-9414-02c80851a454 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:42.703054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] For port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,segment=NetworkSegment(f72aa0ee-9bb4-43f3-826d-f4cd3576acb1),segment_id=f72aa0ee-9bb4-43f3-826d-f4cd3576acb1)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:42.703204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.729413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Calling delete_port for 678fadd8-201a-4955-a9fb-7a26bcb0c9ad owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:42.826588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.827264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.827665 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP ae511e01-7715-40b6-b6d4-d77f755cb010 disassociated. External IP: 172.25.1.188, port: 3eafc9d8-4fac-451b-a25f-1ea2dad08b05. Aug 23 12:07:42.828112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 3eafc9d8-4fac-451b-a25f-1ea2dad08b05 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:42.857578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:42.884134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object e49c6587-ef57-4296-a2a1-68fc78da580a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:42.893973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:42.995572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.040143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-82bb562d-b771-461b-9a3a-6e0a33707551 None None] Provisioning complete for port e4fb0f41-0681-4081-9414-02c80851a454 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:43.040815 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82bb562d-b771-461b-9a3a-6e0a33707551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.042979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:43.053643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=3eafc9d8-4fac-451b-a25f-1ea2dad08b05,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:43.068581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:43.068957 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.093078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.096132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.134912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-82bb562d-b771-461b-9a3a-6e0a33707551 None None] Port e4fb0f41-0681-4081-9414-02c80851a454 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:43.181711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 29551c83-f9db-4259-b6fb-526fc9b5320b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:43.184611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=e49c6587-ef57-4296-a2a1-68fc78da580a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:43.202452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:43.211131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:43.217580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:43.218437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.271828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.275141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:43.276567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] No DVR routers for this DVR port 678fadd8-201a-4955-a9fb-7a26bcb0c9ad on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:43.278557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Pushing event deleted for resources: {'Port': ['ID=678fadd8-201a-4955-a9fb-7a26bcb0c9ad,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:43.282682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.285131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c09a2053-10db-4c06-992e-a8a72cd5cd21 req-dfc40b29-02f2-45e1-b1d2-5bf77b5cca03 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.44 "DELETE /v2.0/ports/678fadd8-201a-4955-a9fb-7a26bcb0c9ad HTTP/1.1" status: 204 len: 173 time: 1.2807722 Aug 23 12:07:43.286556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'name': 'network-vif-deleted', 'tag': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:43.289214 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da797db5-7ba7-48e1-bde6-c8799fb22799" -d '{"events": [{"server_uuid": "0306b1f4-2b20-42f8-bcaf-a9ce824fad7b", "name": "network-vif-deleted", "tag": "678fadd8-201a-4955-a9fb-7a26bcb0c9ad"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:43.316025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fdd4144-be8c-498b-a088-e3e1b096e0ae tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3233674 Aug 23 12:07:43.319073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60518) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:43.389963 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e37ee6-802b-42d0-90ef-2f99383216b0 x-openstack-request-id: req-45e37ee6-802b-42d0-90ef-2f99383216b0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:43.389963 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0306b1f4-2b20-42f8-bcaf-a9ce824fad7b", "name": "network-vif-deleted", "tag": "678fadd8-201a-4955-a9fb-7a26bcb0c9ad", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:43.392856 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45e37ee6-802b-42d0-90ef-2f99383216b0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:43.393356 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0306b1f4-2b20-42f8-bcaf-a9ce824fad7b', 'name': 'network-vif-deleted', 'tag': '678fadd8-201a-4955-a9fb-7a26bcb0c9ad', 'status': 'completed', 'code': 200} Aug 23 12:07:43.397292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,segment=NetworkSegment(b0122c31-409e-4681-a5b3-87b1d2587d3c),segment_id=b0122c31-409e-4681-a5b3-87b1d2587d3c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:43.419777 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.447638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301d99c-2ad0-4235-800c-5226ed9edf81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:43.453158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c301d99c-2ad0-4235-800c-5226ed9edf81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1315544 Aug 23 12:07:43.456009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:43.570642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db99d630-a3f2-4bb7-809b-a1d75917812f req-2adc4117-2786-47e1-a90d-cd01df868792 tempest-ServerGroupTestJSON-1723642207 tempest-ServerGroupTestJSON-1723642207-project] 10.222.0.21 "GET /v2.0/ports?device_id=0306b1f4-2b20-42f8-bcaf-a9ce824fad7b HTTP/1.1" status: 200 len: 210 time: 0.0861650 Aug 23 12:07:43.601454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833713d-e85f-40fa-afa4-06819921d9ac tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:43.607893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833713d-e85f-40fa-afa4-06819921d9ac tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:43.614318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833713d-e85f-40fa-afa4-06819921d9ac tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:43.618860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a833713d-e85f-40fa-afa4-06819921d9ac tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1591895 Aug 23 12:07:43.619164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:43.619269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:43.625997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:43.637796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01597dcb-2653-476c-8092-60c92866b492 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:43.657117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01597dcb-2653-476c-8092-60c92866b492 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:43.657802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-01597dcb-2653-476c-8092-60c92866b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:43.745316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-01597dcb-2653-476c-8092-60c92866b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:43.766329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.768478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f65045f8-b556-4bb0-bef6-e4a47d8fed68 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/ports/3eafc9d8-4fac-451b-a25f-1ea2dad08b05 HTTP/1.1" status: 204 len: 168 time: 1.6739349 Aug 23 12:07:43.771755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60538) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:43.775557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01597dcb-2653-476c-8092-60c92866b492 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:43.776852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-01597dcb-2653-476c-8092-60c92866b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:43.814722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port e49c6587-ef57-4296-a2a1-68fc78da580a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:43.819485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-01597dcb-2653-476c-8092-60c92866b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:43.820076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.820676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01597dcb-2653-476c-8092-60c92866b492 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:43.831431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e558e32d-1296-4b76-8202-141956460f38 None None] Provisioning for port e49c6587-ef57-4296-a2a1-68fc78da580a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:43.837067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e558e32d-1296-4b76-8202-141956460f38 None None] Provisioning complete for port e49c6587-ef57-4296-a2a1-68fc78da580a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:43.837947 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e558e32d-1296-4b76-8202-141956460f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:43.871546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60540) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:43.872516 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9af4c001-5fbb-48a3-ba84-85cd7b20d6dc tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/floatingips/ae511e01-7715-40b6-b6d4-d77f755cb010 HTTP/1.1" status: 200 len: 688 time: 0.0983074 Aug 23 12:07:43.886560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e558e32d-1296-4b76-8202-141956460f38 None None] Port e49c6587-ef57-4296-a2a1-68fc78da580a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:44.061377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.092982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for e49c6587-ef57-4296-a2a1-68fc78da580a owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:44.131875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 2f83acf6-da97-4616-84d6-beebdd821e6b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:44.132827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.241599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.242040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.280268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 2f83acf6-da97-4616-84d6-beebdd821e6b owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:44.349998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.408286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=e49c6587-ef57-4296-a2a1-68fc78da580a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:44.435104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.438603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ae343c74-b0df-48a2-9136-7508e43b7436 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/e49c6587-ef57-4296-a2a1-68fc78da580a HTTP/1.1" status: 204 len: 168 time: 0.8184247 Aug 23 12:07:44.441286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:44.481936 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a441cff-2d6d-4ae7-b6a3-6b6a9e40e5a1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:44.486827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a441cff-2d6d-4ae7-b6a3-6b6a9e40e5a1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/e49c6587-ef57-4296-a2a1-68fc78da580a HTTP/1.1" status: 404 len: 333 time: 0.0437262 Aug 23 12:07:44.489845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60568) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:44.549788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.562835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 678fadd8-201a-4955-a9fb-7a26bcb0c9ad no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:44.590990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 678fadd8-201a-4955-a9fb-7a26bcb0c9ad {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:44.591847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 678fadd8-201a-4955-a9fb-7a26bcb0c9ad not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:44.610128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=2f83acf6-da97-4616-84d6-beebdd821e6b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:44.666105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port e4fb0f41-0681-4081-9414-02c80851a454 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:44.666531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.814797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.823169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.824643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bccd025c-065f-4e97-adb6-c386a9e6200e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae511e01-7715-40b6-b6d4-d77f755cb010 HTTP/1.1" status: 204 len: 168 time: 0.9497242 Aug 23 12:07:44.829792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60586) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:44.839273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:44.840455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '70237aaf-f8af-4c6d-a1a2-3e38560f3dbf'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:44.870054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:44.871327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for e4fb0f41-0681-4081-9414-02c80851a454 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:44.924952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.040289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:45.040568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.091355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.162937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=e4fb0f41-0681-4081-9414-02c80851a454,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:45.176132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60614) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:45.222880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.267428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.271854 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85fa1988-67cf-479f-ab6a-77ef5bc48170 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/e4fb0f41-0681-4081-9414-02c80851a454 HTTP/1.1" status: 204 len: 168 time: 0.7786455 Aug 23 12:07:45.272219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60620) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:45.310696 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-37147f2d-8ace-4871-a563-6899dda8f1c7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:07:45.314803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-37147f2d-8ace-4871-a563-6899dda8f1c7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/e4fb0f41-0681-4081-9414-02c80851a454 HTTP/1.1" status: 404 len: 333 time: 0.0391519 Aug 23 12:07:45.315241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60622) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:45.387701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Deleting subnet 724b5d18-f527-4b1c-8a52-e3e69ea57b38 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:45.395606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.184 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/6b363e13-4c0c-453a-a405-be25eb3cb26e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:45.403984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.482231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 31c15cd7-d567-4cd0-9296-38bcfc99c630 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:07:45.487279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.515965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.551235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.577726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.596403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.622472 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.639572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:45.657472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=6b363e13-4c0c-453a-a405-be25eb3cb26e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:45.661197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:45.665314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:45.722400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a29d6-9aba-4fed-978e-a45e3568d39e req-c8cc6a57-6a89-41fa-8e38-20a8ded8d9b0 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:45.726573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b80a29d6-9aba-4fed-978e-a45e3568d39e req-c8cc6a57-6a89-41fa-8e38-20a8ded8d9b0 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 945 time: 0.1464005 Aug 23 12:07:45.797896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.816163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.870221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b80a29d6-9aba-4fed-978e-a45e3568d39e req-a91b7019-1ca4-4696-b275-0237ae1114cb tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162267 Aug 23 12:07:45.895502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724b5d18-f527-4b1c-8a52-e3e69ea57b38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:45.900517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.905228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08f5d9dc-a4ab-407d-94ab-f663093b520e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/724b5d18-f527-4b1c-8a52-e3e69ea57b38 HTTP/1.1" status: 204 len: 168 time: 0.7274890 Aug 23 12:07:45.905660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60638) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:45.923818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.938753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:45.943389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/31c15cd7-d567-4cd0-9296-38bcfc99c630 HTTP/1.1" status: 204 len: 168 time: 0.6271107 Aug 23 12:07:45.946712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60640) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:45.948238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152d790-44a4-4865-a72d-e2f4f1e9b39c None None] Network 29551c83-f9db-4259-b6fb-526fc9b5320b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:45.961308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee1a3-9ceb-481b-9104-019d48258859 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=31c15cd7-d567-4cd0-9296-38bcfc99c630,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:46.113172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.122058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.163842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] DHCP port deletion for 29551c83-f9db-4259-b6fb-526fc9b5320b request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:07:46.215386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] Deleting port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:46.216109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.285383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] For port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,segment=NetworkSegment(b0122c31-409e-4681-a5b3-87b1d2587d3c),segment_id=b0122c31-409e-4681-a5b3-87b1d2587d3c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:46.285872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.298735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] Calling delete_port for ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:46.323989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.333383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.358808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:46.379123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:46.379418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72aa0ee-9bb4-43f3-826d-f4cd3576acb1') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:46.386761 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.399140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.401849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] No DVR routers for this DVR port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:46.417024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:46.417433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.424130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c478125-7537-476e-b4c7-2e71f0b0a210 None None] Pushing event deleted for resources: {'Port': ['ID=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:46.451739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.469427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:46.469873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:46.471653 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:46.474057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.581985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] For port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07, host n-d-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:46.582357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.608391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:46.610001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.614587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_backend_mixin [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 was not found and therefore no delete operation was performed {{(pid=101057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:07:46.633659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.635626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4 HTTP/1.1" status: 204 len: 168 time: 0.7285578 Aug 23 12:07:46.647487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433c402-e674-46f4-90f3-b3005d840289 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbf4214-c7a1-4c89-b0b7-d5b4d9e451e4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:46.652494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.695364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:46.722319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No DVR routers for this DVR port ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:46.818896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:46.828712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.847580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29551c83-f9db-4259-b6fb-526fc9b5320b']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:46.869040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0122c31-409e-4681-a5b3-87b1d2587d3c') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:46.869545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0122c31-409e-4681-a5b3-87b1d2587d3c') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:46.883238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:46.883491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.883637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ba9a8eca-f0c1-4bda-adbc-d8ce5a8aba07 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:46.902504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b784-b1da-4585-a1c4-ce377097b888 req-77239de9-554d-47f1-bdee-c9a924929879 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:46.905973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f249b784-b1da-4585-a1c4-ce377097b888 req-77239de9-554d-47f1-bdee-c9a924929879 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.41 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 945 time: 0.1317527 Aug 23 12:07:46.906907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60662) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:46.935716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.942576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.950502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.954650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:07:46.955128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:07:46.961346 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:07:47.012187 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ed827a35-07b6-472e-9f54-6d915deb5c15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dae81c64c4340fbba20278acc828d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035643 Aug 23 12:07:47.015943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60666) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:47.083457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Deleting port 9851832b-b9c2-42e7-933c-ce6eafff7f1d {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:07:47.083808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.115625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=6b363e13-4c0c-453a-a405-be25eb3cb26e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:47.119022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.122549 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a42e6db2-1925-42b7-adfc-fe5d1272bc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.132439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.138301 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/29551c83-f9db-4259-b6fb-526fc9b5320b HTTP/1.1" status: 204 len: 168 time: 1.1891367 Aug 23 12:07:47.149962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60670) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:47.160348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1329897108'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:47.167787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ae9f0-7ba5-4f05-ab6b-2370a2fa88f7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=29551c83-f9db-4259-b6fb-526fc9b5320b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:47.177364 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.220377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2a8a0-7de3-46ab-a72f-2b0e8872a9c5 req-202f4b6b-ff4f-42e0-a8d6-353c7473e28d tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:47.221993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8f2a8a0-7de3-46ab-a72f-2b0e8872a9c5 req-202f4b6b-ff4f-42e0-a8d6-353c7473e28d tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 945 time: 0.2212057 Aug 23 12:07:47.258900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:47.262552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.347406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8f2a8a0-7de3-46ab-a72f-2b0e8872a9c5 req-e48fbd4d-61b7-44ec-9181-844e473bd295 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/security-groups?id=365c0d94-4692-4db8-b4f5-e9f3a954999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146402 Aug 23 12:07:47.353755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:47.359588 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 9808664f-bf21-4d74-8883-0c8b7208197c associated. External IP: 172.25.1.184, port: 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf. Aug 23 12:07:47.406917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.407585 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Added segment 0fb31c61-a6c5-413e-b56d-1e47229e8dd6 of type vlan for network 3817d7bd-c0c0-427f-b585-a1e560f516a2 Aug 23 12:07:47.490889 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.501497 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a42e6db2-1925-42b7-adfc-fe5d1272bc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.542899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.549160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] For port 9851832b-b9c2-42e7-933c-ce6eafff7f1d, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9851832b-b9c2-42e7-933c-ce6eafff7f1d,segment=NetworkSegment(2d5106b4-ee68-4a88-9b55-81b1d909b6e1),segment_id=2d5106b4-ee68-4a88-9b55-81b1d909b6e1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:47.549374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.549991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:47.550598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.564237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Calling delete_port for 9851832b-b9c2-42e7-933c-ce6eafff7f1d owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:07:47.622884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a42e6db2-1925-42b7-adfc-fe5d1272bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.625843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a42e6db2-1925-42b7-adfc-fe5d1272bc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.629593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a42e6db2-1925-42b7-adfc-fe5d1272bc2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47f53f90-f08e-40d3-9ffb-8e4dae7a923b HTTP/1.1" status: 204 len: 168 time: 0.6101584 Aug 23 12:07:47.644894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e6db2-1925-42b7-adfc-fe5d1272bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f53f90-f08e-40d3-9ffb-8e4dae7a923b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:47.744581 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.757450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9851832b-b9c2-42e7-933c-ce6eafff7f1d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:07:47.783473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Pushing event deleted for resources: {'Port': ['ID=9851832b-b9c2-42e7-933c-ce6eafff7f1d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:47.833823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] No DVR routers for this DVR port 9851832b-b9c2-42e7-933c-ce6eafff7f1d on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:07:47.837151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:47.840931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f249b784-b1da-4585-a1c4-ce377097b888 req-6fcde4dc-5c3f-42da-ad23-c7b4242da13b tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.41 "DELETE /v2.0/ports/9851832b-b9c2-42e7-933c-ce6eafff7f1d HTTP/1.1" status: 204 len: 173 time: 0.9246802 Aug 23 12:07:47.841478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'name': 'network-vif-deleted', 'tag': '9851832b-b9c2-42e7-933c-ce6eafff7f1d'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:07:47.851788 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cd8401-b5fe-4964-8685-c16319bd182e" -d '{"events": [{"server_uuid": "725c0451-ac41-498d-8f8d-6706ddb7c724", "name": "network-vif-deleted", "tag": "9851832b-b9c2-42e7-933c-ce6eafff7f1d"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:07:47.942847 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05d2a4-f18b-441e-b3ec-636c2c2d7593 x-openstack-request-id: req-cd05d2a4-f18b-441e-b3ec-636c2c2d7593 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:07:47.944070 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c0451-ac41-498d-8f8d-6706ddb7c724", "name": "network-vif-deleted", "tag": "9851832b-b9c2-42e7-933c-ce6eafff7f1d", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:07:47.944326 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd05d2a4-f18b-441e-b3ec-636c2c2d7593 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:07:47.944734 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c0451-ac41-498d-8f8d-6706ddb7c724', 'name': 'network-vif-deleted', 'tag': '9851832b-b9c2-42e7-933c-ce6eafff7f1d', 'status': 'completed', 'code': 200} Aug 23 12:07:48.052215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8999765 Aug 23 12:07:48.052586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:48.060089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:48.063197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01ded-e49d-4369-91fc-a2dd762d95e3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Network': ['ID=3817d7bd-c0c0-427f-b585-a1e560f516a2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:48.080401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:48.139906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:07:48.219542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:48.224389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.259898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:48.274577 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:48.282109 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.288626 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:48.289252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:48.324228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c80d8484-a615-4043-8a88-5346313edc44 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4931374 Aug 23 12:07:48.324990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60706) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:48.331958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1425146731'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:48.356912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:48.362173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.372235 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:48.383134 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:48.384113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:48.414031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:07:48.429835 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.431952 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Added segment faf1c91c-364c-4354-9ab8-b7fe34e542e1 of type vlan for network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab Aug 23 12:07:48.437337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:48.438933 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d67c7-7cc8-46c8-ba73-e21a441fa21f None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:48.517001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.524367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.599555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=223dc208-f06e-4de2-b94c-faeffb0907fc,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:48.606995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81afce7d-fda2-47fa-8401-1e3dc6cc1900 req-2ed5c2f9-30ef-4e0a-8cdd-a753201247e6 tempest-VolumesActionsTest-760372165 tempest-VolumesActionsTest-760372165-project] 10.222.0.21 "GET /v2.0/ports?device_id=725c0451-ac41-498d-8f8d-6706ddb7c724 HTTP/1.1" status: 200 len: 210 time: 0.0606141 Aug 23 12:07:48.609800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Checking segment: {'id': '0fb31c61-a6c5-413e-b56d-1e47229e8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:48.610331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network hostable DHCP agents. Network: 3817d7bd-c0c0-427f-b585-a1e560f516a2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:48.636950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.639567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:48.653058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3817d7bd-c0c0-427f-b585-a1e560f516a2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:48.664797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fb8d6-9b56-4d84-b711-30b3d5c26a47 None None] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:48.665108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:48.666078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.677358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:48.677996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.711366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a9b485a6-d756-48c4-bf05-881a5c88038c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6572969 Aug 23 12:07:48.713974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60720) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:48.720111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1570088472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:48.766072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4398558 Aug 23 12:07:48.770149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60724) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:48.776911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'subnet': {'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:48.794617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.795734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.814296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdde3f1-c510-4428-901c-b558736cbfd8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Network': ['ID=d8fb37f7-9ed0-41e4-8eae-2ffc538238ab,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:48.885030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:07:48.974764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:48.987134 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.012367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:49.025541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.080551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.092638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8f987180-6cf0-4396-83c3-ff5648bc9e81 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3764071 Aug 23 12:07:49.094595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60734) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:49.103121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2', 'name': 'tempest-PortsIpV6TestJSON-750060418'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:49.145979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-3817d7bd-c0c0-427f-b585-a1e560f516a2', 'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': '223dc208-f06e-4de2-b94c-faeffb0907fc'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:49.146967 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.368419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.379055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:07:49.384581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.407133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port 2b31dbae-becb-4e0d-97aa-4db609f14c41 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:07:49.509559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Subnet': ['ID=7650c45f-bfc8-4bad-8cfd-7735386dfa42,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:49.517885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Checking segment: {'id': 'faf1c91c-364c-4354-9ab8-b7fe34e542e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:49.518565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network hostable DHCP agents. Network: d8fb37f7-9ed0-41e4-8eae-2ffc538238ab, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:07:49.548211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:07:49.588692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, d8fb37f7-9ed0-41e4-8eae-2ffc538238ab) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:49.595855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.596785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.608613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-b80cb4af-d025-4a7a-9261-6cf2fdbfe114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0709772 Aug 23 12:07:49.612123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb648a-ee67-4557-9697-f6c9bdf23173 None None] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:49.632357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60752) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:49.632852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f85e127f-8d2b-4a92-93a9-9c324b589625 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8612046 Aug 23 12:07:49.638369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1389021067', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:07:49.698227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.699612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:49.737095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Allocated IP 2001:db8::2 (3817d7bd-c0c0-427f-b585-a1e560f516a2/223dc208-f06e-4de2-b94c-faeffb0907fc/7d433413-7403-4854-90b8-a57c808f5efd) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:49.791399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.793056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.793789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.794461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.795891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.796646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.797351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:49.800642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fffe7d26-2d4c-40bf-9362-624efd58ce44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=309381570cb546c3ae3bff6ef0902fbe&device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 6501 time: 0.1163030 Aug 23 12:07:49.814128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.063056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-ec797d97-04fd-4b72-8bff-7dd1f5dfb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:50.063642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-ec797d97-04fd-4b72-8bff-7dd1f5dfb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:50.064174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-ec797d97-04fd-4b72-8bff-7dd1f5dfb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:50.066434 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-ec797d97-04fd-4b72-8bff-7dd1f5dfb2af service neutron] 10.222.0.41 "GET /v2.0/networks?id=01f35405-6932-4962-83f2-265cc0f694be&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=3fb39838-5254-4dc2-80bc-76a8db2f7594&id=38223a87-b843-4beb-9da6-2c04c71778c2&id=38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 200 len: 2298 time: 0.2333107 Aug 23 12:07:50.115676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.236924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-ecb7fc88-dfa3-429e-bd8d-90d09dacba01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 200 len: 1001 time: 0.1620431 Aug 23 12:07:50.312869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.344917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Transition to ACTIVE for port object 7d433413-7403-4854-90b8-a57c808f5efd will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:50.354574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-7be46df8-6d87-4a2f-9030-ed0c8902227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:50.356301 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-7be46df8-6d87-4a2f-9030-ed0c8902227c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18329f7b-8be1-4092-bf79-31f137af252e HTTP/1.1" status: 200 len: 855 time: 0.1116800 Aug 23 12:07:50.387599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Transition to ACTIVE for port object 7d433413-7403-4854-90b8-a57c808f5efd will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:50.442540 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.446667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9851832b-b9c2-42e7-933c-ce6eafff7f1d no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:07:50.449086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.473986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.482981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 9851832b-b9c2-42e7-933c-ce6eafff7f1d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:07:50.483381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-f6044254-e881-45fa-9762-b0c4c58e5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:50.483893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9851832b-b9c2-42e7-933c-ce6eafff7f1d not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:07:50.488387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-f6044254-e881-45fa-9762-b0c4c58e5324 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01f35405-6932-4962-83f2-265cc0f694be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219912 Aug 23 12:07:50.506402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-d8fb37f7-9ed0-41e4-8eae-2ffc538238ab', 'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab', 'tenant_id': '957f529b76614c10b6b6d9640cf3bf55', 'fixed_ips': [{'subnet_id': '7650c45f-bfc8-4bad-8cfd-7735386dfa42'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:07:50.507277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:50.555580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::1c9 (3817d7bd-c0c0-427f-b585-a1e560f516a2/223dc208-f06e-4de2-b94c-faeffb0907fc/2b31dbae-becb-4e0d-97aa-4db609f14c41) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:50.657479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-07a1ba7b-5201-4d47-885f-10773f64e724 service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576750 Aug 23 12:07:50.709265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.25.1.254 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/5b6a7b64-63d5-457e-a6ba-3deb383532d3) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:50.748078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Pushing event updated for resources: {'Port': ['ID=7d433413-7403-4854-90b8-a57c808f5efd,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:50.782308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:50.798847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:50.807062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:50.868161 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-b8572545-5427-4dc3-acf2-16f62020a82c service neutron] 10.222.0.41 "GET /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016413 Aug 23 12:07:50.949372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-f5d52f68-5b60-43a5-8db0-a5a878086215 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 217 time: 0.0729346 Aug 23 12:07:51.075179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-eb0fa41a-1e19-453b-8dae-9101918d2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:51.076754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-eb0fa41a-1e19-453b-8dae-9101918d2a37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1264455 Aug 23 12:07:51.168223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Attempting to bind port 7d433413-7403-4854-90b8-a57c808f5efd on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:51.168525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Attempting to bind port 7d433413-7403-4854-90b8-a57c808f5efd by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '0fb31c61-a6c5-413e-b56d-1e47229e8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:51.168875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Attempting to bind port 7d433413-7403-4854-90b8-a57c808f5efd on network 3817d7bd-c0c0-427f-b585-a1e560f516a2 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:51.172199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.193225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-2395df46-e473-4ec6-96ad-490ff38d7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:51.195092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-2395df46-e473-4ec6-96ad-490ff38d7fcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112843 Aug 23 12:07:51.198551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:51.199203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Checking segment: {'id': '0fb31c61-a6c5-413e-b56d-1e47229e8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:51.199778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.200336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Bound using segment: {'id': '0fb31c61-a6c5-413e-b56d-1e47229e8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:51.201516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Bound port: 7d433413-7403-4854-90b8-a57c808f5efd, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb31c61-a6c5-413e-b56d-1e47229e8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3817d7bd-c0c0-427f-b585-a1e560f516a2'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:51.211077 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.266975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.277287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object 2b31dbae-becb-4e0d-97aa-4db609f14c41 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:51.320341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Allocated IP 172.20.0.2 (d8fb37f7-9ed0-41e4-8eae-2ffc538238ab/7650c45f-bfc8-4bad-8cfd-7735386dfa42/a22fbd6a-1288-45c6-b839-9d4542573c7e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:51.405396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] For port 7d433413-7403-4854-90b8-a57c808f5efd, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:51.416137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] For port 7d433413-7403-4854-90b8-a57c808f5efd, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7d433413-7403-4854-90b8-a57c808f5efd,segment=NetworkSegment(0fb31c61-a6c5-413e-b56d-1e47229e8dd6),segment_id=0fb31c61-a6c5-413e-b56d-1e47229e8dd6)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:51.434535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.443149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-b9c58141-4cf8-4a1b-b226-873ddb3d2373 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403953 Aug 23 12:07:51.463778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.464732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.546932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7a568-8dd6-4eb2-915e-48bf26a1cb24 None None] Pushing event updated for resources: {'Port': ['ID=7d433413-7403-4854-90b8-a57c808f5efd,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:51.627057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-7afabf56-136a-466e-8b9d-5dd0c24135df service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769807 Aug 23 12:07:51.647744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:51.652479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:51.662039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:51.676924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:51.682072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:51.724236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:51.734856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-47c1adf5-05e3-44d9-9f9f-0779a7dd17a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 217 time: 0.0837331 Aug 23 12:07:51.743177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:51.747223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.780059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=2b31dbae-becb-4e0d-97aa-4db609f14c41,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:51.821892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-a8f58ec9-63d8-4872-900b-c89f35ea2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:51.823417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-a8f58ec9-63d8-4872-900b-c89f35ea2c56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.0799716 Aug 23 12:07:51.837510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fb8f811e-130b-489b-bdd7-9c29b9ae658a tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7412815 Aug 23 12:07:51.844565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60804) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:51.849025 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2a6741b6-b4e2-4b2b-b241-c235e05f0a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.884174 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.905463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-579f33e3-6bc2-4198-ba98-3030959aa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:51.910093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-579f33e3-6bc2-4198-ba98-3030959aa854 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792406 Aug 23 12:07:51.919632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Transition to ACTIVE for port object a22fbd6a-1288-45c6-b839-9d4542573c7e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:51.956499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Transition to ACTIVE for port object a22fbd6a-1288-45c6-b839-9d4542573c7e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:51.970790 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:51.978886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=5b6a7b64-63d5-457e-a6ba-3deb383532d3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:52.035773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:52.070472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:52.073439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Pushing event updated for resources: {'Port': ['ID=a22fbd6a-1288-45c6-b839-9d4542573c7e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:52.090175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:52.131285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-5c439c91-1c14-4f8c-8d90-bf0400cdb123 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135260 Aug 23 12:07:52.186743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Attempting to bind port a22fbd6a-1288-45c6-b839-9d4542573c7e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:07:52.195000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Attempting to bind port a22fbd6a-1288-45c6-b839-9d4542573c7e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'faf1c91c-364c-4354-9ab8-b7fe34e542e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:07:52.195722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Attempting to bind port a22fbd6a-1288-45c6-b839-9d4542573c7e on network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:07:52.211781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:07:52.213344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Checking segment: {'id': 'faf1c91c-364c-4354-9ab8-b7fe34e542e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:07:52.216094 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:52.217388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Bound using segment: {'id': 'faf1c91c-364c-4354-9ab8-b7fe34e542e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:07:52.218598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Bound port: a22fbd6a-1288-45c6-b839-9d4542573c7e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf1c91c-364c-4354-9ab8-b7fe34e542e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:07:52.219259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:52.257484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-b125ec13-7192-4bed-85a1-890fed8f58d2 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164830 Aug 23 12:07:52.318405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] For port a22fbd6a-1288-45c6-b839-9d4542573c7e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:07:52.322038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] For port a22fbd6a-1288-45c6-b839-9d4542573c7e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a22fbd6a-1288-45c6-b839-9d4542573c7e,segment=NetworkSegment(faf1c91c-364c-4354-9ab8-b7fe34e542e1),segment_id=faf1c91c-364c-4354-9ab8-b7fe34e542e1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:07:52.328657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:52.332020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-fee989f5-e9ab-48c9-861b-941c5ff7bec3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd HTTP/1.1" status: 200 len: 217 time: 0.0669158 Aug 23 12:07:52.400185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378ace0-8c33-4e84-ab6e-fb8709950f26 None None] Pushing event updated for resources: {'Port': ['ID=a22fbd6a-1288-45c6-b839-9d4542573c7e,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:52.415757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-a85fbc56-8ec6-4cd7-947b-d23d03de4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:52.418986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-a85fbc56-8ec6-4cd7-947b-d23d03de4588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.0803156 Aug 23 12:07:52.496702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-522a28cf-dac4-4088-a846-45c8c5861663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:52.500124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-522a28cf-dac4-4088-a846-45c8c5861663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745420 Aug 23 12:07:52.705266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-2f6fd1da-6b7f-4132-bc90-e2e78d52e066 service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977944 Aug 23 12:07:52.936531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-8ce7d2d2-097c-4e00-92cf-346cbc7eb08e service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201369 Aug 23 12:07:52.962426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-0470eabd-1f3a-490f-b3d8-aaf66065ebdf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3826537 Aug 23 12:07:52.966836 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:53.006525 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-34b5e537-4ff9-4327-a6ed-256529b00e42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74 HTTP/1.1" status: 200 len: 217 time: 0.0666347 Aug 23 12:07:53.064108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:53.127156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-08bef603-cfdc-41b7-a5fb-6d627e95ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.132575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-08bef603-cfdc-41b7-a5fb-6d627e95ad2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 200 len: 797 time: 0.1189215 Aug 23 12:07:53.166616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d433413-7403-4854-90b8-a57c808f5efd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:53.257027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-b82e5161-0a22-4fb2-a9e8-67af1f5fd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.264453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-b82e5161-0a22-4fb2-a9e8-67af1f5fd0ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fb39838-5254-4dc2-80bc-76a8db2f7594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244123 Aug 23 12:07:53.284736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7d433413-7403-4854-90b8-a57c808f5efd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:53.289543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a22fbd6a-1288-45c6-b839-9d4542573c7e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:53.370998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a22fbd6a-1288-45c6-b839-9d4542573c7e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:53.456820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dab9fe-118f-41bf-815a-965a376cac5b None None] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:53.493871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-abba2e7e-8640-49df-b2b4-092aa316bdea service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218556 Aug 23 12:07:53.578952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.579510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.579986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.580462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.580934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.581404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.581894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.583878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4c79eded-eca2-430a-9e09-1504a1d0defc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6493 time: 0.4515929 Aug 23 12:07:53.628332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] Provisioning for port 7d433413-7403-4854-90b8-a57c808f5efd completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:53.657233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] Provisioning complete for port 7d433413-7403-4854-90b8-a57c808f5efd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:53.658232 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:53.743119 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-740e0dc0-ac28-4750-97fe-a6dfd812819a service neutron] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412667 Aug 23 12:07:53.818555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-839bda08-9409-43f9-b3c2-fa26afb2e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.819172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-839bda08-9409-43f9-b3c2-fa26afb2e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.819639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-839bda08-9409-43f9-b3c2-fa26afb2e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.824987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-839bda08-9409-43f9-b3c2-fa26afb2e945 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a798c050-248a-4546-8041-33f968ec94d0&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=a66031b2-e863-415b-b2b4-80e702e77223&id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 2292 time: 0.1837616 Aug 23 12:07:53.850655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-1e9e9780-6698-481f-a696-58e267865b5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 200 len: 217 time: 0.0989037 Aug 23 12:07:53.973624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-041928eb-e9f7-4e07-88b9-2ac260e6974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:53.976856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-041928eb-e9f7-4e07-88b9-2ac260e6974a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.1177850 Aug 23 12:07:54.048048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.084781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-106016ec-be46-4dd2-9937-b10330d07f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:54.088525 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-106016ec-be46-4dd2-9937-b10330d07f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054130 Aug 23 12:07:54.117253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] For port 7d433413-7403-4854-90b8-a57c808f5efd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7d433413-7403-4854-90b8-a57c808f5efd,segment=NetworkSegment(0fb31c61-a6c5-413e-b56d-1e47229e8dd6),segment_id=0fb31c61-a6c5-413e-b56d-1e47229e8dd6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:54.123846 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.291512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1731-b74d-43bf-9272-c357ea46ce42 None None] Pushing event updated for resources: {'Port': ['ID=7d433413-7403-4854-90b8-a57c808f5efd,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:54.299637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebdabd2-0f3c-40ed-9c27-e5cee59b63a0 None None] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:07:54.323429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-1b18df01-a02c-4401-a64e-7993c8467c9c service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275746 Aug 23 12:07:54.376841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60856) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:54.400973 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4068a634-6264-46d2-a54b-bfbae77dc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.443564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] Provisioning for port a22fbd6a-1288-45c6-b839-9d4542573c7e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:54.453131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.457316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] Provisioning complete for port a22fbd6a-1288-45c6-b839-9d4542573c7e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:54.457704 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.510164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-4dfb9b6c-dccb-4f29-952b-b5cdfcff7884 service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746566 Aug 23 12:07:54.591401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-c41da697-5200-4da3-a927-27087f15b0da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 200 len: 217 time: 0.0776320 Aug 23 12:07:54.617530 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.683928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-7db12f97-2679-4ec8-a9f7-63f075c5fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:54.688066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-7db12f97-2679-4ec8-a9f7-63f075c5fc02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 200 len: 797 time: 0.0769150 Aug 23 12:07:54.766197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] For port a22fbd6a-1288-45c6-b839-9d4542573c7e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a22fbd6a-1288-45c6-b839-9d4542573c7e,segment=NetworkSegment(faf1c91c-364c-4354-9ab8-b7fe34e542e1),segment_id=faf1c91c-364c-4354-9ab8-b7fe34e542e1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:07:54.782398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.813461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2bf0-e87f-4559-b2ca-84ffcb344947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.857734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.943636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983d80c-e955-4c37-b4ba-3017b649d56d None None] Pushing event updated for resources: {'Port': ['ID=a22fbd6a-1288-45c6-b839-9d4542573c7e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:54.951428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d433413-7403-4854-90b8-a57c808f5efd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:54.960636 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2bf0-e87f-4559-b2ca-84ffcb344947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.974766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2bf0-e87f-4559-b2ca-84ffcb344947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:54.992759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-f44b5f64-50fe-4f2c-a30d-12ca6fb7edd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 200 len: 1002 time: 1.1452522 Aug 23 12:07:55.021878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-a6d76cb4-c966-406c-98e9-4c287668f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:55.027650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-a6d76cb4-c966-406c-98e9-4c287668f948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38223a87-b843-4beb-9da6-2c04c71778c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3329566 Aug 23 12:07:55.121746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e0cb2bf0-e87f-4559-b2ca-84ffcb344947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13e7b64bbc174328927baa4baadcd571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418728 Aug 23 12:07:55.129434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.129613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:55.141006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-594e9a42-fbb9-4879-8de1-349118b3ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:55.156650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-594e9a42-fbb9-4879-8de1-349118b3ffff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d08542eb-e3aa-4709-9902-a01ded7822d8 HTTP/1.1" status: 200 len: 850 time: 0.1539042 Aug 23 12:07:55.168345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.186142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d9b9bc1c-aa66-4579-ba6b-3783e193096b None None] Provisioning for port 2b31dbae-becb-4e0d-97aa-4db609f14c41 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:07:55.208537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d9b9bc1c-aa66-4579-ba6b-3783e193096b None None] Provisioning complete for port 2b31dbae-becb-4e0d-97aa-4db609f14c41 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:55.209257 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc1c-aa66-4579-ba6b-3783e193096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.216052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7d433413-7403-4854-90b8-a57c808f5efd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:55.217040 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.223385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb2bf0-e87f-4559-b2ca-84ffcb344947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe30c1d-5a6c-4edd-8de4-c881f3bc1604,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:55.319230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01e0b5a0-9047-4e4b-9dda-93d21339f921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.354476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9bc1c-aa66-4579-ba6b-3783e193096b None None] Port 2b31dbae-becb-4e0d-97aa-4db609f14c41 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:55.370300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-3195d0aa-9fed-40d9-bc55-59104b644d0f service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307860 Aug 23 12:07:55.374742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01e0b5a0-9047-4e4b-9dda-93d21339f921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.380549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d9b9bc1c-aa66-4579-ba6b-3783e193096b None None] Provisioning complete for port 7d433413-7403-4854-90b8-a57c808f5efd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:55.381046 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9bc1c-aa66-4579-ba6b-3783e193096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.452724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=2b31dbae-becb-4e0d-97aa-4db609f14c41,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:55.663529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.669468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-608174f0-ca50-4a6e-a66b-78638472e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:55.671122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-608174f0-ca50-4a6e-a66b-78638472e62b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a798c050-248a-4546-8041-33f968ec94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4981575 Aug 23 12:07:55.674510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 21f1037b-fbea-4e9f-880d-2b14507698c7 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:07:55.686326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c1f4457-40be-4040-be1d-a79701c597b6 req-9d197549-b80f-402d-ae82-4c3becd16ada service neutron] 10.222.0.41 "GET /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969308 Aug 23 12:07:55.689053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01e0b5a0-9047-4e4b-9dda-93d21339f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.700716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60882) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:55.704704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-01e0b5a0-9047-4e4b-9dda-93d21339f921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.710246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-01e0b5a0-9047-4e4b-9dda-93d21339f921 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbe30c1d-5a6c-4edd-8de4-c881f3bc1604 HTTP/1.1" status: 204 len: 168 time: 0.5717309 Aug 23 12:07:55.722622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b5a0-9047-4e4b-9dda-93d21339f921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe30c1d-5a6c-4edd-8de4-c881f3bc1604,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:55.762629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e7f8a4a-c9f3-4cef-8a94-952f0b884221 None None] Provisioning complete for port 2b31dbae-becb-4e0d-97aa-4db609f14c41 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:55.763020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8a4a-c9f3-4cef-8a94-952f0b884221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.771546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.809072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f8a4a-c9f3-4cef-8a94-952f0b884221 None None] Port 2b31dbae-becb-4e0d-97aa-4db609f14c41 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:55.823041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e7f8a4a-c9f3-4cef-8a94-952f0b884221 None None] Provisioning complete for port a22fbd6a-1288-45c6-b839-9d4542573c7e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:55.823447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8a4a-c9f3-4cef-8a94-952f0b884221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:55.976562 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.045751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-ce5a31d5-5645-4831-b9de-96cdf248f1a2 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659170 Aug 23 12:07:56.133581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06939975-e3d8-454b-8640-239c27a77c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.140667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:56.152258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] Sync routers for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:56.166296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:56.166962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:56.201867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:56.211427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:56.212050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:56.215810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:56.231424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.257289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:56.258095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2bc24-f14b-4779-adef-7736d4d31175 None None] The sync data for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:56.274574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:07:56.274574 n-d-773645-7 neutron-server[101058]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 12:07:56.274574 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id_1': '4f45e1be11b740ee9966435f6168529e', 'expiration_1': datetime.datetime(2021, 8, 23, 12, 7, 56, 250664)}] Aug 23 12:07:56.274574 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:07:56.275479 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:07:56.332068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-745ca991-1939-40e1-8fa9-a54681bb6ceb service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612493 Aug 23 12:07:56.432048 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-e99aa9d7-c06a-4600-a549-8425d0b40b4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 217 time: 0.0838261 Aug 23 12:07:56.558049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-7f5c62e2-8c9f-4545-aceb-42c3677adf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:56.559552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-7f5c62e2-8c9f-4545-aceb-42c3677adf26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1180410 Aug 23 12:07:56.579944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06939975-e3d8-454b-8640-239c27a77c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.608465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06939975-e3d8-454b-8640-239c27a77c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.617268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.624876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.626125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca0e1024-be2c-4c2d-96df-7da64807281f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9926567 Aug 23 12:07:56.628914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60900) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:56.641201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.642144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.708737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-06939975-e3d8-454b-8640-239c27a77c40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7648dd5aa32340479289431d0460c2f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0031800 Aug 23 12:07:56.711210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60902) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:56.725215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06939975-e3d8-454b-8640-239c27a77c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c136dd-423d-4435-8a48-ba19123b4d97,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:56.738969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5ba2df6f-7425-446e-9433-0654a736a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:56.740610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5ba2df6f-7425-446e-9433-0654a736a091 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1720917 Aug 23 12:07:56.780375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.856116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=2b31dbae-becb-4e0d-97aa-4db609f14c41,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:56.897799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a22fbd6a-1288-45c6-b839-9d4542573c7e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:07:56.973447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0e9e-f126-4b97-ab65-ea62150f2525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:56.999488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a22fbd6a-1288-45c6-b839-9d4542573c7e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:56.999893 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.033010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:57.036046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:57.048314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-77353e02-6f43-4826-844c-302967144841 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661011 Aug 23 12:07:57.056854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0e9e-f126-4b97-ab65-ea62150f2525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.310686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5056be1a-91cd-4990-b612-d37d975d9243 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072856 Aug 23 12:07:57.311228 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.372528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-50df0a11-1547-460b-b181-d08eccd740c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 217 time: 0.0523915 Aug 23 12:07:57.376509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Router 8aa344a8-8c90-47fa-8583-765113b89a2d is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:07:57.388924 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.394516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0e9e-f126-4b97-ab65-ea62150f2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.397108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0e9e-f126-4b97-ab65-ea62150f2525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.398238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1fc0e9e-f126-4b97-ab65-ea62150f2525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92c136dd-423d-4435-8a48-ba19123b4d97 HTTP/1.1" status: 204 len: 168 time: 0.6866519 Aug 23 12:07:57.409057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.430403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc0e9e-f126-4b97-ab65-ea62150f2525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c136dd-423d-4435-8a48-ba19123b4d97,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:57.496537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cbc21bd4-3bf9-4d5c-bafd-e9435d733c78 None None] Provisioning complete for port 2b31dbae-becb-4e0d-97aa-4db609f14c41 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:07:57.499743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbc21bd4-3bf9-4d5c-bafd-e9435d733c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.512124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.516281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.522733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.528292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.542571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.542805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4f8b9a2b-18da-43e2-ab11-3dcb59ed8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.542805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4f8b9a2b-18da-43e2-ab11-3dcb59ed8d57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1575470 Aug 23 12:07:57.542980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.548081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.550216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-33de35c8-f0b8-4649-8065-51627cc45cbf tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.2354867 Aug 23 12:07:57.572200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f45e1be11b740ee9966435f6168529e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3546484 Aug 23 12:07:57.580607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60918) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:57.597345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d78c4c-affe-4f31-b6e8-6926257f751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a78636-0ed9-4813-9b77-4ed45f5afe73,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:57.660281 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.663874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cbc21bd4-3bf9-4d5c-bafd-e9435d733c78 None None] Port 2b31dbae-becb-4e0d-97aa-4db609f14c41 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:07:57.689488 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5ccd0b4-926d-4320-96f7-6b7cc32d2239 req-ae8d5bd2-4736-4ead-8ac0-0f44896428fe tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257422 Aug 23 12:07:57.716246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.730214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:07:57.738860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-adc5d555-45db-4fcd-acdc-f43fdd97293e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/routers/8aa344a8-8c90-47fa-8583-765113b89a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8930902 Aug 23 12:07:57.739666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60920) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:57.746499 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] Sync routers for ids ['8aa344a8-8c90-47fa-8583-765113b89a2d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:07:57.747278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4b2b2c2d-ede7-4c6a-ad1a-78b68271eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.749370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4b2b2c2d-ede7-4c6a-ad1a-78b68271eafc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240175 Aug 23 12:07:57.751352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-796e3e0b-eee9-40f3-9db3-ae106ec34cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.777966 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] Routers {'8aa344a8-8c90-47fa-8583-765113b89a2d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:57.785598 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8aa344a8-8c90-47fa-8583-765113b89a2d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:57.836202 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:57.840671 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-796e3e0b-eee9-40f3-9db3-ae106ec34cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:57.852080 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] Routers {'8aa344a8-8c90-47fa-8583-765113b89a2d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:07:57.853676 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8aa344a8-8c90-47fa-8583-765113b89a2d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:57.890420 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:07:57.891434 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475f4062-e78a-47b4-94c7-36857f494be5 None None] The sync data for ids ['8aa344a8-8c90-47fa-8583-765113b89a2d'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:07:57.912081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.918545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.925334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.931385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.938871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.945716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.952473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:57.954657 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-135ce3bb-add8-45c3-a76b-dc0252d1ddb2 req-7277b6c5-9adf-482f-92ec-9e787af371e6 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.1260052 Aug 23 12:07:57.988774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-2067f4be-14ad-4857-860c-4092dff3efa7 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322619 Aug 23 12:07:58.043134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f5b5a-e2b8-4fe8-999a-ec8d71e22299 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:58.045780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bb0f5b5a-e2b8-4fe8-999a-ec8d71e22299 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa344a8-8c90-47fa-8583-765113b89a2d HTTP/1.1" status: 200 len: 988 time: 0.3013437 Aug 23 12:07:58.049870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60930) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:58.106154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-46ad5fd3-6690-4114-a9e0-6636c54f39a3 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101997 Aug 23 12:07:58.114365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60932) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:58.154481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.167218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-511890dd-0956-48b1-977f-91dce4e5667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.170779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-63d8d87b-9a63-4987-a3d5-489f0e08ddeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f HTTP/1.1" status: 200 len: 217 time: 0.0573144 Aug 23 12:07:58.242860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5f26d352-7050-4dc9-b5df-11c43cee3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:58.244422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5f26d352-7050-4dc9-b5df-11c43cee3588 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.0663850 Aug 23 12:07:58.293576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-1ce5d644-c21a-408f-b7de-cd850132ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:58.295319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-1ce5d644-c21a-408f-b7de-cd850132ea11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436237 Aug 23 12:07:58.397248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-014b2041-e930-473b-ac90-d254900edf3d service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942459 Aug 23 12:07:58.462100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-796e3e0b-eee9-40f3-9db3-ae106ec34cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.464716 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-796e3e0b-eee9-40f3-9db3-ae106ec34cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.469385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-796e3e0b-eee9-40f3-9db3-ae106ec34cc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2a78636-0ed9-4813-9b77-4ed45f5afe73 HTTP/1.1" status: 204 len: 168 time: 0.8818343 Aug 23 12:07:58.525636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e3e0b-eee9-40f3-9db3-ae106ec34cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a78636-0ed9-4813-9b77-4ed45f5afe73,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:58.543763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-9eb1333e-256d-4a1f-ab49-646fa750d008 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334114 Aug 23 12:07:58.597413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-3bddb00b-00b2-4fd8-9a0f-c2891b6fc50f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e HTTP/1.1" status: 200 len: 217 time: 0.0493667 Aug 23 12:07:58.654787 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-511890dd-0956-48b1-977f-91dce4e5667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.663783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-511890dd-0956-48b1-977f-91dce4e5667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.715083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-13275e19-21ad-4bb3-9e68-1c6de785b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:58.716721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-13275e19-21ad-4bb3-9e68-1c6de785b6cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1088641 Aug 23 12:07:58.726373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-511890dd-0956-48b1-977f-91dce4e5667a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=693748dd4b0a4de4ad7039a985e02c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054296 Aug 23 12:07:58.736183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60938) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:07:58.746885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511890dd-0956-48b1-977f-91dce4e5667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d27382-90bc-450d-bc6b-4912849d7fb9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:58.807590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-caa7cbd3-3b55-41b9-ae18-9aa759e3eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:58.809969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-caa7cbd3-3b55-41b9-ae18-9aa759e3eef6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819747 Aug 23 12:07:58.819014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.1 (d8fb37f7-9ed0-41e4-8eae-2ffc538238ab/7650c45f-bfc8-4bad-8cfd-7735386dfa42/3ff492da-62cc-4864-9f5f-665ec617d867) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:07:58.888829 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fad27a9f-5419-4d85-9fb2-d948aa0c7aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:58.933851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-fb123b80-839c-44ee-911a-a2fbc8e22863 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160994 Aug 23 12:07:58.991663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fad27a9f-5419-4d85-9fb2-d948aa0c7aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.067173 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.114244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-1607a491-4436-4f5a-8533-ac7b93007e65 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672513 Aug 23 12:07:59.147218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Transition to ACTIVE for port object 3ff492da-62cc-4864-9f5f-665ec617d867 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:07:59.153211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fad27a9f-5419-4d85-9fb2-d948aa0c7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.156921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fad27a9f-5419-4d85-9fb2-d948aa0c7aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.158656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fad27a9f-5419-4d85-9fb2-d948aa0c7aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21d27382-90bc-450d-bc6b-4912849d7fb9 HTTP/1.1" status: 204 len: 168 time: 0.4211593 Aug 23 12:07:59.181552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-4bf01e38-a4af-41bc-b535-155340f7dacc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 200 len: 217 time: 0.0471070 Aug 23 12:07:59.182602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad27a9f-5419-4d85-9fb2-d948aa0c7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d27382-90bc-450d-bc6b-4912849d7fb9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:59.209427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.271913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-081d3eae-05c5-4011-8076-94c2329b6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:59.286100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-081d3eae-05c5-4011-8076-94c2329b6958 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0817299 Aug 23 12:07:59.353323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.370317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5f31cac1-36d4-47b4-89df-346df042286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:59.378755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-5f31cac1-36d4-47b4-89df-346df042286e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913455 Aug 23 12:07:59.437535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:07:59.481502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:07:59.486229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:07:59.580383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-6a9c46a9-2061-49ca-b138-d8a1bcc74f6a service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917000 Aug 23 12:07:59.583724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=3ff492da-62cc-4864-9f5f-665ec617d867,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:07:59.667485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:07:59.789506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-8522becb-d33e-4eaa-9f9c-66551c6f98fe service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996639 Aug 23 12:07:59.860268 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-a70e171f-c8a7-4391-bf77-cc7c6b75c220 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 200 len: 217 time: 0.0630295 Aug 23 12:07:59.950560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-d4cfbb28-6daf-4f51-a636-5114a4ce9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:07:59.952115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-d4cfbb28-6daf-4f51-a636-5114a4ce9850 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0846782 Aug 23 12:08:00.009801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.031673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 2b31dbae-becb-4e0d-97aa-4db609f14c41 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:00.032593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.057654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-a5798fd7-9587-4119-aa22-6b9c7d63d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.061064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-a5798fd7-9587-4119-aa22-6b9c7d63d3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007755 Aug 23 12:08:00.112063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-855630ce-497f-476f-9c7f-04fa9255db27 None None] Provisioning for port 3ff492da-62cc-4864-9f5f-665ec617d867 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:00.120598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-855630ce-497f-476f-9c7f-04fa9255db27 None None] Provisioning complete for port 3ff492da-62cc-4864-9f5f-665ec617d867 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:00.120985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-855630ce-497f-476f-9c7f-04fa9255db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.193070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-855630ce-497f-476f-9c7f-04fa9255db27 None None] Port 3ff492da-62cc-4864-9f5f-665ec617d867 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:00.199835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-9f660f53-bed5-457a-a046-cd12eeff3cc8 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301322 Aug 23 12:08:00.258807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.317244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 2b31dbae-becb-4e0d-97aa-4db609f14c41 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:00.361934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd1a433a-eea6-4341-9dad-96f0622e428f req-f23c20ec-ada1-4958-93d9-2952a3d88e84 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492834 Aug 23 12:08:00.465561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32776) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:00.624953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.634435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.714533 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.740627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=3ff492da-62cc-4864-9f5f-665ec617d867,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:00.747031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:00.780369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.785064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.785571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.786100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.786585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.787063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.787539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:00.800726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-bb58d280-86d9-4067-828a-dfe8c947e9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6493 time: 0.3339903 Aug 23 12:08:00.852362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=2b31dbae-becb-4e0d-97aa-4db609f14c41,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:00.869630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-d6f0a389-ec0c-40b2-bfc5-9c87c2bd66cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&id=09589c37-863f-4fef-95b6-89afd8be09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679729 Aug 23 12:08:01.016499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:01.019903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:01.023804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:01.426928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-972aa745-ac2a-4789-8b9f-6c97b4f9f256 None None] Provisioning complete for port 3ff492da-62cc-4864-9f5f-665ec617d867 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:01.427513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-972aa745-ac2a-4789-8b9f-6c97b4f9f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:01.508209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-972aa745-ac2a-4789-8b9f-6c97b4f9f256 None None] Port 3ff492da-62cc-4864-9f5f-665ec617d867 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:01.528636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Router 8aa344a8-8c90-47fa-8583-765113b89a2d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:01.608320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 21f1037b-fbea-4e9f-880d-2b14507698c7 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:01.801798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:01.808203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-da557727-1903-4a6b-a242-101cc5bb2c0e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/routers/8aa344a8-8c90-47fa-8583-765113b89a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7558584 Aug 23 12:08:01.811021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32836) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:01.813908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] Sync routers for ids ['8aa344a8-8c90-47fa-8583-765113b89a2d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:01.835315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] Routers {'8aa344a8-8c90-47fa-8583-765113b89a2d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:01.836187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8aa344a8-8c90-47fa-8583-765113b89a2d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:01.879874 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbd734a-9eed-46e3-9bb4-0468a61f4abb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:08:01.881468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2fbd734a-9eed-46e3-9bb4-0468a61f4abb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/2b31dbae-becb-4e0d-97aa-4db609f14c41 HTTP/1.1" status: 404 len: 333 time: 0.0694540 Aug 23 12:08:01.884274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32842) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:01.936738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:01.972045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] Routers {'8aa344a8-8c90-47fa-8583-765113b89a2d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:01.972711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8aa344a8-8c90-47fa-8583-765113b89a2d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:02.030825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:02.032247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8e521-1464-43f8-9400-ea7adb75144b None None] The sync data for ids ['8aa344a8-8c90-47fa-8583-765113b89a2d'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:02.587579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:02.599136 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] Sync routers for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:02.604278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79ea2a2d-d819-4b8b-9b2c-474244ca6af5 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/routers/21f1037b-fbea-4e9f-880d-2b14507698c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9741366 Aug 23 12:08:02.605021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:02.610777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'port': {'network_id': 'd8fb37f7-9ed0-41e4-8eae-2ffc538238ab', 'name': 'tempest-FloatingIPTestJSON-603972613'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:02.615581 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:02.616534 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:02.673615 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:02.709551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:02.709551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:02.771288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:02.851182 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:02.856341 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daead60-954d-4d95-bab6-906780e343c6 None None] The sync data for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:02.938369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Made reservation on behalf of 957f529b76614c10b6b6d9640cf3bf55 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:02.942253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:02.973448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] device_id is not set on port 416ef65e-1ec0-47dd-a007-3d882e242936 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:08:03.118071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.122289 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.188020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Allocated IP 172.20.0.13 (d8fb37f7-9ed0-41e4-8eae-2ffc538238ab/7650c45f-bfc8-4bad-8cfd-7735386dfa42/416ef65e-1ec0-47dd-a007-3d882e242936) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:03.291014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.291700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa344a8-8c90-47fa-8583-765113b89a2d {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:08:03.323241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.332612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32890) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:03.332924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-69ef848d-6981-414e-b18a-c85277b2e72c tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/routers/8aa344a8-8c90-47fa-8583-765113b89a2d HTTP/1.1" status: 204 len: 168 time: 1.4473433 Aug 23 12:08:03.455719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 223dc208-f06e-4de2-b94c-faeffb0907fc {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:03.468983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.500914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.548905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Transition to ACTIVE for port object 416ef65e-1ec0-47dd-a007-3d882e242936 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:03.559814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.675238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.727209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.783696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:03.790297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:03.797194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:08:03.889954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event updated for resources: {'Port': ['ID=416ef65e-1ec0-47dd-a007-3d882e242936,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:03.966814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:03.967857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:03.998744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32918) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:03.999538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e5dcfbba-a31f-4cd4-814a-5e1c45da023d tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3935289 Aug 23 12:08:04.004579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Request body: {'floatingip': {'port_id': '416ef65e-1ec0-47dd-a007-3d882e242936'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:04.010258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.074138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=223dc208-f06e-4de2-b94c-faeffb0907fc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:04.086452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.088623 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4de3d092-aa0b-4599-874e-1459f9d59024 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/223dc208-f06e-4de2-b94c-faeffb0907fc HTTP/1.1" status: 204 len: 168 time: 0.7526462 Aug 23 12:08:04.092571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32922) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:04.093521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e1ad7-c18d-47df-a23e-7e1ccd7300ad None None] Network 3817d7bd-c0c0-427f-b585-a1e560f516a2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:04.276037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.297130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.396298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port 7d433413-7403-4854-90b8-a57c808f5efd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:04.397027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.397371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ef24c8b2-80a3-4e03-b68d-c3e14c6d5737 None None] Provisioning for port 416ef65e-1ec0-47dd-a007-3d882e242936 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:04.404895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ef24c8b2-80a3-4e03-b68d-c3e14c6d5737 None None] Provisioning complete for port 416ef65e-1ec0-47dd-a007-3d882e242936 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:04.405915 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef24c8b2-80a3-4e03-b68d-c3e14c6d5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.494977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] For port 7d433413-7403-4854-90b8-a57c808f5efd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7d433413-7403-4854-90b8-a57c808f5efd,segment=NetworkSegment(0fb31c61-a6c5-413e-b56d-1e47229e8dd6),segment_id=0fb31c61-a6c5-413e-b56d-1e47229e8dd6)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:04.495373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.531732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ef24c8b2-80a3-4e03-b68d-c3e14c6d5737 None None] Port 416ef65e-1ec0-47dd-a007-3d882e242936 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:04.533518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for 7d433413-7403-4854-90b8-a57c808f5efd owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:04.632552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] DHCP port deletion for 3817d7bd-c0c0-427f-b585-a1e560f516a2 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:08:04.687715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.724577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Deleting port 7d433413-7403-4854-90b8-a57c808f5efd {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:04.725056 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.788390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=7d433413-7403-4854-90b8-a57c808f5efd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:04.790368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No DVR routers for this DVR port 7d433413-7403-4854-90b8-a57c808f5efd on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:04.847265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] For port 7d433413-7403-4854-90b8-a57c808f5efd, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:04.847782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.883645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d433413-7403-4854-90b8-a57c808f5efd no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:04.924449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:04.949056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3817d7bd-c0c0-427f-b585-a1e560f516a2']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:04.973218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Calling delete_port for 7d433413-7403-4854-90b8-a57c808f5efd owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:04.976286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7d433413-7403-4854-90b8-a57c808f5efd {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:08:04.980229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7d433413-7403-4854-90b8-a57c808f5efd not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:04.984756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb31c61-a6c5-413e-b56d-1e47229e8dd6') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:04.985006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb31c61-a6c5-413e-b56d-1e47229e8dd6') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:04.997021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Port 7d433413-7403-4854-90b8-a57c808f5efd was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:08:05.000102 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.010797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.040650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.060426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:05.061175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.072062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] No DVR routers for this DVR port 7d433413-7403-4854-90b8-a57c808f5efd on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:05.077601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd4316-4999-4ba8-8d28-612b6ffd6092 None None] Pushing event deleted for resources: {'Port': ['ID=7d433413-7403-4854-90b8-a57c808f5efd,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:05.093723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:05.104532 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:05.108856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.128222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.151344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.159434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.166805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.176874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.177060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32962) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:05.187395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-f279ecab-3c80-42b2-835d-8fd559857ae5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.7822118 Aug 23 12:08:05.203399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.210342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.219723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/3817d7bd-c0c0-427f-b585-a1e560f516a2 HTTP/1.1" status: 204 len: 168 time: 1.1250384 Aug 23 12:08:05.220536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32966) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:05.279977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f861b347-2de0-42c7-ac14-615cf6a4dac7 req-ffb99acd-e7e1-4109-9491-cbef7569f479 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913942 Aug 23 12:08:05.315863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf43792-3d5c-423a-b4e3-4119e75ca07d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.327338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4bf43792-3d5c-423a-b4e3-4119e75ca07d tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a HTTP/1.1" status: 200 len: 845 time: 0.0980918 Aug 23 12:08:05.339536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32970) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:05.378484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=3817d7bd-c0c0-427f-b585-a1e560f516a2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:05.420033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-526938ba-1ddb-49b8-a344-4ccebcaec216 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0786233 Aug 23 12:08:05.426714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:05.432239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:05.477069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5b86c2-712c-4da3-ae1d-7184d3b8ad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.481142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.481760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.482838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.483422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.483768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.484182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.484445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.484912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.485267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.485602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.485963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.486295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a450-4a86-42c3-9ba3-80e56af24516 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:05.525028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.532829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.539681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.547092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.554435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.561116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.568330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.570760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-0aaa925c-81e6-416c-b4f6-e7fce6e888db tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 5444 time: 0.2176831 Aug 23 12:08:05.632869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:08:05.633124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-3a63cd62-668d-417a-a248-b589123fb645 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.634240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-3a63cd62-668d-417a-a248-b589123fb645 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "GET /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0566251 Aug 23 12:08:05.722174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4e9ab-ce0e-485e-9db8-41875561db3b req-3101cadb-b682-4ecf-b247-20f6a7ac0454 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:05.723877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b4e9ab-ce0e-485e-9db8-41875561db3b req-3101cadb-b682-4ecf-b247-20f6a7ac0454 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1356447 Aug 23 12:08:05.745974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.789298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b4e9ab-ce0e-485e-9db8-41875561db3b req-4c091bbd-75e9-415c-aae4-a5b3989ea9f4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545866 Aug 23 12:08:05.790341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.806979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-9ef74aed-6781-403f-8fd7-24675c7e91cd tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "GET /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1645663 Aug 23 12:08:05.839785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:05.844315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5b86c2-712c-4da3-ae1d-7184d3b8ad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.878978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5b86c2-712c-4da3-ae1d-7184d3b8ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.909170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b86c2-712c-4da3-ae1d-7184d3b8ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4140ead-73f0-4a61-bd45-5c4121793a42,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:05.910865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:05.928730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:05.957621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6d5b86c2-712c-4da3-ae1d-7184d3b8ad1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c49925e9a00445d8a82e2081cbb59b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7792594 Aug 23 12:08:05.959970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32992) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:05.968032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.031441 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 9808664f-bf21-4d74-8883-0c8b7208197c associated. External IP: 172.25.1.184, port: 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf. Aug 23 12:08:06.088906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164c2986-caba-43cb-8da8-e5582b961731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.147202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164c2986-caba-43cb-8da8-e5582b961731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.148338 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:08:06.198513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=0747e076-f623-4d0a-b79f-0435fb799936,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:06.235449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164c2986-caba-43cb-8da8-e5582b961731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.238831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164c2986-caba-43cb-8da8-e5582b961731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.240271 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-164c2986-caba-43cb-8da8-e5582b961731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4140ead-73f0-4a61-bd45-5c4121793a42 HTTP/1.1" status: 204 len: 168 time: 0.2793732 Aug 23 12:08:06.269149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2986-caba-43cb-8da8-e5582b961731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4140ead-73f0-4a61-bd45-5c4121793a42,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:06.271262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] For port 0747e076-f623-4d0a-b79f-0435fb799936, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:08:06.311405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] device_id is not set on port 0747e076-f623-4d0a-b79f-0435fb799936 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:08:06.322746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.330788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.369641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.400000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Pushing event updated for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:06.422673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:06.427589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:06.433318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.434310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.438011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] No DVR routers for this DVR port 0747e076-f623-4d0a-b79f-0435fb799936 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:06.461255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ef286-2572-4cfb-9de9-b2ac82d49db2 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:06.478745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=c5de08e2-9253-4100-bb24-8623b99a0129,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:06.513851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0856be9-0630-4504-8ad8-3c97012004ab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0852327 Aug 23 12:08:06.515985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:06.521200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33026) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:06.526430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449474233'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:06.583796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] In _notify_port_updated(), no bound segment for port 0747e076-f623-4d0a-b79f-0435fb799936 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:08:06.588407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.588407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.593051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-79e74491-18ed-4cc6-8945-ae9ee642c6bd service neutron] 10.222.0.41 "PUT /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 200 len: 1033 time: 0.7695763 Aug 23 12:08:06.739679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:06.746380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:06.789050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.800389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.814603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.816195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:06.833960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.847801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:06.848441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:06.850988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.878363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.886449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-730270ec-3c27-4ecb-8f79-85f370515870 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 4664 time: 0.3871644 Aug 23 12:08:06.896912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-919839f9-5ca5-48db-a7d4-d856550fe857 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:06.901640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-919839f9-5ca5-48db-a7d4-d856550fe857 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "GET /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2991810 Aug 23 12:08:06.944439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:06.947283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33044) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:06.968492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:06.980060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'tenant_id': 'f92161b5f4eb49619bad78731675d102', 'fixed_ips': [{'subnet_id': 'c5de08e2-9253-4100-bb24-8623b99a0129'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:08:06.981164 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.001392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:07.002402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:07.044036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:07.044036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf200468-9c33-4aeb-8f0a-0b2e5d3ba2b5 None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:07.046970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-08bfe779-ebb2-4f8b-8a63-b241dfff0825 None None] Provisioning complete for port 0747e076-f623-4d0a-b79f-0435fb799936 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:07.047684 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-08bfe779-ebb2-4f8b-8a63-b241dfff0825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.054592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-549495f3-333e-419b-80b0-80febe6135cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.126245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23a65e5d-1b48-4bfa-a214-045beed5c518 req-757a78de-840b-4da7-9498-b35700490389 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&id=085f2df3-3fdb-46ae-bee7-91e64134f6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2231653 Aug 23 12:08:07.153086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.158650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-08bfe779-ebb2-4f8b-8a63-b241dfff0825 None None] Port 0747e076-f623-4d0a-b79f-0435fb799936 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:07.160324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.171273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.264653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36386801-532b-495f-9b84-b885a9492bcf req-74f661fc-a178-49e9-ac5d-8e8b52af9ad7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:07.266387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36386801-532b-495f-9b84-b885a9492bcf req-74f661fc-a178-49e9-ac5d-8e8b52af9ad7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.3417227 Aug 23 12:08:07.285741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Allocated IP 2001:db8::2 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/c5de08e2-9253-4100-bb24-8623b99a0129/de0a422f-eb2f-4c20-8794-8a84cf109541) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:07.329435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36386801-532b-495f-9b84-b885a9492bcf req-456d3c14-df05-40d7-a6c4-ec6cdd59d2b7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540216 Aug 23 12:08:07.342067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65f77c-9930-4cec-9976-433e9023b3af,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:07.422548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 21f1037b-fbea-4e9f-880d-2b14507698c7 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:07.482773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=6dd9547c-46d4-4727-8825-2bd648abfe41,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:07.548294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] For port 6dd9547c-46d4-4727-8825-2bd648abfe41, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:08:07.560479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:07.565227 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.573307 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f89557-8073-4d90-9918-c743c947ffee None None] Sync routers for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:07.578240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Transition to ACTIVE for port object de0a422f-eb2f-4c20-8794-8a84cf109541 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:07.590703 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f89557-8073-4d90-9918-c743c947ffee None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:07.592126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78f89557-8073-4d90-9918-c743c947ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:07.595612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.598461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Transition to ACTIVE for port object de0a422f-eb2f-4c20-8794-8a84cf109541 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:07.608189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.643690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] device_id is not set on port 6dd9547c-46d4-4727-8825-2bd648abfe41 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:08:07.658160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:07.660889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:07.667618 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78f89557-8073-4d90-9918-c743c947ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:07.672140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.679182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:08:07.689251 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f89557-8073-4d90-9918-c743c947ffee None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:07.690034 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78f89557-8073-4d90-9918-c743c947ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:07.696377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.706028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Pushing event updated for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:07.712903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-549495f3-333e-419b-80b0-80febe6135cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.733127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.738988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-88f78028-d0e9-42da-b255-ef3be7ce8212 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2153854 Aug 23 12:08:07.741886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33080) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:07.748240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-978284aa-cfa0-4824-80a2-feb2770c6d53 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/floatingips/9808664f-bf21-4d74-8883-0c8b7208197c HTTP/1.1" status: 200 len: 978 time: 3.7475722 Aug 23 12:08:07.754281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'security_group': {'name': 'tempest-secgroup-99718750'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:07.760558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:07.768699 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78f89557-8073-4d90-9918-c743c947ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:07.769650 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f89557-8073-4d90-9918-c743c947ffee None None] The sync data for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:07.772714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-549495f3-333e-419b-80b0-80febe6135cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.826488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Attempting to bind port de0a422f-eb2f-4c20-8794-8a84cf109541 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:08:07.827076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Attempting to bind port de0a422f-eb2f-4c20-8794-8a84cf109541 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '85104fdd-c0b4-4a69-88ae-907f2fc87098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:08:07.827611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Attempting to bind port de0a422f-eb2f-4c20-8794-8a84cf109541 on network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:08:07.834311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:08:07.835149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Checking segment: {'id': '85104fdd-c0b4-4a69-88ae-907f2fc87098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:08:07.837331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.838031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Bound using segment: {'id': '85104fdd-c0b4-4a69-88ae-907f2fc87098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:08:07.838739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Bound port: de0a422f-eb2f-4c20-8794-8a84cf109541, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85104fdd-c0b4-4a69-88ae-907f2fc87098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:08:07.839374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.866349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:07.878961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-549495f3-333e-419b-80b0-80febe6135cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e035673c37864c4f892f36b5580f5e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9135847 Aug 23 12:08:07.879804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33090) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:07.909319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:07.922847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549495f3-333e-419b-80b0-80febe6135cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e513ce56-1997-4197-83f5-ccc4af7cef90,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:07.925555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] No DVR routers for this DVR port 6dd9547c-46d4-4727-8825-2bd648abfe41 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:07.990522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:08:07.999352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=de0a422f-eb2f-4c20-8794-8a84cf109541,segment=NetworkSegment(85104fdd-c0b4-4a69-88ae-907f2fc87098),segment_id=85104fdd-c0b4-4a69-88ae-907f2fc87098)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:08:08.009838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.076538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.102280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.132462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] In _notify_port_updated(), no bound segment for port 6dd9547c-46d4-4727-8825-2bd648abfe41 on network 3fb39838-5254-4dc2-80bc-76a8db2f7594 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:08:08.133744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.134712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.137807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-7402ac26-f0cc-44ad-ae58-19d4287983e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 200 len: 1032 time: 1.2177303 Aug 23 12:08:08.138936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-942ad960-905c-444b-a3a3-3b46c912b695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.160698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e59add-5419-4cc6-be95-0164dcc49057 None None] Pushing event updated for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:08.191244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.195010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4429121 Aug 23 12:08:08.206135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:08.212925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1354901465', 'security_groups': ['610a6568-321c-4472-b535-c507d608905d'], 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5de08e2-9253-4100-bb24-8623b99a0129'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:08.253556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 416ef65e-1ec0-47dd-a007-3d882e242936 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:08.253949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.263179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-942ad960-905c-444b-a3a3-3b46c912b695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.296619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d26048e1-390f-4b2c-aa37-1b230c2e516e None None] Provisioning complete for port 6dd9547c-46d4-4727-8825-2bd648abfe41 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:08.297192 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d26048e1-390f-4b2c-aa37-1b230c2e516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.310728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0579424-7a37-4639-869d-89c2db0a3351 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610a6568-321c-4472-b535-c507d608905d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:08.420323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d26048e1-390f-4b2c-aa37-1b230c2e516e None None] Port 6dd9547c-46d4-4727-8825-2bd648abfe41 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:08.451638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.752854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c560bbd5-21f1-4fc9-9278-a95814f46925 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.771190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c560bbd5-21f1-4fc9-9278-a95814f46925 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.777517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c560bbd5-21f1-4fc9-9278-a95814f46925 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.792204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c560bbd5-21f1-4fc9-9278-a95814f46925 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.792744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b98f-6973-4458-9a49-54d167c75d50 req-dd40572d-967a-423f-bb47-02be8080eaee tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.794324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c257b98f-6973-4458-9a49-54d167c75d50 req-dd40572d-967a-423f-bb47-02be8080eaee tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.2340913 Aug 23 12:08:08.811024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c560bbd5-21f1-4fc9-9278-a95814f46925 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:08.813712 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c560bbd5-21f1-4fc9-9278-a95814f46925 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 3885 time: 0.5075932 Aug 23 12:08:08.829946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-942ad960-905c-444b-a3a3-3b46c912b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.832518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-942ad960-905c-444b-a3a3-3b46c912b695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.836270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-942ad960-905c-444b-a3a3-3b46c912b695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e513ce56-1997-4197-83f5-ccc4af7cef90 HTTP/1.1" status: 204 len: 168 time: 0.9241166 Aug 23 12:08:08.902741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ad960-905c-444b-a3a3-3b46c912b695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513ce56-1997-4197-83f5-ccc4af7cef90,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:08.955484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port 03af1fae-717d-426c-8ce0-abe9b3a01b74 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:08.955835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.959438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.959846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:08.962682 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Floating IP 9808664f-bf21-4d74-8883-0c8b7208197c disassociated. External IP: 172.25.1.184, port: 416ef65e-1ec0-47dd-a007-3d882e242936. Aug 23 12:08:08.963069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 416ef65e-1ec0-47dd-a007-3d882e242936 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:08.971015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:08:09.015428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:09.073590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port de0a422f-eb2f-4c20-8794-8a84cf109541 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:09.095555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22ed6336-acf5-4382-b15e-01bff1023c9f req-c2ddf23f-466b-4198-a42f-bd374b4451bd tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681630 Aug 23 12:08:09.159420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c257b98f-6973-4458-9a49-54d167c75d50 req-36c55c50-759a-444f-87d9-aff513c66305 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543053 Aug 23 12:08:09.322983 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:09.341035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33152) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:09.392117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=416ef65e-1ec0-47dd-a007-3d882e242936,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:09.439436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] For port 03af1fae-717d-426c-8ce0-abe9b3a01b74, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=03af1fae-717d-426c-8ce0-abe9b3a01b74,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:09.440360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:09.465888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for 03af1fae-717d-426c-8ce0-abe9b3a01b74 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:09.470826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:09.549181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port a43c990c-8a98-4b34-b0c1-c5d316b13872 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:08:09.701878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 21f1037b-fbea-4e9f-880d-2b14507698c7 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:09.703762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a525-08bb-4367-8d0f-9f9e17016a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:09.969035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:09.969625 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:09.995911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::2d4 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/c5de08e2-9253-4100-bb24-8623b99a0129/a43c990c-8a98-4b34-b0c1-c5d316b13872) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:10.002912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.005033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a525-08bb-4367-8d0f-9f9e17016a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.009479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:10.011983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:10.025208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7e4a525-08bb-4367-8d0f-9f9e17016a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.025413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] Sync routers for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:10.029251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Provisioning for port de0a422f-eb2f-4c20-8794-8a84cf109541 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:10.041559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:10.041559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.041856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=03af1fae-717d-426c-8ce0-abe9b3a01b74,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:10.076335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:10.077066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:10.113940 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b7e4a525-08bb-4367-8d0f-9f9e17016a65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d788adc6583142cd9886a94168576763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714188 Aug 23 12:08:10.114712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33172) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:10.140340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] No DVR routers for this DVR port 03af1fae-717d-426c-8ce0-abe9b3a01b74 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:10.154986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.160828 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-151dd006-e737-48bc-a1ae-4e81b06ecedf tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "DELETE /v2.0/ports/03af1fae-717d-426c-8ce0-abe9b3a01b74 HTTP/1.1" status: 204 len: 173 time: 2.0153697 Aug 23 12:08:10.164646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': '03af1fae-717d-426c-8ce0-abe9b3a01b74'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:10.171983 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2468ba-2575-4819-8b22-2f2a66f8776c" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "03af1fae-717d-426c-8ce0-abe9b3a01b74"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:10.288609 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4a0cb-9bba-4912-8069-b7dde4c9a492 x-openstack-request-id: req-b0f4a0cb-9bba-4912-8069-b7dde4c9a492 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:10.289130 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "03af1fae-717d-426c-8ce0-abe9b3a01b74", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:10.289548 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0f4a0cb-9bba-4912-8069-b7dde4c9a492 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:10.290223 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': '03af1fae-717d-426c-8ce0-abe9b3a01b74', 'status': 'completed', 'code': 200} Aug 23 12:08:10.299830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:10.315325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:10.316079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:10.355457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:10.356446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193ed53-c0b3-49a1-aa87-2979d33cf49d None None] The sync data for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:10.397485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e90db-3311-41c8-b443-1d0c621c68c5 req-c7a0b6a9-3191-4e6f-8f21-4f5250bafe97 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:10.404948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e90db-3311-41c8-b443-1d0c621c68c5 req-c7a0b6a9-3191-4e6f-8f21-4f5250bafe97 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:10.411492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e90db-3311-41c8-b443-1d0c621c68c5 req-c7a0b6a9-3191-4e6f-8f21-4f5250bafe97 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:10.417899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e90db-3311-41c8-b443-1d0c621c68c5 req-c7a0b6a9-3191-4e6f-8f21-4f5250bafe97 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:10.420127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-275e90db-3311-41c8-b443-1d0c621c68c5 req-c7a0b6a9-3191-4e6f-8f21-4f5250bafe97 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 3150 time: 0.1913347 Aug 23 12:08:10.432038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.434646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 58c546f2-3269-4781-914e-89d08fa09277 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:10.482376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=de0a422f-eb2f-4c20-8794-8a84cf109541,segment=NetworkSegment(85104fdd-c0b4-4a69-88ae-907f2fc87098),segment_id=85104fdd-c0b4-4a69-88ae-907f2fc87098)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:10.509476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.520792 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.533213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-275e90db-3311-41c8-b443-1d0c621c68c5 req-ee6bdddd-1bd6-4d6e-b370-22ad07628c29 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022666 Aug 23 12:08:10.557966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object a43c990c-8a98-4b34-b0c1-c5d316b13872 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:10.577567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port b04a16ab-3d92-4bf5-9549-cccabb8db2bd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:10.577952 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.604097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e17439-03c3-40ba-bbc6-6ff4782fabb2 None None] Pushing event updated for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:10.662025 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.709204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=58c546f2-3269-4781-914e-89d08fa09277,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:10.710606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c546f2-3269-4781-914e-89d08fa09277'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:10.721136 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf7c107-0664-4d6a-b970-34be4b78209c" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "58c546f2-3269-4781-914e-89d08fa09277"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:10.730239 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.730998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6dd9547c-46d4-4727-8825-2bd648abfe41 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:10.735137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.799556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4a525-08bb-4367-8d0f-9f9e17016a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722415b-dd59-4b5e-9f4e-d84aadeb66c4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:10.816413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.818736 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc5187b-769c-4353-b4ee-ebb6bd1a142e x-openstack-request-id: req-1cc5187b-769c-4353-b4ee-ebb6bd1a142e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:10.819095 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "58c546f2-3269-4781-914e-89d08fa09277", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:10.819318 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cc5187b-769c-4353-b4ee-ebb6bd1a142e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:10.822620 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c546f2-3269-4781-914e-89d08fa09277', 'code': 200} Aug 23 12:08:10.823327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-83e666bc-66d1-4f15-8657-fa3d32f4b7ee tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/ports/416ef65e-1ec0-47dd-a007-3d882e242936 HTTP/1.1" status: 204 len: 168 time: 3.0600340 Aug 23 12:08:10.830746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 6dd9547c-46d4-4727-8825-2bd648abfe41 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:10.831202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0747e076-f623-4d0a-b79f-0435fb799936 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:10.837579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] For port b04a16ab-3d92-4bf5-9549-cccabb8db2bd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:10.837989 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:10.840567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:10.854218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33192) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:10.891792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for b04a16ab-3d92-4bf5-9549-cccabb8db2bd owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:10.898979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:08:10.903065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 0747e076-f623-4d0a-b79f-0435fb799936 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:10.903212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 03af1fae-717d-426c-8ce0-abe9b3a01b74 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:10.946317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 03af1fae-717d-426c-8ce0-abe9b3a01b74 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:08:10.946668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 03af1fae-717d-426c-8ce0-abe9b3a01b74 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:10.947090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 99d39267-848a-42d6-826b-7e1cbedeaf01 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:10.967327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac5e47-76f0-4136-8f16-d81dde45a0e1 req-1f581c8c-83f7-463c-bf55-e875d2900e02 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:10.985251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02ac5e47-76f0-4136-8f16-d81dde45a0e1 req-1f581c8c-83f7-463c-bf55-e875d2900e02 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.2867117 Aug 23 12:08:10.986216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=a43c990c-8a98-4b34-b0c1-c5d316b13872,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:11.013950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:11.023625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:11.024108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.056481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:11.058302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02ac5e47-76f0-4136-8f16-d81dde45a0e1 req-3b525dcf-9093-40d8-a4d4-22dcc5781bfe tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720813 Aug 23 12:08:11.080582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:08:11.081318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a7c6-149a-43ff-9baa-b79d78383952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.081738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:11.082961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.137191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a7c6-149a-43ff-9baa-b79d78383952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.146883 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.202456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d75fcf67-43f7-40fc-a5e2-63e1a9a26ae1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9948478 Aug 23 12:08:11.206799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33208) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:11.214569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:11.250340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a7c6-149a-43ff-9baa-b79d78383952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.253964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a7c6-149a-43ff-9baa-b79d78383952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.256084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cdf1a7c6-149a-43ff-9baa-b79d78383952 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c722415b-dd59-4b5e-9f4e-d84aadeb66c4 HTTP/1.1" status: 204 len: 168 time: 1.1313748 Aug 23 12:08:11.288506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1a7c6-149a-43ff-9baa-b79d78383952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722415b-dd59-4b5e-9f4e-d84aadeb66c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:11.295128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=99d39267-848a-42d6-826b-7e1cbedeaf01,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:11.313282 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.314034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b04a16ab-3d92-4bf5-9549-cccabb8db2bd no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:11.508100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3a48c408-2bde-470d-89a4-8c24bff71c25 None None] Provisioning for port a43c990c-8a98-4b34-b0c1-c5d316b13872 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:11.514175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3a48c408-2bde-470d-89a4-8c24bff71c25 None None] Provisioning complete for port a43c990c-8a98-4b34-b0c1-c5d316b13872 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:11.514559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3a48c408-2bde-470d-89a4-8c24bff71c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.551340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:11.591979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3a48c408-2bde-470d-89a4-8c24bff71c25 None None] Port a43c990c-8a98-4b34-b0c1-c5d316b13872 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:11.605793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.805301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:11.823967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c357eab-78f5-4b9e-b466-4ffa0d5423c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.963753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c357eab-78f5-4b9e-b466-4ffa0d5423c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:11.969336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c357eab-78f5-4b9e-b466-4ffa0d5423c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.022809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5c357eab-78f5-4b9e-b466-4ffa0d5423c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54ccbdbf7e984072a6b87e0507f22a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156394 Aug 23 12:08:12.025789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33232) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:12.029948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c357eab-78f5-4b9e-b466-4ffa0d5423c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07933624-b932-4a67-a228-b5c79ac8a90e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:12.220428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.220853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df9c0-8b2f-4feb-99c4-b204c31af355 req-d22d9bd5-0c37-49c1-8a45-c8cf7acda209 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:12.234265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b86df9c0-8b2f-4feb-99c4-b204c31af355 req-d22d9bd5-0c37-49c1-8a45-c8cf7acda209 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.0811625 Aug 23 12:08:12.251579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fd9221e4-6462-4e98-a960-89bb0b33bc85 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:12.286880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b86df9c0-8b2f-4feb-99c4-b204c31af355 req-3a471d0b-bb41-4d1d-afde-cd0b52391395 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479734 Aug 23 12:08:12.317237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2726-8a17-43de-8417-34142d450b9c req-c595c963-0d1e-4b76-b4a4-5768aa6f1644 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:12.324698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2726-8a17-43de-8417-34142d450b9c req-c595c963-0d1e-4b76-b4a4-5768aa6f1644 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:12.333025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2726-8a17-43de-8417-34142d450b9c req-c595c963-0d1e-4b76-b4a4-5768aa6f1644 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:12.340056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2726-8a17-43de-8417-34142d450b9c req-c595c963-0d1e-4b76-b4a4-5768aa6f1644 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:12.342120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93dd2726-8a17-43de-8417-34142d450b9c req-c595c963-0d1e-4b76-b4a4-5768aa6f1644 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 3146 time: 0.3571506 Aug 23 12:08:12.351037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=b04a16ab-3d92-4bf5-9549-cccabb8db2bd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:12.378499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:12.386550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.403635 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.418947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095f345d-dc86-4f2e-8307-e299acb2cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.460904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:12.463373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.541464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:12.561805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] No DVR routers for this DVR port b04a16ab-3d92-4bf5-9549-cccabb8db2bd on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:12.593971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.595990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-318d2f8c-1b5e-49c0-8991-19609cd629e5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "DELETE /v2.0/ports/b04a16ab-3d92-4bf5-9549-cccabb8db2bd HTTP/1.1" status: 204 len: 173 time: 2.4030159 Aug 23 12:08:12.605141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:12.607482 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b9bb2-788f-44b1-a20a-0914ca2db79e" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "b04a16ab-3d92-4bf5-9549-cccabb8db2bd"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:12.627551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095f345d-dc86-4f2e-8307-e299acb2cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.677024 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32041d5a-a295-4d5e-96d6-866da98665d7 x-openstack-request-id: req-32041d5a-a295-4d5e-96d6-866da98665d7 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:12.677368 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "b04a16ab-3d92-4bf5-9549-cccabb8db2bd", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:12.677639 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32041d5a-a295-4d5e-96d6-866da98665d7 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:12.678073 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': 'b04a16ab-3d92-4bf5-9549-cccabb8db2bd', 'status': 'completed', 'code': 200} Aug 23 12:08:12.694094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93dd2726-8a17-43de-8417-34142d450b9c req-3474cb39-a169-475a-af48-8db052ef44a7 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381214 Aug 23 12:08:12.804383 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5de08e2-9253-4100-bb24-8623b99a0129 (CIDR: 2001:db8::/64) Aug 23 12:08:12.815907 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:08:12.816371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:12.821141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01'}, {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:12.823626 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc51674-2c1e-4fbe-ae45-b06f4f6e5686" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01"}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:12.833726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ba36f43a-c366-409f-9e81-eea22a323df2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6232328 Aug 23 12:08:12.836692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33256) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:12.849575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:12.857879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095f345d-dc86-4f2e-8307-e299acb2cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.860498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095f345d-dc86-4f2e-8307-e299acb2cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.861724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-095f345d-dc86-4f2e-8307-e299acb2cb0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07933624-b932-4a67-a228-b5c79ac8a90e HTTP/1.1" status: 204 len: 168 time: 0.8309796 Aug 23 12:08:12.897285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.918145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f345d-dc86-4f2e-8307-e299acb2cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07933624-b932-4a67-a228-b5c79ac8a90e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:12.923757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port fd9221e4-6462-4e98-a960-89bb0b33bc85 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:12.924113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:12.964066 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18e6c2-6385-4df5-ba4f-8b7751e2ec74 x-openstack-request-id: req-0d18e6c2-6385-4df5-ba4f-8b7751e2ec74 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:12.964379 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01", "code": 200}, {"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:12.964831 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d18e6c2-6385-4df5-ba4f-8b7751e2ec74 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:12.965401 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01', 'code': 200} Aug 23 12:08:12.965859 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'code': 200} Aug 23 12:08:13.115687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:13.122956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:13.186897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] For port fd9221e4-6462-4e98-a960-89bb0b33bc85, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fd9221e4-6462-4e98-a960-89bb0b33bc85,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:13.187524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:13.569281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:13.569619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:13.569963 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Floating IP 6565aac5-0a40-4f87-93fd-3522a7d9f724 disassociated. External IP: 172.25.1.144, port: fd9221e4-6462-4e98-a960-89bb0b33bc85. Aug 23 12:08:13.570312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for fd9221e4-6462-4e98-a960-89bb0b33bc85 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:13.579562 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:13.654204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:13.666320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:13.680163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:13.680400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c305a-6056-4e2a-8ca5-e132aaefbf21 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:13.680822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:13.705875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=d5bb90fd-8b8e-4472-8cb4-d33f2b24af35,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:13.723391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.723755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.724104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.724443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.724784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.725120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.725457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.726821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.727170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.727509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.727843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.728174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:13.733510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1177aa0-02ee-4aad-982a-e4d09e89e196 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8956637 Aug 23 12:08:13.736067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33284) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:13.742647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1243496871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5bb90fd-8b8e-4472-8cb4-d33f2b24af35'}], 'security_groups': ['fd65f77c-9930-4cec-9976-433e9023b3af']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:13.884575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:14.085776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:14.098710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=fd9221e4-6462-4e98-a960-89bb0b33bc85,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:14.108676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b62c28-9d5b-4a77-8301-d9e3f95954c3 req-6f586032-4e68-452a-865a-eb667dcaa99a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:14.112140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74b62c28-9d5b-4a77-8301-d9e3f95954c3 req-6f586032-4e68-452a-865a-eb667dcaa99a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.3627841 Aug 23 12:08:14.160203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Update dhcp port {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'fixed_ips': [{'subnet_id': 'c5de08e2-9253-4100-bb24-8623b99a0129', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5bb90fd-8b8e-4472-8cb4-d33f2b24af35'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'de0a422f-eb2f-4c20-8794-8a84cf109541'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:08:14.227521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:14.353788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74b62c28-9d5b-4a77-8301-d9e3f95954c3 req-7d4b7371-2a01-4e5e-9026-57b62e4efc8d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183712 Aug 23 12:08:14.432199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Router 69e44568-7992-4205-8d0e-6b6299c83fe3 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:14.605730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a515687-c561-4aff-9edf-ea82fb8c653a req-b6f8456e-60f5-420d-9ae7-0dbfc8e4e661 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:14.613019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a515687-c561-4aff-9edf-ea82fb8c653a req-b6f8456e-60f5-420d-9ae7-0dbfc8e4e661 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:14.621224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a515687-c561-4aff-9edf-ea82fb8c653a req-b6f8456e-60f5-420d-9ae7-0dbfc8e4e661 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 1677 time: 0.6602967 Aug 23 12:08:14.640895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 3ff492da-62cc-4864-9f5f-665ec617d867 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:14.645425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:14.680570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Allocated IP 2001:db8:0:1::2 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/d5bb90fd-8b8e-4472-8cb4-d33f2b24af35/de0a422f-eb2f-4c20-8794-8a84cf109541) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:14.687241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a515687-c561-4aff-9edf-ea82fb8c653a req-414bfdbb-92e7-4c77-8f8a-9544b66e5d7a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603426 Aug 23 12:08:14.833425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:14.847669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 3ff492da-62cc-4864-9f5f-665ec617d867 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:14.874779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=de0a422f-eb2f-4c20-8794-8a84cf109541,segment=NetworkSegment(85104fdd-c0b4-4a69-88ae-907f2fc87098),segment_id=85104fdd-c0b4-4a69-88ae-907f2fc87098)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:14.948718 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:14.958020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:14.969816 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] Sync routers for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:14.973184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Transition to ACTIVE for port object de0a422f-eb2f-4c20-8794-8a84cf109541 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:14.978537 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:15.002036 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:15.002668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:15.120057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37011570-ef4f-4b4f-b9f3-155228d11f06 None None] Pushing event updated for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:15.121524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] No DVR routers for this DVR port fd9221e4-6462-4e98-a960-89bb0b33bc85 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:15.133028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:15.136649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-6834715e-f949-484e-8fc9-816be71c446a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "DELETE /v2.0/ports/fd9221e4-6462-4e98-a960-89bb0b33bc85 HTTP/1.1" status: 204 len: 173 time: 2.5262020 Aug 23 12:08:15.144561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:15.156697 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aade3a9d-a974-4513-b5ca-b7de66603f1b" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:15.254497 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4258dc3f-acd1-4ad6-ac54-2c368da7680c x-openstack-request-id: req-4258dc3f-acd1-4ad6-ac54-2c368da7680c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:15.256813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Delete allocated IP 2001:db8::2d4 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/c5de08e2-9253-4100-bb24-8623b99a0129) {{(pid=101057) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 12:08:15.262623 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "fd9221e4-6462-4e98-a960-89bb0b33bc85", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:15.265673 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4258dc3f-acd1-4ad6-ac54-2c368da7680c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:15.266548 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': 'fd9221e4-6462-4e98-a960-89bb0b33bc85', 'status': 'completed', 'code': 200} Aug 23 12:08:15.272910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8:0:1::e5 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/d5bb90fd-8b8e-4472-8cb4-d33f2b24af35/a43c990c-8a98-4b34-b0c1-c5d316b13872) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:15.316515 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:08:15.579688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port 58c546f2-3269-4781-914e-89d08fa09277 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:15.580227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:15.613153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:15.691268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=3ff492da-62cc-4864-9f5f-665ec617d867,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:15.713868 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:15.752902 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] Checking router: 69e44568-7992-4205-8d0e-6b6299c83fe3 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:08:15.774410 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:15.775380 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:15.783781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fb97a-c3af-4dac-b8bf-88a435327c4e req-a66ff7da-def1-44cb-a03c-0d5b505e9ae9 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:15.792885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-598fb97a-c3af-4dac-b8bf-88a435327c4e req-a66ff7da-def1-44cb-a03c-0d5b505e9ae9 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.2211275 Aug 23 12:08:15.957527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:15.988874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object a43c990c-8a98-4b34-b0c1-c5d316b13872 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:16.008869 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-598fb97a-c3af-4dac-b8bf-88a435327c4e req-b34a16e8-9a29-4481-b656-af7e92643948 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067246 Aug 23 12:08:16.012212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:16.050844 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:08:16.069310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] For port 58c546f2-3269-4781-914e-89d08fa09277, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=58c546f2-3269-4781-914e-89d08fa09277,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:16.069712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:16.084134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for 58c546f2-3269-4781-914e-89d08fa09277 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:16.153131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] In _notify_port_updated(), no bound segment for port a43c990c-8a98-4b34-b0c1-c5d316b13872 on network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:08:16.165415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:16.168710 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:16.177996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33344) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:16.178745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/ports/a43c990c-8a98-4b34-b0c1-c5d316b13872 HTTP/1.1" status: 200 len: 930 time: 2.4416003 Aug 23 12:08:16.199972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264e4be-ea64-464d-aa13-d5167fd6e3b3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=a43c990c-8a98-4b34-b0c1-c5d316b13872,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:16.377875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:16.385425 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:16.390768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d1e4-f622-4a87-a089-513c000efe8c req-3b3aa471-3037-4c27-ad8e-897b5d8c4e45 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:16.397029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d1e4-f622-4a87-a089-513c000efe8c req-3b3aa471-3037-4c27-ad8e-897b5d8c4e45 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:16.398722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d448d1e4-f622-4a87-a089-513c000efe8c req-3b3aa471-3037-4c27-ad8e-897b5d8c4e45 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 1677 time: 0.2315307 Aug 23 12:08:16.423695 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff06f20-80a8-479c-a390-28151294d047 None None] The sync data for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 is: [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T11:57:11Z', 'revision_number': 4, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd9ed03be-71ed-4c30-ac4f-766f47b53b0d', 'name': '', 'network_id': '01f35405-6932-4962-83f2-265cc0f694be', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'mac_address': 'fa:16:3e:90:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '18329f7b-8be1-4092-bf79-31f137af252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:10Z', 'updated_at': '2021-08-23T11:57:23Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'subnets': [{'id': '18329f7b-8be1-4092-bf79-31f137af252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:16.484344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:16.487201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:16.574875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:16.598589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Provisioning for port de0a422f-eb2f-4c20-8794-8a84cf109541 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:16.612469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:16.612851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:16.749363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:08:16.968527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:08:16.990141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d9f7b-1d13-40f7-9c90-55023dc4545d None None] New status for floating IP 6565aac5-0a40-4f87-93fd-3522a7d9f724: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:08:17.146465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d448d1e4-f622-4a87-a089-513c000efe8c req-4ba7d321-0ccf-4f7e-85ac-22da87387ba0 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7218795 Aug 23 12:08:17.151426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:17.211003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port a43c990c-8a98-4b34-b0c1-c5d316b13872 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:17.211669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.241961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'mac_address': 'fa:16:3e:62:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:08:17.277145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.304058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74018-93a9-4172-90f7-a92fc996e6f3 req-198a18d0-463d-42fb-ae9f-a9afe57e3561 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:17.318305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ad74018-93a9-4172-90f7-a92fc996e6f3 req-198a18d0-463d-42fb-ae9f-a9afe57e3561 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1141489 Aug 23 12:08:17.365529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Provisioning for port a43c990c-8a98-4b34-b0c1-c5d316b13872 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:17.398471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Provisioning complete for port a43c990c-8a98-4b34-b0c1-c5d316b13872 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:17.399291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.401771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:17.402169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ad74018-93a9-4172-90f7-a92fc996e6f3 req-1e3a78e0-96fb-48bc-932a-bca8f2226be1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828743 Aug 23 12:08:17.402519 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.405515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.427113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=58c546f2-3269-4781-914e-89d08fa09277,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:17.492769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] No DVR routers for this DVR port 58c546f2-3269-4781-914e-89d08fa09277 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:17.508057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.512012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-a676c9f2-3581-4ae3-a6dd-60a8c026ca0b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "DELETE /v2.0/ports/58c546f2-3269-4781-914e-89d08fa09277 HTTP/1.1" status: 204 len: 173 time: 2.3423865 Aug 23 12:08:17.512012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': '58c546f2-3269-4781-914e-89d08fa09277'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:17.512012 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29173e-8b7a-4f07-a7ac-b64102180077" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "58c546f2-3269-4781-914e-89d08fa09277"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:17.523644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-07ce7647-74d6-4733-9ef2-ac5b1d70ab17 None None] Port a43c990c-8a98-4b34-b0c1-c5d316b13872 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:17.532654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:08:17.571146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:17.580886 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.620011 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8f693-9ca9-40ea-9cda-2d4aad83b8d8 x-openstack-request-id: req-e4b8f693-9ca9-40ea-9cda-2d4aad83b8d8 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:17.620556 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "58c546f2-3269-4781-914e-89d08fa09277", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:17.622660 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b8f693-9ca9-40ea-9cda-2d4aad83b8d8 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:17.623333 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': '58c546f2-3269-4781-914e-89d08fa09277', 'status': 'completed', 'code': 200} Aug 23 12:08:17.654108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 21f1037b-fbea-4e9f-880d-2b14507698c7 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:17.674678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.692443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2e13fd7-d4de-40f6-b125-3a87f22dfe80 None None] Provisioning complete for port a43c990c-8a98-4b34-b0c1-c5d316b13872 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:17.693042 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2e13fd7-d4de-40f6-b125-3a87f22dfe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:17.701817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:17.736900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:08:17.760970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a2e13fd7-d4de-40f6-b125-3a87f22dfe80 None None] Port a43c990c-8a98-4b34-b0c1-c5d316b13872 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:17.784330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for a43c990c-8a98-4b34-b0c1-c5d316b13872 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:18.156741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port 99d39267-848a-42d6-826b-7e1cbedeaf01 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:18.158010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:18.312237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:18.326298 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] Sync routers for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:18.335142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-77ef5fce-af9c-4966-8c49-7638aff90bf9 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/routers/21f1037b-fbea-4e9f-880d-2b14507698c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4754243 Aug 23 12:08:18.353206 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:18.354127 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:18.361164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33428) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:18.445002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9140d-3306-46dd-bdbb-d222e51e2d4b req-50973923-f6b0-42d5-b87f-f211b4b964f2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:18.447566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7c9140d-3306-46dd-bdbb-d222e51e2d4b req-50973923-f6b0-42d5-b87f-f211b4b964f2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 943 time: 0.1594338 Aug 23 12:08:18.463448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] For port 99d39267-848a-42d6-826b-7e1cbedeaf01, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=99d39267-848a-42d6-826b-7e1cbedeaf01,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:18.464157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:18.469747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:18.488288 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] Routers {'21f1037b-fbea-4e9f-880d-2b14507698c7'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:18.488981 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:07:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['21f1037b-fbea-4e9f-880d-2b14507698c7'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:18.537613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7c9140d-3306-46dd-bdbb-d222e51e2d4b req-49dbd02c-55c0-4a15-9a3d-f0339de28475 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801449 Aug 23 12:08:18.555934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for 99d39267-848a-42d6-826b-7e1cbedeaf01 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:18.574857 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:18.575311 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb84868-cce3-43c0-bc94-00b5053d71bd None None] The sync data for ids ['21f1037b-fbea-4e9f-880d-2b14507698c7'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:18.747781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:18.750966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:08:18.765511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:18.805544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=a43c990c-8a98-4b34-b0c1-c5d316b13872,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:18.879605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:18.880260 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:18.901648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] No DVR routers for this DVR port 99d39267-848a-42d6-826b-7e1cbedeaf01 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:18.905228 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.029395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.032370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d488a02-e2f3-4785-8411-d159bc98cfbb req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.41 "DELETE /v2.0/ports/99d39267-848a-42d6-826b-7e1cbedeaf01 HTTP/1.1" status: 204 len: 173 time: 1.4925425 Aug 23 12:08:19.049878 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.066760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51274191-eecb-4275-83c9-dee11fa69a95 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=99d39267-848a-42d6-826b-7e1cbedeaf01,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:19.072764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.076758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-682a71c7-3a92-4bc9-b830-77bb90ce84fd tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/a43c990c-8a98-4b34-b0c1-c5d316b13872 HTTP/1.1" status: 204 len: 168 time: 2.8879948 Aug 23 12:08:19.079687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33456) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:19.098093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7443-3871-4b91-b4ac-121152afb977 req-20f32a6b-fbc9-4988-8366-2419e1d2da85 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:19.107803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a44b7443-3871-4b91-b4ac-121152afb977 req-20f32a6b-fbc9-4988-8366-2419e1d2da85 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.5434270 Aug 23 12:08:19.132465 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa16d547-0b93-4488-a4e9-4927a2ef2cff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:08:19.135709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fa16d547-0b93-4488-a4e9-4927a2ef2cff tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/a43c990c-8a98-4b34-b0c1-c5d316b13872 HTTP/1.1" status: 404 len: 333 time: 0.0546963 Aug 23 12:08:19.138854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33462) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:19.146778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:19.173384 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f8780a-cd73-4340-b729-0ebf2d33e861" -d '{"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:19.262380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.272623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:19.290769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.329107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-753144d5-83d3-4fcf-a391-d0ae1addd8da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.384119 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a44b7443-3871-4b91-b4ac-121152afb977 req-01ae2cb4-bc28-451a-b503-ef61c3a129a5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684367 Aug 23 12:08:19.396813 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805625bf-3235-409f-85e2-b243a7a72db9 x-openstack-request-id: req-805625bf-3235-409f-85e2-b243a7a72db9 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:19.398984 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:19.399731 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-805625bf-3235-409f-85e2-b243a7a72db9 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:19.402097 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'code': 200} Aug 23 12:08:19.406228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-753144d5-83d3-4fcf-a391-d0ae1addd8da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.441667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 5b6a7b64-63d5-457e-a6ba-3deb383532d3 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:19.442513 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.452275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:19.516264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:19.541969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-753144d5-83d3-4fcf-a391-d0ae1addd8da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.545598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-753144d5-83d3-4fcf-a391-d0ae1addd8da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.547906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-753144d5-83d3-4fcf-a391-d0ae1addd8da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/security-groups/610a6568-321c-4472-b535-c507d608905d HTTP/1.1" status: 204 len: 168 time: 0.4078169 Aug 23 12:08:19.550552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:19.566587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753144d5-83d3-4fcf-a391-d0ae1addd8da tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610a6568-321c-4472-b535-c507d608905d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:19.657298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:19.670386 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31efd13c-8d7b-40e7-8e6d-704223f168dc" -d '{"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:19.800631 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52392f11-ae68-4cbe-9c47-37849a28d816 x-openstack-request-id: req-52392f11-ae68-4cbe-9c47-37849a28d816 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:19.801244 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9765b637-b49a-4493-9f16-96a51e4c3bc6", "name": "network-vif-deleted", "tag": "99d39267-848a-42d6-826b-7e1cbedeaf01", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:19.801714 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52392f11-ae68-4cbe-9c47-37849a28d816 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:19.802285 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9765b637-b49a-4493-9f16-96a51e4c3bc6', 'name': 'network-vif-deleted', 'tag': '99d39267-848a-42d6-826b-7e1cbedeaf01', 'status': 'completed', 'code': 200} Aug 23 12:08:19.805544 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d0f777a-1651-463d-91d1-cb135c277102 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.828147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13a392f9-fbca-496e-8030-7ca7438303e2 req-8f4f197f-197d-45a5-8c04-9106bef26d65 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0800257 Aug 23 12:08:19.850856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.876684 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d0f777a-1651-463d-91d1-cb135c277102 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.894557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 5b6a7b64-63d5-457e-a6ba-3deb383532d3 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:19.985182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d0f777a-1651-463d-91d1-cb135c277102 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.989386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d0f777a-1651-463d-91d1-cb135c277102 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:19.991205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5d0f777a-1651-463d-91d1-cb135c277102 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd65f77c-9930-4cec-9976-433e9023b3af HTTP/1.1" status: 204 len: 168 time: 0.4391773 Aug 23 12:08:19.993574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:20.012400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f777a-1651-463d-91d1-cb135c277102 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65f77c-9930-4cec-9976-433e9023b3af,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:20.131749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2d551e-27d5-47d9-9a6c-97cbe6a2cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.170415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.182118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet c5de08e2-9253-4100-bb24-8623b99a0129 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:20.194509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.208210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=5b6a7b64-63d5-457e-a6ba-3deb383532d3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:20.337363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.366490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.640133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.684461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.694073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.712303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.751190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b9e46-3b4e-469a-9916-eae8a872dbd9 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:20.774057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.775221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035483ac-eaef-4307-9600-b66e7a932ddb req-c08b6140-7feb-47fb-9848-f4c563182e71 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:20.777442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035483ac-eaef-4307-9600-b66e7a932ddb req-c08b6140-7feb-47fb-9848-f4c563182e71 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.2676795 Aug 23 12:08:20.778520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.780089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Fanout notify agent at l3_agent the message router_deleted on router 21f1037b-fbea-4e9f-880d-2b14507698c7 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:08:20.801550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/c5de08e2-9253-4100-bb24-8623b99a0129 HTTP/1.1" status: 204 len: 168 time: 0.8067765 Aug 23 12:08:20.825046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.837335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8bf932e5-f342-44ed-a3d6-e8ed01efae4f tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/routers/21f1037b-fbea-4e9f-880d-2b14507698c7 HTTP/1.1" status: 204 len: 168 time: 2.4746120 Aug 23 12:08:20.839242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33492) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:20.844954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33494) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:20.861911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:20.935722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c463e57-9b1a-4202-8040-931be272b49e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=c5de08e2-9253-4100-bb24-8623b99a0129,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:20.956728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2d551e-27d5-47d9-9a6c-97cbe6a2cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:20.967472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2d551e-27d5-47d9-9a6c-97cbe6a2cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.149135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02e87f2f-ec90-408a-87df-3d3f093e2a20 req-58771b8c-3bcb-4f94-bc39-22c975f3112f tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1279280 Aug 23 12:08:21.208960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-da2d551e-27d5-47d9-9a6c-97cbe6a2cede admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4d1de63bd6e41ffa4628fe1d6c628a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7518678 Aug 23 12:08:21.211101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d551e-27d5-47d9-9a6c-97cbe6a2cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d9ce3-7b9c-458f-84d7-e85222e483ba,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:21.216571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:21.276099 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-035483ac-eaef-4307-9600-b66e7a932ddb req-842cc21b-a5b2-475c-b0ef-c8b6a8fabf60 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376049 Aug 23 12:08:21.315378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting subnet 7650c45f-bfc8-4bad-8cfd-7735386dfa42 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:21.339907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.509827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.585222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:21.591692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.636855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908fa470-adb9-4d83-a022-85dfa3d3307c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.792574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8263a963-1f3c-4496-9638-a07d248ab3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.826691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908fa470-adb9-4d83-a022-85dfa3d3307c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:21.954343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:22.260495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:22.360490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Subnet': ['ID=7650c45f-bfc8-4bad-8cfd-7735386dfa42,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:22.371656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908fa470-adb9-4d83-a022-85dfa3d3307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:22.380423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908fa470-adb9-4d83-a022-85dfa3d3307c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:22.381613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-908fa470-adb9-4d83-a022-85dfa3d3307c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c26d9ce3-7b9c-458f-84d7-e85222e483ba HTTP/1.1" status: 204 len: 168 time: 1.1441915 Aug 23 12:08:22.448430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-76acb1f2-5506-4d0f-89eb-4ae162f487ef None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:22.452109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76acb1f2-5506-4d0f-89eb-4ae162f487ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:22.458030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:22.460456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ee2060eb-e766-4498-8774-1e815acadcf8 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/subnets/7650c45f-bfc8-4bad-8cfd-7735386dfa42 HTTP/1.1" status: 204 len: 168 time: 1.6108179 Aug 23 12:08:22.462903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33530) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:22.471974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af506586-4a1f-47f9-b738-ffcb3466e95e req-48772f0b-f224-44fa-a077-292fa7f32365 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1385670 Aug 23 12:08:22.472554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fa470-adb9-4d83-a022-85dfa3d3307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d9ce3-7b9c-458f-84d7-e85222e483ba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:22.507610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5950f4f1-39c3-4f05-b9b0-771765480dfa None None] Network d8fb37f7-9ed0-41e4-8eae-2ffc538238ab requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:22.847314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-76acb1f2-5506-4d0f-89eb-4ae162f487ef None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:22.951372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-76acb1f2-5506-4d0f-89eb-4ae162f487ef None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:22.952757 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76acb1f2-5506-4d0f-89eb-4ae162f487ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.075573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:23.115482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a53e-33d0-41eb-a5da-fbac33dc9acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.183795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] DHCP port deletion for d8fb37f7-9ed0-41e4-8eae-2ffc538238ab request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:08:23.322938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] Deleting port a22fbd6a-1288-45c6-b839-9d4542573c7e {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:23.324769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.400775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a53e-33d0-41eb-a5da-fbac33dc9acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.408378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a53e-33d0-41eb-a5da-fbac33dc9acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.454975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a53e-33d0-41eb-a5da-fbac33dc9acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5f4ae-71f2-49d0-ab8e-e8b988b66dc1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:23.480962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2dc2a53e-33d0-41eb-a5da-fbac33dc9acb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee3e9a9083e54d69850ec132ec5689d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042914 Aug 23 12:08:23.484936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] For port a22fbd6a-1288-45c6-b839-9d4542573c7e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a22fbd6a-1288-45c6-b839-9d4542573c7e,segment=NetworkSegment(faf1c91c-364c-4354-9ab8-b7fe34e542e1),segment_id=faf1c91c-364c-4354-9ab8-b7fe34e542e1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:23.487940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.488886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33542) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:23.571586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] Calling delete_port for a22fbd6a-1288-45c6-b839-9d4542573c7e owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:23.644509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e1e60a2-dad7-4940-bd08-ddbb67315e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.657054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.749316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-83ec20f0-da50-40cf-97b9-af653418cce9 req-a8893650-6aac-462c-bddf-a8bc9c937968 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0477042 Aug 23 12:08:23.751783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e1e60a2-dad7-4940-bd08-ddbb67315e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.832787 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.871057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e1e60a2-dad7-4940-bd08-ddbb67315e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.880785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e1e60a2-dad7-4940-bd08-ddbb67315e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.887460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e1e60a2-dad7-4940-bd08-ddbb67315e8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7e5f4ae-71f2-49d0-ab8e-e8b988b66dc1 HTTP/1.1" status: 204 len: 168 time: 0.3947217 Aug 23 12:08:23.917756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e60a2-dad7-4940-bd08-ddbb67315e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5f4ae-71f2-49d0-ab8e-e8b988b66dc1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:23.918540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6878e-3b2e-4871-8e0e-ba3232e3094e req-e0daea6f-9225-4a8f-a9c3-7c482da2a356 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:23.922937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0da6878e-3b2e-4871-8e0e-ba3232e3094e req-e0daea6f-9225-4a8f-a9c3-7c482da2a356 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 1.4531941 Aug 23 12:08:23.945210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:23.948494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] No DVR routers for this DVR port a22fbd6a-1288-45c6-b839-9d4542573c7e on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:23.968406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a0f09-5322-4c93-b430-26aef968c8f4 None None] Pushing event deleted for resources: {'Port': ['ID=a22fbd6a-1288-45c6-b839-9d4542573c7e,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:24.075939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=7a4ad259-691d-4153-98ba-65038fc2ca38,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:24.175090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.189000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fb37f7-9ed0-41e4-8eae-2ffc538238ab']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:24.208609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:24.212764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:24.223630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:24.224055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d5d8a2-9936-4522-a25b-fc269a8c9b7e None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:24.224646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.239232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf1c91c-364c-4354-9ab8-b7fe34e542e1') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:24.239790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf1c91c-364c-4354-9ab8-b7fe34e542e1') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:24.273945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.346384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0da6878e-3b2e-4871-8e0e-ba3232e3094e req-78fe75ca-1df9-4e69-85e6-d4232dd7b10e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998177 Aug 23 12:08:24.348720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8072c821-2db9-4f02-b28d-8334ea5ceafb tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5003986 Aug 23 12:08:24.351517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33560) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:24.361624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'security_group': {'name': 'tempest-secgroup-1495427676'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:24.397962 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.424793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:24.430875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:24.444238 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:24.455928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.492493 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.527255 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0d42b2c6-bb90-40b5-a75f-7964e75b224b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.603044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.640596 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.647775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/networks/d8fb37f7-9ed0-41e4-8eae-2ffc538238ab HTTP/1.1" status: 204 len: 168 time: 2.1763849 Aug 23 12:08:24.689021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33570) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:24.694223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4153fbb-0aff-41d3-84e7-62d9f52b4073 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Network': ['ID=d8fb37f7-9ed0-41e4-8eae-2ffc538238ab,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:24.759221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.791270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.894550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d51698-4f1d-4af1-936c-3455bc2786eb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:24.916504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:24.920028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9a416dab-5ff2-4ed8-8726-afdea50f1879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5670125 Aug 23 12:08:24.923099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:24.938623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'security_group': {'name': 'tempest-secgroup-1316566919'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:24.987979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a22fbd6a-1288-45c6-b839-9d4542573c7e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:25.000657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Update dhcp port {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'fixed_ips': [{'subnet_id': 'd5bb90fd-8b8e-4472-8cb4-d33f2b24af35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7a4ad259-691d-4153-98ba-65038fc2ca38'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'de0a422f-eb2f-4c20-8794-8a84cf109541'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:08:25.057971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d334dc6-d1cf-4e48-a2e4-19af96bbe603 req-d8255153-d7e5-44a7-86bd-fd76db80057a tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1045430 Aug 23 12:08:25.078494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a22fbd6a-1288-45c6-b839-9d4542573c7e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:08:25.079204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.080904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a22fbd6a-1288-45c6-b839-9d4542573c7e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:25.145651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 6b363e13-4c0c-453a-a405-be25eb3cb26e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:25.146061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.153190 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.285156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.310303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.352297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20dee162-6138-4191-88d6-c985c0d905fa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:25.371418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.374519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-838b5b8f-6cb4-4e05-9908-6ee14c89ea71 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4482365 Aug 23 12:08:25.382025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33588) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:25.393119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'security_group': {'name': 'tempest-secgroup-100126215'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:25.461721 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.474303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.474906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.516683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 6b363e13-4c0c-453a-a405-be25eb3cb26e owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:25.659183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Allocated IP 2001:db8::2 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/7a4ad259-691d-4153-98ba-65038fc2ca38/de0a422f-eb2f-4c20-8794-8a84cf109541) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:25.762204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.768463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.834549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33600) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:25.853866 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.857746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=de0a422f-eb2f-4c20-8794-8a84cf109541,segment=NetworkSegment(85104fdd-c0b4-4a69-88ae-907f2fc87098),segment_id=85104fdd-c0b4-4a69-88ae-907f2fc87098)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:25.887218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.890708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5044849 Aug 23 12:08:25.921928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.931952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33604) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:25.949935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Transition to ACTIVE for port object de0a422f-eb2f-4c20-8794-8a84cf109541 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:25.973007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:25.990201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc2b0d-d90d-43db-ad77-ccbac3a3ff35 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abcf8ae-7327-4577-a58a-cf12631a44d3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:26.039678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Deleting subnet aa7569cb-e005-4b3a-adf0-d361352ab927 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:26.048768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.071692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-478981951', 'security_groups': ['0abcf8ae-7327-4577-a58a-cf12631a44d3'], 'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a4ad259-691d-4153-98ba-65038fc2ca38'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:26.104198 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.190986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.298974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe3c5c-cc63-4af4-b6fc-d9a960b8ced4 None None] Pushing event updated for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:26.325275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.328597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.337252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/floatingips/9808664f-bf21-4d74-8883-0c8b7208197c HTTP/1.1" status: 204 len: 168 time: 1.6268094 Aug 23 12:08:26.347240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:26.348563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a641e3c-5126-40cc-abd7-5cc4a5e4becd req-d1057217-6a0f-48fb-a056-ea1b77676101 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1446235 Aug 23 12:08:26.412866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.420397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f218d39-d70c-4e03-9e52-e75a0029d0fb req-12257009-481b-4699-92d3-971b75495921 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:26.422438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f218d39-d70c-4e03-9e52-e75a0029d0fb req-12257009-481b-4699-92d3-971b75495921 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.6704855 Aug 23 12:08:26.423659 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a7b194-65dd-44f3-8f35-d11dc63d861e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:26.424698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a7b194-65dd-44f3-8f35-d11dc63d861e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:26.431682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-49a7b194-65dd-44f3-8f35-d11dc63d861e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/ports/416ef65e-1ec0-47dd-a007-3d882e242936 HTTP/1.1" status: 404 len: 333 time: 0.0564640 Aug 23 12:08:26.433054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb8922-c232-4901-8f38-58761cbbdab3 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=6b363e13-4c0c-453a-a405-be25eb3cb26e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:26.440924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33618) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:26.564030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.642205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33624) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:26.644242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b58aab2-3725-4395-b5fc-5cfade76fa05 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f1037b-fbea-4e9f-880d-2b14507698c7 HTTP/1.1" status: 200 len: 205 time: 0.1608202 Aug 23 12:08:26.659753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f218d39-d70c-4e03-9e52-e75a0029d0fb req-d1674cb3-5e9c-41c1-9bf1-a265f076c64c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140744 Aug 23 12:08:26.719596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:26.781793 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-28b050d9-5db8-4af5-8f0f-72b92d639f56 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] delete failed (client error): The resource could not be found. Aug 23 12:08:26.785165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28b050d9-5db8-4af5-8f0f-72b92d639f56 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/routers/21f1037b-fbea-4e9f-880d-2b14507698c7 HTTP/1.1" status: 404 len: 336 time: 0.1380889 Aug 23 12:08:26.785165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7569cb-e005-4b3a-adf0-d361352ab927,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:26.787297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33628) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:26.817122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:26.819743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b95e85aa-9680-4799-98e6-7ae1a3148dda admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa7569cb-e005-4b3a-adf0-d361352ab927 HTTP/1.1" status: 204 len: 168 time: 0.9782124 Aug 23 12:08:26.855559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33630) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:26.876572 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dd0456-155d-4a9f-a6e9-4d21ae082eda tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:26.877281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dd0456-155d-4a9f-a6e9-4d21ae082eda tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:26.879838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-71dd0456-155d-4a9f-a6e9-4d21ae082eda tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/subnets/7650c45f-bfc8-4bad-8cfd-7735386dfa42 HTTP/1.1" status: 404 len: 337 time: 0.0912027 Aug 23 12:08:26.882688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:27.021619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:08:27.076709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.116682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] device_id is not set on port ca049d5c-5b33-4620-8864-a085e4cc7a2d yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:08:27.317258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.318307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.443314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9c940bc-9c75-4b4f-a7d0-6f7681c0b9da None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:27.443734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9c940bc-9c75-4b4f-a7d0-6f7681c0b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.513706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:27.515437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.558421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8::1a2 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/7a4ad259-691d-4153-98ba-65038fc2ca38/ca049d5c-5b33-4620-8864-a085e4cc7a2d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:27.628786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.644631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b9c940bc-9c75-4b4f-a7d0-6f7681c0b9da None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:27.678779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9c940bc-9c75-4b4f-a7d0-6f7681c0b9da None None] Provisioning for port de0a422f-eb2f-4c20-8794-8a84cf109541 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:27.692998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9c940bc-9c75-4b4f-a7d0-6f7681c0b9da None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:27.694158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9c940bc-9c75-4b4f-a7d0-6f7681c0b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.800300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8637bcb0-38f4-4d22-a0d9-0829d8647ce4 req-ac13b6bc-227a-41b9-ae44-4222e122aba4 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1437185 Aug 23 12:08:27.871230 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.920228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fd4e5b-4943-47ea-b775-bc93aba42b6b']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:27.943327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5106b4-ee68-4a88-9b55-81b1d909b6e1') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:27.943573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5106b4-ee68-4a88-9b55-81b1d909b6e1') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:27.963919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:27.990854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.001192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.013454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 70237aaf-f8af-4c6d-a1a2-3e38560f3dbf owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:28.016059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:28.017172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:28.019189 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:28.083618 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.150414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object ca049d5c-5b33-4620-8864-a085e4cc7a2d will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:28.153269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.203343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.205471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.222807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.228310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] 10.222.0.21 "DELETE /v2.0/networks/97fd4e5b-4943-47ea-b775-bc93aba42b6b HTTP/1.1" status: 204 len: 168 time: 1.3669295 Aug 23 12:08:28.228310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33682) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:28.244334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdb602-6c70-4241-8e33-f436c7dfed1f req-04beeadf-8f42-4b87-bc65-056328a159e3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:28.261407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2bdb602-6c70-4241-8e33-f436c7dfed1f req-04beeadf-8f42-4b87-bc65-056328a159e3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.3020093 Aug 23 12:08:28.281875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Deleting subnet beb103e8-e9a0-4d3f-a15e-4a52a75f4660 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:28.299761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.326698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948685e-28bb-417f-887b-237f1759f730 admin admin] Pushing event deleted for resources: {'Network': ['ID=97fd4e5b-4943-47ea-b775-bc93aba42b6b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:28.362772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.441562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:28.449801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:28.459318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:08:28.465425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:28.466713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.476711 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.480734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=ca049d5c-5b33-4620-8864-a085e4cc7a2d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:28.503126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2bdb602-6c70-4241-8e33-f436c7dfed1f req-ad29f239-dd97-44be-90c7-76bf129b7f32 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407033 Aug 23 12:08:28.534432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.554490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b35a5d45-174e-4669-ba5d-875c43c92879 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4935012 Aug 23 12:08:28.557829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:28.566887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:28.580524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=70237aaf-f8af-4c6d-a1a2-3e38560f3dbf,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:28.666051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.684164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.686917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/beb103e8-e9a0-4d3f-a15e-4a52a75f4660 HTTP/1.1" status: 204 len: 168 time: 0.4583929 Aug 23 12:08:28.703917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33710) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:28.714371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bb20c-6829-4eb0-bd7b-8d8efa42b443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb103e8-e9a0-4d3f-a15e-4a52a75f4660,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:28.735891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.749213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbbd9446-53d6-48a2-8fd0-d2a8451f9c90 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/ports/70237aaf-f8af-4c6d-a1a2-3e38560f3dbf HTTP/1.1" status: 204 len: 168 time: 1.8431451 Aug 23 12:08:28.750824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33712) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:28.928094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:28.940458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:28.963510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port b5135ebb-02ca-4250-9132-52ed63b1983a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:28.970281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.066269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efefb1ff-644c-45d7-9289-7f13c4707811 req-901eaec7-1e80-4798-8a89-47defb4bfb86 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0714912 Aug 23 12:08:29.109221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.158883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.161868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-928bd327-cd9c-4ad5-99c6-a7c697160c37 None None] Provisioning for port ca049d5c-5b33-4620-8864-a085e4cc7a2d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:29.171980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-928bd327-cd9c-4ad5-99c6-a7c697160c37 None None] Provisioning complete for port ca049d5c-5b33-4620-8864-a085e4cc7a2d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:29.172665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-928bd327-cd9c-4ad5-99c6-a7c697160c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.207150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for b5135ebb-02ca-4250-9132-52ed63b1983a owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:29.247922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-928bd327-cd9c-4ad5-99c6-a7c697160c37 None None] Port ca049d5c-5b33-4620-8864-a085e4cc7a2d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:29.357939 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a4ad259-691d-4153-98ba-65038fc2ca38 (CIDR: 2001:db8::/64) Aug 23 12:08:29.392938 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:08:29.393538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:29.401414 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.420192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157b0a9d-b552-4ae5-aa3d-a3946d8528a3']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:29.438744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8b7719fe-2a58-4678-b186-09790d8a95e1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8795712 Aug 23 12:08:29.439591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33744) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:29.441503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfc24d4-47d6-43cf-9be6-9b4d94e747a3') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:29.441949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfc24d4-47d6-43cf-9be6-9b4d94e747a3') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:29.457305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.463464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:29.480693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.501317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:29.502592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:29.504841 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:29.649452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.656887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.659737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] 10.222.0.21 "DELETE /v2.0/networks/157b0a9d-b552-4ae5-aa3d-a3946d8528a3 HTTP/1.1" status: 204 len: 168 time: 0.9547236 Aug 23 12:08:29.683791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.722749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33754) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:29.723411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a1d59-2d2c-4d2f-bf20-a5f865fe2aff admin admin] Pushing event deleted for resources: {'Network': ['ID=157b0a9d-b552-4ae5-aa3d-a3946d8528a3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:29.729949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:29.737950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.742095 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=b5135ebb-02ca-4250-9132-52ed63b1983a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:29.846059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e747ca-908e-4c4b-ad27-a3c6b2ab2453 req-dae35639-2a59-4026-990d-b8685ffbe8e6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:29.847265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67e747ca-908e-4c4b-ad27-a3c6b2ab2453 req-dae35639-2a59-4026-990d-b8685ffbe8e6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1534514 Aug 23 12:08:29.885748 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:29.891701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-56e27231-dc7a-40c0-852a-761421c830d0 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/ports/b5135ebb-02ca-4250-9132-52ed63b1983a HTTP/1.1" status: 204 len: 168 time: 1.1366155 Aug 23 12:08:29.894617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:29.956513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67e747ca-908e-4c4b-ad27-a3c6b2ab2453 req-27a4c70f-d2f5-417c-b95b-9dba070d8f05 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937622 Aug 23 12:08:29.983252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c254a-eeda-4516-9443-470194a93a4e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:29.992613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-441c254a-eeda-4516-9443-470194a93a4e tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f HTTP/1.1" status: 200 len: 913 time: 0.0937605 Aug 23 12:08:29.993038 n-d-773645-7 neutron-server[101057]: INFO neutron.db.ipam_backend_mixin [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d5bb90fd-8b8e-4472-8cb4-d33f2b24af35 (CIDR: 2001:db8:0:1::/64) Aug 23 12:08:29.993158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33762) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:29.999213 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:08:29.999656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:30.062413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-baf297f1-081f-44b8-a8d3-43aa6cbc3eab tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6129463 Aug 23 12:08:30.064752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:30.070299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'subnet': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:30.117390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:30.255390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c62559fd-2372-4215-9345-4d8dd727b4a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a14619b45de94519a1d937c04a7ed75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339829 Aug 23 12:08:30.255390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33772) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:30.348432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:30.379106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34500821-8b59-4bd6-a83a-5669f8b3290f req-f2f544d4-49a1-4675-8b42-2d9134dfd210 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1435163 Aug 23 12:08:30.489658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c720e10d-1c7c-434e-8111-3a39a85b928c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.508684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a303f64-78e3-42af-b5f4-ace3c95bbaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.527572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eeeb-1463-4338-8fff-ec1ce0662da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.539839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Made reservation on behalf of f92161b5f4eb49619bad78731675d102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:30.549209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.600479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eeeb-1463-4338-8fff-ec1ce0662da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.721970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.724714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eeeb-1463-4338-8fff-ec1ce0662da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.727645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5eb2eeeb-1463-4338-8fff-ec1ce0662da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.729722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5eb2eeeb-1463-4338-8fff-ec1ce0662da7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/365c0d94-4692-4db8-b4f5-e9f3a954999f HTTP/1.1" status: 204 len: 168 time: 0.4735301 Aug 23 12:08:30.842965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2eeeb-1463-4338-8fff-ec1ce0662da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365c0d94-4692-4db8-b4f5-e9f3a954999f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:30.864452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c720e10d-1c7c-434e-8111-3a39a85b928c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:30.888097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c720e10d-1c7c-434e-8111-3a39a85b928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.079277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c720e10d-1c7c-434e-8111-3a39a85b928c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d36c02902394b9dad94e9e3f6030472&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3547995 Aug 23 12:08:31.092602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33784) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:31.111501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e10d-1c7c-434e-8111-3a39a85b928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aec92da-8ee0-4bb3-a189-4f7f0b6af24a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:31.292406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33786) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:31.328260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c6e52-68e6-48fd-b777-19d99f1355f4 req-59e65972-f804-401e-89fd-73e31cc40a58 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:31.329935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a21c6e52-68e6-48fd-b777-19d99f1355f4 req-59e65972-f804-401e-89fd-73e31cc40a58 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1711216 Aug 23 12:08:31.369757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.387916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a21c6e52-68e6-48fd-b777-19d99f1355f4 req-9e2b4234-2a45-4e3d-98d1-e9dd4fbbfabe tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460646 Aug 23 12:08:31.396003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4fe936d7-9345-400d-85ef-3143b719c560 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4f92814a0df4313bfdca760b32df6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994391 Aug 23 12:08:31.397439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33788) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:31.400193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port 9ea07db7-e904-4de9-81fb-9fc152a684fd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:31.400545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.480520 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a303f64-78e3-42af-b5f4-ace3c95bbaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.495367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:31.498335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9a303f64-78e3-42af-b5f4-ace3c95bbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.532747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9a303f64-78e3-42af-b5f4-ace3c95bbaaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abc1d565b1bb46779c8b148b734329e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1831207 Aug 23 12:08:31.533512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33792) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:31.547310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:31.549646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4350f1-abc9-4e9f-8628-ed7847161b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.556854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee710c96-4965-46a9-8a1d-033ab3892212 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:31.575379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:31.579647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.591622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4350f1-abc9-4e9f-8628-ed7847161b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.623858 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.650249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for 9ea07db7-e904-4de9-81fb-9fc152a684fd owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:31.670479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Subnet': ['ID=079f6cba-8fa1-42f7-930e-392c5587f9b6,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:31.682931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc636b33-d23d-4865-8178-cc40e14c20cb req-fcd604e1-a4e2-4b74-96f2-9963feeb8619 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1366501 Aug 23 12:08:31.741754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4350f1-abc9-4e9f-8628-ed7847161b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.744592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4350f1-abc9-4e9f-8628-ed7847161b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.748902 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd4350f1-abc9-4e9f-8628-ed7847161b63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8447d611-ec3b-4b3d-9bc3-4e00b44ec994 HTTP/1.1" status: 204 len: 168 time: 0.3413191 Aug 23 12:08:31.758714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4350f1-abc9-4e9f-8628-ed7847161b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8447d611-ec3b-4b3d-9bc3-4e00b44ec994,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:31.765336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a303f64-78e3-42af-b5f4-ace3c95bbaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35be1ff-0020-4c83-9fce-4437b11fd0b9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:31.785518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1878db5-bff7-4f24-ab06-15f58082e8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.809950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33796) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:31.817182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1011343631', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '079f6cba-8fa1-42f7-930e-392c5587f9b6'}], 'security_groups': ['34d51698-4f1d-4af1-936c-3455bc2786eb', '20dee162-6138-4191-88d6-c985c0d905fa']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:31.823820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8989aafe-cb23-4786-a2ce-437f746c3690 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7576587 Aug 23 12:08:31.900685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:31.941019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1878db5-bff7-4f24-ab06-15f58082e8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.080601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1878db5-bff7-4f24-ab06-15f58082e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.086947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1878db5-bff7-4f24-ab06-15f58082e8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.088153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c1878db5-bff7-4f24-ab06-15f58082e8ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5aec92da-8ee0-4bb3-a189-4f7f0b6af24a HTTP/1.1" status: 204 len: 168 time: 0.9905634 Aug 23 12:08:32.096869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61da7258-89ad-4624-ae43-a962d3b9861e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.103817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878db5-bff7-4f24-ab06-15f58082e8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aec92da-8ee0-4bb3-a189-4f7f0b6af24a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:32.126784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61da7258-89ad-4624-ae43-a962d3b9861e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.188708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61da7258-89ad-4624-ae43-a962d3b9861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.196786 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61da7258-89ad-4624-ae43-a962d3b9861e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.200066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-61da7258-89ad-4624-ae43-a962d3b9861e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e35be1ff-0020-4c83-9fce-4437b11fd0b9 HTTP/1.1" status: 204 len: 168 time: 0.6493504 Aug 23 12:08:32.232983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7258-89ad-4624-ae43-a962d3b9861e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35be1ff-0020-4c83-9fce-4437b11fd0b9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:32.248072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Update dhcp port {'port': {'network_id': 'c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd', 'fixed_ips': [{'subnet_id': 'd5bb90fd-8b8e-4472-8cb4-d33f2b24af35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7a4ad259-691d-4153-98ba-65038fc2ca38', 'ip_address': '2001:db8::2'}, {'subnet_id': '079f6cba-8fa1-42f7-930e-392c5587f9b6'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'de0a422f-eb2f-4c20-8794-8a84cf109541'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:08:32.301035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.420761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.553564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=9ea07db7-e904-4de9-81fb-9fc152a684fd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:32.818108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33814) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:32.850242 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e01c-307c-483a-8ce3-8d830b8c4711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:32.882166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Delete allocated IP 2001:db8::1a2 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/7a4ad259-691d-4153-98ba-65038fc2ca38) {{(pid=101058) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 12:08:32.960283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33816) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:32.961643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Allocated IP 2001:db8:0:2::20 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/079f6cba-8fa1-42f7-930e-392c5587f9b6/ca049d5c-5b33-4620-8864-a085e4cc7a2d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:33.008468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b04f9a20-91f5-444c-83ed-e42c4a56dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.044707 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e01c-307c-483a-8ce3-8d830b8c4711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.063696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e01c-307c-483a-8ce3-8d830b8c4711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.099746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a7f8e01c-307c-483a-8ce3-8d830b8c4711 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a8ee800193b4d3db52fac64a8560f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805974 Aug 23 12:08:33.119436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33820) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:33.134054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf466b83-3151-43b2-99a9-674997c5eb05 req-fc316bf2-c9e7-4690-9821-d788b74a8797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0866320 Aug 23 12:08:33.209564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8e01c-307c-483a-8ce3-8d830b8c4711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3804d7d4-aa68-4769-84dc-c535cd138df8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:33.230865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c126b50d-8117-4ce9-9ac3-c880eb3dd6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.314622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c126b50d-8117-4ce9-9ac3-c880eb3dd6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.428903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c126b50d-8117-4ce9-9ac3-c880eb3dd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.431876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c126b50d-8117-4ce9-9ac3-c880eb3dd6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.433074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c126b50d-8117-4ce9-9ac3-c880eb3dd6d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3804d7d4-aa68-4769-84dc-c535cd138df8 HTTP/1.1" status: 204 len: 168 time: 0.2980361 Aug 23 12:08:33.459684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126b50d-8117-4ce9-9ac3-c880eb3dd6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3804d7d4-aa68-4769-84dc-c535cd138df8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:33.596894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce4708-8b71-47ef-a7c3-afb8de2f3c86 req-93a6569e-3a0f-4697-a099-31234d4667cd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:33.604385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbce4708-8b71-47ef-a7c3-afb8de2f3c86 req-93a6569e-3a0f-4697-a099-31234d4667cd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.9192235 Aug 23 12:08:33.768427 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbce4708-8b71-47ef-a7c3-afb8de2f3c86 req-5d04f529-dff9-446a-bc2b-7abe59a0da24 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630578 Aug 23 12:08:33.838851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:33.975639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b04f9a20-91f5-444c-83ed-e42c4a56dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.010795 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b04f9a20-91f5-444c-83ed-e42c4a56dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.070670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.099951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b04f9a20-91f5-444c-83ed-e42c4a56dfc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4d9b7c49d4496cb4c7730ae2e69f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1238434 Aug 23 12:08:34.102991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:34.117368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f9a20-91f5-444c-83ed-e42c4a56dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b466a3a0-c713-4b14-93ed-698f1ad12630,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:34.133233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Transition to ACTIVE for port object ca049d5c-5b33-4620-8864-a085e4cc7a2d will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:34.160350 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.225969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d16ab85-5461-41ed-8a4a-2a8975d56f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.287146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d16ab85-5461-41ed-8a4a-2a8975d56f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.355876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Allocated IP 2001:db8:0:2::2 (c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd/079f6cba-8fa1-42f7-930e-392c5587f9b6/de0a422f-eb2f-4c20-8794-8a84cf109541) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:34.361157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] In _notify_port_updated(), no bound segment for port ca049d5c-5b33-4620-8864-a085e4cc7a2d on network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:08:34.368349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:34.369059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.374316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fae45da6-2313-4e02-a4fc-8042838795f2 req-48e7b991-5774-443e-aa74-d2edffed8ba5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0841293 Aug 23 12:08:34.381005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "PUT /v2.0/ports/ca049d5c-5b33-4620-8864-a085e4cc7a2d HTTP/1.1" status: 200 len: 969 time: 2.5699673 Aug 23 12:08:34.387475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33856) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:34.446887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b29d0-e7e6-4025-859f-1c97aa023bf6 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event updated for resources: {'Port': ['ID=ca049d5c-5b33-4620-8864-a085e4cc7a2d,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:34.523090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=de0a422f-eb2f-4c20-8794-8a84cf109541,segment=NetworkSegment(85104fdd-c0b4-4a69-88ae-907f2fc87098),segment_id=85104fdd-c0b4-4a69-88ae-907f2fc87098)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:34.576040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:08:34.597984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.649414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Transition to ACTIVE for port object de0a422f-eb2f-4c20-8794-8a84cf109541 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:34.655541 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.712228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d16ab85-5461-41ed-8a4a-2a8975d56f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.726511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:34.727117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d16ab85-5461-41ed-8a4a-2a8975d56f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.727893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2d16ab85-5461-41ed-8a4a-2a8975d56f36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b466a3a0-c713-4b14-93ed-698f1ad12630 HTTP/1.1" status: 204 len: 168 time: 0.6238265 Aug 23 12:08:34.742171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aa4eaf18-d12c-4268-8141-d40a6ca5fa6c tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "PUT /v2.0/routers/8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7480743 Aug 23 12:08:34.751542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33864) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:34.770928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ab85-5461-41ed-8a4a-2a8975d56f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b466a3a0-c713-4b14-93ed-698f1ad12630,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:34.838381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] Sync routers for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:34.864298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port ca049d5c-5b33-4620-8864-a085e4cc7a2d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:34.864652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:34.935827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:34.940246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:35.088377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.102600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:35.129237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] Routers {'8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:35.130987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:35.185911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:35.187148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56af9bd3-0fc7-49e6-ac59-8f866ee56e3d None None] The sync data for ids ['8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:08:35.190124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Pushing event updated for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:35.198821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.199203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.199524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.199894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.201010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.201500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.202105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.202452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.202790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.203128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.203463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.203794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eaf97-b1b1-45d2-8f87-042188346d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:35.221893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.257983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for ca049d5c-5b33-4620-8864-a085e4cc7a2d owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:35.422838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538cc16-f25b-46f8-98bd-3d50ab3b3b72 req-e232ab0a-e110-48ba-82a7-89efa626a52d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:35.447030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5538cc16-f25b-46f8-98bd-3d50ab3b3b72 req-e232ab0a-e110-48ba-82a7-89efa626a52d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.4359803 Aug 23 12:08:35.484072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.626984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.655412 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5538cc16-f25b-46f8-98bd-3d50ab3b3b72 req-7f8e5d7c-2f40-4da0-8342-806530342665 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906681 Aug 23 12:08:35.704003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting port b0328e21-3f3a-4e4d-8d79-c3e0c55857f5 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:35.704365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.749646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=ca049d5c-5b33-4620-8864-a085e4cc7a2d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:35.775411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee949b99-4d67-4329-a6ba-27f1d5a893e8 req-fdee4d58-c203-40db-bc09-b7534d061e92 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1846647 Aug 23 12:08:35.852030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.857189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e3e19340-1e05-4f99-8b72-2e90a49056e5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/ca049d5c-5b33-4620-8864-a085e4cc7a2d HTTP/1.1" status: 204 len: 168 time: 1.4690485 Aug 23 12:08:35.861092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33890) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:35.868159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:35.886233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Calling delete_port for b0328e21-3f3a-4e4d-8d79-c3e0c55857f5 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:35.916075 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9764115-b24f-4eee-868d-0e013282b8b8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] GET failed (client error): The resource could not be found. Aug 23 12:08:35.920876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f9764115-b24f-4eee-868d-0e013282b8b8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports/ca049d5c-5b33-4620-8864-a085e4cc7a2d HTTP/1.1" status: 404 len: 333 time: 0.0584118 Aug 23 12:08:35.923155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33894) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:36.002095 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33896) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:36.039115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05b7cb2c-fcda-42e5-b967-572854ba1ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.151937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32c1fd1-198b-4ff5-a5b4-39be18f7d5bf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.196241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32c1fd1-198b-4ff5-a5b4-39be18f7d5bf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.266578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32c1fd1-198b-4ff5-a5b4-39be18f7d5bf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.270370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a32c1fd1-198b-4ff5-a5b4-39be18f7d5bf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.272038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a32c1fd1-198b-4ff5-a5b4-39be18f7d5bf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/security-groups/0abcf8ae-7327-4577-a58a-cf12631a44d3 HTTP/1.1" status: 204 len: 168 time: 0.3471668 Aug 23 12:08:36.291815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33908) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:36.350112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:36.351115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.369994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.401791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c1fd1-198b-4ff5-a5b4-39be18f7d5bf tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abcf8ae-7327-4577-a58a-cf12631a44d3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:36.429215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Port': ['ID=b0328e21-3f3a-4e4d-8d79-c3e0c55857f5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:36.472962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99bbe4c0-790d-453c-949f-39f629871ff2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.543522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:36.625516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99bbe4c0-790d-453c-949f-39f629871ff2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.629544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Provisioning for port de0a422f-eb2f-4c20-8794-8a84cf109541 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:08:36.637262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:36.649287 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.650015 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.806636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05b7cb2c-fcda-42e5-b967-572854ba1ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.831510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-05b7cb2c-fcda-42e5-b967-572854ba1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.950722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.956269 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:36.993162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7cb2c-fcda-42e5-b967-572854ba1ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16af567-a3a7-4317-8115-57bf582eb92b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:37.088991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99bbe4c0-790d-453c-949f-39f629871ff2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.095623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.097843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99bbe4c0-790d-453c-949f-39f629871ff2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.100232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-99bbe4c0-790d-453c-949f-39f629871ff2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/security-groups/20dee162-6138-4191-88d6-c985c0d905fa HTTP/1.1" status: 204 len: 168 time: 0.8069711 Aug 23 12:08:37.101090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:08:37.104040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33928) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:37.119129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4b026f4-df46-4293-8c60-5788b2b4ad19 req-9b040b91-d0c3-43e0-b037-5e87d5f7759b tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1139717 Aug 23 12:08:37.124764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.126536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4a2073f8-6cd5-4cfa-950f-55e10d319ed7 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/routers/8cd5f510-8f17-4bf7-a0f8-1dcad721bf5f HTTP/1.1" status: 204 len: 168 time: 2.3730485 Aug 23 12:08:37.149541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33930) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:37.187695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbe4c0-790d-453c-949f-39f629871ff2 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dee162-6138-4191-88d6-c985c0d905fa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:37.200908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-05b7cb2c-fcda-42e5-b967-572854ba1ffd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d80aa89740d4ecebf30a8606bd96695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1950576 Aug 23 12:08:37.201631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33934) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:37.268966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:08:37.300392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Deleting subnet e3b459c5-3672-441d-b0a9-13464764041e {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:37.305318 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.339024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9262dfb5-d9a4-45bf-8db3-9cafa23edd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.372482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.400118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9262dfb5-d9a4-45bf-8db3-9cafa23edd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.430185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.512098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:37.515223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.532452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9262dfb5-d9a4-45bf-8db3-9cafa23edd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.537255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9262dfb5-d9a4-45bf-8db3-9cafa23edd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.538554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9262dfb5-d9a4-45bf-8db3-9cafa23edd83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d16af567-a3a7-4317-8115-57bf582eb92b HTTP/1.1" status: 204 len: 168 time: 0.3359201 Aug 23 12:08:37.557596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262dfb5-d9a4-45bf-8db3-9cafa23edd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16af567-a3a7-4317-8115-57bf582eb92b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:37.661830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf03b4-8585-4875-b6f9-f3403c8cbfd0 req-e8a62c19-4166-4081-94c1-2cb7d603a772 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:37.663744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dedf03b4-8585-4875-b6f9-f3403c8cbfd0 req-e8a62c19-4166-4081-94c1-2cb7d603a772 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.6413343 Aug 23 12:08:37.665726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.844841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:37.863264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33972) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:37.865357 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/subnets/e3b459c5-3672-441d-b0a9-13464764041e HTTP/1.1" status: 204 len: 168 time: 0.7100770 Aug 23 12:08:37.867686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1cc07-d405-4fb9-8e19-9544c3312e39 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b459c5-3672-441d-b0a9-13464764041e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:37.910049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cf820122-3db1-43e7-a2e2-6759619cae1b None None] Could not find standard attr ID for object ca049d5c-5b33-4620-8864-a085e4cc7a2d. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:08:37.946631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dedf03b4-8585-4875-b6f9-f3403c8cbfd0 req-931d43eb-a648-46ba-955a-aa50ff0a6773 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579186 Aug 23 12:08:38.030255 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfce61eb-0fdb-4725-a5f4-2e4acd2729ef tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.099021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfce61eb-0fdb-4725-a5f4-2e4acd2729ef tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.100615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.150443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8c7c48a2-6b3d-4293-a70d-98a56d0d6dc5 None None] Could not find standard attr ID for object ca049d5c-5b33-4620-8864-a085e4cc7a2d. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:08:38.205661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfce61eb-0fdb-4725-a5f4-2e4acd2729ef tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.213554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfce61eb-0fdb-4725-a5f4-2e4acd2729ef tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.217626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dfce61eb-0fdb-4725-a5f4-2e4acd2729ef tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/security-groups/34d51698-4f1d-4af1-936c-3455bc2786eb HTTP/1.1" status: 204 len: 168 time: 1.1107759 Aug 23 12:08:38.227217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:38.300425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce61eb-0fdb-4725-a5f4-2e4acd2729ef tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d51698-4f1d-4af1-936c-3455bc2786eb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:38.331325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33992) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:38.368904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 7a4ad259-691d-4153-98ba-65038fc2ca38 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:38.387963 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.482534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2486faf-066b-42cc-adb5-128670cde1bf req-8748c686-f846-4f01-ba3e-aab0d942b4f7 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.1730092 Aug 23 12:08:38.496719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.505075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.534226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe88e90-cbd6-4907-b4b8-7ae2f49addf3']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:38.556316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba8bc10-bcb0-41be-afb0-5478ec7d91c7') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:38.557070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba8bc10-bcb0-41be-afb0-5478ec7d91c7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:38.577830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.609190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.615920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:38.616353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.627590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-010d5d9f-2bbf-4ddb-834a-14f299cd19a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:38.692078 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:38.695591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.719716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.725802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] 10.222.0.21 "DELETE /v2.0/networks/2fe88e90-cbd6-4907-b4b8-7ae2f49addf3 HTTP/1.1" status: 204 len: 168 time: 0.8613515 Aug 23 12:08:38.726931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78696-439b-42c4-a25b-3a72983e7989 tempest-FloatingIPTestJSON-2015612388 tempest-FloatingIPTestJSON-2015612388-project] Pushing event deleted for resources: {'Network': ['ID=2fe88e90-cbd6-4907-b4b8-7ae2f49addf3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:38.779133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.904231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:38.989145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4ad259-691d-4153-98ba-65038fc2ca38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:39.014126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:39.016334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c11c329-cabc-4eb4-b5e1-3ce0a397b7e0 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/7a4ad259-691d-4153-98ba-65038fc2ca38 HTTP/1.1" status: 204 len: 168 time: 0.7804229 Aug 23 12:08:39.020710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e85b78-188c-47e9-a4d3-9f3bab62c179 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:39.021247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34020) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:39.114689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet 079f6cba-8fa1-42f7-930e-392c5587f9b6 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:39.119988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:39.207929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-010d5d9f-2bbf-4ddb-834a-14f299cd19a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:39.223179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:39.277272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-010d5d9f-2bbf-4ddb-834a-14f299cd19a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:39.386526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:39.462807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34030) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:39.463613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-010d5d9f-2bbf-4ddb-834a-14f299cd19a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58ed4b6fab4542b79b38e9d2208c752b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1254182 Aug 23 12:08:39.491217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d5d9f-2bbf-4ddb-834a-14f299cd19a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198f69a1-fdca-480b-86d2-b7157bbb070d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:39.548163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95412a98-715b-4516-87b5-b24c9d8821ac req-c9672ed9-272b-4105-9d3d-853cb848df96 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:39.554255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:39.558860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95412a98-715b-4516-87b5-b24c9d8821ac req-c9672ed9-272b-4105-9d3d-853cb848df96 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.3494692 Aug 23 12:08:39.681626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95412a98-715b-4516-87b5-b24c9d8821ac req-e3c8c40d-fdf1-4184-a478-85885eaad1a9 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103940 Aug 23 12:08:39.826680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eab7c51d-fff3-4856-8392-b0d671c8811c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=957f529b76614c10b6b6d9640cf3bf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255750 Aug 23 12:08:39.830182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34040) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:40.009818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492465b7-50ef-4882-94c4-9282ee406640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.084074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492465b7-50ef-4882-94c4-9282ee406640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.178704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34044) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:40.197028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492465b7-50ef-4882-94c4-9282ee406640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.202943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-492465b7-50ef-4882-94c4-9282ee406640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.230947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-492465b7-50ef-4882-94c4-9282ee406640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7824e6e4-2661-46af-88fa-d66a88865253 HTTP/1.1" status: 204 len: 168 time: 0.3987010 Aug 23 12:08:40.256460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492465b7-50ef-4882-94c4-9282ee406640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7824e6e4-2661-46af-88fa-d66a88865253,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:40.447824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ebcb4c25-53d2-4fbe-a97d-f7fa328d0f18 req-12740d9f-f0d7-4800-837e-d8f5aa16667c tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.7683301 Aug 23 12:08:40.483031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.485590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b35ad55c-7e24-4f53-9172-656235adb306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.517029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b35ad55c-7e24-4f53-9172-656235adb306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.604311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=079f6cba-8fa1-42f7-930e-392c5587f9b6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:40.635772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.641590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34052) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:40.656397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-18627b5a-75e0-4727-a7cb-78c726801af5 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/079f6cba-8fa1-42f7-930e-392c5587f9b6 HTTP/1.1" status: 204 len: 168 time: 1.6336093 Aug 23 12:08:40.671372 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b35ad55c-7e24-4f53-9172-656235adb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.674900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b35ad55c-7e24-4f53-9172-656235adb306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.690098 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b0f594-3092-4483-ad8c-3c9302381fe7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:40.690956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b0f594-3092-4483-ad8c-3c9302381fe7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:40.696172 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92b0f594-3092-4483-ad8c-3c9302381fe7 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/7a4ad259-691d-4153-98ba-65038fc2ca38 HTTP/1.1" status: 404 len: 337 time: 0.0534949 Aug 23 12:08:40.697202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34056) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:40.698526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b35ad55c-7e24-4f53-9172-656235adb306 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/198f69a1-fdca-480b-86d2-b7157bbb070d HTTP/1.1" status: 204 len: 168 time: 1.2346265 Aug 23 12:08:40.727595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad55c-7e24-4f53-9172-656235adb306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f69a1-fdca-480b-86d2-b7157bbb070d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:40.809313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b068bafc-edfe-4b49-8b25-9ff9851e8a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.901404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e8f46-a362-4865-abcf-72a62a5eefb8 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:40.956927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b068bafc-edfe-4b49-8b25-9ff9851e8a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:40.978249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b068bafc-edfe-4b49-8b25-9ff9851e8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.052711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting subnet d5bb90fd-8b8e-4472-8cb4-d33f2b24af35 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:41.059000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.114100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.144824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-46c0ff02-a8fd-42a7-be36-6bf555ef5672 None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:41.145115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-46c0ff02-a8fd-42a7-be36-6bf555ef5672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.185116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-46c0ff02-a8fd-42a7-be36-6bf555ef5672 None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:41.227647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-46c0ff02-a8fd-42a7-be36-6bf555ef5672 None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:41.228288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-46c0ff02-a8fd-42a7-be36-6bf555ef5672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.230565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.325263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.374659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Subnet': ['ID=d5bb90fd-8b8e-4472-8cb4-d33f2b24af35,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:41.417511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6b64-ce6e-4e0f-8f58-648ef5ca4b94 req-fc850bae-58fb-48da-97b4-4514b2b4a563 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:41.420781 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3cab6b64-ce6e-4e0f-8f58-648ef5ca4b94 req-fc850bae-58fb-48da-97b4-4514b2b4a563 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.4591715 Aug 23 12:08:41.422658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068bafc-edfe-4b49-8b25-9ff9851e8a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ecf0b-371a-47c7-903d-d5125064509c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:41.429655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34072) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.446013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b068bafc-edfe-4b49-8b25-9ff9851e8a27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d22208f76b44d1eb43f7519f4162878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2660646 Aug 23 12:08:41.448919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34074) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.464026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d698d7d2-c428-4ba8-b3f9-c13947da7d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.532188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.548416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-683a4695-8834-4305-8dff-94012a4f1590 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/d5bb90fd-8b8e-4472-8cb4-d33f2b24af35 HTTP/1.1" status: 204 len: 168 time: 0.8483908 Aug 23 12:08:41.563437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.671504 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ebc1d6-abce-4b90-af61-dd2aaf0bb346 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:41.672173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ebc1d6-abce-4b90-af61-dd2aaf0bb346 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:41.677323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f3ebc1d6-abce-4b90-af61-dd2aaf0bb346 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/c5de08e2-9253-4100-bb24-8623b99a0129 HTTP/1.1" status: 404 len: 337 time: 0.1128399 Aug 23 12:08:41.678174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34082) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.693452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-878763cc-3a48-4029-abe5-c4195870f719 req-9202d59b-7d11-4cdc-9956-bc2e5f1ac7d5 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0821939 Aug 23 12:08:41.786466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3cab6b64-ce6e-4e0f-8f58-648ef5ca4b94 req-36a3b88f-afcf-499f-abbe-2a1dee1e5261 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280172 Aug 23 12:08:41.786466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-292802de-2171-4fc2-b2f0-43917f5165c1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa344a8-8c90-47fa-8583-765113b89a2d HTTP/1.1" status: 200 len: 205 time: 0.0976243 Aug 23 12:08:41.786466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0702c429-f017-450a-93ea-bf1dd563090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.786790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34088) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.864899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d698d7d2-c428-4ba8-b3f9-c13947da7d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.873067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d698d7d2-c428-4ba8-b3f9-c13947da7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:41.929056 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-d89d17a6-a7dc-41d5-845b-7ad38b66f4d3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] delete failed (client error): The resource could not be found. Aug 23 12:08:41.937362 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d89d17a6-a7dc-41d5-845b-7ad38b66f4d3 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/routers/8aa344a8-8c90-47fa-8583-765113b89a2d HTTP/1.1" status: 404 len: 336 time: 0.1467977 Aug 23 12:08:41.941343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d698d7d2-c428-4ba8-b3f9-c13947da7d5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98d732c9b6754ebdb65b5177a26b97e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103693 Aug 23 12:08:41.943569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34092) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.943959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34094) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:41.945785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698d7d2-c428-4ba8-b3f9-c13947da7d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4141fce-c022-444c-8d6a-76fbf3bbcfdd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:42.020512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0702c429-f017-450a-93ea-bf1dd563090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.109063 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7509f2b7-230b-40d1-938c-b5b8a3d7a563 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.109537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7509f2b7-230b-40d1-938c-b5b8a3d7a563 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.114151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34100) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.123552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7509f2b7-230b-40d1-938c-b5b8a3d7a563 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/223dc208-f06e-4de2-b94c-faeffb0907fc HTTP/1.1" status: 404 len: 337 time: 0.1710913 Aug 23 12:08:42.174938 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c305fc-aefa-4410-b2ab-b6545b37e45e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.175447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c305fc-aefa-4410-b2ab-b6545b37e45e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.180090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-56c305fc-aefa-4410-b2ab-b6545b37e45e tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/31c15cd7-d567-4cd0-9296-38bcfc99c630 HTTP/1.1" status: 404 len: 337 time: 0.0648487 Aug 23 12:08:42.180742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34102) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.246793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0702c429-f017-450a-93ea-bf1dd563090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.249394 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0702c429-f017-450a-93ea-bf1dd563090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.251833 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-3550fb4c-b0be-4060-8f1c-7c5d3d5d7ce8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.252320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3550fb4c-b0be-4060-8f1c-7c5d3d5d7ce8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.261984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0702c429-f017-450a-93ea-bf1dd563090b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e52ecf0b-371a-47c7-903d-d5125064509c HTTP/1.1" status: 204 len: 168 time: 0.7977071 Aug 23 12:08:42.271329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3550fb4c-b0be-4060-8f1c-7c5d3d5d7ce8 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/3ca5b6a1-ebf5-4bbd-b7de-971084f56cfe HTTP/1.1" status: 404 len: 337 time: 0.0894930 Aug 23 12:08:42.271985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34108) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.304450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba851870-72ad-4bea-a1ec-170ae5f48c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.357947 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-25185a0e-2329-46b0-8f42-212959326273 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.357947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25185a0e-2329-46b0-8f42-212959326273 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.368668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25185a0e-2329-46b0-8f42-212959326273 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/bd8cf3a8-50b2-4cd9-a77c-f129272f335a HTTP/1.1" status: 404 len: 333 time: 0.0955396 Aug 23 12:08:42.369998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34110) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.379101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba851870-72ad-4bea-a1ec-170ae5f48c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.445407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702c429-f017-450a-93ea-bf1dd563090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ecf0b-371a-47c7-903d-d5125064509c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:42.454762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba851870-72ad-4bea-a1ec-170ae5f48c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.463623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba851870-72ad-4bea-a1ec-170ae5f48c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.464853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ba851870-72ad-4bea-a1ec-170ae5f48c4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4141fce-c022-444c-8d6a-76fbf3bbcfdd HTTP/1.1" status: 204 len: 168 time: 0.5188098 Aug 23 12:08:42.479834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851870-72ad-4bea-a1ec-170ae5f48c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4141fce-c022-444c-8d6a-76fbf3bbcfdd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:42.492963 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1e2424-a35e-43d6-83e0-e770317fa654 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.493428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1e2424-a35e-43d6-83e0-e770317fa654 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.507708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34114) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.516226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-df1e2424-a35e-43d6-83e0-e770317fa654 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/4e431f6c-c53f-4428-964b-cb7431730187 HTTP/1.1" status: 404 len: 337 time: 0.1451187 Aug 23 12:08:42.602575 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf85f215-8ebf-4b98-89aa-151d26130208 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.603025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf85f215-8ebf-4b98-89aa-151d26130208 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.605109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bf85f215-8ebf-4b98-89aa-151d26130208 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/1810df95-8580-480f-ab18-ea61bd7185e5 HTTP/1.1" status: 404 len: 337 time: 0.0942788 Aug 23 12:08:42.607960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.672934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f205cd-96ee-4fc5-b88d-d408984715b0 None None] Network c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:42.696391 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63f02ac-aba8-4461-8d0c-27561a146886 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.697157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63f02ac-aba8-4461-8d0c-27561a146886 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.701895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34120) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.709541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f63f02ac-aba8-4461-8d0c-27561a146886 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/14c694fc-43f2-4849-9313-24cec20f42b3 HTTP/1.1" status: 404 len: 333 time: 0.0997052 Aug 23 12:08:42.776111 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db66fbc-214d-4b0b-b783-63062b6e01b1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.786954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db66fbc-214d-4b0b-b783-63062b6e01b1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.794497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34126) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.807290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7db66fbc-214d-4b0b-b783-63062b6e01b1 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/3d9d4da5-acb4-4bd1-806f-0864cde2cbe1 HTTP/1.1" status: 404 len: 337 time: 0.1040988 Aug 23 12:08:42.878121 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b996f949-13e6-4e0f-9f42-5298cc3f3777 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] DELETE failed (client error): The resource could not be found. Aug 23 12:08:42.878582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b996f949-13e6-4e0f-9f42-5298cc3f3777 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:08:42.882619 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b996f949-13e6-4e0f-9f42-5298cc3f3777 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/subnets/b31b1434-0fb2-457d-9e7c-b5a358d64764 HTTP/1.1" status: 404 len: 337 time: 0.0846040 Aug 23 12:08:42.883437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34130) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:42.925316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-93015f9f-fd43-4045-b906-ce04368d7e15 None None] Provisioning complete for port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:42.925713 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93015f9f-fd43-4045-b906-ce04368d7e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:42.971258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7131be3-d088-42a0-9b26-86c2c53eed15 req-4b2598e0-88d8-40f4-977c-fabd46767999 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0716329 Aug 23 12:08:43.028969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-93015f9f-fd43-4045-b906-ce04368d7e15 None None] Port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:08:43.044999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-93015f9f-fd43-4045-b906-ce04368d7e15 None None] Provisioning complete for port de0a422f-eb2f-4c20-8794-8a84cf109541 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:08:43.045371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93015f9f-fd43-4045-b906-ce04368d7e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.149657 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:08:43.196251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] DHCP port deletion for c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:08:43.277430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77cbd7-39c1-43cd-8a3d-c4ba014db944 req-2dde2fe4-55b1-4064-9057-eecac5f5e7fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:43.280238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a77cbd7-39c1-43cd-8a3d-c4ba014db944 req-2dde2fe4-55b1-4064-9057-eecac5f5e7fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.3171420 Aug 23 12:08:43.342945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] Deleting port de0a422f-eb2f-4c20-8794-8a84cf109541 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:43.345372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.427231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Deleting port f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:43.428321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.494958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] For port de0a422f-eb2f-4c20-8794-8a84cf109541, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=de0a422f-eb2f-4c20-8794-8a84cf109541,segment=NetworkSegment(85104fdd-c0b4-4a69-88ae-907f2fc87098),segment_id=85104fdd-c0b4-4a69-88ae-907f2fc87098)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:43.495365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.537809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] Calling delete_port for de0a422f-eb2f-4c20-8794-8a84cf109541 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:43.620015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.626625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a77cbd7-39c1-43cd-8a3d-c4ba014db944 req-b4ffa0e7-6a70-44d8-8d09-362eeb9f23ca tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157189 Aug 23 12:08:43.649145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Calling delete_port for f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:43.811720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.851348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.888615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34154) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:43.913624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Port': ['ID=f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:43.920095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:43.924335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7bb784b8-bf9a-436d-a9d1-a4727c5795ec tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/ports/f6a18cb3-8bd7-4baf-a6b9-a8f116b5171a HTTP/1.1" status: 204 len: 168 time: 1.0376072 Aug 23 12:08:43.924733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34160) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:43.954444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] Pushing event deleted for resources: {'Port': ['ID=de0a422f-eb2f-4c20-8794-8a84cf109541,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:43.982000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b20a41-dbb3-4da6-8fa7-8d33a553f3a4 None None] No DVR routers for this DVR port de0a422f-eb2f-4c20-8794-8a84cf109541 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:44.130857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.220868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14a72287-b492-48b5-aed6-6906eb496f47 req-deea159d-eda4-4b15-85cf-9d630ce08f46 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0697088 Aug 23 12:08:44.424551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ae6-8b25-4b27-91fc-5db1c0ae4790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.428820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.644808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ae6-8b25-4b27-91fc-5db1c0ae4790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.650909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:44.717165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85104fdd-c0b4-4a69-88ae-907f2fc87098') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:44.727132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85104fdd-c0b4-4a69-88ae-907f2fc87098') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:44.731625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31ba6ae6-8b25-4b27-91fc-5db1c0ae4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.816953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.835179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.842923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:44.843475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:44.894536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31ba6ae6-8b25-4b27-91fc-5db1c0ae4790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=369a577f40ee4f4cba4f709a608ca75d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0047271 Aug 23 12:08:44.897139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34186) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:44.898027 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:44.947097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:44.997244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: de0a422f-eb2f-4c20-8794-8a84cf109541 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:08:44.999609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a602178-805c-4b40-bb13-fe9dfb82134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:45.005192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device de0a422f-eb2f-4c20-8794-8a84cf109541 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:45.062786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ade2f-ab84-47e1-87cb-07fad0602d49 req-7e32f868-57c4-4e03-9250-21c080a920aa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:45.064420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c93ade2f-ab84-47e1-87cb-07fad0602d49 req-7e32f868-57c4-4e03-9250-21c080a920aa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.2182486 Aug 23 12:08:45.088635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a602178-805c-4b40-bb13-fe9dfb82134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:45.093810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba6ae6-8b25-4b27-91fc-5db1c0ae4790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d20f66-f4da-4289-9620-ab6603cbe992,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:45.099472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:45.106919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:45.112732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] 10.222.0.21 "DELETE /v2.0/networks/c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd HTTP/1.1" status: 204 len: 168 time: 1.1869583 Aug 23 12:08:45.157758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b6e86-8186-4181-adcc-22d5645cd594 tempest-PortsIpV6TestJSON-224820690 tempest-PortsIpV6TestJSON-224820690-project] Pushing event deleted for resources: {'Network': ['ID=c3a7f6d1-4bc8-4756-8a38-a9c7bf5063dd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:45.164169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c93ade2f-ab84-47e1-87cb-07fad0602d49 req-ba95ecd2-64da-43dd-8c23-3ebda1603ef2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809424 Aug 23 12:08:45.197541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a602178-805c-4b40-bb13-fe9dfb82134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:45.207113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a602178-805c-4b40-bb13-fe9dfb82134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:45.210076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a602178-805c-4b40-bb13-fe9dfb82134b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38d20f66-f4da-4289-9620-ab6603cbe992 HTTP/1.1" status: 204 len: 168 time: 0.3078635 Aug 23 12:08:45.226899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a602178-805c-4b40-bb13-fe9dfb82134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d20f66-f4da-4289-9620-ab6603cbe992,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:45.419624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f92223d7-0ef0-40e4-8322-e5bac66eab27 req-58364836-43a4-40b8-b7c3-ced0c86bb19e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/ports?device_id=9765b637-b49a-4493-9f16-96a51e4c3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0627329 Aug 23 12:08:46.097034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:46.336385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34244) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:46.415893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ce9e3cfe-0b20-467a-a88f-1e19b2593ae8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f92161b5f4eb49619bad78731675d102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174624 Aug 23 12:08:46.420081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:46.490049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36c335-53d5-4b00-ad81-15ac6e6ad8dd req-da7de101-b620-4f80-b290-14002dd44906 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:46.492094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ae36c335-53d5-4b00-ad81-15ac6e6ad8dd req-da7de101-b620-4f80-b290-14002dd44906 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1489758 Aug 23 12:08:46.529718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9daee1a-f193-4442-9b3c-58adaa0b66d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.553487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ae36c335-53d5-4b00-ad81-15ac6e6ad8dd req-c377b835-8d96-48ba-aefe-6ccd625a2b8a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491810 Aug 23 12:08:46.577942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9daee1a-f193-4442-9b3c-58adaa0b66d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.613722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e70e-b213-4241-9444-d77758447ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.630591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34262) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:46.641318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9daee1a-f193-4442-9b3c-58adaa0b66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.643983 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9daee1a-f193-4442-9b3c-58adaa0b66d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.648533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b9daee1a-f193-4442-9b3c-58adaa0b66d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f72eff5-cbae-425f-a467-9845ad65db5a HTTP/1.1" status: 204 len: 168 time: 0.2249451 Aug 23 12:08:46.666631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9daee1a-f193-4442-9b3c-58adaa0b66d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72eff5-cbae-425f-a467-9845ad65db5a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:46.755431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d91e3fb2-a50b-49fd-a6fe-2088498a93a9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.806290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d91e3fb2-a50b-49fd-a6fe-2088498a93a9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.901240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d91e3fb2-a50b-49fd-a6fe-2088498a93a9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.903877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d91e3fb2-a50b-49fd-a6fe-2088498a93a9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:46.910055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34278) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:46.911897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d91e3fb2-a50b-49fd-a6fe-2088498a93a9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa HTTP/1.1" status: 204 len: 168 time: 0.2765305 Aug 23 12:08:46.934710 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-b1a0d885-eebf-4bd4-a0f4-cc72ba5aa634 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] show failed (client error): The resource could not be found. Aug 23 12:08:46.935856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b1a0d885-eebf-4bd4-a0f4-cc72ba5aa634 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "GET /v2.0/security-groups/fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa HTTP/1.1" status: 404 len: 347 time: 0.0242212 Aug 23 12:08:46.939970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34280) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:46.951840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3fb2-a50b-49fd-a6fe-2088498a93a9 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd36ce8-6ec5-4998-a88f-7a4af1c2aeaa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:47.026272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e70e-b213-4241-9444-d77758447ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.034364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e70e-b213-4241-9444-d77758447ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.148501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cdb4e70e-b213-4241-9444-d77758447ce7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de24f456bf614cc4b3b4e5a97b6fb690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8100834 Aug 23 12:08:47.157922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34296) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:47.202818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4e70e-b213-4241-9444-d77758447ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25979e1-a3de-4754-94d1-61d7ca58bc62,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:47.258365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port f9d13cd6-9ed7-4553-bf5e-1030086a45fd {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:47.258727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.297128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6004-53b5-43e0-a953-adef4e1d1c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.357734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6004-53b5-43e0-a953-adef4e1d1c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.388540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.388884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.413469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for f9d13cd6-9ed7-4553-bf5e-1030086a45fd owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:47.486291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6004-53b5-43e0-a953-adef4e1d1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.488860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6004-53b5-43e0-a953-adef4e1d1c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.490062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c2cd6004-53b5-43e0-a953-adef4e1d1c50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a25979e1-a3de-4754-94d1-61d7ca58bc62 HTTP/1.1" status: 204 len: 168 time: 0.3311584 Aug 23 12:08:47.506787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd6004-53b5-43e0-a953-adef4e1d1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25979e1-a3de-4754-94d1-61d7ca58bc62,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:47.558810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34340) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:47.600515 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.649430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=f9d13cd6-9ed7-4553-bf5e-1030086a45fd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:47.716005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb24cd-d0be-4bf9-99a4-a58179c2f9ef req-bb5ec914-ac52-45f3-9b94-e0c113a83836 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:47.718045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23eb24cd-d0be-4bf9-99a4-a58179c2f9ef req-bb5ec914-ac52-45f3-9b94-e0c113a83836 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.0570555 Aug 23 12:08:47.728474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.732395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.733668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8451da48-359d-4b08-91b9-546d346f6662 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/floatingips/6565aac5-0a40-4f87-93fd-3522a7d9f724 HTTP/1.1" status: 204 len: 168 time: 0.7927439 Aug 23 12:08:47.736520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34356) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:47.782096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23eb24cd-d0be-4bf9-99a4-a58179c2f9ef req-6c69af46-094d-41ad-8fb7-915f392d2cb5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476816 Aug 23 12:08:47.839371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port 6dd9547c-46d4-4727-8825-2bd648abfe41 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:47.840034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.878899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-68598d37-ea9e-45e0-acb9-e1acdd85ff49 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1758973162'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:47.879717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-68598d37-ea9e-45e0-acb9-e1acdd85ff49 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Unknown quota resources ['metering_label']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:08:47.974885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:47.997169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for 6dd9547c-46d4-4727-8825-2bd648abfe41 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:48.016968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-90e6dee7-8b02-4dbe-a61d-532279942002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:48.018751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-90e6dee7-8b02-4dbe-a61d-532279942002 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1096 time: 0.0838034 Aug 23 12:08:48.047351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68598d37-ea9e-45e0-acb9-e1acdd85ff49 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.047351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68598d37-ea9e-45e0-acb9-e1acdd85ff49 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4853148 Aug 23 12:08:48.050694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34366) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.055642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-867206db-7084-44b7-b7ab-5dbd30f0c7f1 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ea968460-62ea-419d-927f-c872a1fa0f95'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:48.056181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-867206db-7084-44b7-b7ab-5dbd30f0c7f1 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:08:48.177628 n-d-773645-7 neutron-server[101058]: WARNING neutron.services.metering.metering_plugin [None req-867206db-7084-44b7-b7ab-5dbd30f0c7f1 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 12:08:48.190077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-f0841c4f-11ec-40fb-aa2e-638636b4639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:48.191186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-f0841c4f-11ec-40fb-aa2e-638636b4639a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.1296129 Aug 23 12:08:48.287822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-867206db-7084-44b7-b7ab-5dbd30f0c7f1 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.289104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-867206db-7084-44b7-b7ab-5dbd30f0c7f1 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2373619 Aug 23 12:08:48.292752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.298268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-596a7032-cbc4-477e-a6a9-9d7d9079c91b tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ea968460-62ea-419d-927f-c872a1fa0f95'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:48.298767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-596a7032-cbc4-477e-a6a9-9d7d9079c91b tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:08:48.364092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-399ff90a-cd09-4f79-b85c-d8fa326b7fb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 1000 time: 0.1577101 Aug 23 12:08:48.366575 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.403241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34400) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.412817 n-d-773645-7 neutron-server[101058]: WARNING neutron.services.metering.metering_plugin [None req-596a7032-cbc4-477e-a6a9-9d7d9079c91b tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 12:08:48.425155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-ac684eeb-7c79-46c8-8bb3-ccbbb109bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:48.426692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-ac684eeb-7c79-46c8-8bb3-ccbbb109bfc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.0506806 Aug 23 12:08:48.429825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d81e2b04-4b07-4142-8a5a-4bef27aa9b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.461814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=6dd9547c-46d4-4727-8825-2bd648abfe41,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:48.552222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-596a7032-cbc4-477e-a6a9-9d7d9079c91b tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.556445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-596a7032-cbc4-477e-a6a9-9d7d9079c91b tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2602315 Aug 23 12:08:48.557215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34408) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.569231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-8c8112ee-70b2-4bfc-8330-fa2bb21f177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:48.571147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-8c8112ee-70b2-4bfc-8330-fa2bb21f177d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192243 Aug 23 12:08:48.578951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7f85fbfc-7d1a-4b92-97fb-a02fb1ed4bf3 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=02e5429b-5a2f-40e6-b731-2910b67fe015 HTTP/1.1" status: 200 len: 464 time: 0.0204077 Aug 23 12:08:48.581500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.582428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34410) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.583583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4f240395-a59b-4aae-8da4-86b3cf306016 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/ports/6dd9547c-46d4-4727-8825-2bd648abfe41 HTTP/1.1" status: 204 len: 168 time: 0.8452559 Aug 23 12:08:48.594698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34412) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.683009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-73b9d354-df8a-456c-a7d2-bf0a571b93e3 service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027532 Aug 23 12:08:48.836932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4c77785-c3a2-417a-ba57-ce69d29b0a16 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:48.838446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e4c77785-c3a2-417a-ba57-ce69d29b0a16 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/02e5429b-5a2f-40e6-b731-2910b67fe015 HTTP/1.1" status: 204 len: 168 time: 0.2542813 Aug 23 12:08:48.842741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34426) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.858919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a4496afc-54d2-420c-a9f4-373e994250e6 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=02e5429b-5a2f-40e6-b731-2910b67fe015 HTTP/1.1" status: 200 len: 221 time: 0.0145350 Aug 23 12:08:48.864011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34428) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:48.869590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-72e969b8-c911-4fdb-972b-0df0cffd9882 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2029469574', 'description': 'label created by tempest'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:48.870283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-72e969b8-c911-4fdb-972b-0df0cffd9882 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Unknown quota resources ['metering_label']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:08:48.907971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379aa60c-8c1c-4e9c-9c7d-8977502beee2 req-22f2e80a-4762-472c-83d7-668220783d8d service neutron] 10.222.0.44 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156043 Aug 23 12:08:49.030474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35564fd-c57a-453e-a5b1-29fe0152afb3 req-b4613262-2549-40c3-9cd1-8898985a6ef3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:49.034134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e35564fd-c57a-453e-a5b1-29fe0152afb3 req-b4613262-2549-40c3-9cd1-8898985a6ef3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1200974 Aug 23 12:08:49.133616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e35564fd-c57a-453e-a5b1-29fe0152afb3 req-339294e3-f3b2-4d9f-89ca-5253b1a9e55a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922613 Aug 23 12:08:49.182775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34448) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:49.379389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d81e2b04-4b07-4142-8a5a-4bef27aa9b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.394718 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d81e2b04-4b07-4142-8a5a-4bef27aa9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.450248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-523429976'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:49.497872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Made reservation on behalf of e16078fbf6e64cfcbe153f59aa7bcc18 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:49.501585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.507011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port 0747e076-f623-4d0a-b79f-0435fb799936 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:49.514286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.514943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.654353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.661123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.705307 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d81e2b04-4b07-4142-8a5a-4bef27aa9b4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eec97f4a01fc426789eb9c40eb1b4a87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3009517 Aug 23 12:08:49.707285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34470) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:49.739473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:08:49.755583 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72e969b8-c911-4fdb-972b-0df0cffd9882 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.759930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34476) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:49.760520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-72e969b8-c911-4fdb-972b-0df0cffd9882 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8951344 Aug 23 12:08:49.769076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2b04-4b07-4142-8a5a-4bef27aa9b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e6448-c5e4-4f98-9b9f-c6e61a6bfcdb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:49.826542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.845740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e9f5d91-dfc5-4296-bc80-568904f05d1c tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=d82db26f-23b0-42b7-b96e-8cc7779eca50 HTTP/1.1" status: 200 len: 468 time: 0.0805068 Aug 23 12:08:49.846116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for 0747e076-f623-4d0a-b79f-0435fb799936 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:49.850342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de83e0cf-f316-4174-8a9a-95c8774c7fc2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:49.851064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:49.860699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.860919 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Added segment 9026b6c1-2520-411c-8376-8821be45924c of type vlan for network 38565901-a05d-4692-8bc4-eb979293c43b Aug 23 12:08:49.933346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a02c318f-b7f9-4f8d-8131-d00cc9ca201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.940755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:49.968579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a02c318f-b7f9-4f8d-8131-d00cc9ca201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.029445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.037115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:50.037847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.083579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8995132 Aug 23 12:08:50.087559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a02c318f-b7f9-4f8d-8131-d00cc9ca201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.089834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a02c318f-b7f9-4f8d-8131-d00cc9ca201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.094026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a02c318f-b7f9-4f8d-8131-d00cc9ca201b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f2e6448-c5e4-4f98-9b9f-c6e61a6bfcdb HTTP/1.1" status: 204 len: 168 time: 0.3733947 Aug 23 12:08:50.094198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34504) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.098559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-8bacf98a-434a-414a-8ffa-45187e87d125 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-1775297806') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:50.134474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c318f-b7f9-4f8d-8131-d00cc9ca201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e6448-c5e4-4f98-9b9f-c6e61a6bfcdb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:50.141770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd543b5-343b-4f47-b056-62d9a9724a5a tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Pushing event updated for resources: {'Network': ['ID=38565901-a05d-4692-8bc4-eb979293c43b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:50.154290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 38565901-a05d-4692-8bc4-eb979293c43b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:08:50.185427 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cfc1295-1004-4549-9fa3-f318d4b21f60 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.186565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6cfc1295-1004-4549-9fa3-f318d4b21f60 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/d82db26f-23b0-42b7-b96e-8cc7779eca50 HTTP/1.1" status: 204 len: 168 time: 0.3345509 Aug 23 12:08:50.189479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34514) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.210063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a07fd3ef-81c4-47e3-aa37-9c537eaf6096 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=d82db26f-23b0-42b7-b96e-8cc7779eca50 HTTP/1.1" status: 200 len: 216 time: 0.0182965 Aug 23 12:08:50.217265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34516) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.234434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa34a39a-8bbf-41ea-b4a7-91471273db8e tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0178218 Aug 23 12:08:50.239774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.266368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-17cfdc0f-6805-4136-99ac-77f698b31370 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0254753 Aug 23 12:08:50.271440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34522) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.344673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.370550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0710469b-1674-496b-b02f-df7c9047d57c tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/ea968460-62ea-419d-927f-c872a1fa0f95 HTTP/1.1" status: 200 len: 473 time: 0.0979252 Aug 23 12:08:50.371273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.392735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-163e5fda-64f5-4bc7-98f8-c7a75cfa0004 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/f41422f0-05ed-43fb-b5ae-4335af6ad299 HTTP/1.1" status: 200 len: 461 time: 0.0192413 Aug 23 12:08:50.393390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34528) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.433775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8bacf98a-434a-414a-8ffa-45187e87d125 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "PUT /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-1775297806 HTTP/1.1" status: 201 len: 201 time: 0.3389261 Aug 23 12:08:50.437838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.439752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=0747e076-f623-4d0a-b79f-0435fb799936,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:50.452591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76ff3-ec71-40ef-a9e0-bb75512f2ff8 req-54d475f2-102e-4861-af81-3f890fec3dd4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:50.454401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6c76ff3-ec71-40ef-a9e0-bb75512f2ff8 req-54d475f2-102e-4861-af81-3f890fec3dd4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.1636407 Aug 23 12:08:50.465734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-1a468993-33e1-4da6-9493-c0050ae287b4 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-1775297806') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:50.491092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.495633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ae3aa24c-78e0-470f-9e7f-4cae92e7d241 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/ports/0747e076-f623-4d0a-b79f-0435fb799936 HTTP/1.1" status: 204 len: 168 time: 1.8970742 Aug 23 12:08:50.496124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34532) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.551221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6c76ff3-ec71-40ef-a9e0-bb75512f2ff8 req-9642e63c-6284-46c4-bf2c-30cf7beb4c73 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861607 Aug 23 12:08:50.578516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting subnet 430bf024-0faa-4881-acf1-b8c7d3840d48 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:50.594984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.626094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4ba12ced-1cb7-4aea-b9bb-682aaae56494 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.627260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4ba12ced-1cb7-4aea-b9bb-682aaae56494 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/f41422f0-05ed-43fb-b5ae-4335af6ad299 HTTP/1.1" status: 204 len: 168 time: 0.2328680 Aug 23 12:08:50.633022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.651945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.839987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.875667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568d8041-8ec1-48c6-a5b5-6f52269a42a5 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:50.879355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-568d8041-8ec1-48c6-a5b5-6f52269a42a5 tempest-MeteringTestJSON-1225624930 tempest-MeteringTestJSON-1225624930-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ea968460-62ea-419d-927f-c872a1fa0f95 HTTP/1.1" status: 204 len: 168 time: 0.2421274 Aug 23 12:08:50.891091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1a468993-33e1-4da6-9493-c0050ae287b4 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-1775297806 HTTP/1.1" status: 204 len: 168 time: 0.4511685 Aug 23 12:08:50.893807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:50.895441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:50.900389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-27e16b70-b42e-46ac-9bca-0a82d2eb3054 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:50.974496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.031197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Subnet': ['ID=430bf024-0faa-4881-acf1-b8c7d3840d48,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:51.055692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.062463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3a88f-76e2-47a1-9609-51da1d228ceb None None] Network 38223a87-b843-4beb-9da6-2c04c71778c2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:51.063103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-98e43430-81e9-4ddf-8a01-e3f46328e268 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/subnets/430bf024-0faa-4881-acf1-b8c7d3840d48 HTTP/1.1" status: 204 len: 168 time: 0.5657737 Aug 23 12:08:51.063749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.069279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-27e16b70-b42e-46ac-9bca-0a82d2eb3054 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags HTTP/1.1" status: 200 len: 238 time: 0.1740849 Aug 23 12:08:51.072027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.080567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-b5b0d8e3-c98a-424a-9252-fee4d616c017 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', {'tags': ['tempest-TagsTest-Tag-1115040891', 'tempest-TagsTest-Tag-107206973', 'tempest-TagsTest-Tag-2065848564']}) {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:51.143892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting subnet 3762ee49-872e-4d3b-99e0-0492ba44733f {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:08:51.148961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.193511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b5b0d8e3-c98a-424a-9252-fee4d616c017 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "PUT /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags HTTP/1.1" status: 200 len: 308 time: 0.1203496 Aug 23 12:08:51.196225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34582) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.203401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-bfa0dc79-3258-484e-8e3d-60a8f40f80c1 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-1115040891') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:51.229290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.233943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.270884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:08:51.274197 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a12aa-8920-4ae2-8b1e-f90b10e3357b" -d '{"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:08:51.299090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] DHCP port deletion for 38223a87-b843-4beb-9da6-2c04c71778c2 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:08:51.310363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:51.355663 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45726b6-d2e3-4a1c-a243-a8c0f60dbcd7 x-openstack-request-id: req-c45726b6-d2e3-4a1c-a243-a8c0f60dbcd7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:08:51.356366 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-unplugged", "status": "failed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "code": 422}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:08:51.356625 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c45726b6-d2e3-4a1c-a243-a8c0f60dbcd7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:08:51.357044 n-d-773645-7 neutron-server[101059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'code': 422} returned with failed status Aug 23 12:08:51.361377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.366745 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.389977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bfa0dc79-3258-484e-8e3d-60a8f40f80c1 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "DELETE /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-1115040891 HTTP/1.1" status: 204 len: 168 time: 0.1897550 Aug 23 12:08:51.390451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34588) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.394941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-d86b0c6c-0670-44fc-b022-9208550c7c2c tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-1115040891') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:51.451266 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.484614 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-d86b0c6c-0670-44fc-b022-9208550c7c2c tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] show failed (client error): The resource could not be found. Aug 23 12:08:51.489912 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d86b0c6c-0670-44fc-b022-9208550c7c2c tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-1115040891 HTTP/1.1" status: 404 len: 326 time: 0.0984292 Aug 23 12:08:51.490857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34590) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.492796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.494989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/subnets/3762ee49-872e-4d3b-99e0-0492ba44733f HTTP/1.1" status: 204 len: 168 time: 0.4300816 Aug 23 12:08:51.496100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c0d9b-a11c-4d00-8546-50aeadcb08c2 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Subnet': ['ID=3762ee49-872e-4d3b-99e0-0492ba44733f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:51.496508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-c96e703e-e6b4-47d4-9d91-b4c8fee0751b tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-107206973') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:51.497782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34592) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.520579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea02c2c6-fedc-472f-8e46-6587414091c2 None None] Network 3fb39838-5254-4dc2-80bc-76a8db2f7594 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:51.583883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.585830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] Deleting port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:51.586213 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.600980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:51.622075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.704462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.705925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c96e703e-e6b4-47d4-9d91-b4c8fee0751b tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-107206973 HTTP/1.1" status: 204 len: 168 time: 0.2136061 Aug 23 12:08:51.708566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34608) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:51.724273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'network': {'name': 'tempest-network-smoke--1550730349', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:51.735409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-e57d1133-b367-4e02-b429-92a2a6eb2752 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-2065848564') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:51.782630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7865942-28cc-4b51-8590-a410e1b785b4 req-885b77c1-7358-4adc-adb0-4115c278d73a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:51.790092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] For port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:51.791752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7865942-28cc-4b51-8590-a410e1b785b4 req-885b77c1-7358-4adc-adb0-4115c278d73a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.0751607 Aug 23 12:08:51.792395 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.827961 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e00c93f6-073f-42c6-ae49-c18b8bae4169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.846017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] Calling delete_port for 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:51.868566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-710f354d-f394-48b3-a749-7fceef9e24e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.872060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Made reservation on behalf of c09b1ba3bec04baabadcd406a9c59d1f for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:51.875442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.887120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7865942-28cc-4b51-8590-a410e1b785b4 req-7b8075ed-beed-4243-87f1-1c2340fbc07b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944405 Aug 23 12:08:51.900295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:51.988390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Deleting port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:51.988390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.016759 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.032549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e57d1133-b367-4e02-b429-92a2a6eb2752 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-2065848564 HTTP/1.1" status: 204 len: 168 time: 0.3019695 Aug 23 12:08:52.035405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34626) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:52.045616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-6ee6af5d-a4b8-4679-92c0-b4722f39a090 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:52.082018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] DHCP port deletion for 3fb39838-5254-4dc2-80bc-76a8db2f7594 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:08:52.086349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-710f354d-f394-48b3-a749-7fceef9e24e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.097947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-710f354d-f394-48b3-a749-7fceef9e24e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.143455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] For port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,segment=NetworkSegment(aeae10cb-a63c-4e4d-be13-d17e734c14c0),segment_id=aeae10cb-a63c-4e4d-be13-d17e734c14c0)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:52.144071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.145471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] Pushing event deleted for resources: {'Port': ['ID=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:52.160916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518e8cf-a64e-4550-b36b-ecd8b8c3eec7 None None] No DVR routers for this DVR port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:52.192529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-710f354d-f394-48b3-a749-7fceef9e24e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=725d14cd04eb4147a6543b89eb07f1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6020935 Aug 23 12:08:52.193138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Calling delete_port for 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:52.195570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34634) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:52.223707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f354d-f394-48b3-a749-7fceef9e24e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ba8e2a-447c-4596-8d89-e979bcc49912,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:52.300846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] Deleting port a235e672-9df5-431b-955c-867834349c18 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:08:52.301413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.307156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18f6598b-14ef-4f71-a5f2-62e96fba5fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.370761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.378060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18f6598b-14ef-4f71-a5f2-62e96fba5fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.408495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] No DVR routers for this DVR port 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:52.501803 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18f6598b-14ef-4f71-a5f2-62e96fba5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.509470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18f6598b-14ef-4f71-a5f2-62e96fba5fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.516646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-18f6598b-14ef-4f71-a5f2-62e96fba5fcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70ba8e2a-447c-4596-8d89-e979bcc49912 HTTP/1.1" status: 204 len: 168 time: 0.3195646 Aug 23 12:08:52.545861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6598b-14ef-4f71-a5f2-62e96fba5fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ba8e2a-447c-4596-8d89-e979bcc49912,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:52.554962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Port': ['ID=728daea2-95e2-41a0-bc3c-ffe06c2ae7ac,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:52.618374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34654) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:52.632339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] For port a235e672-9df5-431b-955c-867834349c18, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a235e672-9df5-431b-955c-867834349c18,segment=NetworkSegment(cbc81561-35a1-4557-8c91-e8745fee571b),segment_id=cbc81561-35a1-4557-8c91-e8745fee571b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:08:52.632800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.634509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.656270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] Calling delete_port for a235e672-9df5-431b-955c-867834349c18 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:08:52.670715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38223a87-b843-4beb-9da6-2c04c71778c2']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:52.692648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeae10cb-a63c-4e4d-be13-d17e734c14c0') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:52.692879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeae10cb-a63c-4e4d-be13-d17e734c14c0') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:52.713952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6ee6af5d-a4b8-4679-92c0-b4722f39a090 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "DELETE /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags HTTP/1.1" status: 204 len: 168 time: 0.6680694 Aug 23 12:08:52.714086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34660) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:52.718633 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.719260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-adaeeba8-ce32-4637-b81d-4884c8ae7338 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-107206973') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:52.745146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.753418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.757605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:52.758227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:52.761289 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:52.778702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.799166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:08:52.811624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.812037 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Added segment cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f of type vlan for network 3c55298e-c971-414c-8734-afa54dff35fc Aug 23 12:08:52.848084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.867954 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.876121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] No DVR routers for this DVR port a235e672-9df5-431b-955c-867834349c18 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:08:52.907141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.912703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:52.913322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:52.914869 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-adaeeba8-ce32-4637-b81d-4884c8ae7338 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] show failed (client error): The resource could not be found. Aug 23 12:08:52.919398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-adaeeba8-ce32-4637-b81d-4884c8ae7338 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-107206973 HTTP/1.1" status: 404 len: 325 time: 0.2039030 Aug 23 12:08:52.921035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:52.926831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d989-ac0c-4e1c-9078-03d50578bc63 None None] Pushing event deleted for resources: {'Port': ['ID=a235e672-9df5-431b-955c-867834349c18,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:52.938515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-c5e88d2d-fbb9-4d07-b71f-67fc7e48f134 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b', 'tempest-TagsTest-Tag-2065848564') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:52.959534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:53.035706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3250914 Aug 23 12:08:53.039755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4436eea-6da4-49ea-9a97-e9f7cbd8cf3d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:53.040084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:08:53.041789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 728daea2-95e2-41a0-bc3c-ffe06c2ae7ac not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:53.042341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34672) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:53.049480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b48d8f21-38c7-4a34-b7c7-dd384a76428d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.055237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a235e672-9df5-431b-955c-867834349c18 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:08:53.087079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a235e672-9df5-431b-955c-867834349c18 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:08:53.087508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a235e672-9df5-431b-955c-867834349c18 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:08:53.131958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34678) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:53.142865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'admin_state_up': True, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:53.161458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.168205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.171019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/networks/38223a87-b843-4beb-9da6-2c04c71778c2 HTTP/1.1" status: 204 len: 168 time: 1.6656163 Aug 23 12:08:53.173737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d6f6-1bf2-4d89-a411-255ce9acbe14 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Network': ['ID=3c55298e-c971-414c-8734-afa54dff35fc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:53.179937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34684) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:53.187567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3c55298e-c971-414c-8734-afa54dff35fc details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:08:53.213067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.216541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbf615-43a3-46bd-a6b7-09fae142f54e tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Network': ['ID=38223a87-b843-4beb-9da6-2c04c71778c2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:53.244826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bd0d7-167b-44b7-9910-bba7929a7388 req-5075e020-fe5e-4768-b918-24f38209176c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:53.252659 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-c5e88d2d-fbb9-4d07-b71f-67fc7e48f134 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] show failed (client error): The resource could not be found. Aug 23 12:08:53.253837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c5e88d2d-fbb9-4d07-b71f-67fc7e48f134 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "GET /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags/tempest-TagsTest-Tag-2065848564 HTTP/1.1" status: 404 len: 326 time: 0.3298302 Aug 23 12:08:53.255047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c1bd0d7-167b-44b7-9910-bba7929a7388 req-5075e020-fe5e-4768-b918-24f38209176c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1192775 Aug 23 12:08:53.268288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34686) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:53.279285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-637db6b1-0025-4a73-af61-3c305273e5e5 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '38565901-a05d-4692-8bc4-eb979293c43b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:53.352456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c1bd0d7-167b-44b7-9910-bba7929a7388 req-6291fa70-f5ec-4355-ba9f-9542a2b0972f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841208 Aug 23 12:08:53.363165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.526418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-637db6b1-0025-4a73-af61-3c305273e5e5 tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "DELETE /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b/tags HTTP/1.1" status: 204 len: 168 time: 0.2548482 Aug 23 12:08:53.530496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:53.533614 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.538349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b48d8f21-38c7-4a34-b7c7-dd384a76428d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.547070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b48d8f21-38c7-4a34-b7c7-dd384a76428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.550244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb39838-5254-4dc2-80bc-76a8db2f7594']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:53.579857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc81561-35a1-4557-8c91-e8745fee571b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:53.580212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc81561-35a1-4557-8c91-e8745fee571b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:53.586210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:08:53.586210 n-d-773645-7 neutron-server[101058]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 12:08:53.586210 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id_1': 'c6edad007dbb4a4da48521ed8c61fd50', 'expiration_1': datetime.datetime(2021, 8, 23, 12, 8, 53, 274627)}] Aug 23 12:08:53.586210 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:08:53.586722 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:08:53.607806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.626333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.628922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.631612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b48d8f21-38c7-4a34-b7c7-dd384a76428d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=261ce1a699cd4b2c88de5ed9795d35dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0120542 Aug 23 12:08:53.635979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d8f21-38c7-4a34-b7c7-dd384a76428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb256b-3d63-44b8-ab40-2326124f7b98,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:53.652178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34704) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:53.659908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.671248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:53.672053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:53.675532 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:53.714674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.751671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-4920a0b9-5ea2-44e2-bb5e-39910b73c92d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3012955 Aug 23 12:08:53.763755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.767535 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.781712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.798557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] 10.222.0.21 "DELETE /v2.0/networks/3fb39838-5254-4dc2-80bc-76a8db2f7594 HTTP/1.1" status: 204 len: 168 time: 0.6081359 Aug 23 12:08:53.810871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28518db1-6563-4ec9-8800-dc107db18797 tempest-TaggedBootDevicesTest_v242-1209755626 tempest-TaggedBootDevicesTest_v242-1209755626-project] Pushing event deleted for resources: {'Network': ['ID=3fb39838-5254-4dc2-80bc-76a8db2f7594,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:53.958480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06501596-c790-4e49-bf77-94a6edfd1051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:53.962113 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.046881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06501596-c790-4e49-bf77-94a6edfd1051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.049940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.087852 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.308848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.314770 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.378697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ce9461-9235-403c-940b-8c2edc5ede83,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:54.408913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.417201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23d4c0b5-9e13-4d0a-8778-42cf60ea1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.437626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-668eaf66-241c-408d-b090-2fcf91d2fec8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6edad007dbb4a4da48521ed8c61fd50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3031101 Aug 23 12:08:54.438471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:54.562080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38565901-a05d-4692-8bc4-eb979293c43b']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:54.586904 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5645df4-5891-4b92-95a6-e67597d5c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.589767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9026b6c1-2520-411c-8376-8821be45924c') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:54.590319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9026b6c1-2520-411c-8376-8821be45924c') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:54.626524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5645df4-5891-4b92-95a6-e67597d5c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.632373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.650486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89509e19-b02e-4bcd-988f-d1836f4adec7 req-608f04f5-4320-4d61-8da3-a3cb68dd7f13 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:54.653366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89509e19-b02e-4bcd-988f-d1836f4adec7 req-608f04f5-4320-4d61-8da3-a3cb68dd7f13 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1419399 Aug 23 12:08:54.655413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.665343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:08:54.665787 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:08:54.670069 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:08:54.684631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06501596-c790-4e49-bf77-94a6edfd1051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.687245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06501596-c790-4e49-bf77-94a6edfd1051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.688409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-06501596-c790-4e49-bf77-94a6edfd1051 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13cb256b-3d63-44b8-ab40-2326124f7b98 HTTP/1.1" status: 204 len: 168 time: 1.0276611 Aug 23 12:08:54.737407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89509e19-b02e-4bcd-988f-d1836f4adec7 req-8d07d9ea-42c0-4fa1-ade8-48a103f65789 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736451 Aug 23 12:08:54.744681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06501596-c790-4e49-bf77-94a6edfd1051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb256b-3d63-44b8-ab40-2326124f7b98,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:54.755447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.764711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5645df4-5891-4b92-95a6-e67597d5c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.786560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5645df4-5891-4b92-95a6-e67597d5c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.786560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a5645df4-5891-4b92-95a6-e67597d5c62c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03ce9461-9235-403c-940b-8c2edc5ede83 HTTP/1.1" status: 204 len: 168 time: 0.3421738 Aug 23 12:08:54.791410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:54.794793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] 10.222.0.21 "DELETE /v2.0/networks/38565901-a05d-4692-8bc4-eb979293c43b HTTP/1.1" status: 204 len: 168 time: 1.2630365 Aug 23 12:08:54.802520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5645df4-5891-4b92-95a6-e67597d5c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ce9461-9235-403c-940b-8c2edc5ede83,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:54.831177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e099b-bb56-4235-a3e8-376462a78efe tempest-TagsTest-703327306 tempest-TagsTest-703327306-project] Pushing event deleted for resources: {'Network': ['ID=38565901-a05d-4692-8bc4-eb979293c43b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:55.050954 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:55.088763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:55.338663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.25.1.45 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/858fb29d-7d43-4e75-ac71-d502927e36dd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:08:55.528325 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:55.568609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34766) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:55.623564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:55.650548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:55.713997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:08:55.717663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:55.721218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:08:55.767027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=858fb29d-7d43-4e75-ac71-d502927e36dd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:55.949908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-98c616dc-dc77-49fd-bd86-aad9fac5994b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e16078fbf6e64cfcbe153f59aa7bcc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767517 Aug 23 12:08:55.950483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34782) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:56.013981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c104504-77f0-4e80-81b6-c0cd84d5f436 req-8f94b971-3a68-4ac3-be17-99cf780caa29 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:56.022567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c104504-77f0-4e80-81b6-c0cd84d5f436 req-8f94b971-3a68-4ac3-be17-99cf780caa29 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.1250412 Aug 23 12:08:56.040778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7f28eae-74bf-43eb-bc8a-ba5ac1c47c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:56.066994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7f28eae-74bf-43eb-bc8a-ba5ac1c47c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:56.146887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7f28eae-74bf-43eb-bc8a-ba5ac1c47c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:56.150803 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7f28eae-74bf-43eb-bc8a-ba5ac1c47c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:56.156479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7f28eae-74bf-43eb-bc8a-ba5ac1c47c5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de83e0cf-f316-4174-8a9a-95c8774c7fc2 HTTP/1.1" status: 204 len: 168 time: 0.2049761 Aug 23 12:08:56.162508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c104504-77f0-4e80-81b6-c0cd84d5f436 req-a1b9d478-2c10-4922-8f02-d81068db575d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383107 Aug 23 12:08:56.176244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28eae-74bf-43eb-bc8a-ba5ac1c47c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83e0cf-f316-4174-8a9a-95c8774c7fc2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:56.237953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:56.563197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:56.784623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:08:57.044276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:08:57.062027 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Sync routers for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:08:57.079647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:57.080912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7adbaf3d-dd5a-4876-b05c-20bab2b31c79 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9468100 Aug 23 12:08:57.084208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34830) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:57.291246 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:57.291938 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:57.327568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:57.402505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94965ef-2183-4a5d-90fb-aad95754a2af req-7b56a436-af59-472c-828e-463835b6af5d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:57.404106 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d94965ef-2183-4a5d-90fb-aad95754a2af req-7b56a436-af59-472c-828e-463835b6af5d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.0747006 Aug 23 12:08:57.545415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d94965ef-2183-4a5d-90fb-aad95754a2af req-2927620a-1c88-4f2e-bac7-6b7633ddc1fa tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304066 Aug 23 12:08:57.560735 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:08:57.592826 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:57.797350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34850) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:57.801391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b4580f6d-ee5f-4896-b41d-e42e2f864d29 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c09b1ba3bec04baabadcd406a9c59d1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7083833 Aug 23 12:08:57.905113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:08:55Z', 'revision_number': 3, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:57.962381 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Checking router: d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:08:57.966586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Updating router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 port 858fb29d-7d43-4e75-ac71-d502927e36dd binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:08:58.035773 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.125780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc001c22-5e3f-43f5-92be-b82c471a2517 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:58.130323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dc001c22-5e3f-43f5-92be-b82c471a2517 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3294153 Aug 23 12:08:58.131441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34866) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:58.167160 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.248003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4585af28-d4ca-4c89-ad9a-4a50699a8f85 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1104345 Aug 23 12:08:58.248518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34872) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:58.259227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611835240', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:58.452677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Made reservation on behalf of c09b1ba3bec04baabadcd406a9c59d1f for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:58.458482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.678101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34888) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:58.715814 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.732138 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Transition to ACTIVE for port object 858fb29d-7d43-4e75-ac71-d502927e36dd will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:08:58.742270 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.836966 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Attempting to bind port 858fb29d-7d43-4e75-ac71-d502927e36dd on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:08:58.837977 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Attempting to bind port 858fb29d-7d43-4e75-ac71-d502927e36dd by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:08:58.838581 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Attempting to bind port 858fb29d-7d43-4e75-ac71-d502927e36dd on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:08:58.850336 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Pushing event updated for resources: {'Port': ['ID=858fb29d-7d43-4e75-ac71-d502927e36dd,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:58.854617 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:08:58.855339 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:08:58.856020 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.856785 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:08:58.857504 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Bound port: 858fb29d-7d43-4e75-ac71-d502927e36dd, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:08:58.858366 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:58.896797 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.897500 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.898211 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.898965 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.899479 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.899985 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.900487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.900993 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.914143 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.914816 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.915352 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.915969 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:08:58.965929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3f2d2-4cb0-48ce-9afd-ddd3aa474dad req-d30b75f6-cf98-4df4-8633-456d1bdb850f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:58.968450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22f3f2d2-4cb0-48ce-9afd-ddd3aa474dad req-d30b75f6-cf98-4df4-8633-456d1bdb850f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.2818315 Aug 23 12:08:59.009196 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] For port 858fb29d-7d43-4e75-ac71-d502927e36dd, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:08:59.014760 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] For port 858fb29d-7d43-4e75-ac71-d502927e36dd, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=858fb29d-7d43-4e75-ac71-d502927e36dd,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:08:59.020500 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.189085 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:08:59.196283 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:08:59.208812 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c9bb-62f5-4897-a70a-20ea865fb623 None None] Pushing event updated for resources: {'Port': ['ID=858fb29d-7d43-4e75-ac71-d502927e36dd,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:59.230453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.273957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1587392539', 'router:external': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:08:59.322816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Made reservation on behalf of ffff0b1fed11415998179fd9d9197e47 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:08:59.328302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.343589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.536234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22f3f2d2-4cb0-48ce-9afd-ddd3aa474dad req-cb580427-21c3-4a83-ab84-1d62e1afa548 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5448122 Aug 23 12:08:59.565438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Checking segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:08:59.567863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network hostable DHCP agents. Network: 3c55298e-c971-414c-8734-afa54dff35fc, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:08:59.601402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.612136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Subnet': ['ID=64f77b65-3d8f-401b-920d-99b39ddb15ae,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:59.615102 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:08:59.616648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.645021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:08:59.659765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004475cf-a1de-4b20-85e5-e51aae9821f5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:08:59.665072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.665704 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Added segment d775fdfb-c9fc-4374-9fc3-199dbfb32fa0 of type vlan for network a086407f-7c24-4468-b98c-20420c6c6f60 Aug 23 12:08:59.670402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 3c55298e-c971-414c-8734-afa54dff35fc is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:08:59.692366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3c55298e-c971-414c-8734-afa54dff35fc) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:08:59.698934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:59.700215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf481f0e-7ca3-42c6-9d73-ba75a7350b82 None None] Network 3c55298e-c971-414c-8734-afa54dff35fc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:08:59.701944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.742363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-af8f41e1-673c-449c-ad44-42a7e4bbd5d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4912534 Aug 23 12:08:59.745122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34916) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:08:59.767904 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.852052 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:08:59.854645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:08:59.859853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:00.038061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3553905 Aug 23 12:09:00.042878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-3c55298e-c971-414c-8734-afa54dff35fc', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:09:00.045007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:00.048840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34926) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:00.076866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'subnet': {'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:00.166865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77dad-e9bc-4efb-bf76-df10b1d97ab8 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Network': ['ID=a086407f-7c24-4468-b98c-20420c6c6f60,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:00.174465 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:08:55Z', 'revision_number': 3, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:00.230278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Made reservation on behalf of ffff0b1fed11415998179fd9d9197e47 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:00.233234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:00.296965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Allocated IP 172.20.0.2 (3c55298e-c971-414c-8734-afa54dff35fc/64f77b65-3d8f-401b-920d-99b39ddb15ae/4467f98b-7183-4bf9-be97-87bd5d9139cf) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:00.309517 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad8d389-6d0f-425b-8c3d-e214064f06d5 None None] The sync data for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 is: [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:08:55Z', 'revision_number': 3, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:00.665585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:00.687379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Transition to ACTIVE for port object 4467f98b-7183-4bf9-be97-87bd5d9139cf will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:00.720047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Transition to ACTIVE for port object 4467f98b-7183-4bf9-be97-87bd5d9139cf will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:00.731218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a086407f-7c24-4468-b98c-20420c6c6f60 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:09:00.847139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eae8b-223f-4fb2-8588-d595d63f97e7 req-ea2d84ae-4360-44c8-ae8a-6262f8cb8fa0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:00.865654 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d32eae8b-223f-4fb2-8588-d595d63f97e7 req-ea2d84ae-4360-44c8-ae8a-6262f8cb8fa0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.2035055 Aug 23 12:09:00.870919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:00.881917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:00.942654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34958) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:00.991224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d32eae8b-223f-4fb2-8588-d595d63f97e7 req-43b5c002-461e-4399-82a1-cfa0f9a85429 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164753 Aug 23 12:09:01.017811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Network 3c55298e-c971-414c-8734-afa54dff35fc is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:01.042095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:01.047911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:01.096767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 858fb29d-7d43-4e75-ac71-d502927e36dd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:01.185681 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1c99e3b7-ad3f-4a05-b89d-a01b21017819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.236932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4672ebe6-ca54-4464-8ea8-9a5b0666ad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.282394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Pushing event updated for resources: {'Port': ['ID=4467f98b-7183-4bf9-be97-87bd5d9139cf,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:01.361994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Attempting to bind port 4467f98b-7183-4bf9-be97-87bd5d9139cf on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:01.362416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Attempting to bind port 4467f98b-7183-4bf9-be97-87bd5d9139cf by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:01.362792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Attempting to bind port 4467f98b-7183-4bf9-be97-87bd5d9139cf on network 3c55298e-c971-414c-8734-afa54dff35fc {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:01.369249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:01.369643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Checking segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:01.377858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.378305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Bound using segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:01.378820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Bound port: 4467f98b-7183-4bf9-be97-87bd5d9139cf, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:01.379273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.384258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 858fb29d-7d43-4e75-ac71-d502927e36dd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:01.385022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.400678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 858fb29d-7d43-4e75-ac71-d502927e36dd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:01.400678 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.484526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1c99e3b7-ad3f-4a05-b89d-a01b21017819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.506986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1c99e3b7-ad3f-4a05-b89d-a01b21017819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.709138 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.724590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] For port 4467f98b-7183-4bf9-be97-87bd5d9139cf, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:01.744110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4672ebe6-ca54-4464-8ea8-9a5b0666ad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.752282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1c99e3b7-ad3f-4a05-b89d-a01b21017819 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45cc359969c141c0b300b11408c67b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8732915 Aug 23 12:09:01.763556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99e3b7-ad3f-4a05-b89d-a01b21017819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8003f2d6-ec73-4be0-934e-e2e59b0026ac,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:01.767975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34976) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:01.788292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] For port 4467f98b-7183-4bf9-be97-87bd5d9139cf, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4467f98b-7183-4bf9-be97-87bd5d9139cf,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:01.789886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4672ebe6-ca54-4464-8ea8-9a5b0666ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.811276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.817451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 858fb29d-7d43-4e75-ac71-d502927e36dd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=858fb29d-7d43-4e75-ac71-d502927e36dd,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:01.938467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721cd49-0f3a-4e93-a687-9cdf12fa3654 None None] Pushing event updated for resources: {'Port': ['ID=4467f98b-7183-4bf9-be97-87bd5d9139cf,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:01.951499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:01.961666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4672ebe6-ca54-4464-8ea8-9a5b0666ad15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fccb799f1cd94a7892437f8deceac9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0156488 Aug 23 12:09:01.972515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34984) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:01.976734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ebe6-ca54-4464-8ea8-9a5b0666ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da92ddb9-a788-4ac5-ad94-84d11805adee,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:02.116891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=858fb29d-7d43-4e75-ac71-d502927e36dd,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:02.136827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4944120-2fe8-4e84-927c-7be5a12ad6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.292261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4944120-2fe8-4e84-927c-7be5a12ad6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.328703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2204f4aa-a99a-406c-b51c-5c6b506c11ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.360254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2204f4aa-a99a-406c-b51c-5c6b506c11ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.513963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34998) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:02.519900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:09:02.520451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.545891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4944120-2fe8-4e84-927c-7be5a12ad6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.550779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4944120-2fe8-4e84-927c-7be5a12ad6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.553391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4944120-2fe8-4e84-927c-7be5a12ad6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8003f2d6-ec73-4be0-934e-e2e59b0026ac HTTP/1.1" status: 204 len: 168 time: 0.7813473 Aug 23 12:09:02.574014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4944120-2fe8-4e84-927c-7be5a12ad6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8003f2d6-ec73-4be0-934e-e2e59b0026ac,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:02.591759 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2204f4aa-a99a-406c-b51c-5c6b506c11ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.594502 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2204f4aa-a99a-406c-b51c-5c6b506c11ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:02.602100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2204f4aa-a99a-406c-b51c-5c6b506c11ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da92ddb9-a788-4ac5-ad94-84d11805adee HTTP/1.1" status: 204 len: 168 time: 0.6261065 Aug 23 12:09:02.618709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204f4aa-a99a-406c-b51c-5c6b506c11ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92ddb9-a788-4ac5-ad94-84d11805adee,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:02.805632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02126bd6-da27-4ae6-89a6-683dfc0f1b2c req-40ff4965-4075-45c0-bf07-40dd45bf8247 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:02.813960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02126bd6-da27-4ae6-89a6-683dfc0f1b2c req-40ff4965-4075-45c0-bf07-40dd45bf8247 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.2793851 Aug 23 12:09:02.835742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:02.900309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Checking segment: {'id': 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:02.900938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network hostable DHCP agents. Network: a086407f-7c24-4468-b98c-20420c6c6f60, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:09:02.945604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02126bd6-da27-4ae6-89a6-683dfc0f1b2c req-9e2e378d-bfc3-4b33-9621-1fbcf1785dde tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302414 Aug 23 12:09:03.021776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.20.0.1 (3c55298e-c971-414c-8734-afa54dff35fc/64f77b65-3d8f-401b-920d-99b39ddb15ae/c7e52a31-5a6a-45ee-8db2-5af977afbb07) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:03.024237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network a086407f-7c24-4468-b98c-20420c6c6f60 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:09:03.060232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bfeb19-b814-4ad7-92d1-8242e673bb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.135115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 858fb29d-7d43-4e75-ac71-d502927e36dd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:03.240585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 858fb29d-7d43-4e75-ac71-d502927e36dd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:03.242262 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.310162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a086407f-7c24-4468-b98c-20420c6c6f60) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:03.318024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:03.319257 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.358280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f63a411-3ce9-4bf7-8df3-8750907b2e12 None None] Network a086407f-7c24-4468-b98c-20420c6c6f60 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:03.372744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35012) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:03.396851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bfeb19-b814-4ad7-92d1-8242e673bb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.416434 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe896ccd-01c9-42c7-85f6-c5ff7f93829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.428908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e9224e84-6692-4a6d-ab21-4551384c7937 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3764756 Aug 23 12:09:03.434097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35014) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:03.439585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bfeb19-b814-4ad7-92d1-8242e673bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.444424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-927717934', 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:03.447559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35016) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:03.530928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4467f98b-7183-4bf9-be97-87bd5d9139cf up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:03.535539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.581551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Transition to ACTIVE for port object c7e52a31-5a6a-45ee-8db2-5af977afbb07 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:03.666475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.670237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe896ccd-01c9-42c7-85f6-c5ff7f93829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.687280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32329987-7f6c-4812-8b7d-bce92761a3c4 None None] Network a086407f-7c24-4468-b98c-20420c6c6f60 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:03.707665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4467f98b-7183-4bf9-be97-87bd5d9139cf completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:03.781417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-40bfeb19-b814-4ad7-92d1-8242e673bb16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=755fd1e80c50465eb13500f9d5af90eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2655847 Aug 23 12:09:03.805199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfeb19-b814-4ad7-92d1-8242e673bb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181980cb-1cae-4699-9f95-fd8993299297,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:03.810295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffd407e2-5c3a-43a6-a830-5cce73d7ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.812933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe896ccd-01c9-42c7-85f6-c5ff7f93829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.817141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:03.847168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 3c55298e-c971-414c-8734-afa54dff35fc is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:03.849654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:03.853222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:03.856941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Made reservation on behalf of ffff0b1fed11415998179fd9d9197e47 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:03.859641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:03.864296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=c7e52a31-5a6a-45ee-8db2-5af977afbb07,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:03.933021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] device_id is not set on port 70c9b943-4f77-40ad-97e3-c95bd7e190e0 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:09:03.951305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe896ccd-01c9-42c7-85f6-c5ff7f93829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad8eb18-79c4-4388-b354-2f1214f0fee1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:03.965964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f641eb7-944a-4ebd-9f12-f0ee651b274f None None] Network 3c55298e-c971-414c-8734-afa54dff35fc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:04.023553 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.144445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Allocated IP 2001:db8::2ae (a086407f-7c24-4468-b98c-20420c6c6f60/9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f/70c9b943-4f77-40ad-97e3-c95bd7e190e0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:04.148945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] Provisioning for port 4467f98b-7183-4bf9-be97-87bd5d9139cf completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:04.220687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffd407e2-5c3a-43a6-a830-5cce73d7ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.222625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] Provisioning complete for port 4467f98b-7183-4bf9-be97-87bd5d9139cf triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:04.225796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.233959 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-16c827a4-865c-4ab9-bb53-9e5cafa2b027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.258661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-16c827a4-865c-4ab9-bb53-9e5cafa2b027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.311890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffd407e2-5c3a-43a6-a830-5cce73d7ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.347575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ffd407e2-5c3a-43a6-a830-5cce73d7ecf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2a83480fe774eb19f3c5e4ea0a80e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454952 Aug 23 12:09:04.350885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fe896ccd-01c9-42c7-85f6-c5ff7f93829f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cce8f8e74d414d629ada58f20bd8f750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9771321 Aug 23 12:09:04.358389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35022) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:04.359166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:04.360074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-16c827a4-865c-4ab9-bb53-9e5cafa2b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.363390 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-16c827a4-865c-4ab9-bb53-9e5cafa2b027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.364848 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-16c827a4-865c-4ab9-bb53-9e5cafa2b027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/181980cb-1cae-4699-9f95-fd8993299297 HTTP/1.1" status: 204 len: 168 time: 0.4831822 Aug 23 12:09:04.403939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.429946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.443207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd407e2-5c3a-43a6-a830-5cce73d7ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ced07-32c0-4f3b-a6e7-5aa29dec97a9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:04.453231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] For port 4467f98b-7183-4bf9-be97-87bd5d9139cf, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4467f98b-7183-4bf9-be97-87bd5d9139cf,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:04.475187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.506829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c827a4-865c-4ab9-bb53-9e5cafa2b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181980cb-1cae-4699-9f95-fd8993299297,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:04.552194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.584085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d3a94-d377-49a6-9672-056a0c20d456 req-d654070a-0279-4e92-9aa5-e3a2e0c8841a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:04.595303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-117d3a94-d377-49a6-9672-056a0c20d456 req-d654070a-0279-4e92-9aa5-e3a2e0c8841a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.4857476 Aug 23 12:09:04.618787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea481e73-6027-420a-9298-10ac0a443895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.642876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf3eba9-4616-4e9e-b42d-b576f824f4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.689104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f931df-cf56-4514-a960-9863489fc948 None None] Pushing event updated for resources: {'Port': ['ID=4467f98b-7183-4bf9-be97-87bd5d9139cf,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:04.697435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf3eba9-4616-4e9e-b42d-b576f824f4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.732574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.820488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea481e73-6027-420a-9298-10ac0a443895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.823222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-99ba1b49-4ac4-4aef-ae22-e46bab63897a None None] Provisioning complete for port 4467f98b-7183-4bf9-be97-87bd5d9139cf triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:04.823675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-99ba1b49-4ac4-4aef-ae22-e46bab63897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:04.859558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network a086407f-7c24-4468-b98c-20420c6c6f60 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:05.001807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:05.003370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea481e73-6027-420a-9298-10ac0a443895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.007954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:05.009285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4467f98b-7183-4bf9-be97-87bd5d9139cf up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:05.012596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:05.014068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea481e73-6027-420a-9298-10ac0a443895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.014791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.017772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea481e73-6027-420a-9298-10ac0a443895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/180ced07-32c0-4f3b-a6e7-5aa29dec97a9 HTTP/1.1" status: 204 len: 168 time: 0.6502545 Aug 23 12:09:05.023676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Port': ['ID=70c9b943-4f77-40ad-97e3-c95bd7e190e0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:05.055868 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-117d3a94-d377-49a6-9672-056a0c20d456 req-20fa12f4-c441-45e4-8fdd-df1b95328c14 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4596574 Aug 23 12:09:05.063102 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6438fd4-2ec6-43f2-b9d1-401ae30fa1ad tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6254234 Aug 23 12:09:05.064574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35034) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:05.074410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea481e73-6027-420a-9298-10ac0a443895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ced07-32c0-4f3b-a6e7-5aa29dec97a9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:05.107141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf3eba9-4616-4e9e-b42d-b576f824f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.110733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0bf3eba9-4616-4e9e-b42d-b576f824f4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.112251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0bf3eba9-4616-4e9e-b42d-b576f824f4ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ad8eb18-79c4-4388-b354-2f1214f0fee1 HTTP/1.1" status: 204 len: 168 time: 0.6961310 Aug 23 12:09:05.143417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3eba9-4616-4e9e-b42d-b576f824f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad8eb18-79c4-4388-b354-2f1214f0fee1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:05.147697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-99ba1b49-4ac4-4aef-ae22-e46bab63897a None None] Provisioning for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:05.167441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-99ba1b49-4ac4-4aef-ae22-e46bab63897a None None] Provisioning complete for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:05.167441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-99ba1b49-4ac4-4aef-ae22-e46bab63897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.265886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-32283a24-f648-4c4f-8dda-13df6277657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:05.267863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4467f98b-7183-4bf9-be97-87bd5d9139cf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:05.268254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.268441 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-32283a24-f648-4c4f-8dda-13df6277657f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b&tenant_id=3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 1094 time: 0.1170297 Aug 23 12:09:05.282817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:05.300234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35038) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:05.316630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Deleting port 70c9b943-4f77-40ad-97e3-c95bd7e190e0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:05.317122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.336390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfdedb7a-6ae3-41b1-9c89-cd16856ca36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.340515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-99ba1b49-4ac4-4aef-ae22-e46bab63897a None None] Port c7e52a31-5a6a-45ee-8db2-5af977afbb07 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:05.388055 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.441545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.454665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.470174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-216bff9e-6966-4ab9-bd39-74371d412558 None None] Provisioning complete for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:05.470448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-216bff9e-6966-4ab9-bd39-74371d412558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.507714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-216bff9e-6966-4ab9-bd39-74371d412558 None None] Port c7e52a31-5a6a-45ee-8db2-5af977afbb07 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:05.542377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=c7e52a31-5a6a-45ee-8db2-5af977afbb07,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:05.592092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.601196 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.634019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Calling delete_port for 70c9b943-4f77-40ad-97e3-c95bd7e190e0 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:05.747640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfdedb7a-6ae3-41b1-9c89-cd16856ca36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.811896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfdedb7a-6ae3-41b1-9c89-cd16856ca36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:05.895270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bfdedb7a-6ae3-41b1-9c89-cd16856ca36d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e2cdec7cfe24ed1bd60d3b029530656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916812 Aug 23 12:09:05.896700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35060) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:05.903286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdedb7a-6ae3-41b1-9c89-cd16856ca36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec89b5-971d-4312-b1d9-308ea1a46e6f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:05.929272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:05.960892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 3c55298e-c971-414c-8734-afa54dff35fc is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:05.968379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:06.015399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:06.046204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.068722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:09:06.094196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.109593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.223846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Transition to ACTIVE for port object fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:06.234195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.279318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.396039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.406058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.409444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83ec89b5-971d-4312-b1d9-308ea1a46e6f HTTP/1.1" status: 204 len: 168 time: 0.5096028 Aug 23 12:09:06.435640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event deleted for resources: {'Port': ['ID=70c9b943-4f77-40ad-97e3-c95bd7e190e0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:06.463020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f3cf0f6a-6293-451f-b9d0-3a29c694c07a None None] Provisioning complete for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:06.464231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f3cf0f6a-6293-451f-b9d0-3a29c694c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.559577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=9']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:06.588141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.591100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf0f6a-6293-451f-b9d0-3a29c694c07a None None] Port c7e52a31-5a6a-45ee-8db2-5af977afbb07 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:06.602766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c827ed34-c9ba-4dd8-8b25-a248f5476b54 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/ports/70c9b943-4f77-40ad-97e3-c95bd7e190e0 HTTP/1.1" status: 204 len: 168 time: 1.5365078 Aug 23 12:09:06.606264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:06.613918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60', 'external_fixed_ips': [{'subnet_id': '9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f', 'ip_address': '2001:db8::2ae'}]}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:06.624362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec89b5-971d-4312-b1d9-308ea1a46e6f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:06.643181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.643539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.643889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.644229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.644570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.649841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.667126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:06.682671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f299d5-e2c2-4bb0-a7fe-cff9f420484b req-add7e86d-cb76-481d-aab6-956dcab2a150 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:06.685297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0f299d5-e2c2-4bb0-a7fe-cff9f420484b req-add7e86d-cb76-481d-aab6-956dcab2a150 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 943 time: 0.4142735 Aug 23 12:09:06.687480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.688601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.715201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.715580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.716317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.716671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.717017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.717446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.717817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.718198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.718534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.718865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.719195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.719525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882df0-75d3-4271-a548-90032203ec0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:06.753581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] No DVR routers for this DVR port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:09:06.856369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:06.995381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0f299d5-e2c2-4bb0-a7fe-cff9f420484b req-a4cfc034-6123-4375-9388-09296bb89fde tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181823 Aug 23 12:09:07.360010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:07.360264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:07.360427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:07.367112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on network f504f6cb-2845-4cee-8221-055f99f229eb not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:09:07.367499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Attempting to bind port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:07.374535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:07.375001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Checking segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:07.376159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Bound using segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:07.376617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Bound port: fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:07.376991 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.453671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:07.466664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35110) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:07.468763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Sync routers for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:07.480088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a86a9fed-c8b5-4083-9bc9-3a93f1cfaadb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "PUT /v2.0/routers/d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7171073 Aug 23 12:09:07.484136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.488608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:07.489550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:07.493266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--354913270', 'description': 'tempest-secgroup_access--354913270 description', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:07.549213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:07.598421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:07.600236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.630561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.688782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:07.710427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:07.711058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.712848 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 1091 time: 2.4370008 Aug 23 12:09:07.715807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:07.735239 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc92d57-eb0f-4b00-9106-c861ae2a524e" -d '{"events": [{"name": "network-changed", "server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:07.828082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.877465 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40755ae-7d86-4c42-a3a9-ec12d132aeca x-openstack-request-id: req-f40755ae-7d86-4c42-a3a9-ec12d132aeca {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:07.877789 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:07.879541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:07.881004 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f40755ae-7d86-4c42-a3a9-ec12d132aeca {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:07.881460 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'status': 'completed', 'code': 200} Aug 23 12:09:07.902184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2bb39-9735-4f2c-a7d7-2edd57860ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=10']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:07.963725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-8c8e66b3-5d72-4c83-9df4-7b2f4d8186cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:07.966153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-8c8e66b3-5d72-4c83-9df4-7b2f4d8186cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1095 time: 0.2113130 Aug 23 12:09:08.256298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.257528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:05Z', 'revision_number': 2, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:08.265276 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.322969 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.323878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Checking router: d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:09:08.324511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8507309 Aug 23 12:09:08.331975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Updating router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 port c7e52a31-5a6a-45ee-8db2-5af977afbb07 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:09:08.333857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35142) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:08.345320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1187493730', 'description': 'tempest-secgroup_general--1187493730 description', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:08.366972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-3896fdca-d578-44d8-902b-016f2856c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:08.368557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-3896fdca-d578-44d8-902b-016f2856c7ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.3895638 Aug 23 12:09:08.387250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287f8ed-28b7-4761-a763-d38d2109061f req-0a811c83-3d02-4116-aef5-9e139070fb2e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:08.393239 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.399382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d287f8ed-28b7-4761-a763-d38d2109061f req-0a811c83-3d02-4116-aef5-9e139070fb2e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.2506335 Aug 23 12:09:08.436091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1841e-c3e0-47cf-8d7b-82ca9f63e00f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a1e0c-e930-4721-a8be-baf5cfefca17,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:08.454005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.482194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Allocated IP 2001:db8::2ae (a086407f-7c24-4468-b98c-20420c6c6f60/9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f/70b718b8-31db-4351-ad2b-f5ffb29880aa) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:08.489411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-221cc8d0-34e8-407a-a4f9-1a8bb4fd8bc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 998 time: 0.1096838 Aug 23 12:09:08.624184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.633580 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.693990 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d287f8ed-28b7-4761-a763-d38d2109061f req-a031436e-60b5-415d-81b5-a7a0bc2e51c4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793145 Aug 23 12:09:08.710532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-d4347186-bef6-4a3a-987d-f4d8c168c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:08.712153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-d4347186-bef6-4a3a-987d-f4d8c168c019 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1194348 Aug 23 12:09:08.713854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.715928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3809459 Aug 23 12:09:08.716546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fe53d-9200-4ef7-9f18-a1215dd6d19c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c4959-3394-421c-95fd-34959bbb9758,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:08.737999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:08.760250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'security_group_rule': {'security_group_id': '7d0a1e0c-e930-4721-a8be-baf5cfefca17', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:08.788705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.820352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-f5f669a9-f6c0-4104-9ae7-4605b86f53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:08.822326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-f5f669a9-f6c0-4104-9ae7-4605b86f53c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833714 Aug 23 12:09:08.842933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.876530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.947951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network a086407f-7c24-4468-b98c-20420c6c6f60 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:08.954325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:08.957631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.968705 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:08.970106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:09.003748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a514bae1-dee1-455a-87ad-9885ac39c58b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:09.007974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-d57fb23d-6881-458e-8b82-4b4154c6a5e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764369 Aug 23 12:09:09.025237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:09.030887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2362e9c1-d27c-43f6-849d-c2fbda8c74fc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2792201 Aug 23 12:09:09.173156 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b20cf6c-a9bd-46a2-94b2-198bdee65b29 req-294281c0-25f3-4558-9ec8-4dc7666a821f service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578641 Aug 23 12:09:09.175018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Port': ['ID=70b718b8-31db-4351-ad2b-f5ffb29880aa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:09.419374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-4e4eb328-dff0-4305-8e48-1a5bb705d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:09.428013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-4e4eb328-dff0-4305-8e48-1a5bb705d05b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1095 time: 0.1951885 Aug 23 12:09:09.497265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:09.536743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Transition to ACTIVE for port object c7e52a31-5a6a-45ee-8db2-5af977afbb07 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:09.552058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:09.582943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:09.650995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-681f5a26-286e-4216-bef4-62e06c539ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:09.653311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-681f5a26-286e-4216-bef4-62e06c539ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.2081156 Aug 23 12:09:09.765362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b170-2f1c-4258-b9d3-a26c3cd413a3 None None] Pushing event updated for resources: {'Port': ['ID=c7e52a31-5a6a-45ee-8db2-5af977afbb07,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:09.873814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-ecd6dec5-89f4-4f7c-b5ae-45d0f98f3373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 998 time: 0.2106750 Aug 23 12:09:09.898572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Attempting to bind port c7e52a31-5a6a-45ee-8db2-5af977afbb07 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:09.898952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Attempting to bind port c7e52a31-5a6a-45ee-8db2-5af977afbb07 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:09.900470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Attempting to bind port c7e52a31-5a6a-45ee-8db2-5af977afbb07 on network 3c55298e-c971-414c-8734-afa54dff35fc {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:09.914650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:09.915788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Checking segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:09.916911 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:09.918962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Bound using segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:09.919486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Bound port: c7e52a31-5a6a-45ee-8db2-5af977afbb07, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:09.919891 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:10.045487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-b74e6a7a-3e1a-47fb-9f13-f505b408776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:10.053237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-b74e6a7a-3e1a-47fb-9f13-f505b408776a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1742065 Aug 23 12:09:10.129894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] For port c7e52a31-5a6a-45ee-8db2-5af977afbb07, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:10.145181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] For port c7e52a31-5a6a-45ee-8db2-5af977afbb07, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7e52a31-5a6a-45ee-8db2-5af977afbb07,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:10.151483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:10.160391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e97c29-e6ce-44f9-ba48-945ceab3574b req-25b567ff-1356-4d25-9c98-8d91bebaff63 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:10.162052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2e97c29-e6ce-44f9-ba48-945ceab3574b req-25b567ff-1356-4d25-9c98-8d91bebaff63 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.3152759 Aug 23 12:09:10.217969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-f29765d9-e04d-4f5f-8833-fec724ce8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:10.224344 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-f29765d9-e04d-4f5f-8833-fec724ce8b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622758 Aug 23 12:09:10.399085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:10.399744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:10.410368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2e97c29-e6ce-44f9-ba48-945ceab3574b req-04728cc9-400a-46f3-b714-ad5009fbd844 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483147 Aug 23 12:09:10.419198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b170-2f1c-4258-b9d3-a26c3cd413a3 None None] Pushing event updated for resources: {'Port': ['ID=c7e52a31-5a6a-45ee-8db2-5af977afbb07,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:10.435401 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:10.620703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35232) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:10.788481 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-3ab8faa1-de9f-44ed-b025-b17f65a38c1c service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257813 Aug 23 12:09:10.816509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:11.005741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Router b6f9fe74-acda-4628-a0eb-851c3c8c6d5c is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:11.194143 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-e880dd6e-97fd-458d-92b7-d2fa8174e9ec tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1187493730&fields=id&tenant_id=c09b1ba3bec04baabadcd406a9c59d1f HTTP/1.1" status: 200 len: 267 time: 0.3771048 Aug 23 12:09:11.391429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfc92d57-eb0f-4b00-9106-c861ae2a524e req-ec9293e5-7e45-47e0-8091-ddbb32f849cf service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895789 Aug 23 12:09:11.396200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-681a7d59-f917-4df3-b81c-fed7a4400bbd tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--354913270&fields=id&tenant_id=c09b1ba3bec04baabadcd406a9c59d1f HTTP/1.1" status: 200 len: 267 time: 0.1792848 Aug 23 12:09:11.535467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:10Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:11.640699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:11.657372 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Sync routers for ids ['b6f9fe74-acda-4628-a0eb-851c3c8c6d5c'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:11.697882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c0f7-9e8e-49bc-b554-2d2109cb4589 None None] The sync data for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 is: [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:10Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:11.706646 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Routers {'b6f9fe74-acda-4628-a0eb-851c3c8c6d5c'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:11.707455 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b6f9fe74-acda-4628-a0eb-851c3c8c6d5c'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:11.840319 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:11.845608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e9800b2-81f5-4a74-bfe7-1c82103de420 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2376449 Aug 23 12:09:11.858899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-6fd179a2-fe58-4cc9-91d6-7fd7f5adcb74 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:11.879643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35274) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:11.884171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-6fd179a2-fe58-4cc9-91d6-7fd7f5adcb74 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/networks?id=3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 200 len: 797 time: 0.4819520 Aug 23 12:09:11.921307 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-0e78b15c-53af-4eb7-9d14-c99c27d915fb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/quotas/c09b1ba3bec04baabadcd406a9c59d1f HTTP/1.1" status: 200 len: 375 time: 0.0294864 Aug 23 12:09:12.081560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-08ab1a4f-7eaa-4e7e-b619-e919c97653f8 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487412 Aug 23 12:09:12.097365 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Set router b6f9fe74-acda-4628-a0eb-851c3c8c6d5c gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:12.371124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:12.379366 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-1a98c70f-0f07-4a1f-b31a-417b2ac8c3cd service neutron] 10.222.0.21 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797630 Aug 23 12:09:12.651403 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9fe74-acda-4628-a0eb-851c3c8c6d5c', 'name': '', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60', 'external_fixed_ips': [{'subnet_id': '9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f', 'ip_address': '2001:db8::2ae'}], 'enable_snat': True}, 'gw_port_id': '70b718b8-31db-4351-ad2b-f5ffb29880aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:06Z', 'updated_at': '2021-08-23T12:09:09Z', 'revision_number': 3, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port': {'id': '70b718b8-31db-4351-ad2b-f5ffb29880aa', 'name': '', 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:98:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f9fe74-acda-4628-a0eb-851c3c8c6d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f', 'ip_address': '2001:db8::2ae', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:07Z', 'updated_at': '2021-08-23T12:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:12.681761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-462b5605-0611-4864-b77b-15776d3dde3b service neutron] 10.222.0.21 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948635 Aug 23 12:09:12.719514 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Checking router: b6f9fe74-acda-4628-a0eb-851c3c8c6d5c for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:09:12.720388 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Updating router b6f9fe74-acda-4628-a0eb-851c3c8c6d5c port 70b718b8-31db-4351-ad2b-f5ffb29880aa binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:09:13.158299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e99c7d51-00b4-4289-837b-a1f3cf386122 req-c53ad074-1edd-49f6-a754-7aeefaa372e9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 210 time: 0.1025395 Aug 23 12:09:13.191524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e52a31-5a6a-45ee-8db2-5af977afbb07 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:13.352075 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:13.424520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:13.432155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:13.432849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:13.595413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851f8c9-0d3f-431f-8965-4d6343a27ab5 req-2393b830-9aa6-4494-aa5a-96d8433979f1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:13.597464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4851f8c9-0d3f-431f-8965-4d6343a27ab5 req-2393b830-9aa6-4494-aa5a-96d8433979f1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 1.8834860 Aug 23 12:09:13.792578 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:13.928244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:13.933277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c7e52a31-5a6a-45ee-8db2-5af977afbb07, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7e52a31-5a6a-45ee-8db2-5af977afbb07,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:13.948994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.051874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c7e52a31-5a6a-45ee-8db2-5af977afbb07,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:14.152485 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.190475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4851f8c9-0d3f-431f-8965-4d6343a27ab5 req-91a53953-c421-4748-9196-1652a3011da5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5741367 Aug 23 12:09:14.200675 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Transition to ACTIVE for port object 70b718b8-31db-4351-ad2b-f5ffb29880aa will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:14.234763 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.404507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-705389d7-53fe-4101-b110-9cd31e6b32c8 req-3a4349c2-590a-473f-a119-f957541441bd tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 210 time: 0.0740049 Aug 23 12:09:14.525620 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7add4-3460-4eb3-8405-bbaf6d35485c None None] Pushing event updated for resources: {'Port': ['ID=70b718b8-31db-4351-ad2b-f5ffb29880aa,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:14.562385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Attempting to bind port 70b718b8-31db-4351-ad2b-f5ffb29880aa on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:14.563062 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Attempting to bind port 70b718b8-31db-4351-ad2b-f5ffb29880aa by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:14.565246 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Attempting to bind port 70b718b8-31db-4351-ad2b-f5ffb29880aa on network a086407f-7c24-4468-b98c-20420c6c6f60 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:14.580635 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:14.583329 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Checking segment: {'id': 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:14.583944 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.586127 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Bound using segment: {'id': 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:14.589817 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Bound port: 70b718b8-31db-4351-ad2b-f5ffb29880aa, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a086407f-7c24-4468-b98c-20420c6c6f60'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:14.592679 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.593318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Deleting port 70b718b8-31db-4351-ad2b-f5ffb29880aa {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:14.593669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.691065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.703950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Calling delete_port for 70b718b8-31db-4351-ad2b-f5ffb29880aa owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:14.741538 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] For port 70b718b8-31db-4351-ad2b-f5ffb29880aa, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:14.750987 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] For port 70b718b8-31db-4351-ad2b-f5ffb29880aa, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=70b718b8-31db-4351-ad2b-f5ffb29880aa,segment=NetworkSegment(d775fdfb-c9fc-4374-9fc3-199dbfb32fa0),segment_id=d775fdfb-c9fc-4374-9fc3-199dbfb32fa0)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:14.759839 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:14.861558 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Routers {'b6f9fe74-acda-4628-a0eb-851c3c8c6d5c'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:14.863787 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b6f9fe74-acda-4628-a0eb-851c3c8c6d5c'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:15.020566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e52a31-5a6a-45ee-8db2-5af977afbb07 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:15.056511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.100196 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7add4-3460-4eb3-8405-bbaf6d35485c None None] Pushing event updated for resources: {'Port': ['ID=70b718b8-31db-4351-ad2b-f5ffb29880aa,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:15.141008 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] Set router b6f9fe74-acda-4628-a0eb-851c3c8c6d5c gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:15.208876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event deleted for resources: {'Port': ['ID=70b718b8-31db-4351-ad2b-f5ffb29880aa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:15.287806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c7e52a31-5a6a-45ee-8db2-5af977afbb07 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:15.288189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.291579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.306185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f9fe74-acda-4628-a0eb-851c3c8c6d5c', 'name': '', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:06Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 4, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:15.357448 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca143027-6ccd-4f67-8474-aeec8684fe73 None None] The sync data for ids ['b6f9fe74-acda-4628-a0eb-851c3c8c6d5c'] in n-d-773645-7 is: [{'id': 'b6f9fe74-acda-4628-a0eb-851c3c8c6d5c', 'name': '', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:06Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 4, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:15.365296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.365677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.368050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.368511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.368734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.375117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.375510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.375868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.377491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.377972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.378215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.378563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:15.655653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.716009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.758906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.774003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-083f86c0-6b8c-4d23-bdd1-ad4772da0f6e req-1c88a92d-d55d-42cd-8ffa-ea04b8fe5cee tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 210 time: 0.1579187 Aug 23 12:09:15.857087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-383a0710-b3c3-4a0b-80e8-7320e0a30a8a tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:15.859367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-383a0710-b3c3-4a0b-80e8-7320e0a30a8a tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.41 "GET /v2.0/networks?id=3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 200 len: 797 time: 0.3809929 Aug 23 12:09:15.902900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.903352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f9fe74-acda-4628-a0eb-851c3c8c6d5c {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:15.913337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:15.919811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d1e621d0-2784-448c-bc0f-0c0d6b23433f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b6f9fe74-acda-4628-a0eb-851c3c8c6d5c HTTP/1.1" status: 204 len: 168 time: 4.0390980 Aug 23 12:09:15.927799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35418) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:15.975739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0dc4c-7f0c-46ae-8913-1aa9d1a2ba6c req-6d955905-e093-4f00-877d-2257166ed3dd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:15.977775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ea0dc4c-7f0c-46ae-8913-1aa9d1a2ba6c req-6d955905-e093-4f00-877d-2257166ed3dd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.4276593 Aug 23 12:09:16.016694 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-f3d83f1d-e3e6-4dd2-a040-f54a4954f9b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09b1ba3bec04baabadcd406a9c59d1f HTTP/1.1" status: 200 len: 477 time: 0.1412094 Aug 23 12:09:16.042042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'port': {'device_id': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'admin_state_up': True, 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'security_groups': ['f26c4959-3394-421c-95fd-34959bbb9758', '7d0a1e0c-e930-4721-a8be-baf5cfefca17']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:16.201463 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ea0dc4c-7f0c-46ae-8913-1aa9d1a2ba6c req-e09bbd08-1813-46fd-b791-b8f13fb308fe tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091136 Aug 23 12:09:16.225349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Deleting subnet 9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:09:16.247976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:16.399139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Made reservation on behalf of c09b1ba3bec04baabadcd406a9c59d1f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:16.404519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:16.557500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:16.699353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:16.769502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.20.0.7 (3c55298e-c971-414c-8734-afa54dff35fc/64f77b65-3d8f-401b-920d-99b39ddb15ae/5221611c-640d-42e6-a48f-00657af8d788) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:16.890804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.009815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:17.061072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.063023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e197f95f-0ad5-49e5-8416-6b0f476fa249 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f HTTP/1.1" status: 204 len: 168 time: 1.1271644 Aug 23 12:09:17.069522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35472) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:17.140752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-586d014c-427f-42fc-93ba-ae4a046124d3 req-9e4303e2-f608-42ce-b44c-5a6b19505b43 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 210 time: 0.2000616 Aug 23 12:09:17.312946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.343450 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.354743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Deleting port d9ed03be-71ed-4c30-ac4f-766f47b53b0d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:17.355153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.362871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Transition to ACTIVE for port object 5221611c-640d-42e6-a48f-00657af8d788 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:17.457355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.569900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 3c55298e-c971-414c-8734-afa54dff35fc is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:17.574866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:17.578940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:17.664296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=5221611c-640d-42e6-a48f-00657af8d788,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:17.712952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:17.714293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.738087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-85fd44d9-6b67-494b-9f34-fb6f05fe4d0e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7008765 Aug 23 12:09:17.783495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Request body: {'port': {'device_id': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:17.801445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] For port d9ed03be-71ed-4c30-ac4f-766f47b53b0d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:17.804657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:17.843935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Calling delete_port for d9ed03be-71ed-4c30-ac4f-766f47b53b0d owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:17.927763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.044032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab43b1-e15d-400e-b106-3467ff3aae4a req-64012c18-6592-4c5f-819e-841e4ac29a7f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:18.046939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76ab43b1-e15d-400e-b106-3467ff3aae4a req-64012c18-6592-4c5f-819e-841e4ac29a7f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.6418872 Aug 23 12:09:18.130066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d126c2d1-b429-4d31-bd6b-868224acc1bd None None] Provisioning for port 5221611c-640d-42e6-a48f-00657af8d788 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:18.145365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d126c2d1-b429-4d31-bd6b-868224acc1bd None None] Provisioning complete for port 5221611c-640d-42e6-a48f-00657af8d788 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:18.147567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d126c2d1-b429-4d31-bd6b-868224acc1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.170838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.184842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a086407f-7c24-4468-b98c-20420c6c6f60']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:18.208618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:18.209032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd775fdfb-c9fc-4374-9fc3-199dbfb32fa0') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:18.227186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.313958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d126c2d1-b429-4d31-bd6b-868224acc1bd None None] Port 5221611c-640d-42e6-a48f-00657af8d788 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:18.395796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.535795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4864fa3-3fba-4567-814c-8a48889c21cc req-bda6e63b-3b83-410c-a35b-ba6b34ce941e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:18.543373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4864fa3-3fba-4567-814c-8a48889c21cc req-bda6e63b-3b83-410c-a35b-ba6b34ce941e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 970 time: 0.2442935 Aug 23 12:09:18.600789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76ab43b1-e15d-400e-b106-3467ff3aae4a req-c7d67313-e481-4b00-90e2-737158746e60 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4974205 Aug 23 12:09:18.654634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4864fa3-3fba-4567-814c-8a48889c21cc req-8c424e64-a104-4439-8217-b9681d6a8276 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0942867 Aug 23 12:09:18.745444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.792294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:09:18.793651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:09:18.808550 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:09:18.811209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5221611c-640d-42e6-a48f-00657af8d788 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:09:18.866472 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.913790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Transition to ACTIVE for port object 5221611c-640d-42e6-a48f-00657af8d788 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:18.920678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:18.997769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ed03be-71ed-4c30-ac4f-766f47b53b0d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:19.115490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Pushing event updated for resources: {'Port': ['ID=5221611c-640d-42e6-a48f-00657af8d788,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:19.325645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Attempting to bind port 5221611c-640d-42e6-a48f-00657af8d788 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:19.326159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Attempting to bind port 5221611c-640d-42e6-a48f-00657af8d788 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:19.326699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Attempting to bind port 5221611c-640d-42e6-a48f-00657af8d788 on network 3c55298e-c971-414c-8734-afa54dff35fc {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:19.334405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Port 5221611c-640d-42e6-a48f-00657af8d788 on network 3c55298e-c971-414c-8734-afa54dff35fc not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:09:19.335282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Attempting to bind port 5221611c-640d-42e6-a48f-00657af8d788 on network 3c55298e-c971-414c-8734-afa54dff35fc {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:19.344668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:19.345370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Checking segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:19.345812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Bound using segment: {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:19.346275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Bound port: 5221611c-640d-42e6-a48f-00657af8d788, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:19.346737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:19.440999 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:19.471328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a086407f-7c24-4468-b98c-20420c6c6f60 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:09:19.488210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:19.490929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a086407f-7c24-4468-b98c-20420c6c6f60 HTTP/1.1" status: 204 len: 168 time: 2.4191277 Aug 23 12:09:19.501644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990d105-8108-40a9-8cae-8efc71bd80db tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event deleted for resources: {'Network': ['ID=a086407f-7c24-4468-b98c-20420c6c6f60,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:19.503846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:19.554856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] For port 5221611c-640d-42e6-a48f-00657af8d788, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:19.563137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] For port 5221611c-640d-42e6-a48f-00657af8d788, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5221611c-640d-42e6-a48f-00657af8d788,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:19.572416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:19.647621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:19.648264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:19.657752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] 10.222.0.41 "PUT /v2.0/ports/5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 200 len: 1130 time: 1.8725314 Aug 23 12:09:19.658428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'tag': '5221611c-640d-42e6-a48f-00657af8d788'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:19.660793 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671f345-1266-47a2-923a-2ec1a4b649d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "tag": "5221611c-640d-42e6-a48f-00657af8d788"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:19.960521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9e1a8-b488-48cb-b61a-3f70c0c90a09 service neutron] Pushing event updated for resources: {'Port': ['ID=5221611c-640d-42e6-a48f-00657af8d788,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:20.089064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-4866c041-9225-452e-bd23-195024191810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:20.093413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-4866c041-9225-452e-bd23-195024191810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1133 time: 0.3538680 Aug 23 12:09:20.108035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16b2a8-b0f5-4159-a43a-c605d2dfbfac req-e145764e-cc15-4fe3-8766-ff0c09a496b4 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:20.110050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a16b2a8-b0f5-4159-a43a-c605d2dfbfac req-e145764e-cc15-4fe3-8766-ff0c09a496b4 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 982 time: 0.2579596 Aug 23 12:09:20.158981 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:09:20.215164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-afa60ef7-8aff-4591-a8cb-ffe503c6bc7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 200 len: 217 time: 0.0983069 Aug 23 12:09:20.258768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35572) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:20.277718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'name': 'tempest-router--1972949257', 'project_id': '9819e1f82fc44fe7bee89c4f1bd58ee4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:20.318233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5688-67b3-4fed-9626-e0f30ddfc212 req-93e1095d-d918-4bde-8e14-e4b89dbee447 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:20.326774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-808f5688-67b3-4fed-9626-e0f30ddfc212 req-93e1095d-d918-4bde-8e14-e4b89dbee447 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.4718056 Aug 23 12:09:20.382498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a16b2a8-b0f5-4159-a43a-c605d2dfbfac req-918d36e5-bdf0-4afa-ad2b-4da40035a101 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1478810 Aug 23 12:09:20.420237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:20.423853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:20.623211 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfe8de-42f5-4f54-a283-a0a59e1ff31c x-openstack-request-id: req-9fbfe8de-42f5-4f54-a283-a0a59e1ff31c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:20.623947 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "tag": "5221611c-640d-42e6-a48f-00657af8d788", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:20.624993 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fbfe8de-42f5-4f54-a283-a0a59e1ff31c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:20.625415 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'tag': '5221611c-640d-42e6-a48f-00657af8d788', 'status': 'completed', 'code': 200} Aug 23 12:09:20.634330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:20.746959 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:20.769824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:20.774901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2a185902-5b5e-45c1-bd9b-feecbf9b6402 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5074859 Aug 23 12:09:20.778616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35586) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:20.992857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.134665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-808f5688-67b3-4fed-9626-e0f30ddfc212 req-48a9d809-af94-4caa-a2d9-c03d966eb160 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8037262 Aug 23 12:09:21.242717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Router 69e44568-7992-4205-8d0e-6b6299c83fe3 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:21.257268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-48dba649-b0f4-4029-a334-dca6871d3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:21.259417 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-48dba649-b0f4-4029-a334-dca6871d3fba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f77b65-3d8f-401b-920d-99b39ddb15ae HTTP/1.1" status: 200 len: 834 time: 0.6191175 Aug 23 12:09:21.264617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.277006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.424832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:21.436674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] Sync routers for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:21.461862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4fa0872-062e-4cf7-8d9e-2eb2e1daa492 admin admin] 10.222.0.21 "PUT /v2.0/routers/69e44568-7992-4205-8d0e-6b6299c83fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8221362 Aug 23 12:09:21.469015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35610) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:21.479444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:21.483118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:21.606439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-645da055-0074-4d38-8d3a-5b679eed2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:21.611418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-645da055-0074-4d38-8d3a-5b679eed2070 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c55298e-c971-414c-8734-afa54dff35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3389506 Aug 23 12:09:21.630421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.631123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8e639a-00df-4a84-b9cd-a1d149a71c30 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:21.639616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.640726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ac95afea-5996-4495-9936-bb2fc16c2fbf tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8a8e639a-00df-4a84-b9cd-a1d149a71c30 HTTP/1.1" status: 204 len: 168 time: 0.8610272 Aug 23 12:09:21.771861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f2977-43d9-4ff9-968e-70b08690ac57 req-3730dd7b-93ab-462b-a717-009f0258f0cb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:21.773673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd0f2977-43d9-4ff9-968e-70b08690ac57 req-3730dd7b-93ab-462b-a717-009f0258f0cb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 982 time: 0.1818740 Aug 23 12:09:21.816487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.831048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2e60-e5c5-48f8-aa68-b7ce387ca70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:21.866718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:21.907319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd0f2977-43d9-4ff9-968e-70b08690ac57 req-15d3b373-239b-4901-a47d-80fd6ce36bb2 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1256680 Aug 23 12:09:21.952279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35628) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:22.058194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-389810a2-3e8f-4a83-b206-816d5585713a service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289493 Aug 23 12:09:22.108698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:22.325578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Deleting port b6ff7248-5be3-4533-820e-26ce3ccf5886 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:22.326291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:22.425488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T12:09:18Z', 'revision_number': 5, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port': {'id': 'b6ff7248-5be3-4533-820e-26ce3ccf5886', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:57:05Z', 'updated_at': '2021-08-23T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:22.490691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] Checking router: 69e44568-7992-4205-8d0e-6b6299c83fe3 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:09:22.510160 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3fa22aa8-c62d-4a27-b256-c944f742ed00 req-bc8dc94d-4ab7-4f2d-bbfd-081b7e81011a service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224093 Aug 23 12:09:22.527737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] Routers {'69e44568-7992-4205-8d0e-6b6299c83fe3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:22.530989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:08:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['69e44568-7992-4205-8d0e-6b6299c83fe3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:22.547467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcfaab-641a-4979-8392-6ed59fe05e9c req-9e46f3fa-5158-42eb-bff3-f128303e3855 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:22.554930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2fcfaab-641a-4979-8392-6ed59fe05e9c req-9e46f3fa-5158-42eb-bff3-f128303e3855 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.2349834 Aug 23 12:09:22.575888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1386330382', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:22.688319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-97d5ff20-eaf6-4ddd-95a6-f510a7197105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:22.693391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-97d5ff20-eaf6-4ddd-95a6-f510a7197105 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1133 time: 0.1205873 Aug 23 12:09:22.713708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] For port b6ff7248-5be3-4533-820e-26ce3ccf5886, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6ff7248-5be3-4533-820e-26ce3ccf5886,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:22.714079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:22.743782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2fcfaab-641a-4979-8392-6ed59fe05e9c req-158a6e93-d313-4618-8495-37a5863c6860 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878688 Aug 23 12:09:22.764855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] Set router 69e44568-7992-4205-8d0e-6b6299c83fe3 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:22.810194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Calling delete_port for b6ff7248-5be3-4533-820e-26ce3ccf5886 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:22.837378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:22.843559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:22.868968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T12:09:22Z', 'revision_number': 6, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:22.903518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-03c5bf4f-df99-4dee-9b47-2290090b35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:22.905044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-03c5bf4f-df99-4dee-9b47-2290090b35e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 200 len: 898 time: 0.1920457 Aug 23 12:09:22.919171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee251a-e140-4607-b88e-1b9be6e2def2 None None] The sync data for ids ['69e44568-7992-4205-8d0e-6b6299c83fe3'] in n-d-773645-7 is: [{'id': '69e44568-7992-4205-8d0e-6b6299c83fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-821986811-router', 'tenant_id': '309381570cb546c3ae3bff6ef0902fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:57:03Z', 'updated_at': '2021-08-23T12:09:22Z', 'revision_number': 6, 'project_id': '309381570cb546c3ae3bff6ef0902fbe', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:23.013949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-d9b0ad9e-7023-47e5-9ad6-931c554709b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 200 len: 217 time: 0.0890698 Aug 23 12:09:23.055489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:23.278375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001518-992b-42b7-a64b-6ebc33686eeb req-6a799c00-a745-4756-948f-a0695d7d98d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:23.287439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65001518-992b-42b7-a64b-6ebc33686eeb req-6a799c00-a745-4756-948f-a0695d7d98d7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 982 time: 0.2628510 Aug 23 12:09:23.312081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:23.334971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-d3bb1cad-3332-408f-9f48-9d21038c8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:23.336794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-d3bb1cad-3332-408f-9f48-9d21038c8dfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f77b65-3d8f-401b-920d-99b39ddb15ae HTTP/1.1" status: 200 len: 834 time: 0.2925200 Aug 23 12:09:23.420895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:23.652748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ff7248-5be3-4533-820e-26ce3ccf5886,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:23.762052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.079622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.263091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.437548 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.486491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-936dfc0f-2f6f-410a-ab05-c7b8401f5809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.566439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65001518-992b-42b7-a64b-6ebc33686eeb req-4beca934-f819-40a9-9101-f2b884d52df3 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2718780 Aug 23 12:09:24.607311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-910f20c1-8dfe-4cf9-a0e2-8c3e4b46a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:24.609471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-910f20c1-8dfe-4cf9-a0e2-8c3e4b46a1ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c55298e-c971-414c-8734-afa54dff35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269948 Aug 23 12:09:24.627849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18340866-3e38-4a43-9727-d5253b53369f req-b63946ad-7784-4b38-b079-f24599838c11 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:24.631562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18340866-3e38-4a43-9727-d5253b53369f req-b63946ad-7784-4b38-b079-f24599838c11 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.5671141 Aug 23 12:09:24.634902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.742684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:24.743598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5221611c-640d-42e6-a48f-00657af8d788 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:09:24.806370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.807230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e44568-7992-4205-8d0e-6b6299c83fe3 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:24.810185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:24.849904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-660d3218-0028-4e5f-a24a-7a65850c5d42 service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173002 Aug 23 12:09:25.134334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6ff7248-5be3-4533-820e-26ce3ccf5886 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:09:25.145242 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.146524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0ca5de8a-971b-452c-8e6f-1484ae42d3a5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/69e44568-7992-4205-8d0e-6b6299c83fe3 HTTP/1.1" status: 204 len: 168 time: 3.6724086 Aug 23 12:09:25.153855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Allocated IP 172.25.1.182 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e4c79fd2-30cf-42c6-9dad-e851174c55f9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:25.157124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35710) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:25.216689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Deleting subnet 18329f7b-8be1-4092-bf79-31f137af252e {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:09:25.220423 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.261910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.294357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec271cd0-374e-423e-8299-7b920f5e14d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.303275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b6ff7248-5be3-4533-820e-26ce3ccf5886 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:09:25.303881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6ff7248-5be3-4533-820e-26ce3ccf5886 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:09:25.304097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d9ed03be-71ed-4c30-ac4f-766f47b53b0d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:09:25.347689 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18340866-3e38-4a43-9727-d5253b53369f req-7915ae01-6844-456c-a6d2-d5e15d42724e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166193 Aug 23 12:09:25.356865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d9ed03be-71ed-4c30-ac4f-766f47b53b0d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:09:25.357201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d9ed03be-71ed-4c30-ac4f-766f47b53b0d not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:09:25.364149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b671f345-1266-47a2-923a-2ec1a4b649d0 req-513659dc-ac38-4a6c-939f-b677e233e527 service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812291 Aug 23 12:09:25.423152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 5221611c-640d-42e6-a48f-00657af8d788, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5221611c-640d-42e6-a48f-00657af8d788,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:25.443179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '5221611c-640d-42e6-a48f-00657af8d788', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'port_id': '5221611c-640d-42e6-a48f-00657af8d788', 'mac_address': 'fa:16:3e:73:12:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:09:25.520503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.549421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5221611c-640d-42e6-a48f-00657af8d788 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:09:25.593026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 5221611c-640d-42e6-a48f-00657af8d788, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5221611c-640d-42e6-a48f-00657af8d788,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:25.593932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.598896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.666442 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.712193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.731048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=5221611c-640d-42e6-a48f-00657af8d788,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:25.818699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['5221611c-640d-42e6-a48f-00657af8d788'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:09:25.838303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.875022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.878612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/18329f7b-8be1-4092-bf79-31f137af252e HTTP/1.1" status: 204 len: 168 time: 0.7202563 Aug 23 12:09:25.881337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35716) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:25.935537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129625d-f746-42ff-a886-e9ec4838382e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18329f7b-8be1-4092-bf79-31f137af252e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:25.946503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.950785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec271cd0-374e-423e-8299-7b920f5e14d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.959998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec271cd0-374e-423e-8299-7b920f5e14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:25.960658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47c9af-15fa-499a-83b0-b26a2fbe4781 None None] Network 01f35405-6932-4962-83f2-265cc0f694be requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:26.033873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ec271cd0-374e-423e-8299-7b920f5e14d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9ec525f1db44161a41cc2cd1415a189&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2898302 Aug 23 12:09:26.045722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:26.051908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35724) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:26.054825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:26.068798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:26.127929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec271cd0-374e-423e-8299-7b920f5e14d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c909b78-d752-4624-a86c-7b9f25a4c510,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:26.137620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event updated for resources: {'Port': ['ID=e4c79fd2-30cf-42c6-9dad-e851174c55f9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:26.252381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5471f-06ce-4911-a423-a78d3c91273e req-ccb50025-97c5-43a5-9c7a-e51f12141183 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:26.267055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fe5471f-06ce-4911-a423-a78d3c91273e req-ccb50025-97c5-43a5-9c7a-e51f12141183 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 983 time: 0.5685627 Aug 23 12:09:26.366923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:26.424067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf59c3a9-5192-4721-a42f-b3498fe2bc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:26.500046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5fe5471f-06ce-4911-a423-a78d3c91273e req-6a43087b-2a63-4ee3-9996-c8f3e4ae2391 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2311258 Aug 23 12:09:26.550965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf59c3a9-5192-4721-a42f-b3498fe2bc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:26.559213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Deleting port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:26.559552 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:26.695536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:26.737916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] DHCP port deletion for 01f35405-6932-4962-83f2-265cc0f694be request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:09:26.753084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] For port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:26.753605 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:26.792710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Calling delete_port for 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:26.992329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] Deleting port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:26.993863 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.094706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.130365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] No DVR routers for this DVR port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:09:27.185905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] For port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,segment=NetworkSegment(c1a01c8b-ceaa-40b1-9d9f-5a35ff414644),segment_id=c1a01c8b-ceaa-40b1-9d9f-5a35ff414644)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:27.186408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.200114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:09:27.228166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] Calling delete_port for 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:27.230668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:09:27.231544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:09:27.307140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:27.355353 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.370499 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:09:27.385271 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:09:27.387679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.387833 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.393971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f35405-6932-4962-83f2-265cc0f694be']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:27.425014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] Pushing event deleted for resources: {'Port': ['ID=20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:27.437243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:27.437452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7babf-d33d-4c71-8bc5-5aaf03cec26b None None] No DVR routers for this DVR port 20ee4c0b-ae45-4ca7-9de3-a8e481d9d4af on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:09:27.437571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a01c8b-ceaa-40b1-9d9f-5a35ff414644') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:27.475122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.510101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.527673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:09:27.528274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:09:27.530700 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:09:27.606240 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.611204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.622288 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.626539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01f35405-6932-4962-83f2-265cc0f694be HTTP/1.1" status: 204 len: 168 time: 1.7245197 Aug 23 12:09:27.648783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d184-b682-4f9c-b137-9153bee4f22c req-12763d4e-3b64-4e27-a421-60645ac4c4d0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:27.650434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a634d184-b682-4f9c-b137-9153bee4f22c req-12763d4e-3b64-4e27-a421-60645ac4c4d0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.9624867 Aug 23 12:09:27.669269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1fe89-f728-433a-8ec4-6a0151c3f9a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f35405-6932-4962-83f2-265cc0f694be,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:27.724391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf59c3a9-5192-4721-a42f-b3498fe2bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.726952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf59c3a9-5192-4721-a42f-b3498fe2bc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.731500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf59c3a9-5192-4721-a42f-b3498fe2bc68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c909b78-d752-4624-a86c-7b9f25a4c510 HTTP/1.1" status: 204 len: 168 time: 1.6705847 Aug 23 12:09:27.773154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a634d184-b682-4f9c-b137-9153bee4f22c req-67af1b41-0c94-49db-9005-ce3965892334 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992513 Aug 23 12:09:27.781001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c3a9-5192-4721-a42f-b3498fe2bc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c909b78-d752-4624-a86c-7b9f25a4c510,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:27.808005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aef86c-f49d-43a7-b6e6-591adb2e2f56 req-c21d6d2e-f727-4bd3-8b57-91da884b7f87 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:27.809887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0aef86c-f49d-43a7-b6e6-591adb2e2f56 req-c21d6d2e-f727-4bd3-8b57-91da884b7f87 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 983 time: 0.0992711 Aug 23 12:09:27.882621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0aef86c-f49d-43a7-b6e6-591adb2e2f56 req-49a573d1-ae61-4f1d-b2ba-1e281876d1a0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0654075 Aug 23 12:09:27.899785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:27.965937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35742) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:28.061074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8666b3e9-3ddb-4967-b5da-f3539416e4e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=309381570cb546c3ae3bff6ef0902fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938141 Aug 23 12:09:28.066517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35746) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:28.141939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Router 97f19213-3ee8-4b90-9529-2b706efd8d82 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:28.194805 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57b569ac-228a-4f6c-bdc6-43bd8694012a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.195382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.242612 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57b569ac-228a-4f6c-bdc6-43bd8694012a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.335770 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57b569ac-228a-4f6c-bdc6-43bd8694012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.339010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57b569ac-228a-4f6c-bdc6-43bd8694012a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.341649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:28.343153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-57b569ac-228a-4f6c-bdc6-43bd8694012a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/085f2df3-3fdb-46ae-bee7-91e64134f6e2 HTTP/1.1" status: 204 len: 168 time: 0.2752602 Aug 23 12:09:28.359233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b569ac-228a-4f6c-bdc6-43bd8694012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f2df3-3fdb-46ae-bee7-91e64134f6e2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:28.362393 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] Sync routers for ids ['97f19213-3ee8-4b90-9529-2b706efd8d82'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:28.389822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.394228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a23b21c6-90d7-40e8-a4ff-c495546cde6f tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4374835 Aug 23 12:09:28.394352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35758) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:28.403908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] Routers {'97f19213-3ee8-4b90-9529-2b706efd8d82'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:28.403908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['97f19213-3ee8-4b90-9529-2b706efd8d82'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:28.470080 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:28.487553 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] Routers {'97f19213-3ee8-4b90-9529-2b706efd8d82'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:28.488217 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['97f19213-3ee8-4b90-9529-2b706efd8d82'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:28.564986 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:28.566008 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d6ef3-6d3e-4bce-a636-fd84df6a9d8c None None] The sync data for ids ['97f19213-3ee8-4b90-9529-2b706efd8d82'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:28.602016 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eace0b91-ac8f-4b00-98b0-631150eb7b7e tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/97f19213-3ee8-4b90-9529-2b706efd8d82 HTTP/1.1" status: 200 len: 925 time: 0.2067204 Aug 23 12:09:28.605743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:28.649582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ef85fa2-07aa-4a72-9ea9-2ed622fbaeef tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=97f19213-3ee8-4b90-9529-2b706efd8d82 HTTP/1.1" status: 200 len: 205 time: 0.0423622 Aug 23 12:09:28.653220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:28.758571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5221611c-640d-42e6-a48f-00657af8d788 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:28.837729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 5221611c-640d-42e6-a48f-00657af8d788 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:28.848442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 5221611c-640d-42e6-a48f-00657af8d788 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:28.849183 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:28.851861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:29.025185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:29.080226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df0dab-1cf5-488e-9207-20776b1b807f req-a5933935-4b8f-4c01-9a66-9f8c255ab7b3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:29.082224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76df0dab-1cf5-488e-9207-20776b1b807f req-a5933935-4b8f-4c01-9a66-9f8c255ab7b3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.1189151 Aug 23 12:09:29.087286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5221611c-640d-42e6-a48f-00657af8d788'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:29.097530 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd56d68-ee12-469d-aaba-68be59e8f7da" -d '{"events": [{"server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "name": "network-vif-plugged", "status": "completed", "tag": "5221611c-640d-42e6-a48f-00657af8d788"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:29.128873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 5221611c-640d-42e6-a48f-00657af8d788, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5221611c-640d-42e6-a48f-00657af8d788,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:29.139521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:29.177746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76df0dab-1cf5-488e-9207-20776b1b807f req-7042b401-3224-4fd6-b754-d768a9228c72 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885210 Aug 23 12:09:29.178920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ba0d4-bc32-4eba-bac4-cb301f5c6e9b req-b780066b-1734-45ab-aad3-3975ad5f9dcb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:29.187330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf9ba0d4-bc32-4eba-bac4-cb301f5c6e9b req-b780066b-1734-45ab-aad3-3975ad5f9dcb tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 983 time: 0.1533880 Aug 23 12:09:29.191110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:29.197340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=5221611c-640d-42e6-a48f-00657af8d788,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:29.321432 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cedb37-95a5-4926-8347-c0cd7910f038 x-openstack-request-id: req-e4cedb37-95a5-4926-8347-c0cd7910f038 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:29.322058 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "name": "network-vif-plugged", "status": "completed", "tag": "5221611c-640d-42e6-a48f-00657af8d788", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:29.322539 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4cedb37-95a5-4926-8347-c0cd7910f038 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:29.323165 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5221611c-640d-42e6-a48f-00657af8d788', 'code': 200} Aug 23 12:09:29.420482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf9ba0d4-bc32-4eba-bac4-cb301f5c6e9b req-be0c8375-9b46-4bce-a4a2-8cd180389480 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2322130 Aug 23 12:09:29.505092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f84c-9b05-4018-ba87-5667e7c498c2 req-3b163b56-76ea-431f-8c90-5f0c76e6e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:29.509173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d99f84c-9b05-4018-ba87-5667e7c498c2 req-3b163b56-76ea-431f-8c90-5f0c76e6e105 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1135 time: 0.0876799 Aug 23 12:09:29.548255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Deleting port e4c79fd2-30cf-42c6-9dad-e851174c55f9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:29.548874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:29.655891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d99f84c-9b05-4018-ba87-5667e7c498c2 req-8efc459b-cae6-44bc-871e-b542e0a56d5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f26c4959-3394-421c-95fd-34959bbb9758&id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1165946 Aug 23 12:09:29.702966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:29.717367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Calling delete_port for e4c79fd2-30cf-42c6-9dad-e851174c55f9 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:30.032786 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.066869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event deleted for resources: {'Port': ['ID=e4c79fd2-30cf-42c6-9dad-e851174c55f9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:30.142004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.298446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.298446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.384442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.384973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Fanout notify agent at l3_agent the message router_deleted on router 97f19213-3ee8-4b90-9529-2b706efd8d82 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:30.393538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.394690 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e0a2e89-60c7-4937-a991-2d6d4356483a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/97f19213-3ee8-4b90-9529-2b706efd8d82 HTTP/1.1" status: 204 len: 168 time: 1.7405193 Aug 23 12:09:30.402891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35832) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:30.409867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1937862087', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': False}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:30.443244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd35837-ae70-44be-96f2-d5b767148eef req-4aaebea7-65d8-4b9d-b7d3-a92f07565f01 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:30.461963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.462666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fd35837-ae70-44be-96f2-d5b767148eef req-4aaebea7-65d8-4b9d-b7d3-a92f07565f01 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.0938301 Aug 23 12:09:30.464769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.563851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fd35837-ae70-44be-96f2-d5b767148eef req-ae9712be-0a97-4d0d-9760-88c480ac808b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979934 Aug 23 12:09:30.590792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:30.724971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f9f88-0837-4eb7-886d-f74fd477da06 req-b3454e44-83b7-48f4-a194-750c611aebd7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:30.726716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-472f9f88-0837-4eb7-886d-f74fd477da06 req-b3454e44-83b7-48f4-a194-750c611aebd7 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 984 time: 0.1380963 Aug 23 12:09:30.886977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-472f9f88-0837-4eb7-886d-f74fd477da06 req-28706e06-6cd4-4906-844d-5d47930adbdc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0677702 Aug 23 12:09:30.891047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.271794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.292920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.442661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Allocated IP 172.25.1.18 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/6b34e2c9-f1f1-4480-baa7-ad4d3adfb692) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:31.536719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35880) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:31.586396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.665523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.767253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Port': ['ID=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:31.771292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:31.783305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:31.785231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35902) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:31.788974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:31.805876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a87a51-b917-4b9d-8ed8-cafb407ad613 req-fdd2311f-3ab0-4129-a229-49ad3514a239 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:31.813826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82a87a51-b917-4b9d-8ed8-cafb407ad613 req-fdd2311f-3ab0-4129-a229-49ad3514a239 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.1253293 Aug 23 12:09:31.864358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929eb8-71e0-4e14-a583-3f909f8d4510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.897383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82a87a51-b917-4b9d-8ed8-cafb407ad613 req-f31f824c-ee18-4715-ba19-416d6c2e588f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822124 Aug 23 12:09:31.964008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:31.968820 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929eb8-71e0-4e14-a583-3f909f8d4510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:31.980992 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929eb8-71e0-4e14-a583-3f909f8d4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.043024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.047958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17929eb8-71e0-4e14-a583-3f909f8d4510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e81496070cf4cecb59354e06b12887a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094676 Aug 23 12:09:32.049899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929eb8-71e0-4e14-a583-3f909f8d4510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6c5a46-3226-41b5-a767-ceef116e103e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:32.052652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35908) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:32.074759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e7cce-d34c-47d4-ae2e-817784ac2ebd req-eb81bb2c-609a-403a-b4fd-e40c7b7973f0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:32.076547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-724e7cce-d34c-47d4-ae2e-817784ac2ebd req-eb81bb2c-609a-403a-b4fd-e40c7b7973f0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 984 time: 0.1062613 Aug 23 12:09:32.154897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-724e7cce-d34c-47d4-ae2e-817784ac2ebd req-f744b74f-37e4-4652-9259-a5a9545a3865 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0675421 Aug 23 12:09:32.160608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cf192eb-23b0-4a0c-8b1d-fd4b8539cbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.213313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cf192eb-23b0-4a0c-8b1d-fd4b8539cbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.279597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cf192eb-23b0-4a0c-8b1d-fd4b8539cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.283927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cf192eb-23b0-4a0c-8b1d-fd4b8539cbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.288174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1cf192eb-23b0-4a0c-8b1d-fd4b8539cbd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a6c5a46-3226-41b5-a767-ceef116e103e HTTP/1.1" status: 204 len: 168 time: 0.2334526 Aug 23 12:09:32.298623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf192eb-23b0-4a0c-8b1d-fd4b8539cbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6c5a46-3226-41b5-a767-ceef116e103e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:32.341038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.393896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491300-5c91-4207-b828-2f4efc4bbe45 req-64a1e145-36ce-477a-b9d0-4f734df0c577 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:32.401590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9491300-5c91-4207-b828-2f4efc4bbe45 req-64a1e145-36ce-477a-b9d0-4f734df0c577 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 984 time: 0.1377375 Aug 23 12:09:32.421068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.584695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9491300-5c91-4207-b828-2f4efc4bbe45 req-ffd929c7-79e5-4af8-8615-dcab3a143518 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1729627 Aug 23 12:09:32.775040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68b5fc-0a18-43f1-a236-d9702eab60f4 req-88a5cbf4-2071-4c47-9de4-4930b1562931 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:32.785883 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac68b5fc-0a18-43f1-a236-d9702eab60f4 req-88a5cbf4-2071-4c47-9de4-4930b1562931 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1135 time: 0.0822926 Aug 23 12:09:32.806500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac68b5fc-0a18-43f1-a236-d9702eab60f4 req-c64bd85b-4c8c-4659-8ec1-9834bef31c91 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:32.828246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Allocated IP 172.25.1.208 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e9b4cf71-8f34-440b-8a10-f97e072e1fa2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:32.974698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.039822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac68b5fc-0a18-43f1-a236-d9702eab60f4 req-c64bd85b-4c8c-4659-8ec1-9834bef31c91 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.044870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ac68b5fc-0a18-43f1-a236-d9702eab60f4 req-c64bd85b-4c8c-4659-8ec1-9834bef31c91 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.094496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac68b5fc-0a18-43f1-a236-d9702eab60f4 req-c64bd85b-4c8c-4659-8ec1-9834bef31c91 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2994070 Aug 23 12:09:33.102823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bd85b-4c8c-4659-8ec1-9834bef31c91 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13fb45-cfa4-45e7-87f7-bd58251fac4f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:33.105675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:33.156024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b58044-0f33-4e19-b705-9e8a110b2d90 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:33.158097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75b58044-0f33-4e19-b705-9e8a110b2d90 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1130 time: 0.0511844 Aug 23 12:09:33.161467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:33.175990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '5221611c-640d-42e6-a48f-00657af8d788', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:33.205515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.328965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35962) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:33.363849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.388207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.463668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabfe17-f268-4a93-8663-63897b74a2d6 req-c41cfeab-c9b0-47ab-8d6c-394e0a3d2082 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:33.471479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0dabfe17-f268-4a93-8663-63897b74a2d6 req-c41cfeab-c9b0-47ab-8d6c-394e0a3d2082 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.4395721 Aug 23 12:09:33.477737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1814633908-network', 'tenant_id': 'f31397850361432f92bfe138f6ff749d'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:33.500258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Made reservation on behalf of f31397850361432f92bfe138f6ff749d for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:33.502743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.512775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.530784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Router 3aed747e-0757-4116-9f9c-633b1d4dcc71 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:33.545148 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0dabfe17-f268-4a93-8663-63897b74a2d6 req-8ef71c5d-37a8-4d58-b1d3-01ec5d203985 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727096 Aug 23 12:09:33.556103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.600936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:33.639168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:33.645958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:33.646906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.25.1.138 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/90220c23-d38a-45e1-adbe-2c7293c49f4d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:33.677923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Port': ['ID=e9b4cf71-8f34-440b-8a10-f97e072e1fa2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:33.705124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.710203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.779507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:33.784861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:09:33.796124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Sync routers for ids ['3aed747e-0757-4116-9f9c-633b1d4dcc71'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:33.800682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.802045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a695e88d-5ec7-4597-adef-9a15e23c3e85,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:33.809050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.812244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.812594 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Added segment 6a0f08bd-762a-42ca-ba42-298230b752bf of type vlan for network 3bd6a75a-3b25-4f03-a9c3-d21491bafaf7 Aug 23 12:09:33.813845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5154c82a-2dd6-4c2f-a6ba-4e04a58fdf8d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4073014 Aug 23 12:09:33.814022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35974) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:33.844289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Routers {'3aed747e-0757-4116-9f9c-633b1d4dcc71'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:33.845880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3aed747e-0757-4116-9f9c-633b1d4dcc71'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:33.852653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.908638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:33.959234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.047320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.048816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:34.049923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.065290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ddd024d3-1363-4f65-ac57-e5e76c9ad870 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/3aed747e-0757-4116-9f9c-633b1d4dcc71 HTTP/1.1" status: 200 len: 908 time: 0.2478373 Aug 23 12:09:34.069738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35984) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:34.074433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.080751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1937862087', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': True}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:34.092415 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.093024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.105022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7749352 Aug 23 12:09:34.158309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.159368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.190673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525b26-41d8-43ec-bf60-226f9a858256 admin admin] Pushing event updated for resources: {'Network': ['ID=3bd6a75a-3b25-4f03-a9c3-d21491bafaf7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:34.207672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:34.211663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:34.215834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:34.219531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Port': ['ID=e9b4cf71-8f34-440b-8a10-f97e072e1fa2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:34.235660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=90220c23-d38a-45e1-adbe-2c7293c49f4d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:34.249795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.282953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.340456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.341781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-73d37646-da7d-41e8-bd11-c7c96dffbbae tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5539761 Aug 23 12:09:34.344458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:34.384678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3bd6a75a-3b25-4f03-a9c3-d21491bafaf7 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:09:34.392020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1514864098'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:34.499947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.505487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Made reservation on behalf of 8175d0db2cbd4cd5ba28b5b761366eef for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:34.516281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.526058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Set router 3aed747e-0757-4116-9f9c-633b1d4dcc71 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:34.545809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.776939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:09:34.829482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c0096-16f9-479a-920e-86009d24b731 req-c22715ce-cfc5-447b-bfa4-e4e6c4b32b99 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:34.831536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-166c0096-16f9-479a-920e-86009d24b731 req-c22715ce-cfc5-447b-bfa4-e4e6c4b32b99 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 944 time: 0.1352639 Aug 23 12:09:34.864495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.882630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:34.918555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40dbf4-27b6-46df-afef-43e603995ab5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:34.978616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:09:34.990614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aed747e-0757-4116-9f9c-633b1d4dcc71', 'name': 'tempest-snat-router-1937862087', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.18'}], 'enable_snat': False}, 'gw_port_id': '6b34e2c9-f1f1-4480-baa7-ad4d3adfb692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:30Z', 'updated_at': '2021-08-23T12:09:32Z', 'revision_number': 3, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port': {'id': '6b34e2c9-f1f1-4480-baa7-ad4d3adfb692', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aed747e-0757-4116-9f9c-633b1d4dcc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:31Z', 'updated_at': '2021-08-23T12:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:35.033396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-166c0096-16f9-479a-920e-86009d24b731 req-339a035c-dde9-4ea8-83cf-21c81a72eaf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729028 Aug 23 12:09:35.043935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Checking router: 3aed747e-0757-4116-9f9c-633b1d4dcc71 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:09:35.044977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Updating router 3aed747e-0757-4116-9f9c-633b1d4dcc71 port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:09:35.053527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.053967 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Added segment 96f85a18-741b-4e20-8279-2ec77c7d4991 of type vlan for network 9be05b8f-e343-4db0-a8b3-f4d75663618c Aug 23 12:09:35.094756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.110412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:35.114369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.148810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'port_id': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'mac_address': 'fa:16:3e:62:a8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:09:35.155639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.166382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.194741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.228334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.247461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:09:35.272455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:35.300884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.318585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Allocated IP 172.25.1.46 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/59d7443c-675d-495b-86cb-a2bef5d1900d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:35.327948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.387687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:35.388347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd0b74-b93e-42bf-bdc7-3ddbab5c0433 req-1022d1a7-33dc-47ef-beaa-64964dd3bc88 tempest-ComputeTenantNetworksTest-578742279 tempest-ComputeTenantNetworksTest-578742279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:35.399182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd0b74-b93e-42bf-bdc7-3ddbab5c0433 req-1022d1a7-33dc-47ef-beaa-64964dd3bc88 tempest-ComputeTenantNetworksTest-578742279 tempest-ComputeTenantNetworksTest-578742279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:35.402051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.402480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.402899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.403309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.403716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.404122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.404523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.405079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.405749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.406214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.406642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.407074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:09:35.413282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd0b74-b93e-42bf-bdc7-3ddbab5c0433 req-1022d1a7-33dc-47ef-beaa-64964dd3bc88 tempest-ComputeTenantNetworksTest-578742279 tempest-ComputeTenantNetworksTest-578742279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:35.424511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3fd0b74-b93e-42bf-bdc7-3ddbab5c0433 req-1022d1a7-33dc-47ef-beaa-64964dd3bc88 tempest-ComputeTenantNetworksTest-578742279 tempest-ComputeTenantNetworksTest-578742279-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5694458 Aug 23 12:09:35.431775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.495526 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.501324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:35.502100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.538362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:09:35.597465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.604814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.620129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Network': ['ID=9be05b8f-e343-4db0-a8b3-f4d75663618c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:35.643813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:09:35.667789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a63ef080-5b67-4a8b-a67d-ea950eee90c0 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3222437 Aug 23 12:09:35.668308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36030) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:35.678609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Request body: {'subnet': {'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:35.679242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e7d89-594b-4d65-9942-5b796c99411c req-67b610ac-bbb6-4eb7-a128-caeb7a354573 tempest-ComputeTenantNetworksTest-578742279 tempest-ComputeTenantNetworksTest-578742279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:35.680665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b3e7d89-594b-4d65-9942-5b796c99411c req-67b610ac-bbb6-4eb7-a128-caeb7a354573 tempest-ComputeTenantNetworksTest-578742279 tempest-ComputeTenantNetworksTest-578742279-project] 10.222.0.21 "GET /v2.0/networks/3bd6a75a-3b25-4f03-a9c3-d21491bafaf7 HTTP/1.1" status: 200 len: 769 time: 0.2370980 Aug 23 12:09:35.689072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36032) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:35.712077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.802831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:35.820298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.825486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:35.837649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:35.845788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Port': ['ID=59d7443c-675d-495b-86cb-a2bef5d1900d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:35.863920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=90220c23-d38a-45e1-adbe-2c7293c49f4d,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:35.880739 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:35.884479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Made reservation on behalf of 8175d0db2cbd4cd5ba28b5b761366eef for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:35.888591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.050277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.065033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Transition to ACTIVE for port object 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:36.093394 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.162596 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Floating IP 92cf6521-a0b1-4fcc-bc73-cc518f44d183 associated. External IP: 172.25.1.138, port: 5221611c-640d-42e6-a48f-00657af8d788. Aug 23 12:09:36.200088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd35c8-3ecf-4b29-b0a1-c3f258ad315e None None] Pushing event updated for resources: {'Port': ['ID=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:36.258101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.267975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Attempting to bind port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:36.268355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Attempting to bind port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:36.268725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Attempting to bind port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:36.277334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:36.277810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:36.280506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.280938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:36.281439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Bound port: 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:36.281861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.293097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd6a75a-3b25-4f03-a9c3-d21491bafaf7']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:36.313852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0f08bd-762a-42ca-ba42-298230b752bf') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:36.314407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0f08bd-762a-42ca-ba42-298230b752bf') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:36.347779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] For port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:36.353120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] For port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:36.359474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.382333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.383607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.432483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:09:36.433557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:09:36.435118 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:09:36.451760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Routers {'3aed747e-0757-4116-9f9c-633b1d4dcc71'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:36.452586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3aed747e-0757-4116-9f9c-633b1d4dcc71'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:36.453300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eded3-be4c-4f8e-82c7-64090e16a4c1 req-173ade8f-25ae-4f9f-b917-ba16323f2d71 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:36.455093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17eded3-be4c-4f8e-82c7-64090e16a4c1 req-173ade8f-25ae-4f9f-b917-ba16323f2d71 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 945 time: 0.2193758 Aug 23 12:09:36.464811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd35c8-3ecf-4b29-b0a1-c3f258ad315e None None] Pushing event updated for resources: {'Port': ['ID=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:36.547459 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.553438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.570785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.573012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3bd6a75a-3b25-4f03-a9c3-d21491bafaf7 HTTP/1.1" status: 204 len: 168 time: 0.8828130 Aug 23 12:09:36.590168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bf6c3-e7d5-4bf5-bb4d-97864a5b0a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd6a75a-3b25-4f03-a9c3-d21491bafaf7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:36.603098 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:36.623957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] Set router 3aed747e-0757-4116-9f9c-633b1d4dcc71 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:36.670289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b17eded3-be4c-4f8e-82c7-64090e16a4c1 req-3abbb19b-e194-4d3e-a150-26b68d78224e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049050 Aug 23 12:09:36.794262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:36.993717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.008968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:37.015822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:37.016548 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.080767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aed747e-0757-4116-9f9c-633b1d4dcc71', 'name': 'tempest-snat-router-1937862087', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.18'}], 'enable_snat': False}, 'gw_port_id': '6b34e2c9-f1f1-4480-baa7-ad4d3adfb692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:30Z', 'updated_at': '2021-08-23T12:09:32Z', 'revision_number': 3, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port': {'id': '6b34e2c9-f1f1-4480-baa7-ad4d3adfb692', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aed747e-0757-4116-9f9c-633b1d4dcc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:31Z', 'updated_at': '2021-08-23T12:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:37.157371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.161567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80693bf9-15b6-435d-bb4d-52bbd7222480 None None] The sync data for ids ['3aed747e-0757-4116-9f9c-633b1d4dcc71'] in n-d-773645-7 is: [{'id': '3aed747e-0757-4116-9f9c-633b1d4dcc71', 'name': 'tempest-snat-router-1937862087', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.18'}], 'enable_snat': False}, 'gw_port_id': '6b34e2c9-f1f1-4480-baa7-ad4d3adfb692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:30Z', 'updated_at': '2021-08-23T12:09:32Z', 'revision_number': 3, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port': {'id': '6b34e2c9-f1f1-4480-baa7-ad4d3adfb692', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aed747e-0757-4116-9f9c-633b1d4dcc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:31Z', 'updated_at': '2021-08-23T12:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:37.195154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:37.199022 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bcc775-0d5f-4562-8ebb-1a676719e721" -d '{"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:37.220967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:37.228167 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.285922 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f4bcf-0b19-428a-9a89-670c8b1d2681 x-openstack-request-id: req-871f4bcf-0b19-428a-9a89-670c8b1d2681 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:37.286309 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:37.286801 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-871f4bcf-0b19-428a-9a89-670c8b1d2681 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:37.287191 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'code': 200} Aug 23 12:09:37.305640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36056) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:37.336262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:37.353106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Subnet': ['ID=90ded8b8-5c38-469d-a821-43dc68afe5da,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:37.381855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Checking segment: {'id': '96f85a18-741b-4e20-8279-2ec77c7d4991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:37.382096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network hostable DHCP agents. Network: 9be05b8f-e343-4db0-a8b3-f4d75663618c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:09:37.481850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4b2230c6-5c6b-491b-afce-8df04f67fe84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f31397850361432f92bfe138f6ff749d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627884 Aug 23 12:09:37.487951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:37.488621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36070) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:37.546603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:09:37.581649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 9be05b8f-e343-4db0-a8b3-f4d75663618c) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:37.593128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:37.594157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.604976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3135ad9-5f08-4c8d-8620-89626ee549dd None None] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:37.702980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6da9ee-9fba-4082-8a23-28d011e90b83 req-a452b7a2-7bfe-4bf7-acb6-63c6853562ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:37.704566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf6da9ee-9fba-4082-8a23-28d011e90b83 req-a452b7a2-7bfe-4bf7-acb6-63c6853562ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1097 time: 0.2356060 Aug 23 12:09:37.741130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2fac4890-315e-4e5a-a7bd-8b68ca4f4419 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0671878 Aug 23 12:09:37.744482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36078) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:37.756699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-77877546', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:37.786779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4e01af-7e4a-438a-add2-5f3fe791a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.852654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.855183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.855722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf6da9ee-9fba-4082-8a23-28d011e90b83 req-83ecc98c-488c-428b-b320-8fc444b3c367 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415348 Aug 23 12:09:37.921498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.932389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-9be05b8f-e343-4db0-a8b3-f4d75663618c', 'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c', 'tenant_id': '8175d0db2cbd4cd5ba28b5b761366eef', 'fixed_ips': [{'subnet_id': '90ded8b8-5c38-469d-a821-43dc68afe5da'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:09:37.933400 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.939271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Router 5542eae6-4b71-4fcb-870d-566c40fcd7c3 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:37.953135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4e01af-7e4a-438a-add2-5f3fe791a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:37.969454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:37.981950 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] Sync routers for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:38.007155 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:38.007820 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:38.033117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:38.053814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec44d4-1efb-4480-b440-ad134438a92e req-0038658a-8196-430f-af50-b07a7b0ac745 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:38.055604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bec44d4-1efb-4480-b440-ad134438a92e req-0038658a-8196-430f-af50-b07a7b0ac745 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.2154438 Aug 23 12:09:38.149245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a3cb482f-8c9d-41d7-8196-3b710f86a832 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9843419 Aug 23 12:09:38.156314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'tag': '5221611c-640d-42e6-a48f-00657af8d788'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:38.157422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:38.165975 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1572609-aee5-463c-bdb7-49ab102c3435" -d '{"events": [{"name": "network-changed", "server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "tag": "5221611c-640d-42e6-a48f-00657af8d788"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:38.207250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4e01af-7e4a-438a-add2-5f3fe791a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:38.215790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd4e01af-7e4a-438a-add2-5f3fe791a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:38.219617 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd4e01af-7e4a-438a-add2-5f3fe791a10b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a695e88d-5ec7-4597-adef-9a15e23c3e85 HTTP/1.1" status: 204 len: 168 time: 0.7263591 Aug 23 12:09:38.260250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e01af-7e4a-438a-add2-5f3fe791a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a695e88d-5ec7-4597-adef-9a15e23c3e85,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:38.288760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bec44d4-1efb-4480-b440-ad134438a92e req-fae99bac-471e-4781-8bd5-7312d384d51b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015922 Aug 23 12:09:38.297031 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a2b04-3fae-485d-a08c-8adcfbf68e82 x-openstack-request-id: req-e21a2b04-3fae-485d-a08c-8adcfbf68e82 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:38.297445 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "tag": "5221611c-640d-42e6-a48f-00657af8d788", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:38.297856 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e21a2b04-3fae-485d-a08c-8adcfbf68e82 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:38.298364 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'tag': '5221611c-640d-42e6-a48f-00657af8d788', 'status': 'completed', 'code': 200} Aug 23 12:09:38.349727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:38.441090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-bb96b7d3-0941-4570-87ea-d8a484405ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:38.446564 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-bb96b7d3-0941-4570-87ea-d8a484405ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1135 time: 0.1192966 Aug 23 12:09:38.607534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Allocated IP 172.20.0.2 (9be05b8f-e343-4db0-a8b3-f4d75663618c/90ded8b8-5c38-469d-a821-43dc68afe5da/68d78a34-2ac0-45a8-801e-1af50e8e5c2f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:38.614071 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:38.720867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-0eb3b0d9-41c1-476f-843d-b8a601096a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:38.722226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-0eb3b0d9-41c1-476f-843d-b8a601096a40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 200 len: 898 time: 0.2664523 Aug 23 12:09:38.815833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:38.842035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Sync routers for ids ['5542eae6-4b71-4fcb-870d-566c40fcd7c3'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:38.924579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Routers {'5542eae6-4b71-4fcb-870d-566c40fcd7c3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:38.926762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5542eae6-4b71-4fcb-870d-566c40fcd7c3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:38.968582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-beee0d32-ee9f-4a3b-a07f-f8ad90b8969e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 200 len: 999 time: 0.2365689 Aug 23 12:09:39.091539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.093147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.095119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.098224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.098904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.100006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.103397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.103823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:39.104300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.105003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.114610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dcb4aec6-0aed-42ba-92f3-d3c6abce6a7d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6376 time: 0.9560621 Aug 23 12:09:39.117641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-8a15910c-2b7c-4e7f-8f06-6bfe20cc81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.122653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-8a15910c-2b7c-4e7f-8f06-6bfe20cc81de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f77b65-3d8f-401b-920d-99b39ddb15ae HTTP/1.1" status: 200 len: 834 time: 0.1458762 Aug 23 12:09:39.123186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:39.236953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:39.238383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c3bc4f1b-3933-4504-80b7-7dface9c092b tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1673627 Aug 23 12:09:39.245257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:39.475999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '92cf6521-a0b1-4fcc-bc73-cc518f44d183', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'port_id': '5221611c-640d-42e6-a48f-00657af8d788', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'mac_address': 'fa:16:3e:73:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:09:34Z', 'updated_at': '2021-08-23T12:09:34Z', 'revision_number': 0, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:39.528138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f5a7d0ef-0f6f-499a-b5a5-1239bb85f797 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/5542eae6-4b71-4fcb-870d-566c40fcd7c3 HTTP/1.1" status: 200 len: 907 time: 0.2768953 Aug 23 12:09:39.534988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36142) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:39.575287 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] Checking router: d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:09:39.621385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:39.623946 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:39.689770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-03b31216-d891-406e-b1d5-31a0ea057226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.691326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-03b31216-d891-406e-b1d5-31a0ea057226 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c55298e-c971-414c-8734-afa54dff35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3894756 Aug 23 12:09:39.805899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.806691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.807543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.809935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.810611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.811486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.813813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.814653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.815569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:39.822528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1cb68dcd-8cf0-4cc8-8fce-a980f6298c5f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5771 time: 0.6983292 Aug 23 12:09:39.825560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:39.859909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:39.904797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:39.944788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Transition to ACTIVE for port object 68d78a34-2ac0-45a8-801e-1af50e8e5c2f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:40.000321 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:40.090233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Transition to ACTIVE for port object 68d78a34-2ac0-45a8-801e-1af50e8e5c2f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:40.095906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Set router 5542eae6-4b71-4fcb-870d-566c40fcd7c3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:40.106840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:40.302802 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:40.313518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:40.318251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:40.425324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:40.489270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457dd0-77b0-4aa4-b228-de1fd9ba2254 req-e873eb64-c717-4f46-9a92-4846d7ad357a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:40.489935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36184) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:40.493313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd457dd0-77b0-4aa4-b228-de1fd9ba2254 req-e873eb64-c717-4f46-9a92-4846d7ad357a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.9636002 Aug 23 12:09:40.585512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-a3c8bed3-adae-4385-b41a-50f82c08e686 service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107939 Aug 23 12:09:40.738659 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '92cf6521-a0b1-4fcc-bc73-cc518f44d183', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'port_id': '5221611c-640d-42e6-a48f-00657af8d788', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'mac_address': 'fa:16:3e:73:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:09:34Z', 'updated_at': '2021-08-23T12:09:34Z', 'revision_number': 0, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:40.749553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:40.753877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:40.783128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:40.816722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Pushing event updated for resources: {'Port': ['ID=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:40.824018 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e02e16-802d-424d-8113-4596169e7ecf None None] The sync data for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 is: [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '92cf6521-a0b1-4fcc-bc73-cc518f44d183', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'port_id': '5221611c-640d-42e6-a48f-00657af8d788', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'mac_address': 'fa:16:3e:73:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:09:34Z', 'updated_at': '2021-08-23T12:09:34Z', 'revision_number': 0, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:40.857922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-616449309-network', 'tenant_id': '351c90eddf9d42d680db5201f48b0108'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:40.879404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:40.911649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:40.919362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd457dd0-77b0-4aa4-b228-de1fd9ba2254 req-d479bf0e-6db1-48c2-bd18-4137692aec0c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670829 Aug 23 12:09:40.992960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Attempting to bind port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:40.992960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Attempting to bind port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '96f85a18-741b-4e20-8279-2ec77c7d4991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:40.993604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Attempting to bind port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f on network 9be05b8f-e343-4db0-a8b3-f4d75663618c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:40.999005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Deleting port 59d7443c-675d-495b-86cb-a2bef5d1900d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:40.999344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.008712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:41.009197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Checking segment: {'id': '96f85a18-741b-4e20-8279-2ec77c7d4991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:41.009679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.011614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Bound using segment: {'id': '96f85a18-741b-4e20-8279-2ec77c7d4991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:41.011614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Bound port: 68d78a34-2ac0-45a8-801e-1af50e8e5c2f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f85a18-741b-4e20-8279-2ec77c7d4991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:41.011894 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.076309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Made reservation on behalf of 351c90eddf9d42d680db5201f48b0108 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:41.079678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.086731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1572609-aee5-463c-bdb7-49ab102c3435 req-a7039418-6e3e-42b3-9efd-08dc6ddf09c9 service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934802 Aug 23 12:09:41.124477 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.134717 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.161440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Allocated IP 172.25.1.4 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e27b9f1f-17de-41d8-8ec4-9db976189df7) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:41.183318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:41.198327 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.210735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.248190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6045b058-8ca4-4e2a-b81f-0fe9c603b902 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4999 time: 1.4195693 Aug 23 12:09:41.251036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36202) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:41.251974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Calling delete_port for 59d7443c-675d-495b-86cb-a2bef5d1900d owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:41.288657 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5c7a8-0a73-4902-ae04-5a9c34c82df6 None None] New status for floating IP 92cf6521-a0b1-4fcc-bc73-cc518f44d183: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:09:41.348013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.355126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.384128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:09:41.393597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] For port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:41.402671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac88024-aa92-4788-b946-c50d643bcea0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:41.414022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:41.424140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] For port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,segment=NetworkSegment(96f85a18-741b-4e20-8279-2ec77c7d4991),segment_id=96f85a18-741b-4e20-8279-2ec77c7d4991)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:41.431570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.433126 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Added segment 460c65c9-46ad-4845-b150-b1543aa02eff of type vlan for network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 Aug 23 12:09:41.436471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5542eae6-4b71-4fcb-870d-566c40fcd7c3', 'name': 'tempest-snat-router-1937862087', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '59d7443c-675d-495b-86cb-a2bef5d1900d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:34Z', 'updated_at': '2021-08-23T12:09:36Z', 'revision_number': 3, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port': {'id': '59d7443c-675d-495b-86cb-a2bef5d1900d', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542eae6-4b71-4fcb-870d-566c40fcd7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:35Z', 'updated_at': '2021-08-23T12:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:41.440275 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.442107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ed7dd-0f83-4e70-9b34-a24e849ab57f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:41.442599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ed7dd-0f83-4e70-9b34-a24e849ab57f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:41.454831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6f3ed7dd-0f83-4e70-9b34-a24e849ab57f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 HTTP/1.1" status: 200 len: 1989 time: 0.2007084 Aug 23 12:09:41.494698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Checking router: 5542eae6-4b71-4fcb-870d-566c40fcd7c3 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:09:41.495209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Updating router 5542eae6-4b71-4fcb-870d-566c40fcd7c3 port 59d7443c-675d-495b-86cb-a2bef5d1900d binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:09:41.512876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.529705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.539710 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.546070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.547202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:41.547796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.611538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1050789 Aug 23 12:09:41.612165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36206) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:41.649347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Request body: {'subnet': {'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-616449309-subnet', 'tenant_id': '351c90eddf9d42d680db5201f48b0108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:41.700510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Made reservation on behalf of 351c90eddf9d42d680db5201f48b0108 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:41.706900 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.767200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034621a-809c-44f4-8b21-5b65b77ab545 None None] Pushing event updated for resources: {'Port': ['ID=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:41.808755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:41.834455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9467-e890-4804-81c0-bddc36100cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2512ff-a7d9-4c72-8f73-74c3d0918903,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:41.872260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:09:41.951016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Port': ['ID=e27b9f1f-17de-41d8-8ec4-9db976189df7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:41.987024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:42.128055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:42.131768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event deleted for resources: {'Port': ['ID=59d7443c-675d-495b-86cb-a2bef5d1900d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:42.139889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:42.172179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:42.240106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:42.250195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cf2ca-073c-44f2-86c9-ada2428eaf9c req-e20fd0be-9b3e-4ab5-81d7-ea057a7af93f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:42.252369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3cf2ca-073c-44f2-86c9-ada2428eaf9c req-e20fd0be-9b3e-4ab5-81d7-ea057a7af93f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.1583893 Aug 23 12:09:42.302557 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:09:42.303136 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:09:42.350579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd3cf2ca-073c-44f2-86c9-ada2428eaf9c req-804bc56b-1020-4373-88a8-1c04d97c3f26 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728321 Aug 23 12:09:42.352671 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:42.423056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Checking segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:42.423331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Network hostable DHCP agents. Network: 8f2512ff-a7d9-4c72-8f73-74c3d0918903, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:09:42.450981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a6a0d-6e12-448b-a08e-1a14313c668d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:42.469062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:09:42.490915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8f2512ff-a7d9-4c72-8f73-74c3d0918903) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:42.504052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07113c7-308a-4b26-acc3-134e266ee826 None None] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:42.546450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:42.547285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:42.574974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-55e45a99-4dd3-499b-a6c8-3bc4fa50a772 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9473605 Aug 23 12:09:42.774129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5517cf-9e42-4e73-98de-46966dcd7e53 None None] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:42.881056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Port 59d7443c-675d-495b-86cb-a2bef5d1900d not found while updating agent binding for router 5542eae6-4b71-4fcb-870d-566c40fcd7c3. {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 12:09:42.933301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:42.935386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Routers {'5542eae6-4b71-4fcb-870d-566c40fcd7c3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:42.937392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:42.942227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5542eae6-4b71-4fcb-870d-566c40fcd7c3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:43.103331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288075d-61e1-421d-981f-9acfdb5c389b None None] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:09:43.110382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] Set router 5542eae6-4b71-4fcb-870d-566c40fcd7c3 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:09:43.125619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.125619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5542eae6-4b71-4fcb-870d-566c40fcd7c3 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:43.144701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.145910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3cedcc04-da5a-4c91-b4ed-e6baea217931 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5542eae6-4b71-4fcb-870d-566c40fcd7c3 HTTP/1.1" status: 204 len: 168 time: 3.6063781 Aug 23 12:09:43.148751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36252) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:43.358078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5542eae6-4b71-4fcb-870d-566c40fcd7c3', 'name': 'tempest-snat-router-1937862087', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:34Z', 'updated_at': '2021-08-23T12:09:41Z', 'revision_number': 5, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:43.402003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.451061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.702650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.744560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09abc50c-95d8-414d-9e56-fd7234034a29 None None] The sync data for ids ['5542eae6-4b71-4fcb-870d-566c40fcd7c3'] in n-d-773645-7 is: [{'id': '5542eae6-4b71-4fcb-870d-566c40fcd7c3', 'name': 'tempest-snat-router-1937862087', 'tenant_id': 'ffff0b1fed11415998179fd9d9197e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:09:34Z', 'updated_at': '2021-08-23T12:09:41Z', 'revision_number': 5, 'project_id': 'ffff0b1fed11415998179fd9d9197e47', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:43.775267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 68d78a34-2ac0-45a8-801e-1af50e8e5c2f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:43.813064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36278) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:43.823951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-91f860cd-9b3b-40c5-bd33-0e07937f7dad None None] Provisioning for port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:43.825813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Deleting port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:43.826507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.894071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-60a4def5-743b-45e2-8531-bbffae85bb9a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:43.903100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-60a4def5-743b-45e2-8531-bbffae85bb9a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.5853131 Aug 23 12:09:43.926841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:43.927688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-3a810436-2043-44d5-97b9-bf6be5d569ae tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/quotas/351c90eddf9d42d680db5201f48b0108 HTTP/1.1" status: 200 len: 375 time: 0.0229981 Aug 23 12:09:43.939851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:43.940206 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:43.994246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] For port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:43.994687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.008697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Calling delete_port for 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:44.043225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-7a3a33b3-0cea-46c9-a246-92cf2baba60f tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143420 Aug 23 12:09:44.183345 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.254307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,segment=NetworkSegment(96f85a18-741b-4e20-8279-2ec77c7d4991),segment_id=96f85a18-741b-4e20-8279-2ec77c7d4991)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:44.259403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.260212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:44.291258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-880b77d9-8747-457b-abe3-a3d281cf8523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.340531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-317f3d1c-9ad1-41f7-8b88-8659b787e5e5 service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981680 Aug 23 12:09:44.462591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:44.500632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:44.500904 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.535124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Port 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 was deleted so its status cannot be updated. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 12:09:44.555937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-5b9b18d2-c2ce-4915-9c69-a90d5270c4ff service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145197 Aug 23 12:09:44.583898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-813561a7-c4a5-4b37-80c6-b9341992dcfd None None] Provisioning complete for port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:44.585507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-813561a7-c4a5-4b37-80c6-b9341992dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.599126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-880b77d9-8747-457b-abe3-a3d281cf8523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.599686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.602072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.627187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-880b77d9-8747-457b-abe3-a3d281cf8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.763502 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-880b77d9-8747-457b-abe3-a3d281cf8523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=055062a5591b4793be00def09bf7f6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460614 Aug 23 12:09:44.763697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36298) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:44.765030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b34e2c9-f1f1-4480-baa7-ad4d3adfb692,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:44.826423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b77d9-8747-457b-abe3-a3d281cf8523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7c137e-742b-428a-9fcf-0de929a1a04c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:44.848195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67e471e2-b733-45e4-931a-86c2f7786e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.851617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Router 3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:44.864698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-30910343-e304-4314-aeeb-5294511cecdd req-d3578b59-357e-40b1-bfa4-dd37abc20110 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 210 time: 0.0332327 Aug 23 12:09:44.868156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:44.952232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67e471e2-b733-45e4-931a-86c2f7786e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.011360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.017257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.049527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:45.063556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] Sync routers for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:45.065078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67e471e2-b733-45e4-931a-86c2f7786e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.068099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67e471e2-b733-45e4-931a-86c2f7786e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.069265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-67e471e2-b733-45e4-931a-86c2f7786e2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e7c137e-742b-428a-9fcf-0de929a1a04c HTTP/1.1" status: 204 len: 168 time: 0.3047018 Aug 23 12:09:45.075277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:45.077149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:45.096679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e471e2-b733-45e4-931a-86c2f7786e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7c137e-742b-428a-9fcf-0de929a1a04c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:45.100814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.105193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5fdacd60-8652-4a0e-92b8-042a4c1f4265 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3574219 Aug 23 12:09:45.105834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36308) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:45.174831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.176795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3aed747e-0757-4116-9f9c-633b1d4dcc71 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:45.180741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:45.189717 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.193897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9faf9b7c-28a2-48b1-98d0-0214aec4b113 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3aed747e-0757-4116-9f9c-633b1d4dcc71 HTTP/1.1" status: 204 len: 168 time: 2.0435727 Aug 23 12:09:45.198899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36314) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:45.213945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1461224332', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:45.215688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:45.216705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:45.326564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:45.327261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdaa27f-9fe6-4ce8-a63f-81c545e4d12f None None] The sync data for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:45.341559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.344327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.542410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.696383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36326) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:45.725278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db2d1567-7d82-40ba-baca-ba108f898eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.772622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:45.923230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 68d78a34-2ac0-45a8-801e-1af50e8e5c2f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:46.036890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db2d1567-7d82-40ba-baca-ba108f898eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.040320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:46.040884 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.060372 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db2d1567-7d82-40ba-baca-ba108f898eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.113410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5244027c-62e7-4634-a9df-c915e0d98c7c req-7f5b1cb4-8a9c-497c-a78d-1a4eef7b101d tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 210 time: 0.0704005 Aug 23 12:09:46.125139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.155400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.163035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.185706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-db2d1567-7d82-40ba-baca-ba108f898eb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=535c45e64b1740bf95651d89cf09efd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882159 Aug 23 12:09:46.194506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36336) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:46.208648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d1567-7d82-40ba-baca-ba108f898eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8808bede-a0f3-4ca8-a687-7c1747d8b07a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:46.274624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Allocated IP 172.25.1.61 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/2f781109-51d7-4e2e-a0cf-101b384b647c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:46.335601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c903afd4-6cf6-4ae7-982b-aa7adc6d624e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.381944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c903afd4-6cf6-4ae7-982b-aa7adc6d624e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.394797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.446776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.528851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:46.534246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:46.538397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:46.570378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c903afd4-6cf6-4ae7-982b-aa7adc6d624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.572935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c903afd4-6cf6-4ae7-982b-aa7adc6d624e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.574696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c903afd4-6cf6-4ae7-982b-aa7adc6d624e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8808bede-a0f3-4ca8-a687-7c1747d8b07a HTTP/1.1" status: 204 len: 168 time: 0.3789532 Aug 23 12:09:46.595314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event updated for resources: {'Port': ['ID=2f781109-51d7-4e2e-a0cf-101b384b647c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:46.647293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903afd4-6cf6-4ae7-982b-aa7adc6d624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8808bede-a0f3-4ca8-a687-7c1747d8b07a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:46.685805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Allocated IP 172.20.0.1 (9be05b8f-e343-4db0-a8b3-f4d75663618c/90ded8b8-5c38-469d-a821-43dc68afe5da/35d350b1-30d5-436a-a7c9-d506b1cfe68d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:46.699896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-8e17f344-d1f8-4dc9-83dd-4c60d7fbac1b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:46.701427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-8e17f344-d1f8-4dc9-83dd-4c60d7fbac1b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.2031188 Aug 23 12:09:46.732135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Request body: {'port': {'device_id': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'admin_state_up': True, 'tenant_id': '351c90eddf9d42d680db5201f48b0108'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:46.914766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:46.929548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Transition to ACTIVE for port object 35d350b1-30d5-436a-a7c9-d506b1cfe68d will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:47.019412 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.026667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Made reservation on behalf of 351c90eddf9d42d680db5201f48b0108 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:47.030420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.095498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:47.107265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:47.116693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:47.133956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Port': ['ID=35d350b1-30d5-436a-a7c9-d506b1cfe68d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:47.253488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:09:47.278699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:09:47.279471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6b34e2c9-f1f1-4480-baa7-ad4d3adfb692 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:09:47.396017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Allocated IP 172.20.0.7 (8f2512ff-a7d9-4c72-8f73-74c3d0918903/0d2a6a0d-6e12-448b-a08e-1a14313c668d/2cfbe144-2f8c-49bc-a761-c58af05f21b7) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:47.426224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.512959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-190bfd4f-6018-44df-9496-70b23ca24fb2 req-926ff66f-94b0-463e-89fe-17b29eecc398 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 210 time: 0.0325933 Aug 23 12:09:47.542027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.547655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e6ffde38-97bc-4d23-85a7-f8e309e4041d None None] Provisioning for port 35d350b1-30d5-436a-a7c9-d506b1cfe68d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:47.555805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e6ffde38-97bc-4d23-85a7-f8e309e4041d None None] Provisioning complete for port 35d350b1-30d5-436a-a7c9-d506b1cfe68d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:47.556379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e6ffde38-97bc-4d23-85a7-f8e309e4041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.594834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffde38-97bc-4d23-85a7-f8e309e4041d None None] Port 35d350b1-30d5-436a-a7c9-d506b1cfe68d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:47.775891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.781194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.810280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.933130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:47.971889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Router c9a8eafd-96a0-4696-ad06-65357bbe9c3f is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:48.121462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:48.135484 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] Sync routers for ids ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:48.147813 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] Routers {'c9a8eafd-96a0-4696-ad06-65357bbe9c3f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:48.149959 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:48.154667 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:48.163873 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b6c672a-e65a-4f87-b4e7-280af892bfdf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9578340 Aug 23 12:09:48.163873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:48.183771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': False}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:48.198974 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:48.209561 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] Routers {'c9a8eafd-96a0-4696-ad06-65357bbe9c3f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:48.210621 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:48.253436 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:48.254512 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd883c41-86d7-4e84-9904-e0ff3eb211af None None] The sync data for ids ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:48.337743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:48.355311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:48.357048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event updated for resources: {'Port': ['ID=2cfbe144-2f8c-49bc-a761-c58af05f21b7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:48.361791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:48.473281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:48.474167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:48.498691 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-f4c9bffc-6334-4e85-a667-c7ca83888d2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7826378 Aug 23 12:09:48.533412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Request body: {'port': {'device_id': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:48.607084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:48.730400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:48.968531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:48.982375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.122771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa719-ac0a-4faf-b469-ede2c8d66399 req-0e63685b-8eb7-4d27-b109-0cbbaf8574ce tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:49.131108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af7aa719-ac0a-4faf-b469-ede2c8d66399 req-0e63685b-8eb7-4d27-b109-0cbbaf8574ce tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 931 time: 0.2328990 Aug 23 12:09:49.155673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.186593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Port': ['ID=35d350b1-30d5-436a-a7c9-d506b1cfe68d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:49.242617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.246473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.306890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af7aa719-ac0a-4faf-b469-ede2c8d66399 req-8d81abbb-c524-49ad-a3c6-aca2876c5396 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748743 Aug 23 12:09:49.324349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfbe144-2f8c-49bc-a761-c58af05f21b7 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:09:49.335571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.365877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Transition to ACTIVE for port object 2cfbe144-2f8c-49bc-a761-c58af05f21b7 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:49.374809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:49.376709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:49.386890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.392691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Router c9a8eafd-96a0-4696-ad06-65357bbe9c3f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:49.538322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:49.543910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.545822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a2d6b501-7ea7-4e45-8be6-c760c5aa0576 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "PUT /v2.0/routers/c9a8eafd-96a0-4696-ad06-65357bbe9c3f HTTP/1.1" status: 200 len: 925 time: 1.3825009 Aug 23 12:09:49.549626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36436) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:49.559089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] Sync routers for ids ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:49.583984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] Routers {'c9a8eafd-96a0-4696-ad06-65357bbe9c3f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:49.585591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:49.625509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:49.637593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] Routers {'c9a8eafd-96a0-4696-ad06-65357bbe9c3f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:49.638526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:49.678714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:49.679665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45a316-3de2-4a08-9eff-7b4ebfbad00d None None] The sync data for ids ['c9a8eafd-96a0-4696-ad06-65357bbe9c3f'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:49.740254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988559-67c2-4885-95ef-809911670809 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfbe144-2f8c-49bc-a761-c58af05f21b7,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:49.829762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Router 3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:49.871385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-db248a60-1803-4078-a439-40394576ab64 None None] Provisioning complete for port 35d350b1-30d5-436a-a7c9-d506b1cfe68d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:49.873126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-db248a60-1803-4078-a439-40394576ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.893799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Attempting to bind port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:09:49.894160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Attempting to bind port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:09:49.894500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Attempting to bind port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:49.901388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:09:49.901806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Attempting to bind port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:09:49.914565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:09:49.914941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Checking segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:09:49.915297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Bound using segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:09:49.915821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Bound port: 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:09:49.916201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:49.925874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-db248a60-1803-4078-a439-40394576ab64 None None] Port 35d350b1-30d5-436a-a7c9-d506b1cfe68d cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:50.068231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:50.080813 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] Sync routers for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:50.081388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9af15a17-07ac-4e94-a734-9a21d9bdfd6f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "PUT /v2.0/routers/3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9741828 Aug 23 12:09:50.088115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36450) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:50.093849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Request body: {'port': {'network_id': '9be05b8f-e343-4db0-a8b3-f4d75663618c', 'name': 'tempest-FloatingIPAdminTestJSON-1605876054'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:50.095309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:50.095927 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:50.145785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] For port 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:09:50.181153 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:50.192948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] For port 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:09:50.200551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:50.204204 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:50.206094 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:50.221996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-26d8d876-75f7-4ff4-b86e-2e7c63a208f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682366 Aug 23 12:09:50.224118 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17f85191-f5ec-48e9-bc5a-88912a6c6af1 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/c9a8eafd-96a0-4696-ad06-65357bbe9c3f HTTP/1.1" status: 200 len: 925 time: 0.6734352 Aug 23 12:09:50.230232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36452) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:50.253908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:50.254931 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffdd5b3-48bd-45d5-ad1f-abd3d362f76f None None] The sync data for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:50.276860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.277491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:50.278963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-38988559-67c2-4885-95ef-809911670809 service neutron] 10.222.0.44 "PUT /v2.0/ports/2cfbe144-2f8c-49bc-a761-c58af05f21b7 HTTP/1.1" status: 200 len: 1091 time: 1.7506003 Aug 23 12:09:50.279555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'tag': '2cfbe144-2f8c-49bc-a761-c58af05f21b7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:50.282151 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4560c2f-30ef-4686-a0d0-330687b5513a", "tag": "2cfbe144-2f8c-49bc-a761-c58af05f21b7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:50.365027 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2545ef3e-809a-4e69-bd96-efc1966c8c15 x-openstack-request-id: req-2545ef3e-809a-4e69-bd96-efc1966c8c15 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:50.365329 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4560c2f-30ef-4686-a0d0-330687b5513a", "tag": "2cfbe144-2f8c-49bc-a761-c58af05f21b7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:50.365585 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2545ef3e-809a-4e69-bd96-efc1966c8c15 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:50.366015 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'tag': '2cfbe144-2f8c-49bc-a761-c58af05f21b7', 'status': 'completed', 'code': 200} Aug 23 12:09:50.366583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Made reservation on behalf of 8175d0db2cbd4cd5ba28b5b761366eef for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:09:50.370121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:50.392511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988559-67c2-4885-95ef-809911670809 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfbe144-2f8c-49bc-a761-c58af05f21b7,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:50.407440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] device_id is not set on port b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:09:50.418198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94880b2-77f9-4005-b812-6a6eb1873494 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.418725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-55a3da26-be48-43b5-9e7f-58037f3d7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.421830 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b94880b2-77f9-4005-b812-6a6eb1873494 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=c9a8eafd-96a0-4696-ad06-65357bbe9c3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1890700 Aug 23 12:09:50.422022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-55a3da26-be48-43b5-9e7f-58037f3d7634 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 1094 time: 0.0994856 Aug 23 12:09:50.422629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-6f26a403-fbc1-4a6d-afa4-de5f22f60672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.424386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-6f26a403-fbc1-4a6d-afa4-de5f22f60672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 1097 time: 0.1206429 Aug 23 12:09:50.424922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36458) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:50.532512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-880f9072-bef7-40ad-b29e-b1c442cfd303 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7 HTTP/1.1" status: 200 len: 217 time: 0.0654652 Aug 23 12:09:50.657287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655730-9629-4468-bc68-f23d98d72b14 req-fbd9e660-c787-41ab-bf4b-5d2b31c69efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.664456 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-fbd9e660-c787-41ab-bf4b-5d2b31c69efa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.1173944 Aug 23 12:09:50.734474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-6d033a50-b9a6-4edd-91f9-ba9104521dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.736689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-6d033a50-b9a6-4edd-91f9-ba9104521dc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.2725098 Aug 23 12:09:50.738845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-edb2ec82-19cd-4170-a8d6-882aa12d4327 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647984 Aug 23 12:09:50.759482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f0eeb-8878-44ca-9aec-50c3a56a33f1 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.766946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d69f0eeb-8878-44ca-9aec-50c3a56a33f1 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.3408964 Aug 23 12:09:50.814250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Allocated IP 172.20.0.9 (9be05b8f-e343-4db0-a8b3-f4d75663618c/90ded8b8-5c38-469d-a821-43dc68afe5da/b6f85cc1-b003-4ceb-950f-51a9e80b1bf9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:50.818622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:50.859766 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-698a5815-fc4f-42b5-8e24-6be376f299da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 200 len: 1000 time: 0.1130157 Aug 23 12:09:50.904498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25b642e2-9bb9-4b5a-b6ae-7248e6baaac4 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9a8eafd-96a0-4696-ad06-65357bbe9c3f HTTP/1.1" status: 200 len: 205 time: 0.0847559 Aug 23 12:09:50.911347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36474) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:50.962208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-11a1d16b-dc27-48a4-a4e2-a12e84eb1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:50.963855 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-11a1d16b-dc27-48a4-a4e2-a12e84eb1f21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.0955315 Aug 23 12:09:51.002716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-002c59c2-415d-4fa2-8a3a-2cd6c1d766be service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556238 Aug 23 12:09:51.012762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d76e8-16a3-4054-83b3-db5f5455d70b req-7fad1aea-2dc0-4e83-bccf-c082d65222e3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:51.014246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-396d76e8-16a3-4054-83b3-db5f5455d70b req-7fad1aea-2dc0-4e83-bccf-c082d65222e3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 943 time: 0.5484312 Aug 23 12:09:51.076358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.080692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-b1fd85e9-17b3-46fd-b8cb-7a4ad24455e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:51.082491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-b1fd85e9-17b3-46fd-b8cb-7a4ad24455e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036174 Aug 23 12:09:51.202579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-396d76e8-16a3-4054-83b3-db5f5455d70b req-67beb511-bf71-4198-9e25-f440395f02a2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611478 Aug 23 12:09:51.260544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.270849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78655730-9629-4468-bc68-f23d98d72b14 req-5b1a4682-cf17-4546-9152-3bbaa25e9dae service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520027 Aug 23 12:09:51.275550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.278699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Transition to ACTIVE for port object b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:09:51.281530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-7a0e63f3-2a76-403b-aa26-5c76c65a5730 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644976 Aug 23 12:09:51.334172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.402932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Deleting port 2f781109-51d7-4e2e-a0cf-101b384b647c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:51.403280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.404277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:51.411807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:51.417814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-3c94b9c1-1962-459c-866d-f771967434e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:51.419542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-3c94b9c1-1962-459c-866d-f771967434e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 1094 time: 0.0971403 Aug 23 12:09:51.424911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:51.426182 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d109970f-18dd-4dc6-9b22-e23002729c85 req-e44e779e-92f9-41c4-bd2a-aefb0b4a051d service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167674 Aug 23 12:09:51.472473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event updated for resources: {'Port': ['ID=b6f85cc1-b003-4ceb-950f-51a9e80b1bf9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:51.497821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.512870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Calling delete_port for 2f781109-51d7-4e2e-a0cf-101b384b647c owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:51.580945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:51.581795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.611769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8530adec-1072-4af6-b095-fa85fc4f670c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5192056 Aug 23 12:09:51.612029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:51.633938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-c68d3eb6-d4a7-4a7b-90b5-78ea00052795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:51.635670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-c68d3eb6-d4a7-4a7b-90b5-78ea00052795 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.2067003 Aug 23 12:09:51.719732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.769627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-896feed6-3ecb-44c5-8cfa-66e1fa911035 None None] Provisioning for port b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:51.780461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event deleted for resources: {'Port': ['ID=2f781109-51d7-4e2e-a0cf-101b384b647c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:51.803359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-896feed6-3ecb-44c5-8cfa-66e1fa911035 None None] Provisioning complete for port b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:51.807957 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-896feed6-3ecb-44c5-8cfa-66e1fa911035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.879888 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cbf2668f-108e-40b7-b85f-a4d6e828ac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:51.891204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-896feed6-3ecb-44c5-8cfa-66e1fa911035 None None] Port b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:09:51.911010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.041031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.043651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.056117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'project_id': '8175d0db2cbd4cd5ba28b5b761366eef', 'port_id': 'b6f85cc1-b003-4ceb-950f-51a9e80b1bf9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:52.061966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-0f7858dc-fc70-4224-acf9-b2171a806486 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7 HTTP/1.1" status: 200 len: 217 time: 0.4153886 Aug 23 12:09:52.103750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.104539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Fanout notify agent at l3_agent the message router_deleted on router c9a8eafd-96a0-4696-ad06-65357bbe9c3f {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:52.114767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.116476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-416f87dc-6cd4-4ba5-b059-f6a4622e72cf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/c9a8eafd-96a0-4696-ad06-65357bbe9c3f HTTP/1.1" status: 204 len: 168 time: 1.2040277 Aug 23 12:09:52.120348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36506) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:52.125568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.125959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-760254562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:52.142038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-7f4fad2d-06d3-404f-99d3-15d8bfea68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:52.144238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-7f4fad2d-06d3-404f-99d3-15d8bfea68fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.0741291 Aug 23 12:09:52.160167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.161647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.233887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-01cf572f-d11e-4f8c-af09-5468c1e68c0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809798 Aug 23 12:09:52.264628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.271684 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.299864 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.304245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c008751f-90ae-481f-a9f2-b94ce1650fa2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1823461 Aug 23 12:09:52.304961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36512) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:52.315793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:52.397888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.525002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Allocated IP 172.25.1.247 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/55e7338e-46f5-4de4-9a9e-77b20cb18aaa) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:52.653110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.697012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-f086e68e-0489-4ca4-adc4-a343af3d5a69 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529817 Aug 23 12:09:52.699452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.829781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:52.841349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:52.853478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:52.858493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Pushing event updated for resources: {'Port': ['ID=55e7338e-46f5-4de4-9a9e-77b20cb18aaa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:52.859319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b015-4a46-4c6f-a42f-4c1afb2d8790 req-143992e8-f0be-4f2f-8262-d9d848c17992 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:52.860862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de93b015-4a46-4c6f-a42f-4c1afb2d8790 req-143992e8-f0be-4f2f-8262-d9d848c17992 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 943 time: 0.5382998 Aug 23 12:09:52.903302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:52.924113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-49391234-b894-4c29-b5df-5e27406f245d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2152929 Aug 23 12:09:52.930531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-656f5f42-b294-40a3-9acc-5c9c1f5faa8e req-f1cb9621-4ca0-4bb7-a3bf-56db688e0861 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206080 Aug 23 12:09:52.995899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de93b015-4a46-4c6f-a42f-4c1afb2d8790 req-9bba5d1c-3a2a-4f5d-ab6a-4e128079fab4 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002247 Aug 23 12:09:53.146903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.147567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.148061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.148534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.149005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.149479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.149996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.152912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d9e81d4f-88d5-42d5-9d31-e4abf111f12d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 6493 time: 0.1604397 Aug 23 12:09:53.196532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.221885 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.268764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2cfbe144-2f8c-49bc-a761-c58af05f21b7 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:09:53.384360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3d5c5887-59c2-4b68-9f3c-ae1d7532d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.384844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3d5c5887-59c2-4b68-9f3c-ae1d7532d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.385317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3d5c5887-59c2-4b68-9f3c-ae1d7532d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.387014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3d5c5887-59c2-4b68-9f3c-ae1d7532d5f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a798c050-248a-4546-8041-33f968ec94d0&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=597e402e-fdbc-48bf-92e3-c771ce7099fd&id=a66031b2-e863-415b-b2b4-80e702e77223&id=a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 200 len: 2292 time: 0.1830904 Aug 23 12:09:53.443842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Allocated IP 172.25.1.235 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/b4421231-5117-4fdc-acc8-ec1cd0110dff) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:53.489563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:53.516907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '2cfbe144-2f8c-49bc-a761-c58af05f21b7', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'port_id': '2cfbe144-2f8c-49bc-a761-c58af05f21b7', 'mac_address': 'fa:16:3e:72:9c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2a6a0d-6e12-448b-a08e-1a14313c668d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:09:53.551916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-86a7d096-e4fa-4271-9bce-af5c90ec853c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 200 len: 1002 time: 0.1571016 Aug 23 12:09:53.608145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.617949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.645102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfbe144-2f8c-49bc-a761-c58af05f21b7 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:09:53.674932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:53.676859 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.680570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.682828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.723420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2dab03ea-2ad7-4af0-8489-6703ff2c9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.724924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2dab03ea-2ad7-4af0-8489-6703ff2c9258 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d08542eb-e3aa-4709-9902-a01ded7822d8 HTTP/1.1" status: 200 len: 850 time: 0.1654875 Aug 23 12:09:53.750789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2cfbe144-2f8c-49bc-a761-c58af05f21b7,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:53.762692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:53.765888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:53.769556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:53.809920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:53.838420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-9a53dd38-fbd3-4eec-acd1-7e2a3b4e9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:53.840522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-9a53dd38-fbd3-4eec-acd1-7e2a3b4e9487 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a798c050-248a-4546-8041-33f968ec94d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040556 Aug 23 12:09:53.861112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event updated for resources: {'Port': ['ID=b4421231-5117-4fdc-acc8-ec1cd0110dff,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:53.954173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:09:54.046916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-ec8205b4-06fe-4c85-8334-3703026aadc0 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845076 Aug 23 12:09:54.132716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-c4006d1a-c550-4465-9e67-158bdbba3544 req-8d15322e-e3ee-48b4-a539-777e1fa669c7 service neutron] (101057) timed out ('10.222.0.21', 35442) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:09:54.175810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.187048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.201134 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.244459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Pushing event updated for resources: {'Port': ['ID=55e7338e-46f5-4de4-9a9e-77b20cb18aaa,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:54.263678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-8d53a95f-4f10-4d31-8d8c-c8a42b2dff43 service neutron] 10.222.0.44 "GET /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031350 Aug 23 12:09:54.290545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9887-b459-49a2-a05b-d4da6786fdc3 req-06fde0e0-7116-44dc-9467-067b493e6e28 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:54.292649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bdbb9887-b459-49a2-a05b-d4da6786fdc3 req-06fde0e0-7116-44dc-9467-067b493e6e28 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 944 time: 0.1498191 Aug 23 12:09:54.376671 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.386287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b0afe4e0-e096-4599-a751-3a3aaae9d040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.392036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-a08abc39-f0b7-4acc-a96d-ecc58a9cd7a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 217 time: 0.0926981 Aug 23 12:09:54.420137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.434757 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.438702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.484647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bdbb9887-b459-49a2-a05b-d4da6786fdc3 req-79935602-908a-4b03-b3ee-d5d98e73e792 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788399 Aug 23 12:09:54.515020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-9d6df736-5004-47c7-a386-a81d5bf3c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:54.516615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-9d6df736-5004-47c7-a386-a81d5bf3c7f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1156528 Aug 23 12:09:54.624272 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Floating IP 4f6b69f9-81f2-4e44-a662-292db0b880e3 associated. External IP: 172.25.1.247, port: b6f85cc1-b003-4ceb-950f-51a9e80b1bf9. Aug 23 12:09:54.624982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Router e9bb3067-aa6f-4c33-ad32-06f52878ad64 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:09:54.630110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-a3abfbac-8fe6-49fc-8427-4f6d73ec3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:54.631790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-a3abfbac-8fe6-49fc-8427-4f6d73ec3eef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051483 Aug 23 12:09:54.749510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:54.758459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:54.760697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] Sync routers for ids ['e9bb3067-aa6f-4c33-ad32-06f52878ad64'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:54.764661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fab0892a-335b-4e8d-bafd-93441bc36d87 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "PUT /v2.0/routers/e9bb3067-aa6f-4c33-ad32-06f52878ad64 HTTP/1.1" status: 200 len: 883 time: 2.4553564 Aug 23 12:09:54.765658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:54.774915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] Routers {'e9bb3067-aa6f-4c33-ad32-06f52878ad64'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:54.779105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e9bb3067-aa6f-4c33-ad32-06f52878ad64'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:54.845181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:54.853976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] Routers {'e9bb3067-aa6f-4c33-ad32-06f52878ad64'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:54.854921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e9bb3067-aa6f-4c33-ad32-06f52878ad64'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:54.894173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:54.895050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2bc8b-5a53-4fa3-ad9a-456582ef21ae None None] The sync data for ids ['e9bb3067-aa6f-4c33-ad32-06f52878ad64'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:54.936951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28a7b92b-71db-4550-9d8a-c04234a888a6 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/e9bb3067-aa6f-4c33-ad32-06f52878ad64 HTTP/1.1" status: 200 len: 924 time: 0.1700158 Aug 23 12:09:54.937188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-e8d3e2c4-fc5f-4b2c-865c-f12846ef5dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526186 Aug 23 12:09:54.937526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36568) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:55.294242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2cfbe144-2f8c-49bc-a761-c58af05f21b7 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:09:55.382131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:09:55.387938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:09:55.388566 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:55.439447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Router 3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:55.453436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b0299-d496-4d53-b061-9f9147da29df tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:55.454986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-854b0299-d496-4d53-b061-9f9147da29df tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=e9bb3067-aa6f-4c33-ad32-06f52878ad64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4895883 Aug 23 12:09:55.458389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:55.498058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:55.506216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-4cfc8325-6d54-4c69-8874-db8e6a5b8f7d service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328171 Aug 23 12:09:55.558979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfbe144-2f8c-49bc-a761-c58af05f21b7'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:09:55.562729 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa6741b-8466-4482-ad76-359e9839e5f1" -d '{"events": [{"server_uuid": "c4560c2f-30ef-4686-a0d0-330687b5513a", "name": "network-vif-plugged", "status": "completed", "tag": "2cfbe144-2f8c-49bc-a761-c58af05f21b7"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:09:55.590825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:09:55.599423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:55.652398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:55.659218 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69d34c4-657c-415f-b3a0-d87d0a0124d4 x-openstack-request-id: req-b69d34c4-657c-415f-b3a0-d87d0a0124d4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:09:55.659455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-619577bd-c39f-4f7d-af55-adb17242fc32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 217 time: 0.1204667 Aug 23 12:09:55.659966 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4560c2f-30ef-4686-a0d0-330687b5513a", "name": "network-vif-plugged", "status": "completed", "tag": "2cfbe144-2f8c-49bc-a761-c58af05f21b7", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:09:55.659966 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b69d34c4-657c-415f-b3a0-d87d0a0124d4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:09:55.660316 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfbe144-2f8c-49bc-a761-c58af05f21b7', 'code': 200} Aug 23 12:09:55.704749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc0e7c-7236-4b7f-a0dd-1a28c5f0da14 req-6f3b824d-e90b-4fb0-a204-8ae75c467c5b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:55.706545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-13fc0e7c-7236-4b7f-a0dd-1a28c5f0da14 req-6f3b824d-e90b-4fb0-a204-8ae75c467c5b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.1110663 Aug 23 12:09:55.737883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2cfbe144-2f8c-49bc-a761-c58af05f21b7,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:55.752695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2d3702d4-efc5-45ad-9fc5-99fdbf9942a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:55.754362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2d3702d4-efc5-45ad-9fc5-99fdbf9942a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.0727696 Aug 23 12:09:55.771469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-13fc0e7c-7236-4b7f-a0dd-1a28c5f0da14 req-e6c1f00d-eedb-4b37-994c-abc99cb991c2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 Aug 23 12:09:55.899459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:55.907201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92684e8-de0c-4cda-ac21-bee56237a262 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:55.911822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:55.912308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] Sync routers for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:55.923721 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:55.924392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d92684e8-de0c-4cda-ac21-bee56237a262 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.4647305 Aug 23 12:09:55.924809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:55.959628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4833b-eb8b-4cca-b4fb-451f7c8fd892 req-6f695ad3-7661-4abb-b0d6-f57fa6d5f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:55.960437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a6a8d6d-3a89-4404-84ed-05207982a379 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9bb3067-aa6f-4c33-ad32-06f52878ad64 HTTP/1.1" status: 200 len: 205 time: 0.0473678 Aug 23 12:09:55.961201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36600) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:55.964596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5a4833b-eb8b-4cca-b4fb-451f7c8fd892 req-6f695ad3-7661-4abb-b0d6-f57fa6d5f216 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 1096 time: 0.1619899 Aug 23 12:09:55.974588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-b285ee93-0c0f-472c-a991-181097214813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:55.977770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-b285ee93-0c0f-472c-a991-181097214813 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1665609 Aug 23 12:09:55.987424 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:56.007878 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:56.008565 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:56.034955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.057071 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:56.058512 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e884821-9aa8-48d6-9a17-162cea13502c None None] The sync data for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:56.103649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-438bef6f-e6d5-4762-a45f-f2f92b86814c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.4906535 Aug 23 12:09:56.106651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:56.108522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5a4833b-eb8b-4cca-b4fb-451f7c8fd892 req-0fd1e86c-cb72-4bc8-8323-aa2df1760c6e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368961 Aug 23 12:09:56.122551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.297217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c5ce71b0-4f48-443f-815a-71a212b27469 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] 10.222.0.21 "GET /v2.0/floatingips/4f6b69f9-81f2-4e44-a662-292db0b880e3 HTTP/1.1" status: 200 len: 983 time: 0.1854255 Aug 23 12:09:56.299534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36614) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:56.317229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.381433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-d69a245a-54b1-47a1-85d1-0ca0a8c7e724 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763180 Aug 23 12:09:56.390196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Deleting port b4421231-5117-4fdc-acc8-ec1cd0110dff {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:56.390814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.496200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-018148be-c694-4db1-8e2e-11ee64034435 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1954734 Aug 23 12:09:56.511669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.524473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36622) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:56.528898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Calling delete_port for b4421231-5117-4fdc-acc8-ec1cd0110dff owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:56.605838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36624) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:56.627153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-c6bd33c7-d22d-440a-a0e7-231737d29144 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338483 Aug 23 12:09:56.714739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-c9b39288-fc1a-43be-bc51-5a4eaeff6524 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f HTTP/1.1" status: 200 len: 217 time: 0.0498643 Aug 23 12:09:56.750739 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.778651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3f1ac16c-ecc5-4e11-87fc-5cad41c0371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:56.780398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3f1ac16c-ecc5-4e11-87fc-5cad41c0371a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.0578921 Aug 23 12:09:56.791429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event deleted for resources: {'Port': ['ID=b4421231-5117-4fdc-acc8-ec1cd0110dff,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:56.807980 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efdc646e-95f2-45f5-8f3d-f45b47c65f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.876026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.946261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-938fb571-b395-4865-b7d9-551d82964968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:56.948018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-938fb571-b395-4865-b7d9-551d82964968 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575973 Aug 23 12:09:56.965428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1a265-b85b-43f0-87e4-22433b0547af req-c660439c-4117-43ca-80c3-e2e3236f411f tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:56.969644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30f1a265-b85b-43f0-87e4-22433b0547af req-c660439c-4117-43ca-80c3-e2e3236f411f tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.0746694 Aug 23 12:09:56.984242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting port 55e7338e-46f5-4de4-9a9e-77b20cb18aaa {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:09:56.984677 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.996493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:56.999524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.065881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30f1a265-b85b-43f0-87e4-22433b0547af req-b7493217-c015-4204-910a-6dfc4c8456b2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841026 Aug 23 12:09:57.078203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.078728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Fanout notify agent at l3_agent the message router_deleted on router e9bb3067-aa6f-4c33-ad32-06f52878ad64 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:09:57.086042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.089812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4e3e0d4f-c4e6-46ae-9cbb-0241b20e1abf tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/e9bb3067-aa6f-4c33-ad32-06f52878ad64 HTTP/1.1" status: 204 len: 168 time: 1.1249208 Aug 23 12:09:57.092995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36638) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:57.104440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1385056664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:57.152908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:09:57.177258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efdc646e-95f2-45f5-8f3d-f45b47c65f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.178040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.178476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.192240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Calling delete_port for 55e7338e-46f5-4de4-9a9e-77b20cb18aaa owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:09:57.203992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2b37964e-156c-48ce-b406-d615d5b246ce service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446680 Aug 23 12:09:57.204131 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efdc646e-95f2-45f5-8f3d-f45b47c65f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.221357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.223588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.276606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-efdc646e-95f2-45f5-8f3d-f45b47c65f20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4f3479590c944c88a3697851ddd7904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684082 Aug 23 12:09:57.281479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36642) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:57.285466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc646e-95f2-45f5-8f3d-f45b47c65f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f26edbf-7a3b-4d09-9d19-e9c599e586c6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:57.328300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.335871 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.341144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.361414 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.362679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-281b2a94-7f6f-4ed6-9532-8c0dc0ff8cd9 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2685182 Aug 23 12:09:57.365268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:57.370464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': True}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:57.392576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-5d3b46db-9ec1-4ade-8110-caeb3dc384d4 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848757 Aug 23 12:09:57.461121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-5e1cf514-308f-482c-90b8-c6dfaf3031ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e HTTP/1.1" status: 200 len: 217 time: 0.0600755 Aug 23 12:09:57.462870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fd02da1-d780-4870-b5da-f97e08d7d1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.523978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fd02da1-d780-4870-b5da-f97e08d7d1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.590398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-b5c48826-b978-4ad0-85fd-3ed06621e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:57.591900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-b5c48826-b978-4ad0-85fd-3ed06621e748 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 200 len: 797 time: 0.1225824 Aug 23 12:09:57.608740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.640907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.673772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fd02da1-d780-4870-b5da-f97e08d7d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.676343 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fd02da1-d780-4870-b5da-f97e08d7d1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.680113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1fd02da1-d780-4870-b5da-f97e08d7d1b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f26edbf-7a3b-4d09-9d19-e9c599e586c6 HTTP/1.1" status: 204 len: 168 time: 0.3679557 Aug 23 12:09:57.681457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Port': ['ID=55e7338e-46f5-4de4-9a9e-77b20cb18aaa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:57.701952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd02da1-d780-4870-b5da-f97e08d7d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f26edbf-7a3b-4d09-9d19-e9c599e586c6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:57.735546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-988beccd-23c7-49b7-be2f-c748d5a147fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:57.737496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-988beccd-23c7-49b7-be2f-c748d5a147fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=597e402e-fdbc-48bf-92e3-c771ce7099fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348395 Aug 23 12:09:57.834557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.835193 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Floating IP 4f6b69f9-81f2-4e44-a662-292db0b880e3 disassociated (deleted). External IP: 172.25.1.247, port: b6f85cc1-b003-4ceb-950f-51a9e80b1bf9. Aug 23 12:09:57.872417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:57.916898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-87b993fe-5353-49e7-8aa0-6c2e626b833d service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569960 Aug 23 12:09:58.120772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36664) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:58.154535 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.158974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bc7adae-37ef-4508-9037-ec69e5251305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.230324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.269350 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.347143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255a12-3427-4a4d-b0ca-b27a658a74d0 req-34612685-9623-420a-a9b9-c3ed8dd5c2b2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:58.349053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-49255a12-3427-4a4d-b0ca-b27a658a74d0 req-34612685-9623-420a-a9b9-c3ed8dd5c2b2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.1688073 Aug 23 12:09:58.459772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-292608a2-ed45-465a-aa64-7b37f999b994 service neutron] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163693 Aug 23 12:09:58.486716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-49255a12-3427-4a4d-b0ca-b27a658a74d0 req-7af118ae-47c4-49cf-8e22-b35f1afef1b2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142762 Aug 23 12:09:58.501012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Allocated IP 172.25.1.241 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/b43b3299-7c17-423f-ad79-469aa0483469) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:58.521921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bc7adae-37ef-4508-9037-ec69e5251305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.541875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-7a4e1eab-b55b-4d0a-ba23-d2dc261e0474 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 200 len: 217 time: 0.0728812 Aug 23 12:09:58.604874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Router 3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:09:58.618898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-401b6193-5238-4843-8358-fc51e28eee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:58.621182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-401b6193-5238-4843-8358-fc51e28eee38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0724692 Aug 23 12:09:58.655235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.658159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bc7adae-37ef-4508-9037-ec69e5251305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.720283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7adae-37ef-4508-9037-ec69e5251305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fea63-aa50-4713-badd-9fd81f603313,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:58.741250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9bc7adae-37ef-4508-9037-ec69e5251305 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4d2b2ed15344c20acc8fc7930db7317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192665 Aug 23 12:09:58.744746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36678) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:58.763406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3a82de2f-fb3a-4b94-a742-c7d39b815647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:58.765293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-3a82de2f-fb3a-4b94-a742-c7d39b815647 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376033 Aug 23 12:09:58.815298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:09:58.815998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.827540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] Sync routers for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:09:58.841413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:58.842265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:58.856949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cfe7-eb78-4169-8780-5e14dd7af35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.882135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:09:58.903658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:09:58.903658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:09:58.904518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.924131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:58.931216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Port': ['ID=b43b3299-7c17-423f-ad79-469aa0483469,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:58.940825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cfe7-eb78-4169-8780-5e14dd7af35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:58.944210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:09:58.946391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:58.978060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f02b8e4b-df63-41f6-ac44-480c5e43027a tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "DELETE /v2.0/floatingips/4f6b69f9-81f2-4e44-a662-292db0b880e3 HTTP/1.1" status: 204 len: 168 time: 2.4524884 Aug 23 12:09:58.984550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36688) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:09:59.012078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:09:59.025276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:09:59.026966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac51db9-d3ef-4631-be00-25e45efb7f04 None None] The sync data for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:09:59.053433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-9d53c43f-86ab-4a9f-97e3-0a3e03ca5bb7 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773800 Aug 23 12:09:59.140298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cfe7-eb78-4169-8780-5e14dd7af35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.143668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cfe7-eb78-4169-8780-5e14dd7af35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.145228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eaf4cfe7-eb78-4169-8780-5e14dd7af35e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d19fea63-aa50-4713-badd-9fd81f603313 HTTP/1.1" status: 204 len: 168 time: 0.3993835 Aug 23 12:09:59.151570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.179346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4cfe7-eb78-4169-8780-5e14dd7af35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fea63-aa50-4713-badd-9fd81f603313,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:09:59.200386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-e64b140d-e877-4db3-8151-b3a7e0871111 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401172 Aug 23 12:09:59.344525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-756f8fbe-9130-45ce-9d2a-3937d9b4b1ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 200 len: 217 time: 0.1201062 Aug 23 12:09:59.439952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2f424f6a-1283-4438-8867-dadacb12769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:59.443051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-2f424f6a-1283-4438-8867-dadacb12769b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 200 len: 797 time: 0.0970621 Aug 23 12:09:59.461776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.499229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.603602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-117554a8-d034-4929-abe1-770f1e990253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:09:59.603602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-117554a8-d034-4929-abe1-770f1e990253 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a66031b2-e863-415b-b2b4-80e702e77223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514766 Aug 23 12:09:59.747456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Allocated IP 172.25.1.186 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c8309b7d-1e88-4528-8fdb-a286bb23c2df) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:09:59.816764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.834473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.963046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:09:59.996867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-ad5c080a-acdb-4025-ae19-cd126a10e8b5 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847198 Aug 23 12:10:00.052597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Router 6a3c0ea3-9c38-4718-af85-632719ff0366 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:10:00.116843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.169495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a892161c-62d2-4a6f-b525-62c91bc4579f req-57a1a069-eb91-4f55-8e81-935970046595 service neutron] 10.222.0.44 "GET /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603897 Aug 23 12:10:00.177705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:00.184196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:00.186504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:00.205071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:00.223908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] Sync routers for ids ['6a3c0ea3-9c38-4718-af85-632719ff0366'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:00.226636 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.232650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-61104f4b-ba7b-4f57-9691-a9f19f91c15c tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "PUT /v2.0/routers/6a3c0ea3-9c38-4718-af85-632719ff0366 HTTP/1.1" status: 200 len: 919 time: 2.8640573 Aug 23 12:10:00.232786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Pushing event updated for resources: {'Port': ['ID=c8309b7d-1e88-4528-8fdb-a286bb23c2df,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:00.232988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36732) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:00.263700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] Routers {'6a3c0ea3-9c38-4718-af85-632719ff0366'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:00.265540 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6a3c0ea3-9c38-4718-af85-632719ff0366'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:00.334721 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:00.340849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.344586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] Routers {'6a3c0ea3-9c38-4718-af85-632719ff0366'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:00.345201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6a3c0ea3-9c38-4718-af85-632719ff0366'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:00.417606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.426215 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:00.427234 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b4e91a-b8f4-4bf7-8a7e-fe709b79bb4d None None] The sync data for ids ['6a3c0ea3-9c38-4718-af85-632719ff0366'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:00.434069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4a38ae6-9171-446b-b7a4-612cb07c6178 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/6a3c0ea3-9c38-4718-af85-632719ff0366 HTTP/1.1" status: 200 len: 925 time: 0.1987667 Aug 23 12:10:00.435233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36740) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:00.531449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8658e-2c85-44c4-abf7-a8b468111e1a tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:00.542978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-24f8658e-2c85-44c4-abf7-a8b468111e1a tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=6a3c0ea3-9c38-4718-af85-632719ff0366&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0991933 Aug 23 12:10:00.546456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36752) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:00.720609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b8d16-77d2-421f-be50-41f828b4f81f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:00.725374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36758) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:00.726280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e1b8d16-77d2-421f-be50-41f828b4f81f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.1787992 Aug 23 12:10:00.760173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd163021-dc21-49c5-a914-e3a4e6df3d1e tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a3c0ea3-9c38-4718-af85-632719ff0366 HTTP/1.1" status: 200 len: 205 time: 0.0315611 Aug 23 12:10:00.760655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36760) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:00.773161 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.780353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.867967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Pushing event updated for resources: {'Port': ['ID=c8309b7d-1e88-4528-8fdb-a286bb23c2df,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:00.915542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.946637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.964981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:00.970021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0602cf3-6df7-475e-8188-9ff08daaf63c tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9809279 Aug 23 12:10:00.971055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36768) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:01.107726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.121346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36776) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:01.212363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d912e1a-91ac-4b42-b195-0dab084e13af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.265929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Deleting port b43b3299-7c17-423f-ad79-469aa0483469 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:01.266711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.296103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:01.343962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d912e1a-91ac-4b42-b195-0dab084e13af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.357208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6d912e1a-91ac-4b42-b195-0dab084e13af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.379950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.395150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Calling delete_port for b43b3299-7c17-423f-ad79-469aa0483469 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:01.404021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.427488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6d912e1a-91ac-4b42-b195-0dab084e13af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b754ed8c20e449cb8c38c3099716e1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043034 Aug 23 12:10:01.431746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36786) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:01.432986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d912e1a-91ac-4b42-b195-0dab084e13af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec643372-7b3d-4fba-9a44-aa2068d0ec56,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:01.581746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838818ef-7860-4cf2-b447-333e8bf3254b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.609390 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.610383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838818ef-7860-4cf2-b447-333e8bf3254b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.662230 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.686123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event deleted for resources: {'Port': ['ID=b43b3299-7c17-423f-ad79-469aa0483469,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:01.755310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.786306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838818ef-7860-4cf2-b447-333e8bf3254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.789138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-838818ef-7860-4cf2-b447-333e8bf3254b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.790406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-838818ef-7860-4cf2-b447-333e8bf3254b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec643372-7b3d-4fba-9a44-aa2068d0ec56 HTTP/1.1" status: 204 len: 168 time: 0.3544655 Aug 23 12:10:01.800731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Allocated IP 172.25.1.89 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/0427ab56-7785-4d92-ad3e-e7f1900bc6ed) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:01.816283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838818ef-7860-4cf2-b447-333e8bf3254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec643372-7b3d-4fba-9a44-aa2068d0ec56,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:01.922379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.925196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.987481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:01.989483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3c0ea3-9c38-4718-af85-632719ff0366 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:10:02.003107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.003567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.004540 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-30a3813a-7329-480b-90e5-4a56902c62ca tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/6a3c0ea3-9c38-4718-af85-632719ff0366 HTTP/1.1" status: 204 len: 168 time: 1.2428606 Aug 23 12:10:02.008914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36796) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:02.026482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-479356602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:02.079079 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.082396 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.083425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.138923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:02.141935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:02.152420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.152940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:02.158109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.190448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Pushing event updated for resources: {'Port': ['ID=0427ab56-7785-4d92-ad3e-e7f1900bc6ed,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:02.201858 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.203206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-abbf0f56-ea3a-47b2-a3c0-9fd4535e9507 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1886196 Aug 23 12:10:02.206048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36806) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:02.215975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': False}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:02.328718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.414739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.576722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.859910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.866938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:02.999552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Pushing event updated for resources: {'Port': ['ID=0427ab56-7785-4d92-ad3e-e7f1900bc6ed,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:03.036555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.073936 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.077942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f7d2af64-baf0-4d3a-abe2-be3bdc7c72c5 tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1027205 Aug 23 12:10:03.078625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36840) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:03.196028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c38e88bf-72de-40eb-ad97-2f59396f1f67 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1162806 Aug 23 12:10:03.199850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36844) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:03.316133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2fcc014e-1555-4b6a-8c5b-1125ba61ed5c tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1148303 Aug 23 12:10:03.336100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:03.355835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.384935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.555149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.561466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.567692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.573998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.574335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Allocated IP 172.25.1.77 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/95faaac2-4677-4df0-ba4c-03c0bd1a3743) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:03.580475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.586759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.594026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:03.602401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-a432608f-d127-4322-b63a-2beb66912917 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.2851136 Aug 23 12:10:03.661995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-595825d7-fa64-4f0e-a3cf-d8de8e502547 req-4ec6b4a3-270f-4972-8176-9b560b06c230 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585029 Aug 23 12:10:03.693742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Deleting port 0427ab56-7785-4d92-ad3e-e7f1900bc6ed {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:03.695794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.752349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.833264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.834571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.836148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:03.865499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Calling delete_port for 0427ab56-7785-4d92-ad3e-e7f1900bc6ed owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:04.000547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Pushing event updated for resources: {'Port': ['ID=95faaac2-4677-4df0-ba4c-03c0bd1a3743,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:04.023490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:04.028898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:04.034692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:04.111337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.168806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Pushing event deleted for resources: {'Port': ['ID=0427ab56-7785-4d92-ad3e-e7f1900bc6ed,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:04.287118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.299985 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.303030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5d4ef858-f843-4ea0-a67e-25f1304bf7bc tempest-FloatingIPAdminTestJSON-1239881066 tempest-FloatingIPAdminTestJSON-1239881066-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc66adfc-3a43-4cb7-85aa-27453e6587f6 HTTP/1.1" status: 204 len: 168 time: 0.9604867 Aug 23 12:10:04.305429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36874) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:04.418721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.521670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.539544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.552422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.559648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.566069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.579798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.586543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.587902 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e28b952d-2a0a-45de-bfc8-fe15265aa9f4 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.2813809 Aug 23 12:10:04.693284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-fc7ef2ff-5403-4553-9491-24f8df416119 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:04.695629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-fc7ef2ff-5403-4553-9491-24f8df416119 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "GET /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0864878 Aug 23 12:10:04.788409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.793839 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.873105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Deleting port c8309b7d-1e88-4528-8fdb-a286bb23c2df {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:04.874020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:04.962423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-6a5c36a3-5bf3-4f01-935c-65335bcedb7e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "GET /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2600582 Aug 23 12:10:04.974901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:05.020825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.023366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.023715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.041625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.053900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.064190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Calling delete_port for c8309b7d-1e88-4528-8fdb-a286bb23c2df owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:05.068653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.078492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.089231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.105897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.112149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.114303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-107ddf72-7baa-4709-80dc-e432055218be tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 5436 time: 0.3152320 Aug 23 12:10:05.313400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef2127b3-58ec-42a5-8703-a1809a90936a req-c7e5eb7b-27e2-4cc2-9043-55fe858cf124 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162808 Aug 23 12:10:05.329906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:05.392452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Router 3019ade8-86da-4251-9d48-3f873c437c94 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:10:05.402370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] For port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:05.555381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:05.561197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.567126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ae59d7d-f658-48af-9719-30c69191cf0f tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "PUT /v2.0/routers/3019ade8-86da-4251-9d48-3f873c437c94 HTTP/1.1" status: 200 len: 918 time: 3.3576810 Aug 23 12:10:05.567306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] Sync routers for ids ['3019ade8-86da-4251-9d48-3f873c437c94'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:05.567789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36902) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:05.581176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] Routers {'3019ade8-86da-4251-9d48-3f873c437c94'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:05.581918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3019ade8-86da-4251-9d48-3f873c437c94'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:05.621273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:05.646971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] Routers {'3019ade8-86da-4251-9d48-3f873c437c94'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:05.647480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3019ade8-86da-4251-9d48-3f873c437c94'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:05.703936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9bd1c8cb-091b-46e8-b230-9c4c250369ea tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/3019ade8-86da-4251-9d48-3f873c437c94 HTTP/1.1" status: 200 len: 924 time: 0.1353242 Aug 23 12:10:05.704661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:05.705444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4513bfee-c446-452b-918b-ecc9dbb673dd None None] The sync data for ids ['3019ade8-86da-4251-9d48-3f873c437c94'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:05.706490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36910) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:05.766392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae9bde-e7e6-47c3-b958-5bcbe4f678a6 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.769048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-72ae9bde-e7e6-47c3-b958-5bcbe4f678a6 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=3019ade8-86da-4251-9d48-3f873c437c94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0542037 Aug 23 12:10:05.771120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36912) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:05.896338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] device_id is not set on port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:05.910821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caabc194-3879-4a0d-a898-fafd8f836a4d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:05.912672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-caabc194-3879-4a0d-a898-fafd8f836a4d tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.1400034 Aug 23 12:10:05.915521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36916) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:05.917731 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.924857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.951632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-729032ce-6c30-4ff1-be2a-907680f1edd7 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=3019ade8-86da-4251-9d48-3f873c437c94 HTTP/1.1" status: 200 len: 205 time: 0.0339563 Aug 23 12:10:05.953352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36918) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:05.968351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:05.970462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8309b7d-1e88-4528-8fdb-a286bb23c2df,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:06.019661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Pushing event updated for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:06.091404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] No DVR routers for this DVR port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:06.171075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.174182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.178205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.186878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d00495ce-7037-42fb-a409-51c79092c8e5 tempest-FloatingIPAdminTestJSON-907737342 tempest-FloatingIPAdminTestJSON-907737342-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/646ba168-fdc9-485e-aebd-d3d2548a3a87 HTTP/1.1" status: 204 len: 168 time: 1.8785717 Aug 23 12:10:06.188033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] In _notify_port_updated(), no bound segment for port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:10:06.190363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.190363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.195613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-60f5041f-b1aa-45e3-81a1-2d701f558d43 service neutron] 10.222.0.44 "PUT /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 200 len: 1028 time: 1.2251058 Aug 23 12:10:06.196333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36926) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:06.325672 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.423934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-982a76b7-3c72-4c94-b474-f0659a4931f9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.425582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-982a76b7-3c72-4c94-b474-f0659a4931f9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "GET /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1967642 Aug 23 12:10:06.446560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Deleting port 95faaac2-4677-4df0-ba4c-03c0bd1a3743 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:06.446912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.469103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting port b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:06.469403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.569142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3afc990d-b625-419c-9ed7-17b332aae464 None None] Provisioning complete for port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:06.570108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3afc990d-b625-419c-9ed7-17b332aae464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.614803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3afc990d-b625-419c-9ed7-17b332aae464 None None] Port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:06.616491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.647143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.649508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Calling delete_port for 95faaac2-4677-4df0-ba4c-03c0bd1a3743 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:06.654477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.660631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.667062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.673069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.679041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:06.681034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-e9e4d404-04d4-457e-80fd-684bba2fa5e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 4661 time: 0.2063262 Aug 23 12:10:06.689391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:06.779798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.782581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.812740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Calling delete_port for b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:06.856181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13e67d5f-ea46-4081-84dd-e85aebe3e08b req-1981f9f4-a452-47d0-8bad-d25bef68c6c9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=09589c37-863f-4fef-95b6-89afd8be09e1&id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312084 Aug 23 12:10:06.915658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:06.963062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event deleted for resources: {'Port': ['ID=95faaac2-4677-4df0-ba4c-03c0bd1a3743,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:06.994779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.995229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.995712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.996129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.996778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.997014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.997373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.997721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.998061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.998461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.998863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:06.999209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:07.045359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.047761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d932ca55-e9b1-4189-85c2-dc21a1de144a,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:07.120566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] For port d932ca55-e9b1-4189-85c2-dc21a1de144a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:07.159860 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.162304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.169429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] device_id is not set on port d932ca55-e9b1-4189-85c2-dc21a1de144a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:07.180719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.183952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.215843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.221241 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.222351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Fanout notify agent at l3_agent the message router_deleted on router 3019ade8-86da-4251-9d48-3f873c437c94 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:10:07.224028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Port': ['ID=b6f85cc1-b003-4ceb-950f-51a9e80b1bf9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:07.236166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.241305 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7cc12713-de18-4a8f-813d-e45ff834fe1d tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/3019ade8-86da-4251-9d48-3f873c437c94 HTTP/1.1" status: 204 len: 168 time: 1.2835407 Aug 23 12:10:07.242631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36946) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:07.247823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-953111864', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:07.287315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.288534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.349500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Pushing event updated for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:07.358291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0252f657-d392-4c35-96f7-3133783b61fc no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:07.374487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.429382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] No DVR routers for this DVR port d932ca55-e9b1-4189-85c2-dc21a1de144a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:07.561304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.569340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bc4f699e-8149-4f52-8340-fbd6784e32ca tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "DELETE /v2.0/ports/b6f85cc1-b003-4ceb-950f-51a9e80b1bf9 HTTP/1.1" status: 204 len: 168 time: 1.3717365 Aug 23 12:10:07.573399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36956) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:07.577512 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.603254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] In _notify_port_updated(), no bound segment for port d932ca55-e9b1-4189-85c2-dc21a1de144a on network 597e402e-fdbc-48bf-92e3-c771ce7099fd {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:10:07.604243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:07.604874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.606195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ffcd6cce-7c08-4fba-ab18-21da83d2a207 service neutron] 10.222.0.44 "PUT /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 200 len: 1027 time: 1.1699569 Aug 23 12:10:07.627482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36958) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:07.686491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0252f657-d392-4c35-96f7-3133783b61fc,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:07.687732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:07.691951 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba420a5-2fe7-453a-b741-f343018400b2" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "0252f657-d392-4c35-96f7-3133783b61fc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:07.697105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.698791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 04a26117-8589-47c5-af5a-af49d5f58001 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:07.816774 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ab1a37-529f-430b-b26e-a8fbe2c8e697 x-openstack-request-id: req-e8ab1a37-529f-430b-b26e-a8fbe2c8e697 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:07.818320 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "0252f657-d392-4c35-96f7-3133783b61fc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:07.818695 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8ab1a37-529f-430b-b26e-a8fbe2c8e697 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:07.821947 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc', 'code': 200} Aug 23 12:10:07.823386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:07.848836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7f8952c7-cb70-4c97-9fd2-474cf92d7fbe None None] Provisioning complete for port d932ca55-e9b1-4189-85c2-dc21a1de144a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:07.850546 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7f8952c7-cb70-4c97-9fd2-474cf92d7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.959114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7f8952c7-cb70-4c97-9fd2-474cf92d7fbe None None] Port d932ca55-e9b1-4189-85c2-dc21a1de144a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:07.970315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71e478-2a1a-4862-8f2f-5576e65152b2 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:07.975530 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:07.985359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5d71e478-2a1a-4862-8f2f-5576e65152b2 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce HTTP/1.1" status: 200 len: 913 time: 0.3831723 Aug 23 12:10:07.986076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36970) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:08.106256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.155609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36976) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:08.156824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-402447ea-d25f-463e-a907-d1187a89473b tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4345 time: 0.5258882 Aug 23 12:10:08.168905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'network': {'name': 'tempest-network-smoke--988909428', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'port_security_enabled': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:08.185952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=04a26117-8589-47c5-af5a-af49d5f58001,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:08.191394 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.192364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0967fd3a-816b-4536-8ed3-abf388e8116d no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:08.250679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port 0252f657-d392-4c35-96f7-3133783b61fc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:08.257537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.265869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Made reservation on behalf of c09b1ba3bec04baabadcd406a9c59d1f for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:08.270591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.291923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:08.344939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.400251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0967fd3a-816b-4536-8ed3-abf388e8116d,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:08.405564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-54261aa0-5fae-41d3-b4b9-7fc77039c749 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:08.406647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.407550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:08.411799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-54261aa0-5fae-41d3-b4b9-7fc77039c749 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:08.413806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:08.417947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-54261aa0-5fae-41d3-b4b9-7fc77039c749 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:08.423905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-54261aa0-5fae-41d3-b4b9-7fc77039c749 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:08.429826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-54261aa0-5fae-41d3-b4b9-7fc77039c749 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:08.437519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-54261aa0-5fae-41d3-b4b9-7fc77039c749 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 3885 time: 0.4252355 Aug 23 12:10:08.452025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.507729 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.520198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:08.544232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.544611 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Added segment bd56b199-61d5-4bb4-bafb-6328922aef36 of type vlan for network bae58977-c7c4-4d63-9aca-e234db223720 Aug 23 12:10:08.569106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65cda115-2795-4d9f-9f89-40a90d54b1f6 req-228b1467-dc76-43a6-9217-540346bc44cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915923 Aug 23 12:10:08.614728 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.665335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:08.671271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.672060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d932ca55-e9b1-4189-85c2-dc21a1de144a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:08.693255 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.734719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port 0252f657-d392-4c35-96f7-3133783b61fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0252f657-d392-4c35-96f7-3133783b61fc,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:08.735383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.751779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for 0252f657-d392-4c35-96f7-3133783b61fc owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:08.760989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d932ca55-e9b1-4189-85c2-dc21a1de144a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:10:08.761447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:08.788040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:08.826830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Allocated IP 172.25.1.247 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/4bfed99b-76f4-439f-a9ff-9fcfd1dd3f97) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:08.827952 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.833979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:08.836290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:08.839303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:10:08.840797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d62a3ed2-9354-4f30-bf6d-009b4733fb9f no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:08.993231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.014776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8563042 Aug 23 12:10:09.020087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36994) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:09.025062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'admin_state_up': True, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:09.045734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:09.050229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.086737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fa341-0176-45a6-878d-6d3c11b51a7e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Network': ['ID=bae58977-c7c4-4d63-9aca-e234db223720,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:09.093448 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.096065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.097498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.144525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:09.149939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=0252f657-d392-4c35-96f7-3133783b61fc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:09.178613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network bae58977-c7c4-4d63-9aca-e234db223720 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:09.227881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port 0252f657-d392-4c35-96f7-3133783b61fc on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:09.246548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.261856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.264283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-8ca05686-3e67-476d-87e9-77f4ccd967cb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "DELETE /v2.0/ports/0252f657-d392-4c35-96f7-3133783b61fc HTTP/1.1" status: 204 len: 173 time: 1.5905144 Aug 23 12:10:09.266025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.266854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:09.269274 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01907643-62ab-4719-8bd3-6856b8389a66" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "0252f657-d392-4c35-96f7-3133783b61fc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:09.294808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.384830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:09.388359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:09.395706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:09.399114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event updated for resources: {'Port': ['ID=4bfed99b-76f4-439f-a9ff-9fcfd1dd3f97,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:09.586337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.614825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port 04a26117-8589-47c5-af5a-af49d5f58001 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:09.615261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.687052 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eedaf3c-d91d-4e41-ae52-4fabc077a727 x-openstack-request-id: req-7eedaf3c-d91d-4e41-ae52-4fabc077a727 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:09.687516 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "0252f657-d392-4c35-96f7-3133783b61fc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:09.687904 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eedaf3c-d91d-4e41-ae52-4fabc077a727 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:09.688888 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': '0252f657-d392-4c35-96f7-3133783b61fc', 'status': 'completed', 'code': 200} Aug 23 12:10:09.751546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.823700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e'}, {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:09.826791 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c59c18-bba8-4d63-8a69-9e318a56ef42" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "04a26117-8589-47c5-af5a-af49d5f58001"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e"}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:09.831748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:09.884229 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b921a-0e3f-4235-8e89-73b3ed2d7fcb x-openstack-request-id: req-e47b921a-0e3f-4235-8e89-73b3ed2d7fcb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:09.884229 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "04a26117-8589-47c5-af5a-af49d5f58001", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e", "code": 200}, {"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:09.884814 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e47b921a-0e3f-4235-8e89-73b3ed2d7fcb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:09.885965 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001', 'code': 200} Aug 23 12:10:09.886388 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'code': 200} Aug 23 12:10:09.886649 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e', 'code': 200} Aug 23 12:10:09.886901 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f', 'code': 200} Aug 23 12:10:09.963433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81995fb-0d57-4670-9883-3774f2176019 req-f60a4d5f-0d6c-4bcc-b17f-7783aa280000 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:09.969550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81995fb-0d57-4670-9883-3774f2176019 req-f60a4d5f-0d6c-4bcc-b17f-7783aa280000 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:09.976636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81995fb-0d57-4670-9883-3774f2176019 req-f60a4d5f-0d6c-4bcc-b17f-7783aa280000 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:09.982667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81995fb-0d57-4670-9883-3774f2176019 req-f60a4d5f-0d6c-4bcc-b17f-7783aa280000 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:09.984577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c81995fb-0d57-4670-9883-3774f2176019 req-f60a4d5f-0d6c-4bcc-b17f-7783aa280000 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 3144 time: 0.3105392 Aug 23 12:10:10.054154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port 04a26117-8589-47c5-af5a-af49d5f58001, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=04a26117-8589-47c5-af5a-af49d5f58001,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:10.054536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.090007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for 04a26117-8589-47c5-af5a-af49d5f58001 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:10.131143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.133238 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c81995fb-0d57-4670-9883-3774f2176019 req-ae2be56a-7595-41f5-b0f0-f3b55121941a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126776 Aug 23 12:10:10.284767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Router 04742da4-ea9e-44ec-b433-6d4a4e9648d8 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:10:10.421374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:10.431299 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] Sync routers for ids ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:10.458934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.462289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-69a47cb6-bf96-4aa4-b09c-813b31ef9be2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2184694 Aug 23 12:10:10.463055 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] Routers {'04742da4-ea9e-44ec-b433-6d4a4e9648d8'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:10.463970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:10.464586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:10.469391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:10.504749 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:10.516209 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] Routers {'04742da4-ea9e-44ec-b433-6d4a4e9648d8'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:10.516846 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:10.567918 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:10.568917 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1fdc1-6d1f-4529-99e7-30a022b99103 None None] The sync data for ids ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:10.744661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.774426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.903642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.912014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.919144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:10.962501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=04a26117-8589-47c5-af5a-af49d5f58001,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:10.995542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Deleting port 4bfed99b-76f4-439f-a9ff-9fcfd1dd3f97 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:10.995542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.045723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port 04a26117-8589-47c5-af5a-af49d5f58001 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:11.083143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.083294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.085257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-4f61577c-ecd0-461c-b009-1da5d9c67867 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "DELETE /v2.0/ports/04a26117-8589-47c5-af5a-af49d5f58001 HTTP/1.1" status: 204 len: 173 time: 1.8124855 Aug 23 12:10:11.091248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting port 35d350b1-30d5-436a-a7c9-d506b1cfe68d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:11.091248 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.102223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Calling delete_port for 4bfed99b-76f4-439f-a9ff-9fcfd1dd3f97 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:11.161087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.25.1.173 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/7b8defb3-68fa-4a8c-b05a-793af67f4bc9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:11.358867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5c14-dbc6-4c37-af92-96a209ad91a0 req-c641bd07-9a02-43b2-a228-2e5691493645 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:11.365107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5c14-dbc6-4c37-af92-96a209ad91a0 req-c641bd07-9a02-43b2-a228-2e5691493645 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:11.368475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.371869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc5c14-dbc6-4c37-af92-96a209ad91a0 req-c641bd07-9a02-43b2-a228-2e5691493645 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:11.373679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-73dc5c14-dbc6-4c37-af92-96a209ad91a0 req-c641bd07-9a02-43b2-a228-2e5691493645 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 2411 time: 0.1173646 Aug 23 12:10:11.409814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Calling delete_port for 35d350b1-30d5-436a-a7c9-d506b1cfe68d owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:11.420762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.460367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Pushing event deleted for resources: {'Port': ['ID=4bfed99b-76f4-439f-a9ff-9fcfd1dd3f97,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:11.467647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-73dc5c14-dbc6-4c37-af92-96a209ad91a0 req-cb19036b-82b0-4034-adb4-cc79afe5792c tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787542 Aug 23 12:10:11.523107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port d62a3ed2-9354-4f30-bf6d-009b4733fb9f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:11.523375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.549748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.559045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.699314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:11.701616 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead61a8-75f3-4fd7-a997-eea4cff9da13" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "04a26117-8589-47c5-af5a-af49d5f58001"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:11.739867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port d62a3ed2-9354-4f30-bf6d-009b4733fb9f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:11.740245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.785825 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ccfeb-0107-43db-b583-143c1725121b x-openstack-request-id: req-159ccfeb-0107-43db-b583-143c1725121b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:11.786501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "04a26117-8589-47c5-af5a-af49d5f58001", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:11.786501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-159ccfeb-0107-43db-b583-143c1725121b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:11.786695 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': '04a26117-8589-47c5-af5a-af49d5f58001', 'status': 'completed', 'code': 200} Aug 23 12:10:11.806034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for d62a3ed2-9354-4f30-bf6d-009b4733fb9f owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:11.882170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:11.959282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:11.989521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:12.002124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:12.014037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:12.102922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.189504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Port': ['ID=35d350b1-30d5-436a-a7c9-d506b1cfe68d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:12.209274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.213114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.335869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Router 04742da4-ea9e-44ec-b433-6d4a4e9648d8 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:10:12.375619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.454521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=d62a3ed2-9354-4f30-bf6d-009b4733fb9f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:12.530127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:12.542246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] Sync routers for ids ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:12.546058 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.547342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-26c47b07-2b2b-4d77-9ef2-b7c05f921646 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "PUT /v2.0/routers/04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 200 len: 709 time: 2.0818546 Aug 23 12:10:12.549887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37072) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:12.582334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] Routers {'04742da4-ea9e-44ec-b433-6d4a4e9648d8'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:12.583267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:12.592456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port d62a3ed2-9354-4f30-bf6d-009b4733fb9f on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:12.600155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.602242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-a826ed99-caed-4964-bf9a-97447e7d07d0 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "DELETE /v2.0/ports/d62a3ed2-9354-4f30-bf6d-009b4733fb9f HTTP/1.1" status: 204 len: 173 time: 1.5086915 Aug 23 12:10:12.661844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:12.671754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] Routers {'04742da4-ea9e-44ec-b433-6d4a4e9648d8'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:12.672699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:12.696435 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a496184e-647c-4fe6-8f30-75a9112c7260 tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/routers/04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 200 len: 744 time: 0.1429498 Aug 23 12:10:12.696752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37080) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:12.715903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:12.716913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b761a51-755c-4ece-ad2f-686ffa767ff3 None None] The sync data for ids ['04742da4-ea9e-44ec-b433-6d4a4e9648d8'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:12.773665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-80e294c5-2a30-43dd-8232-e856f791c3aa tempest-RoutersIpV6AdminTest-1830914551 tempest-RoutersIpV6AdminTest-1830914551-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 200 len: 205 time: 0.0734043 Aug 23 12:10:12.774513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37082) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:12.795395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8469f-7de2-4867-aa94-cb5d38e287d2 req-5cf41609-2f7a-4b25-9b29-c2d4a12c292f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:12.801675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8469f-7de2-4867-aa94-cb5d38e287d2 req-5cf41609-2f7a-4b25-9b29-c2d4a12c292f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:12.803338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95d8469f-7de2-4867-aa94-cb5d38e287d2 req-5cf41609-2f7a-4b25-9b29-c2d4a12c292f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 1678 time: 0.1495140 Aug 23 12:10:12.809792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.832880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:12.844051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25150bac-9138-43b5-ab56-52f1b99e4b86 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 200 len: 205 time: 0.0498738 Aug 23 12:10:12.849337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37084) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:12.953871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95d8469f-7de2-4867-aa94-cb5d38e287d2 req-a33e9d9e-9d3b-41a6-9df9-639c7dd86f1a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408968 Aug 23 12:10:12.955994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.145637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port 0967fd3a-816b-4536-8ed3-abf388e8116d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:13.146012 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.198625 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.201122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.256891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.257603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Fanout notify agent at l3_agent the message router_deleted on router 04742da4-ea9e-44ec-b433-6d4a4e9648d8 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:10:13.266807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.277261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-732a7b71-93c7-48a4-9b4b-756b2d74fe4a tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 204 len: 168 time: 0.4267697 Aug 23 12:10:13.278012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37096) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.309748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-14fec063-ab72-458d-a33e-5e01d8c95445 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 200 len: 205 time: 0.0272422 Aug 23 12:10:13.313182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37106) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.354853 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-4fe514e4-3b87-41e7-9c74-2afd35d3195e tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] delete failed (client error): The resource could not be found. Aug 23 12:10:13.356041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4fe514e4-3b87-41e7-9c74-2afd35d3195e tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/04742da4-ea9e-44ec-b433-6d4a4e9648d8 HTTP/1.1" status: 404 len: 336 time: 0.0417387 Aug 23 12:10:13.358535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37108) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.385019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2a41535e-6a78-4b25-b26c-8481fe1410f2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=3019ade8-86da-4251-9d48-3f873c437c94 HTTP/1.1" status: 200 len: 205 time: 0.0253744 Aug 23 12:10:13.387365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37110) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.424632 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-ef026d3a-2b07-4d9c-9218-cdcc40366bb2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] delete failed (client error): The resource could not be found. Aug 23 12:10:13.425676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef026d3a-2b07-4d9c-9218-cdcc40366bb2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/3019ade8-86da-4251-9d48-3f873c437c94 HTTP/1.1" status: 404 len: 336 time: 0.0374010 Aug 23 12:10:13.428345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.447564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port 0967fd3a-816b-4536-8ed3-abf388e8116d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0967fd3a-816b-4536-8ed3-abf388e8116d,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:13.447868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.473520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a8a047d1-1994-492d-954c-ae4c763b41bc tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a3c0ea3-9c38-4718-af85-632719ff0366 HTTP/1.1" status: 200 len: 205 time: 0.0420613 Aug 23 12:10:13.473780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37116) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.515127 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-0fb8eb1e-8278-4ec8-9f23-034a088043a1 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] delete failed (client error): The resource could not be found. Aug 23 12:10:13.516163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fb8eb1e-8278-4ec8-9f23-034a088043a1 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/6a3c0ea3-9c38-4718-af85-632719ff0366 HTTP/1.1" status: 404 len: 336 time: 0.0413704 Aug 23 12:10:13.518854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37118) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.548474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-212dd1fa-e21c-4065-915f-5ac7a022d620 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9bb3067-aa6f-4c33-ad32-06f52878ad64 HTTP/1.1" status: 200 len: 205 time: 0.0276282 Aug 23 12:10:13.549987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37120) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.591153 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-85e27bab-b286-4511-b3e1-0a543613b439 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] delete failed (client error): The resource could not be found. Aug 23 12:10:13.592220 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85e27bab-b286-4511-b3e1-0a543613b439 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/e9bb3067-aa6f-4c33-ad32-06f52878ad64 HTTP/1.1" status: 404 len: 336 time: 0.0413077 Aug 23 12:10:13.594914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37122) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.624016 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-33093874-bfd7-4aeb-841f-ed34506b9027 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9a8eafd-96a0-4696-ad06-65357bbe9c3f HTTP/1.1" status: 200 len: 205 time: 0.0278144 Aug 23 12:10:13.626174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37124) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.664658 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-c010cd7f-17f5-4cf0-97a5-c9010a3baaba tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] delete failed (client error): The resource could not be found. Aug 23 12:10:13.668706 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c010cd7f-17f5-4cf0-97a5-c9010a3baaba tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/c9a8eafd-96a0-4696-ad06-65357bbe9c3f HTTP/1.1" status: 404 len: 336 time: 0.0387251 Aug 23 12:10:13.669043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37128) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.705973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c58ad7ff-86e9-4a85-9e8d-d6ad24ea4380 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "GET /v2.0/ports?device_id=97f19213-3ee8-4b90-9529-2b706efd8d82 HTTP/1.1" status: 200 len: 205 time: 0.0356109 Aug 23 12:10:13.708266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37130) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.747520 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-3d7190f3-c1e1-4291-91da-6f34cf01ccf2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] delete failed (client error): The resource could not be found. Aug 23 12:10:13.751179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d7190f3-c1e1-4291-91da-6f34cf01ccf2 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/routers/97f19213-3ee8-4b90-9529-2b706efd8d82 HTTP/1.1" status: 404 len: 336 time: 0.0392833 Aug 23 12:10:13.751426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37132) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:13.782198 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc162b-e8e1-4e00-92e8-5fb38701b4b1 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] DELETE failed (client error): The resource could not be found. Aug 23 12:10:13.782716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fc162b-e8e1-4e00-92e8-5fb38701b4b1 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:10:13.784465 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f1fc162b-e8e1-4e00-92e8-5fb38701b4b1 tempest-RoutersIpV6AdminTest-1946835456 tempest-RoutersIpV6AdminTest-1946835456-project] 10.222.0.21 "DELETE /v2.0/subnets/9b223a3e-f6ff-4f9f-964a-bb70d9c93a1f HTTP/1.1" status: 404 len: 337 time: 0.0321200 Aug 23 12:10:13.841449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:13.843807 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c697e-ff14-4bcb-9322-445ea847bcff" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:13.855860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:13.859447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Router 3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:10:13.942879 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbac364-4795-496b-8a6d-b5a75370bcfd x-openstack-request-id: req-0fbac364-4795-496b-8a6d-b5a75370bcfd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:13.943482 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "d62a3ed2-9354-4f30-bf6d-009b4733fb9f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:13.943918 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fbac364-4795-496b-8a6d-b5a75370bcfd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:13.944486 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': 'd62a3ed2-9354-4f30-bf6d-009b4733fb9f', 'status': 'completed', 'code': 200} Aug 23 12:10:14.007422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-753d4c77-5196-4600-9e11-e219047eb440 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:14.009466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-753d4c77-5196-4600-9e11-e219047eb440 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.6629720 Aug 23 12:10:14.113735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-aae2c4ad-d42c-4621-ab88-7d24948e0fc2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/quotas/351c90eddf9d42d680db5201f48b0108 HTTP/1.1" status: 200 len: 375 time: 0.0643957 Aug 23 12:10:14.212505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37150) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:14.262630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9e43-3a4a-473d-8035-841146b11708 req-dbf94dea-8d42-471e-8706-5a303a1df2a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:14.270131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9e43-3a4a-473d-8035-841146b11708 req-dbf94dea-8d42-471e-8706-5a303a1df2a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:14.278481 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e3d9e43-3a4a-473d-8035-841146b11708 req-dbf94dea-8d42-471e-8706-5a303a1df2a7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 1678 time: 0.0823066 Aug 23 12:10:14.325630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e3d9e43-3a4a-473d-8035-841146b11708 req-2b67fb05-45f3-46b8-96c0-ca32abfc6501 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462613 Aug 23 12:10:14.329290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:14.329850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:14.330239 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Floating IP 5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de disassociated. External IP: 172.25.1.238, port: 0967fd3a-816b-4536-8ed3-abf388e8116d. Aug 23 12:10:14.330647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for 0967fd3a-816b-4536-8ed3-abf388e8116d owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:14.365647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-4c32fdf3-dd02-465f-b678-6fd63317bc22 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2406754 Aug 23 12:10:14.370843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:14.377038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4d7cc448-afac-415f-8445-f69ced55ba7f tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "PUT /v2.0/routers/3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3892546 Aug 23 12:10:14.379500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37154) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:14.381603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] Sync routers for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:14.394379 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:14.398544 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:14.470584 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:14.491273 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] Routers {'3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:14.495093 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:14.602061 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:14.602735 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4cfa4-ed6b-449a-9604-3056ed22f1bb None None] The sync data for ids ['3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:14.614491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:14.615041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b180f20-60ce-43e4-ad01-548cbf670946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:14.616792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router 1aba0972-942f-4e66-9df5-cf801903e21a is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:10:14.799050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-ee5ff6f9-1699-4ee0-9c4f-f6d1a5d1aa1b service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013586 Aug 23 12:10:14.816940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:14.981346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:14.993931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Sync routers for ids ['1aba0972-942f-4e66-9df5-cf801903e21a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:15.010040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Routers {'1aba0972-942f-4e66-9df5-cf801903e21a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:15.011789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1aba0972-942f-4e66-9df5-cf801903e21a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:15.012935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.067387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting port e27b9f1f-17de-41d8-8ec4-9db976189df7 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:15.067826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.087259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=0967fd3a-816b-4536-8ed3-abf388e8116d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:15.094360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-decb9bc6-6f3d-4406-b230-9a50e3d74049 service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744479 Aug 23 12:10:15.154688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b180f20-60ce-43e4-ad01-548cbf670946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.170501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b180f20-60ce-43e4-ad01-548cbf670946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.201842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.203053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8595aee0-2e60-4437-952e-d6629bf3e752 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.1816995 Aug 23 12:10:15.206820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37180) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:15.223772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Set router 1aba0972-942f-4e66-9df5-cf801903e21a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:15.280395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7b180f20-60ce-43e4-ad01-548cbf670946 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fdf65e2bcad4b618ad91c533a843bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0366580 Aug 23 12:10:15.289564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37184) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:15.297122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b180f20-60ce-43e4-ad01-548cbf670946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e03de-9c30-403b-a1ed-0176eb0abf0f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:15.341036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Router f64b8980-cfac-41a9-ad19-a3f86810c513 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:10:15.402292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc1ec4-1df3-4f06-816e-dba7a9f93dbf tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:15.406580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ddc1ec4-1df3-4f06-816e-dba7a9f93dbf tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c09b1ba3bec04baabadcd406a9c59d1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1942682 Aug 23 12:10:15.454665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37200) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:15.567713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.584776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:12Z', 'revision_number': 3, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:15.585267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Calling delete_port for e27b9f1f-17de-41d8-8ec4-9db976189df7 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:15.645419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Checking router: 1aba0972-942f-4e66-9df5-cf801903e21a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:10:15.645803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Updating router 1aba0972-942f-4e66-9df5-cf801903e21a port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:10:15.717725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6217b-b3c3-40ef-8e3d-c054a7b63d2f req-f707d029-afde-44e0-bc1d-8a23072c11e5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:15.726411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24a6217b-b3c3-40ef-8e3d-c054a7b63d2f req-f707d029-afde-44e0-bc1d-8a23072c11e5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 943 time: 0.2500453 Aug 23 12:10:15.772879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.801109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24a6217b-b3c3-40ef-8e3d-c054a7b63d2f req-621f1039-fb53-4e09-ba18-180753e34585 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups?id=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735366 Aug 23 12:10:15.802681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:15.825900 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] Sync routers for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:15.842910 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:15.843553 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:15.910593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port 0967fd3a-816b-4536-8ed3-abf388e8116d on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:15.917328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:15.919467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-ef835d0f-fb03-46d4-9186-94c91532a275 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "DELETE /v2.0/ports/0967fd3a-816b-4536-8ed3-abf388e8116d HTTP/1.1" status: 204 len: 173 time: 3.2920218 Aug 23 12:10:15.949657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:15.952316 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96818489-7d2c-4db5-af57-7b8e5cf66e6f" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:16.079043 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845241a-4bdb-4fa3-9bb6-197ba90360e5 x-openstack-request-id: req-4845241a-4bdb-4fa3-9bb6-197ba90360e5 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:16.084469 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "0967fd3a-816b-4536-8ed3-abf388e8116d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:16.088260 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4845241a-4bdb-4fa3-9bb6-197ba90360e5 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:16.089716 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': '0967fd3a-816b-4536-8ed3-abf388e8116d', 'status': 'completed', 'code': 200} Aug 23 12:10:16.158630 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:16.199105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:16.199459 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:16.367869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:16.368355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:16.385069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:16.464770 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T12:00:00Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:16.500503 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] Checking router: f64b8980-cfac-41a9-ad19-a3f86810c513 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:10:16.510058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f3531-71ab-4671-bd97-d703cc3140e2 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:16.522067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:16.522956 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:16.523963 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:16.528183 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4b9f3531-71ab-4671-bd97-d703cc3140e2 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0563321 Aug 23 12:10:16.614571 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a98d7b28-e8f0-4587-8e48-c0a5abe2ba0f req-2977e781-04c8-48b3-855c-2972a0b6d1a1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 210 time: 1.1607282 Aug 23 12:10:16.620294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21cae9b4-8b1b-4d17-8ae2-31827d770b5b tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974739 Aug 23 12:10:16.621971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:16.654504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:16.657907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:16.742606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-224b0853-123b-4a53-98e1-aa04d9b4d34d tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c09b1ba3bec04baabadcd406a9c59d1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980077 Aug 23 12:10:16.744990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:16.797210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:16.825235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4582a147-de59-4fe2-9288-542a36a34020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:16.867606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:16.922624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:16.930256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.931029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.931606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.932205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.933008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.933496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.934225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.934725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.935236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.935744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.936798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.937395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:16.961338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Transition to ACTIVE for port object 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:16.964253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:16.990226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.003187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4582a147-de59-4fe2-9288-542a36a34020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.026902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.029173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8db4d3d0-d655-4133-ba8c-a1ff312f2dd9 req-e37d2c5b-04ff-42d2-b4f5-a9929f54703b tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.44 "DELETE /v2.0/ports/ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e HTTP/1.1" status: 204 len: 173 time: 1.1027365 Aug 23 12:10:17.126514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79225305-c264-4661-ac6b-073ee5e92d5f req-7fe33e75-cc0e-420c-9431-452100832dbd tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0746019 Aug 23 12:10:17.162420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Attempting to bind port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:17.162980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Attempting to bind port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:17.163527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Attempting to bind port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:17.172689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fbc45-b17a-4f4e-973e-ac40748dadf1 None None] Pushing event updated for resources: {'Port': ['ID=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:17.177657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:17.179011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:17.179599 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.180742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:17.182301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Bound port: 7b8defb3-68fa-4a8c-b05a-793af67f4bc9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:17.182861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.189152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Port': ['ID=e27b9f1f-17de-41d8-8ec4-9db976189df7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:17.239474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143b6fe-cbd9-443a-abca-6a2de7626c07 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:17.248443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7143b6fe-cbd9-443a-abca-6a2de7626c07 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4887712 Aug 23 12:10:17.249136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37244) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:17.285383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T12:00:00Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:17.294515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d046cbcd-8e3f-4668-8145-f3735de43604 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441711 Aug 23 12:10:17.306312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37248) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:17.312376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1293849627', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:17.312537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] For port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:17.318653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] For port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:17.327767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.327948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.342669 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d6a30-aff0-46b5-a225-4e7b46b197f7 None None] The sync data for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 is: [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T11:59:48Z', 'revision_number': 4, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b', 'name': '', 'network_id': 'a798c050-248a-4546-8041-33f968ec94d0', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'mac_address': 'fa:16:3e:43:67:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:47Z', 'updated_at': '2021-08-23T12:00:00Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'subnets': [{'id': 'd08542eb-e3aa-4709-9902-a01ded7822d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:17.389412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fbc45-b17a-4f4e-973e-ac40748dadf1 None None] Pushing event updated for resources: {'Port': ['ID=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:17.432635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Routers {'1aba0972-942f-4e66-9df5-cf801903e21a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:17.433445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1aba0972-942f-4e66-9df5-cf801903e21a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:17.507877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Made reservation on behalf of c09b1ba3bec04baabadcd406a9c59d1f for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:17.523839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.679831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.691907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] Set router 1aba0972-942f-4e66-9df5-cf801903e21a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:17.694126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.829809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4582a147-de59-4fe2-9288-542a36a34020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.852863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4582a147-de59-4fe2-9288-542a36a34020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.856806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4582a147-de59-4fe2-9288-542a36a34020 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/008e03de-9c30-403b-a1ed-0176eb0abf0f HTTP/1.1" status: 204 len: 168 time: 2.5662231 Aug 23 12:10:17.877263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-4711b2ae-894c-476d-8aa2-7b68354cd207 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:17.879670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f670d56d-3a67-412e-bc55-32eca754a967 None None] New status for floating IP 5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:10:17.892614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-4711b2ae-894c-476d-8aa2-7b68354cd207 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.2348053 Aug 23 12:10:17.916419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Request body: {'port': {'device_id': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'admin_state_up': True, 'tenant_id': '351c90eddf9d42d680db5201f48b0108'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:17.930086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef1144c9-181b-4fe7-836d-cd51fcb6fd1b req-148deeff-9087-4c40-bab4-75bb0866a14a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 210 time: 0.1032097 Aug 23 12:10:17.944673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.945491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:10:17.959084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582a147-de59-4fe2-9288-542a36a34020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e03de-9c30-403b-a1ed-0176eb0abf0f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:17.973149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:17.974630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a7705d13-6512-44cd-baa1-3ee9a01f5132 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "DELETE /v2.0/routers/3d9246aa-4bd0-48c4-9e5a-ff654bcb62ce HTTP/1.1" status: 204 len: 168 time: 3.5940595 Aug 23 12:10:17.977484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37264) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:18.059989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting subnet 90ded8b8-5c38-469d-a821-43dc68afe5da {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:10:18.063393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.107981 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.176353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:18.181090 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a453c4-0fe4-4eda-9ee4-104b9056354c" -d '{"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:18.234093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Made reservation on behalf of 351c90eddf9d42d680db5201f48b0108 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:18.237623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.330364 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a72aa1-3d36-40b2-be4d-f71099fe560f x-openstack-request-id: req-a3a72aa1-3d36-40b2-be4d-f71099fe560f {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:18.330819 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb9b596-34e8-483f-84ac-30106c27a8cf", "name": "network-vif-deleted", "tag": "ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:18.331230 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3a72aa1-3d36-40b2-be4d-f71099fe560f {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:18.331748 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb9b596-34e8-483f-84ac-30106c27a8cf', 'name': 'network-vif-deleted', 'tag': 'ea6e3515-fd9f-4ae0-a909-67f5eb66fe4e', 'status': 'completed', 'code': 200} Aug 23 12:10:18.366895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.407308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:12Z', 'revision_number': 3, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:18.440497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbee6b-36ec-47e0-97a4-f3b8299366b8 None None] The sync data for ids ['1aba0972-942f-4e66-9df5-cf801903e21a'] in n-d-773645-7 is: [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:12Z', 'revision_number': 3, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:18.483880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37278) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:18.505783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf855e13-36b0-47dc-800a-221aa3b77f01 req-6e19d45c-e7ba-48ad-be2d-625a031a6c71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0593619 Aug 23 12:10:18.531895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.545853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.573961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Subnet': ['ID=90ded8b8-5c38-469d-a821-43dc68afe5da,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:18.576326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.582173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-80894a51-30d7-4b1d-8361-42d3d1a080aa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "DELETE /v2.0/subnets/90ded8b8-5c38-469d-a821-43dc68afe5da HTTP/1.1" status: 204 len: 168 time: 0.6033287 Aug 23 12:10:18.582363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9e3d5-8511-404c-9873-8ecff3140979 None None] Network 9be05b8f-e343-4db0-a8b3-f4d75663618c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:18.583632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:18.633253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Subnet': ['ID=1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:18.665795 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.694084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a5fd49df-7b20-46ea-9c0e-5df5b9d1ba38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffff0b1fed11415998179fd9d9197e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966662 Aug 23 12:10:18.694084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37282) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:18.736135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Allocated IP 172.20.0.14 (8f2512ff-a7d9-4c72-8f73-74c3d0918903/0d2a6a0d-6e12-448b-a08e-1a14313c668d/9f268528-39de-405a-af6e-d28296450896) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:18.746104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:18.746978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.753147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Checking segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:18.753762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network hostable DHCP agents. Network: bae58977-c7c4-4d63-9aca-e234db223720, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:10:18.800496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network bae58977-c7c4-4d63-9aca-e234db223720 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:10:18.842073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, bae58977-c7c4-4d63-9aca-e234db223720) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:18.850856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:18.851617 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.860573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699475a8-c072-463b-949e-8402f2819104 None None] Network bae58977-c7c4-4d63-9aca-e234db223720 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:18.887113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] For port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,segment=NetworkSegment(96f85a18-741b-4e20-8279-2ec77c7d4991),segment_id=96f85a18-741b-4e20-8279-2ec77c7d4991)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:18.887503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:18.893124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2b36229d-fc48-4d5a-ad9b-6366d2aee2d9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5821693 Aug 23 12:10:18.894342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37288) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:18.937351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0acdf060-b969-4512-b60d-451703c6d24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.070119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0acdf060-b969-4512-b60d-451703c6d24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.108966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] DHCP port deletion for 9be05b8f-e343-4db0-a8b3-f4d75663618c request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:10:19.143973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Calling delete_port for 68d78a34-2ac0-45a8-801e-1af50e8e5c2f owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:19.198686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a282c9-9784-4e8d-aeb0-e35377c12ab8 req-ad8320ae-5b04-4f66-bff6-09295cc4fbc9 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 210 time: 0.1029668 Aug 23 12:10:19.297242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-bae58977-c7c4-4d63-9aca-e234db223720', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'fixed_ips': [{'subnet_id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:10:19.299630 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.371407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0acdf060-b969-4512-b60d-451703c6d24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.385810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0acdf060-b969-4512-b60d-451703c6d24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.386914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] Deleting port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:19.387053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0acdf060-b969-4512-b60d-451703c6d24a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/004475cf-a1de-4b20-85e5-e51aae9821f5 HTTP/1.1" status: 204 len: 168 time: 0.6923678 Aug 23 12:10:19.388303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.469877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdf060-b969-4512-b60d-451703c6d24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004475cf-a1de-4b20-85e5-e51aae9821f5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:19.490173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.597615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:19.653492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:19.660858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:10:19.725389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event updated for resources: {'Port': ['ID=9f268528-39de-405a-af6e-d28296450896,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:19.756745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:19.762853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:19.857825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:19.868492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3033392a-f2f1-4531-be26-a8e597c29801 req-2aa461af-2ee3-4319-920f-17f19d59d91e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1296206 Aug 23 12:10:19.967055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] For port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,segment=NetworkSegment(96f85a18-741b-4e20-8279-2ec77c7d4991),segment_id=96f85a18-741b-4e20-8279-2ec77c7d4991)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:19.967634 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.006644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:20.008917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.035432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] Calling delete_port for 68d78a34-2ac0-45a8-801e-1af50e8e5c2f owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:20.046329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-7ef8872e-c149-4dd6-95ae-e62229bfdcba tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1432509 Aug 23 12:10:20.063088 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.066500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-5dc4a9ee-2495-4773-a6d7-01dc1f59f593 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:10:20.068850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-5dc4a9ee-2495-4773-a6d7-01dc1f59f593 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093708 Aug 23 12:10:20.084234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Request body: {'port': {'device_id': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:20.107848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Port': ['ID=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:20.109918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] No DVR routers for this DVR port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:20.117273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:20.168457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:20.168768 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.190310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.471791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.486055 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.497830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Allocated IP 172.20.0.18 (bae58977-c7c4-4d63-9aca-e234db223720/1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679/9632ce41-aa1a-4da4-808c-8e84fcf16c78) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:20.542761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be05b8f-e343-4db0-a8b3-f4d75663618c']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:20.624010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f85a18-741b-4e20-8279-2ec77c7d4991') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:20.624478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f85a18-741b-4e20-8279-2ec77c7d4991') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:20.633497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b27e91-c4be-4282-b2c7-e6e28b8e7512 req-8b0ed1b2-fa53-4278-96a3-6b62bb0a50b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:20.635999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03b27e91-c4be-4282-b2c7-e6e28b8e7512 req-8b0ed1b2-fa53-4278-96a3-6b62bb0a50b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 932 time: 0.2336888 Aug 23 12:10:20.661317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.735862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.750565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f268528-39de-405a-af6e-d28296450896 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:20.763370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.787612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Transition to ACTIVE for port object 9f268528-39de-405a-af6e-d28296450896 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:20.792769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.795177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.830889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] Pushing event deleted for resources: {'Port': ['ID=68d78a34-2ac0-45a8-801e-1af50e8e5c2f,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:20.839848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:10:20.840284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:10:20.849027 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:10:20.877920 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:20.883494 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03b27e91-c4be-4282-b2c7-e6e28b8e7512 req-54453720-e025-4499-8564-8682a43b8866 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373040 Aug 23 12:10:20.890868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482646b6-adae-4bc3-bd97-4db55f35bb49 None None] No DVR routers for this DVR port 68d78a34-2ac0-45a8-801e-1af50e8e5c2f on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:20.942720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f268528-39de-405a-af6e-d28296450896,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:21.000312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:21.034314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.059557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Attempting to bind port 9f268528-39de-405a-af6e-d28296450896 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:21.061591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Attempting to bind port 9f268528-39de-405a-af6e-d28296450896 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:21.063570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Attempting to bind port 9f268528-39de-405a-af6e-d28296450896 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:21.072757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Port 9f268528-39de-405a-af6e-d28296450896 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:10:21.074569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Attempting to bind port 9f268528-39de-405a-af6e-d28296450896 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:21.089327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:21.092376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Checking segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:21.092988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Bound using segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:21.097197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Bound port: 9f268528-39de-405a-af6e-d28296450896, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:21.097831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.175315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37338) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:21.185382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:21.215684 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.225996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Transition to ACTIVE for port object 9632ce41-aa1a-4da4-808c-8e84fcf16c78 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:21.243725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b47a56c2-99d4-4199-b409-e28e7a33bc06 req-520bde0f-6511-4295-9ed2-c890661c4253 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1560476 Aug 23 12:10:21.247223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 68d78a34-2ac0-45a8-801e-1af50e8e5c2f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:21.253782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Transition to ACTIVE for port object 9632ce41-aa1a-4da4-808c-8e84fcf16c78 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:21.277766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 68d78a34-2ac0-45a8-801e-1af50e8e5c2f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:10:21.278157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 68d78a34-2ac0-45a8-801e-1af50e8e5c2f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:10:21.302531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.337087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.343595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Network bae58977-c7c4-4d63-9aca-e234db223720 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:21.344351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.350517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:21.351136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "DELETE /v2.0/networks/9be05b8f-e343-4db0-a8b3-f4d75663618c HTTP/1.1" status: 204 len: 168 time: 2.7660587 Aug 23 12:10:21.357358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37342) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:21.396326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8911db-6251-4abf-a0b7-998f89021778 tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Network': ['ID=9be05b8f-e343-4db0-a8b3-f4d75663618c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:21.399203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:21.453764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] For port 9f268528-39de-405a-af6e-d28296450896, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:21.499196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:21.550196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Attempting to bind port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:21.550809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Attempting to bind port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:21.551338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Attempting to bind port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 on network bae58977-c7c4-4d63-9aca-e234db223720 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:21.557477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Pushing event updated for resources: {'Port': ['ID=9632ce41-aa1a-4da4-808c-8e84fcf16c78,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:21.562286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-812967071'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:21.593548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] For port 9f268528-39de-405a-af6e-d28296450896, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f268528-39de-405a-af6e-d28296450896,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:21.598695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:21.599159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Checking segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:21.599586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.600006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Bound using segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:21.600529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Bound port: 9632ce41-aa1a-4da4-808c-8e84fcf16c78, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:21.600960 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.602723 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.615639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.20.0.17 (bae58977-c7c4-4d63-9aca-e234db223720/1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679/1aeebbb7-963a-421b-9e94-e506e6a71703) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:21.620058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:21.624188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.642155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.675908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:21.677236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.679282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f268528-39de-405a-af6e-d28296450896 HTTP/1.1" status: 200 len: 1092 time: 1.6022422 Aug 23 12:10:21.683029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'tag': '9f268528-39de-405a-af6e-d28296450896'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:21.693097 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c19ed05-19cf-44aa-89a7-e804688db3af" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4134f3-ddf2-427f-916f-1608b7ada489", "tag": "9f268528-39de-405a-af6e-d28296450896"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:21.698419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:21.698831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.741796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] For port 9632ce41-aa1a-4da4-808c-8e84fcf16c78, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:21.746674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] For port 9632ce41-aa1a-4da4-808c-8e84fcf16c78, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9632ce41-aa1a-4da4-808c-8e84fcf16c78,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:21.749021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3e078-4420-46a8-a55a-0db6e037f5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f268528-39de-405a-af6e-d28296450896,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:21.777505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.814587 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1c9c6-656e-4716-b6a2-afd03389cb01 x-openstack-request-id: req-a1b1c9c6-656e-4716-b6a2-afd03389cb01 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:21.815245 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4134f3-ddf2-427f-916f-1608b7ada489", "tag": "9f268528-39de-405a-af6e-d28296450896", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:21.815245 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b1c9c6-656e-4716-b6a2-afd03389cb01 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:21.815506 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'tag': '9f268528-39de-405a-af6e-d28296450896', 'status': 'completed', 'code': 200} Aug 23 12:10:21.829379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Deleting port e9b4cf71-8f34-440b-8a10-f97e072e1fa2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:21.829745 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.846279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-638ae67a-e6f4-42a2-80d7-48bef66cd664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.960220 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:21.961106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d182ae-50e6-479a-a2bc-735c84f497af None None] Pushing event updated for resources: {'Port': ['ID=9632ce41-aa1a-4da4-808c-8e84fcf16c78,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:21.972922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.022557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:22.081652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.082192 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Added segment d479fb36-11a8-484d-8b07-ea34f32c8cb8 of type vlan for network adf683da-2c26-49ee-973f-3ffc2ef8bac2 Aug 23 12:10:22.205654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.321884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-67541fbd-4b83-4adc-ae1a-1a05e60bbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:22.324124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-67541fbd-4b83-4adc-ae1a-1a05e60bbeb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 1095 time: 0.5672717 Aug 23 12:10:22.397749 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-2d43de10-e418-46cc-9d21-b03778468dd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f268528-39de-405a-af6e-d28296450896 HTTP/1.1" status: 200 len: 217 time: 0.0646324 Aug 23 12:10:22.444087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2263c318-3d62-47ff-94ac-f08c8ff221ea req-4922fc08-3506-43a5-9b75-4a7241c41885 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0446548 Aug 23 12:10:22.499357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.499684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.531009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Calling delete_port for e9b4cf71-8f34-440b-8a10-f97e072e1fa2 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:22.557231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-6f09ab5e-4311-478f-b055-7802be67686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:22.558824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-6f09ab5e-4311-478f-b055-7802be67686f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.1117492 Aug 23 12:10:22.623210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-be055324-cdbe-4e99-a132-8b7129cfe7cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356910 Aug 23 12:10:22.656916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe6a78-a2cc-464c-be52-a1cd560d23c3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:22.670151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.675817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:22.676515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.757231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Network': ['ID=adf683da-2c26-49ee-973f-3ffc2ef8bac2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:22.762064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-b3f45675-f851-4ae3-9711-d9efad9c18ee service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297224 Aug 23 12:10:22.769110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:22.786976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.796897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b44cd2b2-7048-4a37-bab6-66151a9e1430 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4998412 Aug 23 12:10:22.808350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37366) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:22.825502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fda305-a43d-4ebf-b10d-864967e5c258 req-3f86fb31-0a0c-4daa-825d-66166de636f8 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:22.827648 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2fda305-a43d-4ebf-b10d-864967e5c258 req-3f86fb31-0a0c-4daa-825d-66166de636f8 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 944 time: 0.8105543 Aug 23 12:10:22.833487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'subnet': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:22.889972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:22.895133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Transition to ACTIVE for port object 1aeebbb7-963a-421b-9e94-e506e6a71703 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:22.969777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e2fda305-a43d-4ebf-b10d-864967e5c258 req-5daa3a95-ebb0-492b-b605-70dc14931307 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310186 Aug 23 12:10:23.014118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Pushing event deleted for resources: {'Port': ['ID=e9b4cf71-8f34-440b-8a10-f97e072e1fa2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:23.021333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:23.026818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.099235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.170853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network bae58977-c7c4-4d63-9aca-e234db223720 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:23.179559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:23.184507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:23.190882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.193803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.210995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4a9b088a-8e95-41c4-b727-1baf866f7faa tempest-FloatingIPAdminTestJSON-1772729634 tempest-FloatingIPAdminTestJSON-1772729634-project] 10.222.0.21 "DELETE /v2.0/floatingips/bd4405fe-d80d-4277-b27f-af33a523d5b1 HTTP/1.1" status: 204 len: 168 time: 1.8423018 Aug 23 12:10:23.227096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=1aeebbb7-963a-421b-9e94-e506e6a71703,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:23.264216 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.272907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a8d8e26-7f59-4d0c-b757-ae4b4e364419 req-a9288413-b00b-4245-82f0-2243b8ba2009 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953428 Aug 23 12:10:23.431418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-889a0eef-6e81-4ec4-94c6-3a6879154cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:23.440010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-889a0eef-6e81-4ec4-94c6-3a6879154cc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 1095 time: 0.1039655 Aug 23 12:10:23.527897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9632ce41-aa1a-4da4-808c-8e84fcf16c78 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:23.646553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ee6b1-5a51-4ca8-8e71-a0d891a80328 None None] Network bae58977-c7c4-4d63-9aca-e234db223720 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:23.662174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c79a3de-e599-43f6-b54d-15cf059d6899 req-573d4434-9bbc-4788-99a3-f697f6fa92e7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0643916 Aug 23 12:10:23.700208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-24ecaa3b-8d7c-4884-a255-9ad6f16c6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:23.702020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-24ecaa3b-8d7c-4884-a255-9ad6f16c6402 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.2514200 Aug 23 12:10:23.715518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.746377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:23.784900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-2eb25515-f760-4c29-90ff-13f27e1b9f9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f268528-39de-405a-af6e-d28296450896 HTTP/1.1" status: 200 len: 217 time: 0.0719461 Aug 23 12:10:23.785323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.882197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b897c5fb-d8bd-430d-9830-adae9277d50b None None] Provisioning for port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:23.907008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:23.918411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:23.919364 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:23.944446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Subnet': ['ID=bd968cb6-23e0-46f2-9900-8eeef41086d5,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:23.962306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-fafdf66f-d6c8-444c-9afb-f83e95d220c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:23.970339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-fafdf66f-d6c8-444c-9afb-f83e95d220c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.1731725 Aug 23 12:10:24.030918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-a489e201-9bdd-4cdd-9fd6-337d56ab55ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496233 Aug 23 12:10:24.090888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Checking segment: {'id': 'd479fb36-11a8-484d-8b07-ea34f32c8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:24.090888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network hostable DHCP agents. Network: adf683da-2c26-49ee-973f-3ffc2ef8bac2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:10:24.145523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.199556 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8462ff29-37d5-4fe8-a2e6-7024ddfc5211 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8175d0db2cbd4cd5ba28b5b761366eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519370 Aug 23 12:10:24.202729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:24.230446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:10:24.237005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-7f78b0be-096d-4e9e-9762-24ff708886ee service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971846 Aug 23 12:10:24.245028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, adf683da-2c26-49ee-973f-3ffc2ef8bac2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:24.254586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dffbe-504a-48a9-bf77-b6474886e877 req-c7894e49-5fe8-4fb3-b532-1e6efe69476e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:24.256578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e7dffbe-504a-48a9-bf77-b6474886e877 req-c7894e49-5fe8-4fb3-b532-1e6efe69476e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 944 time: 0.1274152 Aug 23 12:10:24.271398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:24.272241 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.287785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9632ce41-aa1a-4da4-808c-8e84fcf16c78, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9632ce41-aa1a-4da4-808c-8e84fcf16c78,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:24.293615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165dd6b2-f63e-4f56-bdf4-627847a6dfa0 None None] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:24.371503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a8d3aa52-a5c5-4974-81d9-e8ae986a8fd1 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5426669 Aug 23 12:10:24.375278 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.385879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37400) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:24.403041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-681560801'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:24.520304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e7dffbe-504a-48a9-bf77-b6474886e877 req-e6684ed0-253f-45f4-b757-5647f5338ea1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376530 Aug 23 12:10:24.530856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a947ebec-5898-4dc1-b3cb-bfa2464434cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.584377 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-db630751-fad1-4d24-8ab4-e73409b782d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.602390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a947ebec-5898-4dc1-b3cb-bfa2464434cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.606503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c19ed05-19cf-44aa-89a7-e804688db3af req-179d8e7f-92bf-4e42-88f7-dba8696226c9 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406582 Aug 23 12:10:24.626800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.678554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a947ebec-5898-4dc1-b3cb-bfa2464434cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.692529 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a947ebec-5898-4dc1-b3cb-bfa2464434cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.692529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a947ebec-5898-4dc1-b3cb-bfa2464434cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b40dbf4-27b6-46df-afef-43e603995ab5 HTTP/1.1" status: 204 len: 168 time: 0.4857502 Aug 23 12:10:24.713725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947ebec-5898-4dc1-b3cb-bfa2464434cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40dbf4-27b6-46df-afef-43e603995ab5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:24.731456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.743790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.809020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1f231ee-be0c-4d6c-9bee-03e8120b308e None None] Provisioning for port 1aeebbb7-963a-421b-9e94-e506e6a71703 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:24.816291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1f231ee-be0c-4d6c-9bee-03e8120b308e None None] Provisioning complete for port 1aeebbb7-963a-421b-9e94-e506e6a71703 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:24.816678 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f231ee-be0c-4d6c-9bee-03e8120b308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.821027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9632ce41-aa1a-4da4-808c-8e84fcf16c78,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:24.896026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d94de2a6-8659-44f5-a25b-10b5e243d8be req-866722cf-8953-4225-946a-bb0b51f6b4b5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1033485 Aug 23 12:10:24.929567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c1f231ee-be0c-4d6c-9bee-03e8120b308e None None] Port 1aeebbb7-963a-421b-9e94-e506e6a71703 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:24.945381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:24.991704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=1aeebbb7-963a-421b-9e94-e506e6a71703,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:25.034209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:25.037379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1f231ee-be0c-4d6c-9bee-03e8120b308e None None] Provisioning complete for port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:25.037784 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f231ee-be0c-4d6c-9bee-03e8120b308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.044673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.113765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] device_id is not set on port 811f60d3-5de0-45aa-b09c-9a0ec59c248b yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:25.177239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'tenant_id': '42011e2b5625452c9e62a8526b58d0e6', 'fixed_ips': [{'subnet_id': 'bd968cb6-23e0-46f2-9900-8eeef41086d5'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:10:25.178143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.237285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network bae58977-c7c4-4d63-9aca-e234db223720 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:25.244883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:25.373742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37422) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:25.410714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f42a0766-eee4-4698-9c2f-9f8e46a2c75d None None] Provisioning complete for port 1aeebbb7-963a-421b-9e94-e506e6a71703 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:25.411103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f42a0766-eee4-4698-9c2f-9f8e46a2c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.429339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0204d31-90f5-4868-aabd-738fb09101ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.458402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f42a0766-eee4-4698-9c2f-9f8e46a2c75d None None] Port 1aeebbb7-963a-421b-9e94-e506e6a71703 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:25.460201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9632ce41-aa1a-4da4-808c-8e84fcf16c78 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:25.551384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f268528-39de-405a-af6e-d28296450896 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:10:25.565708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Allocated IP 2001:db8::3d5 (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/811f60d3-5de0-45aa-b09c-9a0ec59c248b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:25.657551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.666636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc0338-d017-4f76-a488-0032b473c8b7 req-5de0df12-6177-41d6-b60a-8b99c700c8fd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:25.667763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:25.668145 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.675013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99fc0338-d017-4f76-a488-0032b473c8b7 req-5de0df12-6177-41d6-b60a-8b99c700c8fd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.1650071 Aug 23 12:10:25.785331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0204d31-90f5-4868-aabd-738fb09101ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.809609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0204d31-90f5-4868-aabd-738fb09101ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.810502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router 1aba0972-942f-4e66-9df5-cf801903e21a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:10:25.824439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364476b1-2a94-4ea9-ad6e-4494fc6b9cbb req-ec6ee762-b132-4089-84be-fbed78bd60a4 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:25.831950 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-364476b1-2a94-4ea9-ad6e-4494fc6b9cbb req-ec6ee762-b132-4089-84be-fbed78bd60a4 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 944 time: 0.1319449 Aug 23 12:10:25.842045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99fc0338-d017-4f76-a488-0032b473c8b7 req-15bd084b-dc10-4cf9-8825-7121fd47c1c6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617863 Aug 23 12:10:25.885399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0204d31-90f5-4868-aabd-738fb09101ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=021cf83ddd804fe7918707a9dbde0994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102236 Aug 23 12:10:25.886223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0204d31-90f5-4868-aabd-738fb09101ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62a32bb-3afe-4484-951c-8f0fb51d39e0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:25.888860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37436) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:25.912044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-364476b1-2a94-4ea9-ad6e-4494fc6b9cbb req-9942984f-7667-4634-bd4b-d2584d57677c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790038 Aug 23 12:10:25.921364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.969440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6982dbc7-ab6c-4226-9661-7cab18371b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:25.987410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Transition to ACTIVE for port object 811f60d3-5de0-45aa-b09c-9a0ec59c248b will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:25.993411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6982dbc7-ab6c-4226-9661-7cab18371b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.010483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9f268528-39de-405a-af6e-d28296450896, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f268528-39de-405a-af6e-d28296450896,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:26.022831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-dfadacd9-7da3-49b3-ad81-36d2a65a1f5f None None] Provisioning complete for port 1aeebbb7-963a-421b-9e94-e506e6a71703 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:26.023224 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dfadacd9-7da3-49b3-ad81-36d2a65a1f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.055025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6982dbc7-ab6c-4226-9661-7cab18371b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.060573 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6982dbc7-ab6c-4226-9661-7cab18371b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.064772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6982dbc7-ab6c-4226-9661-7cab18371b96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a62a32bb-3afe-4484-951c-8f0fb51d39e0 HTTP/1.1" status: 204 len: 168 time: 0.1749322 Aug 23 12:10:26.077482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982dbc7-ab6c-4226-9661-7cab18371b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62a32bb-3afe-4484-951c-8f0fb51d39e0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:26.094087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:26.101062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ae374979-d77e-4761-bafc-6610e7cd1d3e tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "PUT /v2.0/routers/1aba0972-942f-4e66-9df5-cf801903e21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2057776 Aug 23 12:10:26.108722 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Sync routers for ids ['1aba0972-942f-4e66-9df5-cf801903e21a'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:26.121665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.124872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d0f5692-3254-4b2e-927d-5765ec79ca29 req-7f5821c5-848b-4049-93e3-c68a7a75327a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0494933 Aug 23 12:10:26.126398 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Routers {'1aba0972-942f-4e66-9df5-cf801903e21a'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:26.127125 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1aba0972-942f-4e66-9df5-cf801903e21a'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:26.205391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:26.208754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:26.213847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:26.220018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:26.220710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.250381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=811f60d3-5de0-45aa-b09c-9a0ec59c248b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:26.259395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e77ad4b-476c-4297-8223-350175c5a012 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8712494 Aug 23 12:10:26.263537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37448) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:26.271684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1516489904', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d5', 'mac_address': 'fa:16:3e:55:31:99'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:26.333323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-dfadacd9-7da3-49b3-ad81-36d2a65a1f5f None None] Port 1aeebbb7-963a-421b-9e94-e506e6a71703 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:26.339638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9f268528-39de-405a-af6e-d28296450896', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'port_id': '9f268528-39de-405a-af6e-d28296450896', 'mac_address': 'fa:16:3e:3f:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2a6a0d-6e12-448b-a08e-1a14313c668d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:10:26.396660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Set router 1aba0972-942f-4e66-9df5-cf801903e21a gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:26.489303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:26.512592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Allocated IP 2001:db8::2 (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/cc1e3808-9ba2-48f1-bc83-d9a6db205c5c) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:26.520637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.538370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f268528-39de-405a-af6e-d28296450896 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:26.598267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9f268528-39de-405a-af6e-d28296450896, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f268528-39de-405a-af6e-d28296450896,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:26.634157 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.708000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:26.761060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] device_id is not set on port eab13ec2-301e-4782-b0b6-930ec7d55b72 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:26.767423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-ba797264-f5d6-4535-b00a-4b2bb762da82 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:26.769217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-ba797264-f5d6-4535-b00a-4b2bb762da82 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/networks?id=bae58977-c7c4-4d63-9aca-e234db223720 HTTP/1.1" status: 200 len: 797 time: 0.2871516 Aug 23 12:10:26.836862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-ba26960b-0165-44f5-b62f-b957cb4b9915 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/quotas/c09b1ba3bec04baabadcd406a9c59d1f HTTP/1.1" status: 200 len: 375 time: 0.0617633 Aug 23 12:10:26.911319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9f268528-39de-405a-af6e-d28296450896,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:26.946644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-185c518c-468f-4642-833b-ba66c84f37ba tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:26.948674 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:23Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1aeebbb7-963a-421b-9e94-e506e6a71703', 'name': '', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:19:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:21Z', 'updated_at': '2021-08-23T12:10:24Z', 'revision_number': 2, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:26.949015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-185c518c-468f-4642-833b-ba66c84f37ba tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.1653481 Aug 23 12:10:26.980218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9f268528-39de-405a-af6e-d28296450896'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:10:26.985726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37474) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:27.003870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5210e5f3-44d0-4a7b-a9c0-618fe8bb865f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.012039 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Checking router: 1aba0972-942f-4e66-9df5-cf801903e21a for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:10:27.012728 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Updating router 1aba0972-942f-4e66-9df5-cf801903e21a port 1aeebbb7-963a-421b-9e94-e506e6a71703 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:10:27.030501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-00cfdc9e-67cf-40e3-9d4f-9f7bf7f3d6a1 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1770108 Aug 23 12:10:27.063923 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.086581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.107651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Transition to ACTIVE for port object cc1e3808-9ba2-48f1-bc83-d9a6db205c5c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:27.148210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-56939265-6d23-4bd7-b811-00304acec8d9 service neutron] 10.222.0.21 "GET /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155436 Aug 23 12:10:27.203311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Transition to ACTIVE for port object cc1e3808-9ba2-48f1-bc83-d9a6db205c5c will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:27.240399 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.261286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5210e5f3-44d0-4a7b-a9c0-618fe8bb865f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.335310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5210e5f3-44d0-4a7b-a9c0-618fe8bb865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.338911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Deleting port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:27.339639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.371394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Pushing event updated for resources: {'Port': ['ID=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:27.385959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:27.387553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.394041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:27.403952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:27.474089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Attempting to bind port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:27.474691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Attempting to bind port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd479fb36-11a8-484d-8b07-ea34f32c8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:27.475068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Attempting to bind port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c on network adf683da-2c26-49ee-973f-3ffc2ef8bac2 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:27.480894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:27.481282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Checking segment: {'id': 'd479fb36-11a8-484d-8b07-ea34f32c8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:27.481711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.482498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Bound using segment: {'id': 'd479fb36-11a8-484d-8b07-ea34f32c8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:27.483000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Bound port: cc1e3808-9ba2-48f1-bc83-d9a6db205c5c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd479fb36-11a8-484d-8b07-ea34f32c8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:27.483393 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.491381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210e5f3-44d0-4a7b-a9c0-618fe8bb865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b920ce19-fac6-4305-a708-b4edb9330fff,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:27.500139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-fefa4aae-7c15-479e-b3f3-b5d56469ca79 service neutron] 10.222.0.21 "GET /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510659 Aug 23 12:10:27.559428 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.584063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] For port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:27.584675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.586289 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Transition to ACTIVE for port object 1aeebbb7-963a-421b-9e94-e506e6a71703 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:27.600330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5210e5f3-44d0-4a7b-a9c0-618fe8bb865f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c6bff8aa52740f78565489808ba792d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134133 Aug 23 12:10:27.610746 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.614221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f3e8-5f4c-4f13-a763-7236a68fc05b req-5741bf08-58b2-483d-b096-3427fdef90ce tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:27.616001 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2989f3e8-5f4c-4f13-a763-7236a68fc05b req-5741bf08-58b2-483d-b096-3427fdef90ce tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.6064363 Aug 23 12:10:27.616500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:27.631358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Allocated IP 2001:db8::171 (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/eab13ec2-301e-4782-b0b6-930ec7d55b72) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:27.693834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2989f3e8-5f4c-4f13-a763-7236a68fc05b req-6d4eeba5-941a-4674-a42f-031af394d44b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640738 Aug 23 12:10:27.708663 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Pushing event updated for resources: {'Port': ['ID=1aeebbb7-963a-421b-9e94-e506e6a71703,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:27.715496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] For port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:27.721615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] For port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,segment=NetworkSegment(d479fb36-11a8-484d-8b07-ea34f32c8cb8),segment_id=d479fb36-11a8-484d-8b07-ea34f32c8cb8)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:27.741520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.744996 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.745359 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.745741 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.746098 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.746435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.750159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.750517 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.750865 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.752044 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.753655 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.754417 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.754855 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:27.918598 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:27.970678 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Attempting to bind port 1aeebbb7-963a-421b-9e94-e506e6a71703 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:27.978805 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Attempting to bind port 1aeebbb7-963a-421b-9e94-e506e6a71703 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:27.980452 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Attempting to bind port 1aeebbb7-963a-421b-9e94-e506e6a71703 on network bae58977-c7c4-4d63-9aca-e234db223720 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:27.995823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea094-d8e8-4b3e-879c-16ad04eab45b None None] Pushing event updated for resources: {'Port': ['ID=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:27.996923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:27.997504 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Checking segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:27.998721 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.000001 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Bound using segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:28.001843 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Bound port: 1aeebbb7-963a-421b-9e94-e506e6a71703, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:28.002569 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.165038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.173194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6b672-7866-49d1-b761-62ee21db17c6 req-a46c07d4-2b3d-4ff6-a6f3-760c9e2d019b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:28.181906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81a6b672-7866-49d1-b761-62ee21db17c6 req-a46c07d4-2b3d-4ff6-a6f3-760c9e2d019b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 945 time: 0.2891076 Aug 23 12:10:28.229631 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] For port 1aeebbb7-963a-421b-9e94-e506e6a71703, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:28.235802 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] For port 1aeebbb7-963a-421b-9e94-e506e6a71703, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1aeebbb7-963a-421b-9e94-e506e6a71703,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:28.267537 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.379239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81a6b672-7866-49d1-b761-62ee21db17c6 req-ad363886-f702-4fd4-9343-39583335a5ed tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963346 Aug 23 12:10:28.416619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.422091 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7011c47-ef68-475e-9561-a267ca9c427e None None] Pushing event updated for resources: {'Port': ['ID=1aeebbb7-963a-421b-9e94-e506e6a71703,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:28.455381 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Routers {'1aba0972-942f-4e66-9df5-cf801903e21a'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:28.457485 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1aba0972-942f-4e66-9df5-cf801903e21a'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:28.480420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Transition to ACTIVE for port object eab13ec2-301e-4782-b0b6-930ec7d55b72 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:28.599380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24e91bde-7a5a-410a-b3c5-88f9d13a3530 req-bbae4989-fe73-4f43-a252-b7ee573dcd55 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 210 time: 0.1144934 Aug 23 12:10:28.667084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.770020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] Set router 1aba0972-942f-4e66-9df5-cf801903e21a gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:28.796255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:28.809301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:28.833824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:28.839795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:28.840679 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:28.850741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=eab13ec2-301e-4782-b0b6-930ec7d55b72,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:28.885342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0e4406f-2466-45fb-a38f-5deb4ff92cfc req-1dc89bab-5ed0-4fd1-bafe-8312974e9b58 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1796830 Aug 23 12:10:28.933813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-237428fb-bcb6-4db0-abcb-aeca4b418ac8 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6452045 Aug 23 12:10:28.936391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37512) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:29.065376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f97851d4-9ace-48d0-815f-340445ddc4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:29.098055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5793c6-ff49-41c9-bd50-6d244a0f6ed6 req-05f17623-7f75-4203-83d1-056fb01d449d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:29.102946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd5793c6-ff49-41c9-bd50-6d244a0f6ed6 req-05f17623-7f75-4203-83d1-056fb01d449d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 946 time: 0.2456388 Aug 23 12:10:29.249581 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:23Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1aeebbb7-963a-421b-9e94-e506e6a71703', 'name': '', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:19:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:21Z', 'updated_at': '2021-08-23T12:10:28Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:29.250309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d5e9b-22b9-4b39-ba08-c173d2211a1f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:29.256700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d5e9b-22b9-4b39-ba08-c173d2211a1f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:29.264035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d5e9b-22b9-4b39-ba08-c173d2211a1f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:29.265865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-310d5e9b-22b9-4b39-ba08-c173d2211a1f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3284540 Aug 23 12:10:29.269218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37518) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:29.324046 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb23a94-9dd0-43cd-b1ef-d66035f9a384 None None] The sync data for ids ['1aba0972-942f-4e66-9df5-cf801903e21a'] in n-d-773645-7 is: [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:23Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1aeebbb7-963a-421b-9e94-e506e6a71703', 'name': '', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:19:68:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:21Z', 'updated_at': '2021-08-23T12:10:28Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:29.346215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f97851d4-9ace-48d0-815f-340445ddc4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:29.420053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:29.420432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:29.420909 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Floating IP 73f33476-bc57-4e97-9621-791ff1996c0b disassociated. External IP: 172.25.1.20, port: fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e. Aug 23 12:10:29.421323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Calling delete_port for fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:29.438480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd5793c6-ff49-41c9-bd50-6d244a0f6ed6 req-5d5499a6-9758-4299-bc0d-db5ca05db758 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4b0da02-a599-4a20-a3a3-7ad65b3f1057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135846 Aug 23 12:10:29.466469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f268528-39de-405a-af6e-d28296450896 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:29.612850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 9f268528-39de-405a-af6e-d28296450896 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:29.658921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9f268528-39de-405a-af6e-d28296450896 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:29.659694 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:29.843149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc1e3808-9ba2-48f1-bc83-d9a6db205c5c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:29.954939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:29.966974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:29.972427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc7e4d44-52ef-4d5b-bf8c-d83d99657730 req-056cafe6-cc01-4aee-bd2e-72db89282c6a tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 210 time: 0.1228843 Aug 23 12:10:29.977984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.044166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9f268528-39de-405a-af6e-d28296450896, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f268528-39de-405a-af6e-d28296450896,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:30.048227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f268528-39de-405a-af6e-d28296450896'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:30.051289 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77ccc82-f621-47c1-a851-157a3c8b18bd" -d '{"events": [{"server_uuid": "3f4134f3-ddf2-427f-916f-1608b7ada489", "name": "network-vif-plugged", "status": "completed", "tag": "9f268528-39de-405a-af6e-d28296450896"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:30.055632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a3592-7d8b-4e28-a5da-b94aca6bac83 None None] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:30.066106 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.079201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port eab13ec2-301e-4782-b0b6-930ec7d55b72 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:30.083997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.137227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-406635e0-7c2c-42bd-8cab-e89607feda13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:30.139444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event deleted for resources: {'Port': ['ID=fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:30.142054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-406635e0-7c2c-42bd-8cab-e89607feda13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.44 "GET /v2.0/networks?id=bae58977-c7c4-4d63-9aca-e234db223720 HTTP/1.1" status: 200 len: 797 time: 0.5814707 Aug 23 12:10:30.145977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9f268528-39de-405a-af6e-d28296450896,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:30.175018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Request body: {'port': {'device_id': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'admin_state_up': True, 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:30.224098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] Provisioning for port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:30.249855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] Provisioning complete for port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:30.250588 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.267595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3566-c7c7-4199-bf81-15c4c0c20bc8 req-3d15d2b8-80cd-44e0-a895-1fecfd27a60d tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:30.269200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52fb3566-c7c7-4199-bf81-15c4c0c20bc8 req-3d15d2b8-80cd-44e0-a895-1fecfd27a60d tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 945 time: 0.3177662 Aug 23 12:10:30.273157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f97851d4-9ace-48d0-815f-340445ddc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.276992 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f97851d4-9ace-48d0-815f-340445ddc4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.281010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f97851d4-9ace-48d0-815f-340445ddc4b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b920ce19-fac6-4305-a708-b4edb9330fff HTTP/1.1" status: 204 len: 168 time: 2.6596458 Aug 23 12:10:30.357673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97851d4-9ace-48d0-815f-340445ddc4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b920ce19-fac6-4305-a708-b4edb9330fff,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:30.391863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96e8816e-7964-4ca3-b789-1be01dc3f631 req-93220fc9-2e06-4595-8027-068fdf2862ed tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1781881 Aug 23 12:10:30.441493 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52fb3566-c7c7-4199-bf81-15c4c0c20bc8 req-e650c8fd-8b43-40f1-9790-921fb2935f79 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507850 Aug 23 12:10:30.451576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:10:30.721066 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03342a22-821a-4082-82eb-8c64758a8bed x-openstack-request-id: req-03342a22-821a-4082-82eb-8c64758a8bed {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:30.721584 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4134f3-ddf2-427f-916f-1608b7ada489", "name": "network-vif-plugged", "status": "completed", "tag": "9f268528-39de-405a-af6e-d28296450896", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:30.721681 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03342a22-821a-4082-82eb-8c64758a8bed {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:30.722100 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f268528-39de-405a-af6e-d28296450896', 'code': 200} Aug 23 12:10:30.723834 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:30.767899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-580988d1-e562-4278-a05a-e5e76a40c817 req-173bb3f4-14fa-44dd-900e-a199bcd49682 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 210 time: 0.1091802 Aug 23 12:10:30.962809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84537ae4-ce96-47ab-b5ff-f23a8703d7b9 req-f7819275-34c4-4139-ae00-9bcdbb443720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:30.964489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84537ae4-ce96-47ab-b5ff-f23a8703d7b9 req-f7819275-34c4-4139-ae00-9bcdbb443720 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 1097 time: 0.3413734 Aug 23 12:10:30.985357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] For port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,segment=NetworkSegment(d479fb36-11a8-484d-8b07-ea34f32c8cb8),segment_id=d479fb36-11a8-484d-8b07-ea34f32c8cb8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:30.987019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:10:31.015480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:31.056951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:10:31.074021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:31.111075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for eab13ec2-301e-4782-b0b6-930ec7d55b72 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:31.210024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:31.246034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] No DVR routers for this DVR port fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:31.252357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:31.262653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3a63bef-37da-41cb-9af9-b13fb16555fe req-bb08ac90-30a1-49af-b3e0-288075031adb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "DELETE /v2.0/ports/fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e HTTP/1.1" status: 204 len: 173 time: 4.3026867 Aug 23 12:10:31.264437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-deleted', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:31.271690 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d218def3-cec6-4d0c-a793-93bdf7e93848" -d '{"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-deleted", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:31.327258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abd85633-b293-4fb8-94d9-2a8040f62f67 req-63288e00-2270-414a-9114-2e19626b4088 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 210 time: 0.0809894 Aug 23 12:10:31.348817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84537ae4-ce96-47ab-b5ff-f23a8703d7b9 req-331808d4-f69c-4690-91fc-e2bef8031694 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502901 Aug 23 12:10:31.376036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:10:31.376396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:10:31.390946 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aace606-5c38-43da-90eb-5c61525b90b7 x-openstack-request-id: req-3aace606-5c38-43da-90eb-5c61525b90b7 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:31.391348 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533cc935-f40c-48c4-9f3d-afb6b0a3b49b", "name": "network-vif-deleted", "tag": "fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:31.391800 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aace606-5c38-43da-90eb-5c61525b90b7 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:31.392674 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533cc935-f40c-48c4-9f3d-afb6b0a3b49b', 'name': 'network-vif-deleted', 'tag': 'fb7ba44d-8ac8-4109-b3c8-03c8d6d36d7e', 'status': 'completed', 'code': 200} Aug 23 12:10:31.404186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:31.405100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:31.574813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Made reservation on behalf of c09b1ba3bec04baabadcd406a9c59d1f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:31.586414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:31.589377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cc73d-e5dc-4685-977c-f2072774ea53 None None] Pushing event updated for resources: {'Port': ['ID=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:31.625791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aeebbb7-963a-421b-9e94-e506e6a71703 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:31.715763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69c2ee58-9cb6-4689-8e88-012dfbea754a req-f564b6db-57bf-47e1-b269-00b567af9743 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1018965 Aug 23 12:10:31.794735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b262a-f22e-470b-a736-07d598c01739 req-5229a5ea-38c7-4d81-8452-7030610a1557 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:31.800497 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd1b262a-f22e-470b-a736-07d598c01739 req-5229a5ea-38c7-4d81-8452-7030610a1557 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 946 time: 0.1714735 Aug 23 12:10:31.898655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd1b262a-f22e-470b-a736-07d598c01739 req-63211d90-290f-4f37-986f-3419fb1d5e87 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891778 Aug 23 12:10:32.002154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Allocated IP 172.20.0.23 (bae58977-c7c4-4d63-9aca-e234db223720/1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679/e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:32.039925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:32.127417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1aeebbb7-963a-421b-9e94-e506e6a71703 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:32.144519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1aeebbb7-963a-421b-9e94-e506e6a71703 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:32.150245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.228927 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.251067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Transition to ACTIVE for port object e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:32.306206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.312669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.332013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Could not find standard attr ID for object eab13ec2-301e-4782-b0b6-930ec7d55b72. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:10:32.348373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6ef4f7bd-c8f0-4496-a7d3-68b8005791af req-9644890d-1040-41bf-84eb-7c6747a71aeb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=533cc935-f40c-48c4-9f3d-afb6b0a3b49b HTTP/1.1" status: 200 len: 210 time: 0.0600891 Aug 23 12:10:32.436565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Network bae58977-c7c4-4d63-9aca-e234db223720 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:32.445370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:32.459523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=eab13ec2-301e-4782-b0b6-930ec7d55b72,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:32.535455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Provisioning for port 811f60d3-5de0-45aa-b09c-9a0ec59c248b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:32.562176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Provisioning complete for port 811f60d3-5de0-45aa-b09c-9a0ec59c248b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:32.567561 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.683075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:32.741703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.753412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event updated for resources: {'Port': ['ID=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:32.755287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233131d3-40bc-450b-817d-d70a40eaa486 req-46e3c874-d5b9-41bf-b174-bb70c8df6070 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:32.766961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-233131d3-40bc-450b-817d-d70a40eaa486 req-46e3c874-d5b9-41bf-b174-bb70c8df6070 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 895 time: 0.1726801 Aug 23 12:10:32.819975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Port 811f60d3-5de0-45aa-b09c-9a0ec59c248b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:32.891098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 1aeebbb7-963a-421b-9e94-e506e6a71703, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1aeebbb7-963a-421b-9e94-e506e6a71703,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:32.893723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Provisioning complete for port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:32.899258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5ee7137f-852f-4e04-a99d-927c9db453c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:32.940405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:33.015840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=1aeebbb7-963a-421b-9e94-e506e6a71703,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:33.042125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:33.079701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:10:33.123774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:10:33.124873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:33.252804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48942c03-e5f9-47ce-a2e2-d5df0d5c6cb9 req-68871c04-1778-4e3c-ba19-a203eadffb78 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:33.257411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48942c03-e5f9-47ce-a2e2-d5df0d5c6cb9 req-68871c04-1778-4e3c-ba19-a203eadffb78 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 946 time: 0.1842048 Aug 23 12:10:33.363003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48942c03-e5f9-47ce-a2e2-d5df0d5c6cb9 req-30bcf409-d007-4012-b4cb-4a8d61ec2465 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973947 Aug 23 12:10:33.611794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aeebbb7-963a-421b-9e94-e506e6a71703 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:33.765417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1aeebbb7-963a-421b-9e94-e506e6a71703 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:33.766048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:33.818643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Could not find standard attr ID for object eab13ec2-301e-4782-b0b6-930ec7d55b72. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:10:33.842061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cb5bc77f-f3fa-41b5-8632-0bb559203f83 req-ee318e05-f259-40dd-9ef1-66ba816463eb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1339207 Aug 23 12:10:33.879131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:33.883610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1dbaf696-ea96-4a7d-85ab-cc0c602f2a4a tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/ports/eab13ec2-301e-4782-b0b6-930ec7d55b72 HTTP/1.1" status: 204 len: 168 time: 4.6106362 Aug 23 12:10:33.884992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37658) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:33.893428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:33.894138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:33.929885 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca83d08-6146-4a51-929a-9d0fbd8c8738 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] GET failed (client error): The resource could not be found. Aug 23 12:10:33.935407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ca83d08-6146-4a51-929a-9d0fbd8c8738 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "GET /v2.0/ports/eab13ec2-301e-4782-b0b6-930ec7d55b72 HTTP/1.1" status: 404 len: 333 time: 0.0455012 Aug 23 12:10:33.935407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:33.935634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:10:33.942481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-376579312'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:33.952029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Provisioning for port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:34.037254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37666) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.048342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Provisioning complete for port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:34.053306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-f45f3a63-8af4-4d75-89ed-dd6c7c800198 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.8880968 Aug 23 12:10:34.055896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.082738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Request body: {'port': {'device_id': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:34.157716 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:10:34.176828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:34.198918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc1e3808-9ba2-48f1-bc83-d9a6db205c5c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:34.275837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0bae5dc3-c72b-4ef2-90f8-3c77c2a6b29e tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:34.287473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Provisioning complete for port 811f60d3-5de0-45aa-b09c-9a0ec59c248b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:34.287934 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.344863 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0bae5dc3-c72b-4ef2-90f8-3c77c2a6b29e tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "PUT /v2.0/quotas/443feb1527394da2a4b4698acf8a5625 HTTP/1.1" status: 200 len: 366 time: 0.3050010 Aug 23 12:10:34.346568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37674) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.372013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1278758d-dae7-4b85-ad39-fb09158b42e9 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0228999 Aug 23 12:10:34.372951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37678) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.380543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db45ac-37c5-407e-8e79-331966bef7c9 req-a7f1a9ae-7ce9-4d3d-adcd-512826489ec1 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:34.382170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60db45ac-37c5-407e-8e79-331966bef7c9 req-a7f1a9ae-7ce9-4d3d-adcd-512826489ec1 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 895 time: 0.2748051 Aug 23 12:10:34.383149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.397008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d4ca097-e5f4-4291-b2cd-8cc07f9076ff tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "GET /v2.0/quotas/443feb1527394da2a4b4698acf8a5625 HTTP/1.1" status: 200 len: 366 time: 0.0214047 Aug 23 12:10:34.398063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37680) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.408755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:34.413021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.434638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ad89d-82ce-43d7-8c1f-7dd0116a401c None None] Port 811f60d3-5de0-45aa-b09c-9a0ec59c248b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:34.448191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b14b78e5-e0c2-4302-b645-706a4e19f823 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/443feb1527394da2a4b4698acf8a5625 HTTP/1.1" status: 204 len: 168 time: 0.0486891 Aug 23 12:10:34.450353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37682) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.454523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:34.454904 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.472286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be2a4539-fb40-4ef2-83ad-933e7ea1eddd tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0205305 Aug 23 12:10:34.474990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37684) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.489529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37686) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.502969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-914614d2-5dbe-4db0-8173-a91f2c6775a7 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "GET /v2.0/quotas/443feb1527394da2a4b4698acf8a5625 HTTP/1.1" status: 200 len: 370 time: 0.0222299 Aug 23 12:10:34.510944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37688) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.518205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b4a3cc4-0b2d-4634-8a96-9563f6ff7f39 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "GET /v2.0/quotas/443feb1527394da2a4b4698acf8a5625/default HTTP/1.1" status: 200 len: 370 time: 0.0039773 Aug 23 12:10:34.523120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37690) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.541486 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-d165c4c2-4bba-40ae-8782-a2540fdbe991 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] delete failed (client error): The resource could not be found. Aug 23 12:10:34.545059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d165c4c2-4bba-40ae-8782-a2540fdbe991 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/443feb1527394da2a4b4698acf8a5625 HTTP/1.1" status: 404 len: 348 time: 0.0187409 Aug 23 12:10:34.584950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f9b0deff-6031-4279-b343-8e930def2cf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.624073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f9b0deff-6031-4279-b343-8e930def2cf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.719645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:34.726014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f9b0deff-6031-4279-b343-8e930def2cf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.729175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f9b0deff-6031-4279-b343-8e930def2cf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:34.730391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f9b0deff-6031-4279-b343-8e930def2cf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4b0da02-a599-4a20-a3a3-7ad65b3f1057 HTTP/1.1" status: 204 len: 168 time: 0.2327278 Aug 23 12:10:34.770887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37694) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.792377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0deff-6031-4279-b343-8e930def2cf6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b0da02-a599-4a20-a3a3-7ad65b3f1057,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:34.794940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1eed93-a88c-4bb8-8b1b-07014af3eec2 None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:10:34.816105 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-b87897cb-d992-4b3e-b497-4ececac792a1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] show failed (client error): The resource could not be found. Aug 23 12:10:34.820045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b87897cb-d992-4b3e-b497-4ececac792a1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups/e4b0da02-a599-4a20-a3a3-7ad65b3f1057 HTTP/1.1" status: 404 len: 347 time: 0.0409467 Aug 23 12:10:34.821344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37696) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.873750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:34.881394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] device_id is not set on port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:35.028923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Deleting port cf98de7b-6d78-49c5-b453-c0ce55c906a0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:35.029268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.061673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:network and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:35.108265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:35.116971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.144962 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.146034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.161632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Calling delete_port for cf98de7b-6d78-49c5-b453-c0ce55c906a0 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:35.220342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:35.225414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2e63cc82-7336-4a47-9622-dffd7e6415d0 req-8cb81883-b3dc-41e6-8d7f-937134c0b793 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.2105031 Aug 23 12:10:35.232103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Transition to ACTIVE for port object e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:35.262498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Allocated IP 2001:db8::1c2 (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/18ba6678-2b49-40a6-800f-f2ad2b7ccf40) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:35.264943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.274159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661302b-d879-49a8-be74-1f7dc36d85a7 None None] New status for floating IP 73f33476-bc57-4e97-9621-791ff1996c0b: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:10:35.463192 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.466233 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.db.api [None req-f661302b-d879-49a8-be74-1f7dc36d85a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:10:35.466827 n-d-773645-7 neutron-server[101060]: DEBUG oslo_db.api [None req-f661302b-d879-49a8-be74-1f7dc36d85a7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:10:35.495360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:subnet and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:35.526144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:35.573326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event deleted for resources: {'Port': ['ID=cf98de7b-6d78-49c5-b453-c0ce55c906a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:35.675611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:subnetpool and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:35.679600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Pushing event updated for resources: {'Port': ['ID=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:35.703636 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.717945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.723845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f8d17946-a03a-49b2-93e8-bc0e2dc2584f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "DELETE /v2.0/floatingips/73f33476-bc57-4e97-9621-791ff1996c0b HTTP/1.1" status: 204 len: 168 time: 0.9007685 Aug 23 12:10:35.816279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.840647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Transition to ACTIVE for port object 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:35.887048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:35.902577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Attempting to bind port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:35.904308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Attempting to bind port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:35.904944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Attempting to bind port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 on network bae58977-c7c4-4d63-9aca-e234db223720 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:35.919744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:35.958425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:port and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:35.964948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 on network bae58977-c7c4-4d63-9aca-e234db223720 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:10:35.965906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Attempting to bind port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 on network bae58977-c7c4-4d63-9aca-e234db223720 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:35.968316 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661302b-d879-49a8-be74-1f7dc36d85a7 None None] New status for floating IP 73f33476-bc57-4e97-9621-791ff1996c0b: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:10:35.974508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:36.000153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:36.006226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:36.008470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:36.008985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Checking segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:36.009618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Bound using segment: {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:36.010898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Bound port: e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd56b199-61d5-4bb4-bafb-6328922aef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:36.011502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.016941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:36.022841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:36.023481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.058992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4235149-48cc-453a-8253-0c48e13b4a65 req-6a735494-3638-4758-993c-74784f03d090 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:36.071632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4235149-48cc-453a-8253-0c48e13b4a65 req-6a735494-3638-4758-993c-74784f03d090 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 907 time: 0.4920328 Aug 23 12:10:36.090924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1545851 Aug 23 12:10:36.093596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37728) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:36.099913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d5', 'mac_address': 'fa:16:3e:55:31:99'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:36.113390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:router and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:36.136233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:36.139730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797869b-6085-4a03-ae25-7e511f65b827 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=18ba6678-2b49-40a6-800f-f2ad2b7ccf40,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:36.249056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:floatingip and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:36.268516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:36.321153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] For port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:36.361398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] For port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:36.391751 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.530499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:36.531368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.532878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] 10.222.0.44 "PUT /v2.0/ports/e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 HTTP/1.1" status: 200 len: 1055 time: 2.4674070 Aug 23 12:10:36.548813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'tag': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:36.551590 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c4aaa-9055-46ee-b14d-109594e2fbec" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcf656b-9763-4ee7-b480-37233a73a2cc", "tag": "e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:36.574106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37744) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:36.611354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231197538', 'description': 'tempest-description--875846090'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:36.626599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-672b621e-9d5b-42d9-a3ec-fa6d89412a5a None None] Provisioning for port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:36.637080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-672b621e-9d5b-42d9-a3ec-fa6d89412a5a None None] Provisioning complete for port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:36.639049 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-672b621e-9d5b-42d9-a3ec-fa6d89412a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.649246 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a54094-3a08-45bf-8f26-ce46436f2074 x-openstack-request-id: req-b3a54094-3a08-45bf-8f26-ce46436f2074 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:36.649432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.649544 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcf656b-9763-4ee7-b480-37233a73a2cc", "tag": "e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:36.649720 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3a54094-3a08-45bf-8f26-ce46436f2074 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:36.650286 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'tag': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0', 'status': 'completed', 'code': 200} Aug 23 12:10:36.659734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:security_group and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:36.665257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15e854-9e9f-4b87-b587-e2088e5dce71 service neutron] Pushing event updated for resources: {'Port': ['ID=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:36.667355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ccea248-41d8-4452-a402-8448be6d4e87 req-7888d7fc-ebc4-457f-835d-87da93965571 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0922637 Aug 23 12:10:36.670402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:36.679347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Usage tracker for resource:security_group_rule and tenant:1b4b3dea63df40b4acd7b1c2780d4b87 is out of sync, need to count used quota {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 12:10:36.693272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-135c170c-950b-485d-9eb7-c052bb941639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:36.699973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-135c170c-950b-485d-9eb7-c052bb941639 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 1058 time: 0.1189332 Aug 23 12:10:36.702753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.quota.resource [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101057) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 12:10:36.744694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-672b621e-9d5b-42d9-a3ec-fa6d89412a5a None None] Port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:36.767976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:36.769760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0126bd86-ffff-4c6e-ae40-03e3a73265e6 tempest-QuotasTest-1542919866 tempest-QuotasTest-1542919866-project-admin] 10.222.0.21 "GET /v2.0/quotas/1b4b3dea63df40b4acd7b1c2780d4b87/details.json HTTP/1.1" status: 200 len: 703 time: 1.8129628 Aug 23 12:10:36.774449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-106cf2e5-e74b-4f8e-8ad6-ac5d47c9c533 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 HTTP/1.1" status: 200 len: 217 time: 0.0556891 Aug 23 12:10:36.914938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-b8d42141-59ca-40aa-8eb4-a143f8d48830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:36.917091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-b8d42141-59ca-40aa-8eb4-a143f8d48830 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679 HTTP/1.1" status: 200 len: 838 time: 0.1183782 Aug 23 12:10:36.997495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.010489 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.038426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-31673dca-6d8e-4e7d-91af-ca848e832bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:37.044137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-31673dca-6d8e-4e7d-91af-ca848e832bcd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bae58977-c7c4-4d63-9aca-e234db223720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140084 Aug 23 12:10:37.115315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] In _notify_port_updated(), no bound segment for port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 on network adf683da-2c26-49ee-973f-3ffc2ef8bac2 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:10:37.122357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:37.123183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.124727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "PUT /v2.0/ports/18ba6678-2b49-40a6-800f-f2ad2b7ccf40 HTTP/1.1" status: 200 len: 1002 time: 1.0299177 Aug 23 12:10:37.125870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b09fc-94e4-490d-a0c5-380e2a25f5fc tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=18ba6678-2b49-40a6-800f-f2ad2b7ccf40,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:37.131088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37756) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:37.148291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.189263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.226260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-806a5bb1-c60b-42a0-a69a-5bdb7f323818 service neutron] 10.222.0.44 "GET /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783764 Aug 23 12:10:37.276099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.278131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6769807 Aug 23 12:10:37.286051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37764) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:37.288195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9e3e-5d2d-4ded-9f48-d31cc72a732b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25af033-0541-45df-841d-f1336a2227c7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:37.308871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'security_group_rule': {'security_group_id': 'b25af033-0541-45df-841d-f1336a2227c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:37.349967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:37.350321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.423808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036b2e-87ff-4d2d-a0f2-b5a4772c0b06 req-8248133d-afbb-489b-8e94-2e8fc6bfe815 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:37.425595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea036b2e-87ff-4d2d-a0f2-b5a4772c0b06 req-8248133d-afbb-489b-8e94-2e8fc6bfe815 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 907 time: 0.1975667 Aug 23 12:10:37.449722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37768) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:37.532527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.535353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bfcbe621-d370-434e-990c-f1c13b89fc7b req-ed409042-fdbd-450b-87e3-1a3b4b90b0b1 service neutron] 10.222.0.44 "GET /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396684 Aug 23 12:10:37.570134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:37.693481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-738a7c8b-e221-46a1-aa63-9f51a8eaa68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.703258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-ffe344e3-3da5-4927-bdbb-e9aae0b76d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:37.704934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-ffe344e3-3da5-4927-bdbb-e9aae0b76d10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 1058 time: 0.1127832 Aug 23 12:10:37.730751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ff8cfb05-307e-4bca-9ac5-c89dd66ed1ac None None] Provisioning complete for port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:37.732092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfb05-307e-4bca-9ac5-c89dd66ed1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.762474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.767957 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.841944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cfb05-307e-4bca-9ac5-c89dd66ed1ac None None] Port 18ba6678-2b49-40a6-800f-f2ad2b7ccf40 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:37.843941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=18ba6678-2b49-40a6-800f-f2ad2b7ccf40,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:37.934527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f5f70a4-1453-4de4-bb7d-347efe5d19ba req-5604484a-45a2-44d8-9908-fc7d6607ae72 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0986540 Aug 23 12:10:37.962318 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.979665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-6576dfd6-75bb-4e7b-a40d-961dab797e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:37.981501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:37.981643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-6576dfd6-75bb-4e7b-a40d-961dab797e2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=bae58977-c7c4-4d63-9aca-e234db223720 HTTP/1.1" status: 200 len: 898 time: 0.2657170 Aug 23 12:10:38.066769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b6ee45-2e06-4dbd-b093-abb981584475,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:38.079739 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.081736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1f1e21fb-7d52-4715-9ed7-59f59c5e0bc9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/ports/18ba6678-2b49-40a6-800f-f2ad2b7ccf40 HTTP/1.1" status: 204 len: 168 time: 0.9494474 Aug 23 12:10:38.088407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37786) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:38.111766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-7a225adc-e40f-442f-b02e-5996808e0814 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 HTTP/1.1" status: 200 len: 217 time: 0.1178975 Aug 23 12:10:38.123010 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-980d9fae-c92e-4467-bdc6-03aa03be15b6 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] GET failed (client error): The resource could not be found. Aug 23 12:10:38.125035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-980d9fae-c92e-4467-bdc6-03aa03be15b6 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "GET /v2.0/ports/18ba6678-2b49-40a6-800f-f2ad2b7ccf40 HTTP/1.1" status: 404 len: 333 time: 0.0352895 Aug 23 12:10:38.130772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37788) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:38.136691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1307510331'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:38.227481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-738a7c8b-e221-46a1-aa63-9f51a8eaa68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.242707 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-738a7c8b-e221-46a1-aa63-9f51a8eaa68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.245804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.247673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4cdbfd3f-8bd2-488e-9d2b-9faf04c94673 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9444847 Aug 23 12:10:38.250696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37790) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:38.257397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'security_group_rule': {'security_group_id': 'b25af033-0541-45df-841d-f1336a2227c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:38.287043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-738a7c8b-e221-46a1-aa63-9f51a8eaa68d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb27e4e56ff4418895184ca2fe4bfd1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362062 Aug 23 12:10:38.294423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37792) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:38.320704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.350506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:38.355828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.355991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-edaa4f45-3a45-4dc2-b09d-ba9ec5638176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:38.357648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-edaa4f45-3a45-4dc2-b09d-ba9ec5638176 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679 HTTP/1.1" status: 200 len: 838 time: 0.2289150 Aug 23 12:10:38.368521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a7c8b-e221-46a1-aa63-9f51a8eaa68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c614ea-aad7-4030-9f41-9f3454b8955a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:38.383372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] device_id is not set on port c4346b9f-d8ce-45e6-9d25-730f5900a424 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:38.417985 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa5f4-6a6b-47fb-b222-dc9a339eec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.463199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.464365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa5f4-6a6b-47fb-b222-dc9a339eec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.508236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.573836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-620f08e7-8717-4e7b-88af-f5f51408a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:38.575460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-620f08e7-8717-4e7b-88af-f5f51408a609 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bae58977-c7c4-4d63-9aca-e234db223720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025335 Aug 23 12:10:38.608244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.609970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575914 Aug 23 12:10:38.613392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef8a3d-ab35-476e-b287-e5ee41f1afa5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75651091-8760-4804-8280-8d9a731f7f9f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:38.614840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37802) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:38.629011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:38.647916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Allocated IP 2001:db8::250 (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/c4346b9f-d8ce-45e6-9d25-730f5900a424) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:38.671525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.672497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af8802-b2a4-417a-835a-48a3dc9ea908 req-78de329f-b054-4eaf-8403-992c8c926b91 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:38.685466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b4af8802-b2a4-417a-835a-48a3dc9ea908 req-78de329f-b054-4eaf-8403-992c8c926b91 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 907 time: 0.1214626 Aug 23 12:10:38.703263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa5f4-6a6b-47fb-b222-dc9a339eec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.707058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa5f4-6a6b-47fb-b222-dc9a339eec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.708685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1f0aa5f4-6a6b-47fb-b222-dc9a339eec55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9c614ea-aad7-4030-9f41-9f3454b8955a HTTP/1.1" status: 204 len: 168 time: 0.4132590 Aug 23 12:10:38.774752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aa5f4-6a6b-47fb-b222-dc9a339eec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c614ea-aad7-4030-9f41-9f3454b8955a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:38.893574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:38.911362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Transition to ACTIVE for port object c4346b9f-d8ce-45e6-9d25-730f5900a424 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:38.927579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-c39147c1-cd46-4a11-b6c2-7211a0a2be23 service neutron] 10.222.0.44 "GET /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431036 Aug 23 12:10:38.971886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.080163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:39.083596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:39.088429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:39.094138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:39.094801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.115176 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9804933 Aug 23 12:10:39.115440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37818) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:39.121347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:55:31:99'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:39.160267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f3d71-17a2-4c12-bd18-f73bc01930ec tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=c4346b9f-d8ce-45e6-9d25-730f5900a424,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:39.188635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5540298c-e363-4414-b2b5-830cead540b6 req-5761a8d3-9003-4c18-a3ff-b1dbcd60efe7 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1061437 Aug 23 12:10:39.256581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-399c4aaa-9055-46ee-b14d-109594e2fbec req-c30cd8cf-2631-4a6c-88e7-3dab1c36cdee service neutron] 10.222.0.44 "GET /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206997 Aug 23 12:10:39.260576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.348516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.405776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37824) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:39.457866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daf572b4-95db-4a45-95d3-f82c74466416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.500734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Allocated IP 172.25.1.167 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c545264d-40f7-40eb-9da1-0bea193e01fb) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:39.512590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:10:39.675571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:39.691615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0', 'network_id': 'bae58977-c7c4-4d63-9aca-e234db223720', 'port_id': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0', 'mac_address': 'fa:16:3e:c8:86:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:10:39.742629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-24a579d1-aa0c-4018-9d2e-61869da0f7ac None None] Provisioning for port c4346b9f-d8ce-45e6-9d25-730f5900a424 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:39.752151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-24a579d1-aa0c-4018-9d2e-61869da0f7ac None None] Provisioning complete for port c4346b9f-d8ce-45e6-9d25-730f5900a424 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:39.752673 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24a579d1-aa0c-4018-9d2e-61869da0f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.783520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.811487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-24a579d1-aa0c-4018-9d2e-61869da0f7ac None None] Port c4346b9f-d8ce-45e6-9d25-730f5900a424 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:39.816243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:39.856359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:39.862255 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.938709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:39.943403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.946590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.947486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.947999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.948612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.949134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.949617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.950112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.950611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.951084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.951555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.952027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.952498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:10:39.959653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daf572b4-95db-4a45-95d3-f82c74466416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:39.971325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d16419-acdd-4bf0-942e-61e72606d794 req-9d9b7b29-b6ad-4bfc-a406-798e39365e03 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:39.973274 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09d16419-acdd-4bf0-942e-61e72606d794 req-9d9b7b29-b6ad-4bfc-a406-798e39365e03 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 907 time: 0.1692626 Aug 23 12:10:39.977789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daf572b4-95db-4a45-95d3-f82c74466416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.036385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-daf572b4-95db-4a45-95d3-f82c74466416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b4b3dea63df40b4acd7b1c2780d4b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240418 Aug 23 12:10:40.039374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf572b4-95db-4a45-95d3-f82c74466416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa466af-31d5-4096-98b7-1a55a9c3cb25,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:40.041929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37834) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:40.074159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:10:40.084408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.143716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:40.155059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:40.159815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:40.162028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'Port': ['ID=c545264d-40f7-40eb-9da1-0bea193e01fb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:40.199920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a392d2f-308d-4f92-aa30-13babb2a54d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.229979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.237346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a392d2f-308d-4f92-aa30-13babb2a54d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.238882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.281846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] In _notify_port_updated(), no bound segment for port c4346b9f-d8ce-45e6-9d25-730f5900a424 on network adf683da-2c26-49ee-973f-3ffc2ef8bac2 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:10:40.287177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:40.288249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.289303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "PUT /v2.0/ports/c4346b9f-d8ce-45e6-9d25-730f5900a424 HTTP/1.1" status: 200 len: 1003 time: 1.1724820 Aug 23 12:10:40.292874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37842) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:40.314713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.330717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a49367f-09ce-4b43-aa1e-2bbba48a78e9 req-c45f213b-882c-4cd6-9c93-8d4907fc2f5e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0372045 Aug 23 12:10:40.361484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac89a5d-9e5b-4b10-b953-3851f21f9a4f tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=c4346b9f-d8ce-45e6-9d25-730f5900a424,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:40.392169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a392d2f-308d-4f92-aa30-13babb2a54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.394852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a392d2f-308d-4f92-aa30-13babb2a54d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.398303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a392d2f-308d-4f92-aa30-13babb2a54d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fa466af-31d5-4096-98b7-1a55a9c3cb25 HTTP/1.1" status: 204 len: 168 time: 0.3519173 Aug 23 12:10:40.429970 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.454374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a392d2f-308d-4f92-aa30-13babb2a54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa466af-31d5-4096-98b7-1a55a9c3cb25,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:40.563757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port c4346b9f-d8ce-45e6-9d25-730f5900a424 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:40.564118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.736428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.748563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f016d404-35e8-4f08-9727-6e7edc0d9033 None None] Provisioning complete for port c4346b9f-d8ce-45e6-9d25-730f5900a424 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:40.749105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f016d404-35e8-4f08-9727-6e7edc0d9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.760080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for c4346b9f-d8ce-45e6-9d25-730f5900a424 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:40.772387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.780823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.848446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f016d404-35e8-4f08-9727-6e7edc0d9033 None None] Port c4346b9f-d8ce-45e6-9d25-730f5900a424 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:40.909649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'Port': ['ID=c545264d-40f7-40eb-9da1-0bea193e01fb,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:40.926918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.971861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:40.973616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-952ada05-a844-488b-a588-b3b2d90f9d6e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3503211 Aug 23 12:10:41.100112 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:41.137220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f95520-b56a-46ec-971f-ed43b85b0390 req-6116d223-cdd9-4950-a51c-7d821cf9ece5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:41.147147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f3f95520-b56a-46ec-971f-ed43b85b0390 req-6116d223-cdd9-4950-a51c-7d821cf9ece5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 908 time: 0.0904968 Aug 23 12:10:41.169343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=c4346b9f-d8ce-45e6-9d25-730f5900a424,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:41.180595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:41.187237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d721ce2a-9827-428e-a515-105fce613abe tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/ports/c4346b9f-d8ce-45e6-9d25-730f5900a424 HTTP/1.1" status: 204 len: 168 time: 0.8867447 Aug 23 12:10:41.187693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37870) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:41.224197 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53a9409-4537-4760-b32f-13898917089e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] GET failed (client error): The resource could not be found. Aug 23 12:10:41.227395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a53a9409-4537-4760-b32f-13898917089e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "GET /v2.0/ports/c4346b9f-d8ce-45e6-9d25-730f5900a424 HTTP/1.1" status: 404 len: 333 time: 0.0387290 Aug 23 12:10:41.231629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:41.237501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10812924'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:41.355280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-4d792684-8cf5-4428-ac45-dc96a912a578 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--231197538&fields=id&tenant_id=3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 267 time: 0.0629628 Aug 23 12:10:41.521862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:41.594118 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a77c8d12-4ceb-4d4b-971c-c0c87b8102a2 req-eb610b5e-6acd-483d-9524-c5315c3401ca tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0822978 Aug 23 12:10:41.602195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:41.620968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:41.644067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-4d27a1f9-63e9-45ee-96c4-433c11659cc8 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:41.645805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-4d27a1f9-63e9-45ee-96c4-433c11659cc8 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 817 time: 0.2895715 Aug 23 12:10:41.656016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:41.660750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:41.661283 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:41.674165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-9edc89f4-b21d-4cbb-9491-c59ecef3b3d3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/quotas/3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 375 time: 0.0210772 Aug 23 12:10:41.675622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] device_id is not set on port ff354dfb-1d11-47dd-b642-e8a4d51788d8 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:41.720106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37898) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:41.767121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-ca6f87e9-a410-42d4-9316-6f7c5a18c09d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859072 Aug 23 12:10:41.787184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-60177dbb-c2ef-4422-a0f3-ef0187db2cc5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:10:41.788558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-60177dbb-c2ef-4422-a0f3-ef0187db2cc5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081613 Aug 23 12:10:41.829049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Allocated IP 2001:db8::149 (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/ff354dfb-1d11-47dd-b642-e8a4d51788d8) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:41.851178 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:41.931760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:41.933328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:41.938333 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31335bd-0b92-4d22-9e94-701afbcc6a97" -d '{"events": [{"server_uuid": "9dcf656b-9763-4ee7-b480-37233a73a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:41.944069 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:41.968954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'networks': [{'name': 'tempest-network--963572584'}, {'name': 'tempest-network--1454575799'}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:41.969457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'network': {'name': 'tempest-network--963572584'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:41.970384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'network': {'name': 'tempest-network--1454575799'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:41.990372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-39bb5296-30be-48de-ad53-8c21e31d3bbe service neutron] 10.222.0.21 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913056 Aug 23 12:10:42.035712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.065517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Transition to ACTIVE for port object ff354dfb-1d11-47dd-b642-e8a4d51788d8 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:42.068549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:42.094701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'network': 2} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:42.099548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.111499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.130732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.225713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:42.227390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:42.247154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:42.254394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:42.266054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.271750 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66e0cb-e143-4734-92b9-accedf5b40c7 x-openstack-request-id: req-6a66e0cb-e143-4734-92b9-accedf5b40c7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:42.272086 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcf656b-9763-4ee7-b480-37233a73a2cc", "name": "network-vif-plugged", "status": "completed", "tag": "e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:42.272439 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a66e0cb-e143-4734-92b9-accedf5b40c7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:42.272961 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0', 'code': 200} Aug 23 12:10:42.310791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=ff354dfb-1d11-47dd-b642-e8a4d51788d8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:42.476913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdb433-a78a-4f76-a266-15c0872ee44a req-ae030141-071d-4259-99dc-6450c80f2587 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:42.478623 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-38bdb433-a78a-4f76-a266-15c0872ee44a req-ae030141-071d-4259-99dc-6450c80f2587 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.1009233 Aug 23 12:10:42.688578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-398b055c-e584-4606-8d1d-902150351531 None None] Provisioning for port ff354dfb-1d11-47dd-b642-e8a4d51788d8 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:42.698344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-398b055c-e584-4606-8d1d-902150351531 None None] Provisioning complete for port ff354dfb-1d11-47dd-b642-e8a4d51788d8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:42.699239 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-398b055c-e584-4606-8d1d-902150351531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.732298 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35ce7940-6268-49ad-abca-b209819c9d2e req-8da9d180-5cdd-4a42-bcfa-7f8bc80566a8 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0289445 Aug 23 12:10:42.758017 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.779074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-398b055c-e584-4606-8d1d-902150351531 None None] Port ff354dfb-1d11-47dd-b642-e8a4d51788d8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:42.782249 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-1330f477-3c16-4061-afe9-bb8d97d64a08 service neutron] 10.222.0.21 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809515 Aug 23 12:10:42.782858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37924) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:42.783688 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ab49ae8b-8eea-406c-a092-a4df86a7c632 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5506406 Aug 23 12:10:42.790204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'network_id': 'adf683da-2c26-49ee-973f-3ffc2ef8bac2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1376069817'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:42.793900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.794471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.844748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48130-67e0-4444-9007-60683a150aae req-ebfadda6-c02c-45ee-b6be-db866c9e63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:42.846284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30c48130-67e0-4444-9007-60683a150aae req-ebfadda6-c02c-45ee-b6be-db866c9e63b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 1060 time: 0.1703231 Aug 23 12:10:42.856824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb84d3-9386-4207-804b-68c6b0b8d2ee,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:42.930012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:42.953534 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:42.953902 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Added segment f092ffa0-709f-44fa-bc5e-e797f22cee41 of type vlan for network 9f15d179-b557-477c-9642-e2835e2e38b5 Aug 23 12:10:43.053404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.069319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Made reservation on behalf of 42011e2b5625452c9e62a8526b58d0e6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:43.073821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.074504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c940b274-3c58-43ca-899c-bf62c96d5357 req-3222c34c-0988-404e-84df-f00d6737ad3b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 210 time: 0.0984685 Aug 23 12:10:43.114886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] device_id is not set on port 62dd3b11-c692-4131-9aef-229a64c28165 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:43.124703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:43.174390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.174959 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Added segment 6324f35e-0d5e-4c6b-9730-fbd4559a6de1 of type vlan for network d2ea5672-1d5f-457d-a979-757c6e86a197 Aug 23 12:10:43.257581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.310142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Allocated IP 2001:db8::1de (adf683da-2c26-49ee-973f-3ffc2ef8bac2/bd968cb6-23e0-46f2-9900-8eeef41086d5/62dd3b11-c692-4131-9aef-229a64c28165) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:43.334008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.334533 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.340463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.345992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.346688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.382410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6565738 Aug 23 12:10:43.386255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37946) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:43.451579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Network': ['ID=9f15d179-b557-477c-9642-e2835e2e38b5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:43.465537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 9f15d179-b557-477c-9642-e2835e2e38b5 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:43.624050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba4431-1e15-45ea-9aa4-15a9a351bcb8 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.641368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba4431-1e15-45ea-9aa4-15a9a351bcb8 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.648505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba4431-1e15-45ea-9aa4-15a9a351bcb8 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.665036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba4431-1e15-45ea-9aa4-15a9a351bcb8 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.665254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47397b45-7245-45e2-acbb-2884aa1b5b37 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Network': ['ID=d2ea5672-1d5f-457d-a979-757c6e86a197,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:43.668411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-07ba4431-1e15-45ea-9aa4-15a9a351bcb8 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2793014 Aug 23 12:10:43.669881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37950) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:43.680348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d2ea5672-1d5f-457d-a979-757c6e86a197 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:43.782139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bc35a-0e75-4cc6-92c9-c9d20612ce93 req-aed56809-e20d-49d7-bf54-94c4416e7bad tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:43.792546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-300bc35a-0e75-4cc6-92c9-c9d20612ce93 req-aed56809-e20d-49d7-bf54-94c4416e7bad tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.1929133 Aug 23 12:10:43.845581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.861077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:43.916500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Transition to ACTIVE for port object 62dd3b11-c692-4131-9aef-229a64c28165 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:43.928386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90b6e5c8-6321-412f-907d-34470c19443f req-92f3ac23-baee-425a-b90e-1056f4fcabd9 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0525649 Aug 23 12:10:44.047883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.059783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.076126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f15d179-b557-477c-9642-e2835e2e38b5']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:44.116938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:44.158260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:44.161112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:44.169522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:44.170439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.184379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f092ffa0-709f-44fa-bc5e-e797f22cee41') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:44.185056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f092ffa0-709f-44fa-bc5e-e797f22cee41') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:44.195367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4097803 Aug 23 12:10:44.200959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37966) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:44.202930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.233563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d5', 'mac_address': 'fa:16:3e:55:31:99'}, {'ip_address': '2001:db8::149', 'mac_address': 'fa:16:3e:66:72:97'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:44.257622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51b686b0-b1a5-48c7-8ae0-82a55ad45b0d req-f5f27ffe-3664-45ad-82ce-40f273c6c143 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 210 time: 0.0660393 Aug 23 12:10:44.272874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.305598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9839d20-429e-4e6b-8b4c-5eefc7bedb5e tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=62dd3b11-c692-4131-9aef-229a64c28165,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:44.310508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:10:44.310929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:10:44.324496 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:10:44.456476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.463522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.468985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/networks/9f15d179-b557-477c-9642-e2835e2e38b5 HTTP/1.1" status: 204 len: 168 time: 0.7978284 Aug 23 12:10:44.469792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37972) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:44.472948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-0eb3315d-75a4-4684-aced-39f372b87be4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:44.475286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-0eb3315d-75a4-4684-aced-39f372b87be4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 817 time: 0.2394381 Aug 23 12:10:44.530247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b57e9-14e5-4f6c-9cca-030777446bac tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Network': ['ID=9f15d179-b557-477c-9642-e2835e2e38b5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:44.542349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-e0c8a04c-f530-44ef-b9f9-e2aaf50e7c77 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 379 time: 0.0580313 Aug 23 12:10:44.555186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'port': {'device_id': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'admin_state_up': True, 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'security_groups': ['b25af033-0541-45df-841d-f1336a2227c7']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:44.626417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-18849f7e-4435-4724-b349-b0f540d07a64 None None] Provisioning for port 62dd3b11-c692-4131-9aef-229a64c28165 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:44.630470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-18849f7e-4435-4724-b349-b0f540d07a64 None None] Provisioning complete for port 62dd3b11-c692-4131-9aef-229a64c28165 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:44.630849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18849f7e-4435-4724-b349-b0f540d07a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.645489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.651676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.669736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-18849f7e-4435-4724-b349-b0f540d07a64 None None] Port 62dd3b11-c692-4131-9aef-229a64c28165 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:44.731654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Made reservation on behalf of 3743d3d08eb1448ba69b15a76e97b9a3 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:44.736225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.789976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.808924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ea5672-1d5f-457d-a979-757c6e86a197']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:44.866450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6324f35e-0d5e-4c6b-9730-fbd4559a6de1') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:44.866797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6324f35e-0d5e-4c6b-9730-fbd4559a6de1') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:44.889984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Allocated IP 172.20.0.9 (f504f6cb-2845-4cee-8221-055f99f229eb/1f7962b6-8ecb-4aa2-ab5b-354e4d946a13/12738148-35b7-4784-a210-9cf7a496ff97) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:44.893768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:44.980733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.043316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:10:45.043725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:10:45.046896 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:10:45.070990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae87fe-8954-43f5-b47a-e7ed5200d4b1 req-39a2d93a-59bb-46b5-a0b1-ec2597b813d8 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.073577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85ae87fe-8954-43f5-b47a-e7ed5200d4b1 req-39a2d93a-59bb-46b5-a0b1-ec2597b813d8 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.1862905 Aug 23 12:10:45.113467 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6dc06bc-f1dd-45a3-a7e9-a1bcab6203d7 req-a2d259fc-e589-4cfc-9c75-eabc785632a1 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0515091 Aug 23 12:10:45.153642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.171782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.183342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Transition to ACTIVE for port object 12738148-35b7-4784-a210-9cf7a496ff97 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:45.185972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.192860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/networks/d2ea5672-1d5f-457d-a979-757c6e86a197 HTTP/1.1" status: 204 len: 168 time: 0.7147911 Aug 23 12:10:45.194867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:45.227088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192aa16-5af1-48b7-99a7-c7511b49c99e tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Network': ['ID=d2ea5672-1d5f-457d-a979-757c6e86a197,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:45.269901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.277028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.362946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] In _notify_port_updated(), no bound segment for port 62dd3b11-c692-4131-9aef-229a64c28165 on network adf683da-2c26-49ee-973f-3ffc2ef8bac2 {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:10:45.370910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.372262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.375385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "PUT /v2.0/ports/62dd3b11-c692-4131-9aef-229a64c28165 HTTP/1.1" status: 200 len: 1068 time: 1.1593156 Aug 23 12:10:45.382291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37994) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:45.395184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b91bb-c98a-4a35-aa5a-596aafc7c56c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.403420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b91bb-c98a-4a35-aa5a-596aafc7c56c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.411678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d08b91bb-c98a-4a35-aa5a-596aafc7c56c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2153981 Aug 23 12:10:45.412320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37996) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:45.419922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1207663954'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:45.427879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.451080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a900a-68db-468d-b9de-31130c6bdf34 req-67897fdd-c6ac-40c8-8a43-2efe1c9ffad4 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.451370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-100a900a-68db-468d-b9de-31130c6bdf34 req-67897fdd-c6ac-40c8-8a43-2efe1c9ffad4 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.2524824 Aug 23 12:10:45.452042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eaed3-f9cc-47f6-a239-f95f2d77e6b9 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event updated for resources: {'Port': ['ID=62dd3b11-c692-4131-9aef-229a64c28165,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:45.562323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Network f504f6cb-2845-4cee-8221-055f99f229eb is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:45.567858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port 62dd3b11-c692-4131-9aef-229a64c28165 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:45.568585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:45.570170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.572002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:45.592275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2914e6-74ed-49ef-9baf-ec61021e4246 req-0d64b702-5d65-471f-923d-d6148366e48c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.594959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fe2914e6-74ed-49ef-9baf-ec61021e4246 req-0d64b702-5d65-471f-923d-d6148366e48c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 931 time: 0.1565776 Aug 23 12:10:45.642069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:45.646650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.690372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:45.721234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36178a-2120-4582-b2bf-7435f2cac3de req-e87aa48f-75cf-483e-91ba-8d329dfeeb3f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.747646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf36178a-2120-4582-b2bf-7435f2cac3de req-e87aa48f-75cf-483e-91ba-8d329dfeeb3f tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 1060 time: 0.1717420 Aug 23 12:10:45.759232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fe2914e6-74ed-49ef-9baf-ec61021e4246 req-cb769c1c-f6ed-4064-961b-07c707c8f14f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097713 Aug 23 12:10:45.810664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.811713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.825413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.836991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:45.851245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-69545770-fa96-44b4-a8f2-6cf84ce671cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004522 Aug 23 12:10:45.856883 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.857481 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Added segment c12d1f51-0334-440b-9eeb-d3de0349055d of type vlan for network 8d1c228e-5632-4edb-afbb-cd0f5b869d28 Aug 23 12:10:45.863785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for 62dd3b11-c692-4131-9aef-229a64c28165 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:45.916985 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.928519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7c6ac288-37ec-45a5-b0e6-c08f4c326334 None None] Provisioning complete for port 62dd3b11-c692-4131-9aef-229a64c28165 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:45.929013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac288-37ec-45a5-b0e6-c08f4c326334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.951903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265134e-08d2-4bab-a074-3b4dc509f7e5 req-e07e7d1f-1cf5-4aa2-8c21-f521af10e178 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.953457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c265134e-08d2-4bab-a074-3b4dc509f7e5 req-e07e7d1f-1cf5-4aa2-8c21-f521af10e178 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1135 time: 0.1114595 Aug 23 12:10:45.956489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-bd59ab0b-c312-495c-acd5-b2f053f29cd3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:10:45.961056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-bd59ab0b-c312-495c-acd5-b2f053f29cd3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126019 Aug 23 12:10:45.962849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.968327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:45.968931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:45.971070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ac288-37ec-45a5-b0e6-c08f4c326334 None None] Port 62dd3b11-c692-4131-9aef-229a64c28165 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:46.022464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6054285 Aug 23 12:10:46.023596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38008) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:46.031760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1131325896'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:46.037430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c265134e-08d2-4bab-a074-3b4dc509f7e5 req-ffd10f80-bfd7-45d0-a284-07030bf91308 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0626438 Aug 23 12:10:46.071418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38010) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:46.098082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1b914436-d09e-443d-81cb-78dbc8ad984f None None] Provisioning for port 12738148-35b7-4784-a210-9cf7a496ff97 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:46.105448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1b914436-d09e-443d-81cb-78dbc8ad984f None None] Provisioning complete for port 12738148-35b7-4784-a210-9cf7a496ff97 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:46.106673 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1b914436-d09e-443d-81cb-78dbc8ad984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.115135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:46.118594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.155457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.185633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Request body: {'port': {'device_id': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:46.193477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:46.208226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34da04-1d61-4a37-9624-2b584eeecf63 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:46.210487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd34da04-1d61-4a37-9624-2b584eeecf63 tempest-TestSecurityGroupsBasicOps-887788514 tempest-TestSecurityGroupsBasicOps-887788514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 1055 time: 0.1356943 Aug 23 12:10:46.216623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=62dd3b11-c692-4131-9aef-229a64c28165,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:46.231747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1b914436-d09e-443d-81cb-78dbc8ad984f None None] Port 12738148-35b7-4784-a210-9cf7a496ff97 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:10:46.237498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.237927 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Added segment 5f513138-0d91-4c5a-b184-766da17fa159 of type vlan for network b9317ff8-5f6e-48cc-835f-08f6eef8566a Aug 23 12:10:46.256214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd0443-4caf-48bd-aeea-01c85ab8fedd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Network': ['ID=8d1c228e-5632-4edb-afbb-cd0f5b869d28,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:46.270206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8d1c228e-5632-4edb-afbb-cd0f5b869d28 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:46.292721 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9d28901-6266-4fb9-8b3c-145ba67d68fa req-20608dec-e5b5-463e-af67-56fee678a76a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0689449 Aug 23 12:10:46.359984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.464949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.575406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.582876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:46.583543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.691498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6674180 Aug 23 12:10:46.692286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38028) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:46.736835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'ports': [{'network_id': '8d1c228e-5632-4edb-afbb-cd0f5b869d28', 'name': 'tempest-port--1832561956', 'admin_state_up': True}, {'network_id': 'b9317ff8-5f6e-48cc-835f-08f6eef8566a', 'admin_state_up': False}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:46.737832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'port': {'network_id': '8d1c228e-5632-4edb-afbb-cd0f5b869d28', 'name': 'tempest-port--1832561956', 'admin_state_up': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:46.738402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'port': {'network_id': 'b9317ff8-5f6e-48cc-835f-08f6eef8566a', 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:46.782813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824446-39ae-473c-8ece-47d46227852a req-bb5597c6-ab2f-4871-816f-de397f495ef6 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:46.784343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d824446-39ae-473c-8ece-47d46227852a req-bb5597c6-ab2f-4871-816f-de397f495ef6 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.0933170 Aug 23 12:10:46.823035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a562c-c2b9-43f6-a182-9c496a5d2213 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Network': ['ID=b9317ff8-5f6e-48cc-835f-08f6eef8566a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:46.835884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b9317ff8-5f6e-48cc-835f-08f6eef8566a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:46.848948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12738148-35b7-4784-a210-9cf7a496ff97 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:46.858659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.880084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Transition to ACTIVE for port object 12738148-35b7-4784-a210-9cf7a496ff97 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:46.886631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:46.940942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:47.008281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.014864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f01f1555-b9be-46a7-90c9-fbd289149b17 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/ports/62dd3b11-c692-4131-9aef-229a64c28165 HTTP/1.1" status: 204 len: 168 time: 1.6305847 Aug 23 12:10:47.037754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38036) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:47.072486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Attempting to bind port 12738148-35b7-4784-a210-9cf7a496ff97 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:47.072995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Attempting to bind port 12738148-35b7-4784-a210-9cf7a496ff97 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:47.074345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Attempting to bind port 12738148-35b7-4784-a210-9cf7a496ff97 on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:47.088080 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-7454bafc-6472-4ed5-926f-15fbb96094e4 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] GET failed (client error): The resource could not be found. Aug 23 12:10:47.088793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Port 12738148-35b7-4784-a210-9cf7a496ff97 on network f504f6cb-2845-4cee-8221-055f99f229eb not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:10:47.090395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Attempting to bind port 12738148-35b7-4784-a210-9cf7a496ff97 on network f504f6cb-2845-4cee-8221-055f99f229eb {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:47.093105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7454bafc-6472-4ed5-926f-15fbb96094e4 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "GET /v2.0/ports/62dd3b11-c692-4131-9aef-229a64c28165 HTTP/1.1" status: 404 len: 333 time: 0.0470443 Aug 23 12:10:47.102043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:47.103382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:47.103953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Checking segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:47.104883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Bound using segment: {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:47.113104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Bound port: 12738148-35b7-4784-a210-9cf7a496ff97, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2da449e-239f-4091-a762-4b00ea842181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:47.114450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.210110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7a31c-6ee7-4b85-9537-9f7b6494b138 req-cb5e7f3d-37fc-4d26-8724-c413788e557d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:47.214411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99f7a31c-6ee7-4b85-9537-9f7b6494b138 req-cb5e7f3d-37fc-4d26-8724-c413788e557d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.2597806 Aug 23 12:10:47.246212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'port': 2} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:47.251020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.275646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:47.278083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.280485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:47.307615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99f7a31c-6ee7-4b85-9537-9f7b6494b138 req-11186b25-6360-4cb7-b27a-51cc8c221640 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756114 Aug 23 12:10:47.340776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.425626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] device_id is not set on port ed67e5d3-99fa-4b64-9a7a-677512a9370e yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:47.445265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:47.446013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.448232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] 10.222.0.41 "PUT /v2.0/ports/12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 1091 time: 1.4756851 Aug 23 12:10:47.458325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:47.462418 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb299c2-66ba-4bd6-a237-1194fc2196b5" -d '{"events": [{"name": "network-changed", "server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:47.537024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9a992e3b-00a5-4340-a475-b0bc20355b2a req-d4c417ee-64e7-4a2a-8970-0f517e36e0cc tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0852702 Aug 23 12:10:47.648036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730477f-f104-4e71-b0e7-d1fb8f8f851d service neutron] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:47.657528 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16395070-033b-4d86-8a18-7fe8640149d3 x-openstack-request-id: req-16395070-033b-4d86-8a18-7fe8640149d3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:47.657839 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:47.658095 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16395070-033b-4d86-8a18-7fe8640149d3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:47.658616 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'status': 'completed', 'code': 200} Aug 23 12:10:47.737074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.744547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-5ba8f890-d8ae-4787-8fe8-b8a756e79a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:47.747958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-5ba8f890-d8ae-4787-8fe8-b8a756e79a5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1094 time: 0.2525384 Aug 23 12:10:47.784411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port ff354dfb-1d11-47dd-b642-e8a4d51788d8 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:47.785049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:47.845519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-c4e2ad93-5dbd-48f0-8a92-40784190c184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 217 time: 0.0776808 Aug 23 12:10:47.950744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] device_id is not set on port 71774e30-0c39-49a5-8bd2-727df1bb117e yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:10:48.047725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-4448d3ba-83f2-477d-9550-2011f90176a5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:48.050124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-4448d3ba-83f2-477d-9550-2011f90176a5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.1255324 Aug 23 12:10:48.064799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-d1008780-cb30-49ea-810b-c947785cf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:48.066343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-d1008780-cb30-49ea-810b-c947785cf7b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1936686 Aug 23 12:10:48.121807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.156122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c9a11-ce48-49d2-bfbd-9ac453ce71d9 req-7f340871-fc83-4ead-a6cd-4de5feec75ef tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:48.165034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d5c9a11-ce48-49d2-bfbd-9ac453ce71d9 req-7f340871-fc83-4ead-a6cd-4de5feec75ef tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.2219477 Aug 23 12:10:48.173164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for ff354dfb-1d11-47dd-b642-e8a4d51788d8 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:48.263486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-8746c941-44a2-4b95-b5ea-623cb638fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:48.265179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-8746c941-44a2-4b95-b5ea-623cb638fc4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909707 Aug 23 12:10:48.363997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-0ef3b1ac-567a-413b-a9da-2ee950e56739 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:48.374081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-0ef3b1ac-567a-413b-a9da-2ee950e56739 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.3196840 Aug 23 12:10:48.418240 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.425731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9d155e38-8075-4530-9b69-3d194fde8f67 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/quotas/351c90eddf9d42d680db5201f48b0108 HTTP/1.1" status: 200 len: 375 time: 0.0319772 Aug 23 12:10:48.432647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-b91f2b24-8d54-4eca-8202-0207bc2c0873 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551654 Aug 23 12:10:48.434939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.435765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:48.436267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.561465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.563838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/ports/ff354dfb-1d11-47dd-b642-e8a4d51788d8 HTTP/1.1" status: 204 len: 168 time: 1.4451909 Aug 23 12:10:48.567625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38080) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:48.600852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76978-d8ee-4b06-82df-c3f9e01c99a5 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=ff354dfb-1d11-47dd-b642-e8a4d51788d8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:48.638394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.646817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-5b31e799-ef13-4e69-8a03-0d6379579441 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043588 Aug 23 12:10:48.713647 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fec895-27cd-42e8-8a2a-067c34110ee0 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] GET failed (client error): The resource could not be found. Aug 23 12:10:48.723184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-73fec895-27cd-42e8-8a2a-067c34110ee0 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "GET /v2.0/ports/ff354dfb-1d11-47dd-b642-e8a4d51788d8 HTTP/1.1" status: 404 len: 333 time: 0.1543183 Aug 23 12:10:48.732093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38088) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:48.864605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04adce-ac9b-407c-8a43-a6e89e8dd7f2 req-97502c85-1ffc-4853-9103-df72bb04bf66 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:48.866211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f04adce-ac9b-407c-8a43-a6e89e8dd7f2 req-97502c85-1ffc-4853-9103-df72bb04bf66 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.3716297 Aug 23 12:10:48.905530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] For port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:48.906070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:48.912371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f04adce-ac9b-407c-8a43-a6e89e8dd7f2 req-29d94542-9b33-408a-b204-2bbf437b6ccd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381370 Aug 23 12:10:48.932658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2d51263-fe51-4890-b307-d1eaa2413068 req-ab713553-a7e4-432c-a3c3-7ce39e21f755 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806993 Aug 23 12:10:48.936043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Port': ['ID=ed67e5d3-99fa-4b64-9a7a-677512a9370e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:48.958766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port 811f60d3-5de0-45aa-b09c-9a0ec59c248b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:48.959326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:49.021724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:49.027945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Checking segment: {'id': 'c12d1f51-0334-440b-9eeb-d3de0349055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8d1c228e-5632-4edb-afbb-cd0f5b869d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:49.027945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network hostable DHCP agents. Network: 8d1c228e-5632-4edb-afbb-cd0f5b869d28, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:10:49.136448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-fd13fe87-72d1-4302-a2e1-a3775a4ae6ce service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649465 Aug 23 12:10:49.137322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:49.182844 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36918dfb-5192-44d4-8a98-9cfab8bd90bc req-77c6ddea-10d6-4673-b465-7d6a50134575 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0714958 Aug 23 12:10:49.207822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for 811f60d3-5de0-45aa-b09c-9a0ec59c248b owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:49.244074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-333fb828-75bf-40b3-a6e4-d08d23588026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:49.246028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-333fb828-75bf-40b3-a6e4-d08d23588026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1094 time: 0.1331031 Aug 23 12:10:49.307167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network 8d1c228e-5632-4edb-afbb-cd0f5b869d28 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:10:49.364574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-b51598de-2ecb-4b43-830e-9157519655d1 service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277112 Aug 23 12:10:49.370868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8d1c228e-5632-4edb-afbb-cd0f5b869d28) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:49.385475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:49.386724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:49.410815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c347d-eb48-4e93-81fc-20d1d8e40299 None None] Network 8d1c228e-5632-4edb-afbb-cd0f5b869d28 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:49.470294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44566737-0293-41bc-bbc9-7b8875d97927 req-d2bea49d-ac9d-43f7-a779-218f13fd7599 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:49.472034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44566737-0293-41bc-bbc9-7b8875d97927 req-d2bea49d-ac9d-43f7-a779-218f13fd7599 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 909 time: 0.1270866 Aug 23 12:10:49.606382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-4b4a0ad9-2bc2-4b7d-bd21-32ff57961400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:49.607930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-4b4a0ad9-2bc2-4b7d-bd21-32ff57961400 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.3510633 Aug 23 12:10:49.621295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-040cc9dd-eba7-490e-ad02-114c8b9a946c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928166 Aug 23 12:10:49.684482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Port': ['ID=71774e30-0c39-49a5-8bd2-727df1bb117e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:49.754257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Checking segment: {'id': '5f513138-0d91-4c5a-b184-766da17fa159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b9317ff8-5f6e-48cc-835f-08f6eef8566a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:49.755198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network hostable DHCP agents. Network: b9317ff8-5f6e-48cc-835f-08f6eef8566a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:10:49.788403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:50.304144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:50.357632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4b5c823-335e-4ae6-a897-d6adb5662ea4 req-be13d424-9521-4446-b627-5f74510bafbe tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 210 time: 0.0638144 Aug 23 12:10:50.366801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-0612d7cd-5646-458d-9507-724d7b8e1dc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 217 time: 0.7444048 Aug 23 12:10:50.372922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network b9317ff8-5f6e-48cc-835f-08f6eef8566a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:10:50.458632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-df3811dd-3dd4-4f94-b23d-8f0f434425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.460349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-df3811dd-3dd4-4f94-b23d-8f0f434425a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.0742443 Aug 23 12:10:50.468945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-ecfa1d6a-56d0-4707-925d-22494d06072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.473510 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-ecfa1d6a-56d0-4707-925d-22494d06072c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1135 time: 0.8265049 Aug 23 12:10:50.521428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] No DVR routers for this DVR port e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:50.523314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b9317ff8-5f6e-48cc-835f-08f6eef8566a) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:50.529360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:50.539398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3ecebbd-c38d-4112-b37e-207959c3e490 req-3c00b4c1-5cf4-4d29-adf4-7f39d6fc01c5 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.44 "DELETE /v2.0/ports/e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 HTTP/1.1" status: 204 len: 173 time: 2.4746573 Aug 23 12:10:50.539902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'name': 'network-vif-deleted', 'tag': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:50.544778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190c48e-f3f3-4b62-a24e-8e6c00ca3762 None None] Network b9317ff8-5f6e-48cc-835f-08f6eef8566a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:50.565029 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafabbcf-025c-4ba5-a1a9-f74dd855bfbe" -d '{"events": [{"server_uuid": "9dcf656b-9763-4ee7-b480-37233a73a2cc", "name": "network-vif-deleted", "tag": "e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:50.599841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:50.608281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.629186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.629950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:50.656063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963e5fa-c7bb-4bd9-b866-bb137381ffff req-63017c66-2f8c-4739-b549-821bbb0d1bdd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.657800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3963e5fa-c7bb-4bd9-b866-bb137381ffff req-63017c66-2f8c-4739-b549-821bbb0d1bdd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.3488643 Aug 23 12:10:50.723933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-54a19639-8557-4413-a1e7-fe6ae0bb1e90 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9889514 Aug 23 12:10:50.731456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:50.784462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-3a470db6-6db4-4158-91a3-ef76607afc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.784462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-3a470db6-6db4-4158-91a3-ef76607afc86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 200 len: 898 time: 0.2278614 Aug 23 12:10:50.784462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5720f7e-5e33-4060-bb9d-0c2c254bb6fc req-f859f20e-09eb-4510-afff-267da4d3bf6a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0397284 Aug 23 12:10:50.821118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3963e5fa-c7bb-4bd9-b866-bb137381ffff req-98115065-ec18-4c1e-a413-213038917302 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538022 Aug 23 12:10:50.829991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-19f031bd-d0c7-4ae3-9a9f-b78b098966da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.831525 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-19f031bd-d0c7-4ae3-9a9f-b78b098966da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538604 Aug 23 12:10:50.832157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:50.883457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2b393-5ba2-44ce-ad79-ce985de390c7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.896385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2b393-5ba2-44ce-ad79-ce985de390c7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:50.898193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eec2b393-5ba2-44ce-ad79-ce985de390c7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1656835 Aug 23 12:10:50.902523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38136) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:51.003360 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e8a1f-a537-446e-bab1-24e5cbb2ab5e x-openstack-request-id: req-b08e8a1f-a537-446e-bab1-24e5cbb2ab5e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:51.003949 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcf656b-9763-4ee7-b480-37233a73a2cc", "name": "network-vif-deleted", "tag": "e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:51.004446 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b08e8a1f-a537-446e-bab1-24e5cbb2ab5e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:51.005226 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcf656b-9763-4ee7-b480-37233a73a2cc', 'name': 'network-vif-deleted', 'tag': 'e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0', 'status': 'completed', 'code': 200} Aug 23 12:10:51.008245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-6032dbec-0c78-479c-9de6-9755c4c786f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 200 len: 1001 time: 0.2243288 Aug 23 12:10:51.009493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=811f60d3-5de0-45aa-b09c-9a0ec59c248b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:51.128365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.132723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-948a64c5-f07c-4fe4-af7c-5a9e2e3f2866 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/ports/811f60d3-5de0-45aa-b09c-9a0ec59c248b HTTP/1.1" status: 204 len: 168 time: 2.3966131 Aug 23 12:10:51.133365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Deleting port ed67e5d3-99fa-4b64-9a7a-677512a9370e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:51.133762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.165907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38142) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:51.238191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11d4c03b-b0c0-4623-935c-b5f2a63c2cf7 req-5b6d3796-2348-47b0-bfc8-4228aa9d2404 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcf656b-9763-4ee7-b480-37233a73a2cc HTTP/1.1" status: 200 len: 210 time: 0.2242897 Aug 23 12:10:51.300235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-9d3ac29e-e64f-4da4-8871-35229d2cef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:51.302041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-9d3ac29e-e64f-4da4-8871-35229d2cef88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f77b65-3d8f-401b-920d-99b39ddb15ae HTTP/1.1" status: 200 len: 834 time: 0.2221775 Aug 23 12:10:51.306565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-7750907b-4b2a-441e-872d-f52cddf5b9d7 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552803 Aug 23 12:10:51.319971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.342820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting subnet bd968cb6-23e0-46f2-9900-8eeef41086d5 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:10:51.346395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Calling delete_port for ed67e5d3-99fa-4b64-9a7a-677512a9370e owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:51.348338 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.528765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.544034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-27355929-718b-4112-9fd8-a9d845da0342 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913636 Aug 23 12:10:51.548714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-b68e68bf-17fc-49d3-acef-ab4b36fabc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:51.558674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-b68e68bf-17fc-49d3-acef-ab4b36fabc15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c55298e-c971-414c-8734-afa54dff35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360694 Aug 23 12:10:51.561590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:51.612624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:10:51.613160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e052e2d9-b140-43e8-8cc5-59d5a8d7d6f0 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:10:51.682351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f040bf95-a648-47ec-80d3-640b21b1594d req-434a92e6-082f-4f43-af34-1b4bfc8d3183 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 210 time: 0.1790798 Aug 23 12:10:51.739497 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-f8f03d91-168d-439b-9e3d-b56472926669 service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721742 Aug 23 12:10:51.758406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.777514 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b910064b-2d25-4fd1-a6a0-58ab87776bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.844411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Port': ['ID=ed67e5d3-99fa-4b64-9a7a-677512a9370e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:51.881183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.883361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ca31266-e47f-433d-9e01-404595d45dcd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/ports/ed67e5d3-99fa-4b64-9a7a-677512a9370e HTTP/1.1" status: 204 len: 168 time: 0.9798329 Aug 23 12:10:51.890149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38156) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:51.891610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:51.892145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b223eae3-da9d-4f79-8b08-af16644aa0ad req-383755c2-0fd3-45cf-b109-35a20a05cdef service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426718 Aug 23 12:10:51.971063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34f64d24-c74c-433e-a331-080937bdc2dc req-d5d78c6a-f0e5-4d7d-8b03-393bbe191372 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0313621 Aug 23 12:10:52.100767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-d1ca7db4-c382-43e1-83e4-1c7ed0c0dd59 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:52.102246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-d1ca7db4-c382-43e1-83e4-1c7ed0c0dd59 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.41 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.4699140 Aug 23 12:10:52.115490 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.122768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Request body: {'port': {'device_id': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'admin_state_up': True, 'tenant_id': '351c90eddf9d42d680db5201f48b0108'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:52.168099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eedfc-8159-44bf-96a8-c0ccc9cdebc6 req-5d22ef83-d055-422b-8bde-fa2fb280f1d4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:52.169635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc0eedfc-8159-44bf-96a8-c0ccc9cdebc6 req-5d22ef83-d055-422b-8bde-fa2fb280f1d4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.1940126 Aug 23 12:10:52.204144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.208373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/subnets/bd968cb6-23e0-46f2-9900-8eeef41086d5 HTTP/1.1" status: 204 len: 168 time: 1.0387216 Aug 23 12:10:52.209245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38164) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:52.214347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee06ccc-5358-40c0-8bb1-758427969fcf tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Subnet': ['ID=bd968cb6-23e0-46f2-9900-8eeef41086d5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:52.236394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f0401-afe5-43be-9543-4b5f866a15ec None None] Network adf683da-2c26-49ee-973f-3ffc2ef8bac2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:10:52.356538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38176) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:52.359130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Deleting port 71774e30-0c39-49a5-8bd2-727df1bb117e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:52.359473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.369006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc0eedfc-8159-44bf-96a8-c0ccc9cdebc6 req-38f9059e-0eca-44b8-826f-1ea12ad17517 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696265 Aug 23 12:10:52.419473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.491178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.510402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Calling delete_port for 71774e30-0c39-49a5-8bd2-727df1bb117e owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:52.549805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Deleting port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:52.550291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.631809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] DHCP port deletion for adf683da-2c26-49ee-973f-3ffc2ef8bac2 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:10:52.644142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] For port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,segment=NetworkSegment(d479fb36-11a8-484d-8b07-ea34f32c8cb8),segment_id=d479fb36-11a8-484d-8b07-ea34f32c8cb8)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:52.644669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.659709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Calling delete_port for cc1e3808-9ba2-48f1-bc83-d9a6db205c5c owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:52.706887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Made reservation on behalf of 351c90eddf9d42d680db5201f48b0108 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:52.711446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.760386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] Deleting port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:52.761126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.806784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.835393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] For port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,segment=NetworkSegment(d479fb36-11a8-484d-8b07-ea34f32c8cb8),segment_id=d479fb36-11a8-484d-8b07-ea34f32c8cb8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:52.836591 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.862000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] Calling delete_port for cc1e3808-9ba2-48f1-bc83-d9a6db205c5c owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:52.870397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Port': ['ID=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:52.878445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.904811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-208b1fee-09df-4c2d-adec-8fb24264df13 req-555f0eee-2d05-49d3-a6e5-143489416ab8 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 210 time: 0.0929151 Aug 23 12:10:52.905647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] No DVR routers for this DVR port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:52.956546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:52.958618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/ports/71774e30-0c39-49a5-8bd2-727df1bb117e HTTP/1.1" status: 204 len: 168 time: 1.0634105 Aug 23 12:10:52.964818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38184) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:52.967044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65f253-e3aa-41a5-b3f8-dd2bf03a0fbd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Port': ['ID=71774e30-0c39-49a5-8bd2-727df1bb117e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:52.976127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-e6ce2847-7737-43d7-8221-a598bb35448e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2280309 Aug 23 12:10:53.032473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.091154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] Pushing event deleted for resources: {'Port': ['ID=cc1e3808-9ba2-48f1-bc83-d9a6db205c5c,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:53.118713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef007d-e589-455e-b086-76d52df7f0ea None None] No DVR routers for this DVR port cc1e3808-9ba2-48f1-bc83-d9a6db205c5c on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:10:53.135754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-33fdf997-6897-4778-9b62-c48eacf773fd tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1693120 Aug 23 12:10:53.176921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.193380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf683da-2c26-49ee-973f-3ffc2ef8bac2']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:53.200045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38192) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:53.201653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd479fb36-11a8-484d-8b07-ea34f32c8cb8') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:53.202134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd479fb36-11a8-484d-8b07-ea34f32c8cb8') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:53.208270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:10:53.214358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.229635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.237422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:10:53.237422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.278667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-853769205'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:10:53.342289 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:10:53.347450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.394021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:53.401553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.403867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] 10.222.0.21 "DELETE /v2.0/networks/adf683da-2c26-49ee-973f-3ffc2ef8bac2 HTTP/1.1" status: 204 len: 168 time: 1.1933901 Aug 23 12:10:53.405156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bb44c-45a5-40fe-a4e4-1dc7e9e1cf95 tempest-AllowedAddressPairIpV6TestJSON-601979593 tempest-AllowedAddressPairIpV6TestJSON-601979593-project] Pushing event deleted for resources: {'Network': ['ID=adf683da-2c26-49ee-973f-3ffc2ef8bac2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:53.439802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '12738148-35b7-4784-a210-9cf7a496ff97', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'port_id': '12738148-35b7-4784-a210-9cf7a496ff97', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:10:53.447298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e7efb80-002f-4f76-8b25-56007b8c9dc6 req-70e49123-58a2-4b7c-810c-fac13385b16a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.2662315 Aug 23 12:10:53.522878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Allocated IP 172.20.0.6 (8f2512ff-a7d9-4c72-8f73-74c3d0918903/0d2a6a0d-6e12-448b-a08e-1a14313c668d/14194193-fe0f-49c2-9479-a9d376113676) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:10:53.530170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:53.530807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc1e3808-9ba2-48f1-bc83-d9a6db205c5c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:10:53.540633 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.592995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-56aeb1b0-a8b2-491d-b47f-a14cb4637ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:53.594564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-56aeb1b0-a8b2-491d-b47f-a14cb4637ce0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 1096 time: 0.3936377 Aug 23 12:10:53.612467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: cc1e3808-9ba2-48f1-bc83-d9a6db205c5c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:10:53.612592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc1e3808-9ba2-48f1-bc83-d9a6db205c5c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:10:53.642514 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.658784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cb2ff-d301-463a-835e-391fbccdf704 req-55531074-71f8-459f-96d8-4078f95b6b47 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:53.663198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12738148-35b7-4784-a210-9cf7a496ff97 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:53.666947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a9cb2ff-d301-463a-835e-391fbccdf704 req-55531074-71f8-459f-96d8-4078f95b6b47 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.1297426 Aug 23 12:10:53.690523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:53.695425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:53.697574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.750426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a9cb2ff-d301-463a-835e-391fbccdf704 req-063c08d4-4edd-47dc-9bf6-5c7bcf769656 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823903 Aug 23 12:10:53.759397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:53.815248 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:53.815690 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Added segment c6ec407c-db93-46a1-8ebc-164e6ebee5a1 of type vlan for network df279fd0-acaa-4193-8416-c32f231e3e15 Aug 23 12:10:53.909069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['12738148-35b7-4784-a210-9cf7a496ff97'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:10:53.930803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.006882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38214) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:54.039384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.157962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-6f01ce23-3071-4fef-a125-1363a68d81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:54.159675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-6f01ce23-3071-4fef-a125-1363a68d81f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.5375137 Aug 23 12:10:54.173284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b56ecbd0-9b1a-41ee-900e-e138bd81efe5 req-21a88308-fbc6-4398-a24d-67921b7a8144 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 210 time: 0.1203609 Aug 23 12:10:54.198577 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4ae490d4-bd97-4f42-9f98-40b3ba8f792c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42011e2b5625452c9e62a8526b58d0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878612 Aug 23 12:10:54.198863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38218) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:54.249805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.255720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:54.256471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.257140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea737d61-f897-4389-9f5e-449abe8dbc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.283909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea737d61-f897-4389-9f5e-449abe8dbc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.312040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-1ec281a4-4dc6-4a05-bd5e-74599d1330de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7 HTTP/1.1" status: 200 len: 217 time: 0.0738451 Aug 23 12:10:54.369265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea737d61-f897-4389-9f5e-449abe8dbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.377400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea737d61-f897-4389-9f5e-449abe8dbc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.377934 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47d31f51-685c-45bf-a7e0-7679bd200d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.380824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea737d61-f897-4389-9f5e-449abe8dbc62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96fe6a78-a2cc-464c-be52-a1cd560d23c3 HTTP/1.1" status: 204 len: 168 time: 0.1802745 Aug 23 12:10:54.385584 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.401456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737d61-f897-4389-9f5e-449abe8dbc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe6a78-a2cc-464c-be52-a1cd560d23c3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:54.504503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-54fd568d-b8bc-42dc-82d7-5d8dca5dd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:54.506800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-54fd568d-b8bc-42dc-82d7-5d8dca5dd1ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.1289921 Aug 23 12:10:54.696649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9666f28a-3731-496b-8da8-c9d557730683 req-431e38ac-bc03-4713-8c4e-1a776f7c0ccb tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0518396 Aug 23 12:10:54.704829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4306986 Aug 23 12:10:54.705451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38240) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:54.768496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-9fab62e6-7aef-40aa-be25-b381cf3f315b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698280 Aug 23 12:10:54.776288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-415947498'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:54.785335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:54.787479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a90835-d8c6-4502-a487-d54b2b8ce2e1 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Network': ['ID=df279fd0-acaa-4193-8416-c32f231e3e15,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:54.804292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network df279fd0-acaa-4193-8416-c32f231e3e15 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:54.979122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:54.983494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.080143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-5b7c0e51-82c8-42b2-a141-7930c61ed84d service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974288 Aug 23 12:10:55.108242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:55.125206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.125666 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Added segment 56e5a663-8831-4ae8-be46-2c0d84b2cb39 of type vlan for network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 Aug 23 12:10:55.168240 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.180341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7', '9f268528-39de-405a-af6e-d28296450896'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:10:55.182852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.245907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.251601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:55.252470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.271008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:10:55.359471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c1357-9986-4e34-b80e-40f6bf73c296 req-e78a81e5-9604-4e0b-94bb-67bed76111ce tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:55.364649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446c1357-9986-4e34-b80e-40f6bf73c296 req-e78a81e5-9604-4e0b-94bb-67bed76111ce tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 944 time: 0.4524422 Aug 23 12:10:55.376189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae915-7729-4262-8847-61906e038591 req-eced60cd-3667-4a3c-a0c8-8e32aa9ad6b5 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:55.385966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2eae915-7729-4262-8847-61906e038591 req-eced60cd-3667-4a3c-a0c8-8e32aa9ad6b5 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 931 time: 0.0803688 Aug 23 12:10:55.450884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38270) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:55.486384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b2eae915-7729-4262-8847-61906e038591 req-a6b24aca-4072-4cce-a9f5-d03b36c7f2c3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985038 Aug 23 12:10:55.523088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 12738148-35b7-4784-a210-9cf7a496ff97 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:10:55.539778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 12738148-35b7-4784-a210-9cf7a496ff97 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:10:55.540214 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.547884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event updated for resources: {'Port': ['ID=14194193-fe0f-49c2-9479-a9d376113676,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:55.560509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:10:55.563574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-22c640ef-df9e-430d-8ca5-ac93cf29604f req-25496b21-975c-46e5-b315-7235f7d5bfe8 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509073 Aug 23 12:10:55.580028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:10:55.593908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8195007 Aug 23 12:10:55.593908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:10:55.650954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:55.653919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.693831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-716a3a0e-63ac-4b73-8ca8-d0280a4895b6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5805404 Aug 23 12:10:55.765152 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.775775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'networks': [{'name': 'tempest-network--1894443461'}, {'name': 'tempest-network--1461038305'}]} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:55.776874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'network': {'name': 'tempest-network--1894443461'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:55.777741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'network': {'name': 'tempest-network--1461038305'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:55.834351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Request body: {'port': {'device_id': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:55.857675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.885518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'network': 2} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:10:55.909615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:55.912784 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac81931-1f95-422e-8d27-6587330457e0" -d '{"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-plugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:55.913567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.945711 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:55.988350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:56.079463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8be8ce1b-f52d-4629-a095-358db500aba6 req-5f22d672-c937-4c7a-a0dc-5a72b4048bbc tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0908816 Aug 23 12:10:56.106914 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.188488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.195162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.195977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.260833 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091a777-3377-4d30-92e2-b053ade3ffa0 x-openstack-request-id: req-f091a777-3377-4d30-92e2-b053ade3ffa0 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:56.261303 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-plugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:56.261672 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f091a777-3377-4d30-92e2-b053ade3ffa0 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:56.266441 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'code': 200} Aug 23 12:10:56.324459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab91b2-7412-445a-935e-92826a181679,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:56.341243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:56.388294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:56.442485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.444303 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Added segment 8ff0260c-243f-4238-abce-ff25b974f28a of type vlan for network ea17b8d2-7593-4799-9fc8-0cff5101b726 Aug 23 12:10:56.553464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb258-cc0a-4544-997a-c7c05b1b268f req-88c5e8bc-9a91-43d8-95e5-d1b6e3a934ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:56.555347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-245fb258-cc0a-4544-997a-c7c05b1b268f req-88c5e8bc-9a91-43d8-95e5-d1b6e3a934ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1096 time: 0.2158079 Aug 23 12:10:56.638072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.645964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-245fb258-cc0a-4544-997a-c7c05b1b268f req-db24264c-ce7f-47bc-b879-d7880f5a3c72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678976 Aug 23 12:10:56.659759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a247a71-ef53-4037-8058-d05deb878721 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Network': ['ID=1c4b903d-d181-4c31-a8fb-44e67fbb8473,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:56.673675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:56.788857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:10:56.818638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-446c1357-9986-4e34-b80e-40f6bf73c296 req-181a142b-bc43-4140-b436-f683c00f7158 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2539635 Aug 23 12:10:56.845447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.862123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.864264 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Added segment d2566a86-ce3f-42d4-9a95-b828cecc68d0 of type vlan for network d963791b-0bf6-4b56-a6db-ba9b1f249cc4 Aug 23 12:10:56.881378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port 1aeebbb7-963a-421b-9e94-e506e6a71703 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:10:56.881847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:56.884114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567aff-d377-47bc-a8a7-ec778498c9ea req-646a65b2-34f4-4c0d-ade7-a95bac92f7a0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:56.885751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21567aff-d377-47bc-a8a7-ec778498c9ea req-646a65b2-34f4-4c0d-ade7-a95bac92f7a0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 931 time: 0.1907187 Aug 23 12:10:56.948248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:57.033763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21567aff-d377-47bc-a8a7-ec778498c9ea req-4d59456f-777f-42a7-ba41-34fea577959a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265018 Aug 23 12:10:57.064737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:57.066009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:57.074906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:57.086640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:57.090553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:57.298509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Network': ['ID=ea17b8d2-7593-4799-9fc8-0cff5101b726,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:57.316002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] For port 1aeebbb7-963a-421b-9e94-e506e6a71703, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1aeebbb7-963a-421b-9e94-e506e6a71703,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:10:57.316514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:57.325178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network ea17b8d2-7593-4799-9fc8-0cff5101b726 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:57.335287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for 1aeebbb7-963a-421b-9e94-e506e6a71703 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:10:57.336011 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:57.395762 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9428806 Aug 23 12:10:57.412506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38304) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:57.433078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fac23b-f9d0-48ee-a5d0-9b85348d31f4 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Network': ['ID=d963791b-0bf6-4b56-a6db-ba9b1f249cc4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:57.477176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d963791b-0bf6-4b56-a6db-ba9b1f249cc4 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:10:57.529108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b0a7ab9-668b-476e-8bb1-7aeb00c8671d req-13ca72db-9b40-477d-acae-4cdc311b825a tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1571386 Aug 23 12:10:57.917574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d84c4-b1fa-49b7-adee-934353a2d433 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:57.926461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d84c4-b1fa-49b7-adee-934353a2d433 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:57.935494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d84c4-b1fa-49b7-adee-934353a2d433 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:57.942567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d84c4-b1fa-49b7-adee-934353a2d433 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:57.944775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b78d84c4-b1fa-49b7-adee-934353a2d433 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5248740 Aug 23 12:10:57.947759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:57.978935 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.287902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14194193-fe0f-49c2-9479-a9d376113676 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:10:58.289266 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.289546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.289546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Transition to ACTIVE for port object 14194193-fe0f-49c2-9479-a9d376113676 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:10:58.289546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.290125 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.303128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed341-3c45-442f-abb5-1d59d71adb09 req-9268e0dd-1796-413f-924a-d691597f28ee tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:58.307110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56fed341-3c45-442f-abb5-1d59d71adb09 req-9268e0dd-1796-413f-924a-d691597f28ee tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2793143 Aug 23 12:10:58.519020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56fed341-3c45-442f-abb5-1d59d71adb09 req-ad654ede-1274-4df6-8826-f51eda6f6fcf tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931341 Aug 23 12:10:58.588212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=14194193-fe0f-49c2-9479-a9d376113676,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:58.664316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.681846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366ca98-563b-4f8b-9ce6-096f40fc3ad8 req-027e4f27-5ec8-40de-85c9-f2be17c952b8 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:58.683377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1366ca98-563b-4f8b-9ce6-096f40fc3ad8 req-027e4f27-5ec8-40de-85c9-f2be17c952b8 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 943 time: 0.3947217 Aug 23 12:10:58.715204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17b8d2-7593-4799-9fc8-0cff5101b726']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:58.758596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Attempting to bind port 14194193-fe0f-49c2-9479-a9d376113676 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:10:58.760159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Attempting to bind port 14194193-fe0f-49c2-9479-a9d376113676 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:10:58.760754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Attempting to bind port 14194193-fe0f-49c2-9479-a9d376113676 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:58.778550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff0260c-243f-4238-abce-ff25b974f28a') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:58.779951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff0260c-243f-4238-abce-ff25b974f28a') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:58.806783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Port 14194193-fe0f-49c2-9479-a9d376113676 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:10:58.807117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Attempting to bind port 14194193-fe0f-49c2-9479-a9d376113676 on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:10:58.828035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:10:58.828390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Checking segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:10:58.828789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Bound using segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:10:58.829232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Bound port: 14194193-fe0f-49c2-9479-a9d376113676, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:10:58.829595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.856136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.907730 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.923676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ebb9-6918-4f0b-bd67-da6bed907735 req-32345452-988c-4eff-b02e-8ab1a189e3da tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:58.959034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb23ebb9-6918-4f0b-bd67-da6bed907735 req-32345452-988c-4eff-b02e-8ab1a189e3da tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2102561 Aug 23 12:10:58.960847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:10:58.961491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:58.966346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38356) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:10:58.970005 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:10:58.978026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Request body: {'floatingip': {'port_id': '12738148-35b7-4784-a210-9cf7a496ff97'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:59.018157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1366ca98-563b-4f8b-9ce6-096f40fc3ad8 req-ad3b7791-8477-4dbd-9fea-0c3d6ec303a2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613096 Aug 23 12:10:59.025781 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.132708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38358) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:59.143074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'subnets': [{'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1870248977', 'ip_version': 6}, {'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:59.143497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'subnet': {'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1870248977', 'ip_version': 6}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:59.144348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Request body: {'subnet': {'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:10:59.183045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=1aeebbb7-963a-421b-9e94-e506e6a71703,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:59.252539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.280568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80e12f7c-e3cb-4d56-a1a4-895224856a87 req-59a466a4-eb15-429b-b574-5d913fa4ed42 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.1178980 Aug 23 12:10:59.426780 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.451355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.472471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/networks/ea17b8d2-7593-4799-9fc8-0cff5101b726 HTTP/1.1" status: 204 len: 168 time: 1.5220306 Aug 23 12:10:59.474672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:10:59.533315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] For port 14194193-fe0f-49c2-9479-a9d376113676, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:10:59.569824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6cc52-4b49-4715-b028-47fe132fd5e1 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Network': ['ID=ea17b8d2-7593-4799-9fc8-0cff5101b726,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:10:59.579267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] For port 14194193-fe0f-49c2-9479-a9d376113676, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=14194193-fe0f-49c2-9479-a9d376113676,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:10:59.628503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.693939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.714346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:10:59.716283 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.720994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] 10.222.0.41 "PUT /v2.0/ports/14194193-fe0f-49c2-9479-a9d376113676 HTTP/1.1" status: 200 len: 1091 time: 4.0154707 Aug 23 12:10:59.748719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'tag': '14194193-fe0f-49c2-9479-a9d376113676'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:10:59.751629 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a88257-96ff-4d98-b263-e8813c39a635" -d '{"events": [{"name": "network-changed", "server_uuid": "1f501a19-ea15-4562-ac08-ce2a0e181aa8", "tag": "14194193-fe0f-49c2-9479-a9d376113676"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:10:59.909854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:10:59.927792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d963791b-0bf6-4b56-a6db-ba9b1f249cc4']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:59.965639 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a85fd3-9319-4a33-aa5c-28c29c65910a x-openstack-request-id: req-19a85fd3-9319-4a33-aa5c-28c29c65910a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:10:59.966179 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f501a19-ea15-4562-ac08-ce2a0e181aa8", "tag": "14194193-fe0f-49c2-9479-a9d376113676", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:10:59.966642 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19a85fd3-9319-4a33-aa5c-28c29c65910a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:10:59.967551 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'tag': '14194193-fe0f-49c2-9479-a9d376113676', 'status': 'completed', 'code': 200} Aug 23 12:10:59.971007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2566a86-ce3f-42d4-9a95-b828cecc68d0') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:59.971535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2566a86-ce3f-42d4-9a95-b828cecc68d0') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:10:59.984933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.011917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.032460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:00.032881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.034519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-37fe9628-e3a4-42da-9b15-aca06809c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:00.036798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-37fe9628-e3a4-42da-9b15-aca06809c96b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 1094 time: 0.1758962 Aug 23 12:11:00.049035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd656d-f4e1-40ab-916c-780cb1c0cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=14194193-fe0f-49c2-9479-a9d376113676,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:00.066513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.106917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-eebffa78-ffff-4b4e-a7bf-02e4df33d4d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14194193-fe0f-49c2-9479-a9d376113676 HTTP/1.1" status: 200 len: 217 time: 0.0588717 Aug 23 12:11:00.145969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Made reservation on behalf of 6c84e67844f0453984a71022f5e2eb9c for: {'subnet': 2} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:00.146798 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:00.167011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.167598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.297860 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.303130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.310501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/networks/d963791b-0bf6-4b56-a6db-ba9b1f249cc4 HTTP/1.1" status: 204 len: 168 time: 0.8308342 Aug 23 12:11:00.335001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38396) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:00.344548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf5a4c-be0c-4aee-abb5-de675d9c03a0 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Network': ['ID=d963791b-0bf6-4b56-a6db-ba9b1f249cc4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:00.354880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:11:00.405215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-83213e97-7bbf-46a0-8640-e2660f330c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:00.410123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-83213e97-7bbf-46a0-8640-e2660f330c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.2851009 Aug 23 12:11:00.487634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6aa40-5331-4a75-a485-8cfa34dfeba0 req-c95dfae4-a822-4954-a126-63b85a2281c6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:00.489240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4be6aa40-5331-4a75-a485-8cfa34dfeba0 req-c95dfae4-a822-4954-a126-63b85a2281c6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 943 time: 0.2173729 Aug 23 12:11:00.491364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.498425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:00.669901 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-0dd7144d-369f-4375-b437-23d1ec3ddbbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401983 Aug 23 12:11:00.672027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4be6aa40-5331-4a75-a485-8cfa34dfeba0 req-79d662f9-00e3-4d94-bb8a-17cabb80445d tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750162 Aug 23 12:11:00.703097 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Floating IP 1e30c3b9-74c2-4833-a250-899ff4427bdf associated. External IP: 172.25.1.167, port: 12738148-35b7-4784-a210-9cf7a496ff97. Aug 23 12:11:00.706609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71f8d957-97de-45f2-98fd-6c372c73aaa5 req-b3da282d-fd64-4447-96c9-79b4294f3476 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.0783012 Aug 23 12:11:01.579274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:11:01.634221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08402d45-18bd-4377-a843-d4e903fbb754 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:01.653010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08402d45-18bd-4377-a843-d4e903fbb754 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:01.653010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-08402d45-18bd-4377-a843-d4e903fbb754 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3056841 Aug 23 12:11:01.654149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38430) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:01.672148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-543606280'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:01.702528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:01.721646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:01.747364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-a740dec4-bca6-427a-963d-6bbb65e50567 service neutron] 10.222.0.41 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328443 Aug 23 12:11:01.775616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:11:01.787878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:01.794652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:11:01.812946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:01.813609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:01.851099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router 1aba0972-942f-4e66-9df5-cf801903e21a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:11:01.960484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:01.962841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eb2bf765-e02d-4c58-9fc1-8ca242610d9f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "PUT /v2.0/floatingips/1e30c3b9-74c2-4833-a250-899ff4427bdf HTTP/1.1" status: 200 len: 991 time: 2.9888246 Aug 23 12:11:01.963659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:11:01.965987 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b81f2-8155-4409-a90d-b257d1d66a76" -d '{"events": [{"name": "network-changed", "server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:11:01.980052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:01.980354 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Added segment 8ceab9d3-4511-4efd-a8dc-01c9f6f9c989 of type vlan for network a6bf998d-9e36-4c4f-ab16-6212727cdd5e Aug 23 12:11:02.019637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c01a72-a7f9-4620-8663-4ca1e5044b74 req-ebe058e8-12b1-495f-965b-a137fb42846a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:02.023028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:02.024267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.034426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95c01a72-a7f9-4620-8663-4ca1e5044b74 req-ebe058e8-12b1-495f-965b-a137fb42846a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 943 time: 0.1689162 Aug 23 12:11:02.113514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-152f0ee0-4a36-480e-b367-0854f8103ec3 req-fd060170-a46a-4c6e-9233-06da8796442e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb9b596-34e8-483f-84ac-30106c27a8cf HTTP/1.1" status: 200 len: 210 time: 0.2294626 Aug 23 12:11:02.114366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.120984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:02.121503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.123611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95c01a72-a7f9-4620-8663-4ca1e5044b74 req-a3e08772-1da0-4a45-90e0-cce980adc2dc tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881417 Aug 23 12:11:02.309185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38462) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:02.314247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6463678 Aug 23 12:11:02.321711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec681a-38a9-4096-ad4e-d88013a25486 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Network': ['ID=a6bf998d-9e36-4c4f-ab16-6212727cdd5e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:02.326822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1958229358'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:02.351329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a6bf998d-9e36-4c4f-ab16-6212727cdd5e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:02.367628 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f24c46-bc72-4fc3-8f46-41eb593c063d x-openstack-request-id: req-83f24c46-bc72-4fc3-8f46-41eb593c063d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:11:02.367844 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:11:02.368264 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83f24c46-bc72-4fc3-8f46-41eb593c063d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:11:02.368653 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'status': 'completed', 'code': 200} Aug 23 12:11:02.425261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:02.429939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.477103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-322a6f0c-35b8-4d2c-99d6-556ba16976ee req-2a013286-55ad-44e2-9d84-d794049929be service neutron] 10.222.0.41 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285719 Aug 23 12:11:02.512795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:11:02.523510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.530583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ad153fb8-08b0-4cb4-95df-94437774ce68 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "PUT /v2.0/routers/1aba0972-942f-4e66-9df5-cf801903e21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1677449 Aug 23 12:11:02.536521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38466) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:02.544708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] Sync routers for ids ['1aba0972-942f-4e66-9df5-cf801903e21a'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:11:02.569206 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] Routers {'1aba0972-942f-4e66-9df5-cf801903e21a'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:02.574112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1aba0972-942f-4e66-9df5-cf801903e21a'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:02.580900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1e30c3b9-74c2-4833-a250-899ff4427bdf', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'port_id': '12738148-35b7-4784-a210-9cf7a496ff97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:10:40Z', 'updated_at': '2021-08-23T12:11:00Z', 'revision_number': 1, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:02.617913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:02.618537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:11:02.626923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-60478884-ea95-42b8-aa0b-b465e82dcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:02.639410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:02.640069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:02.667073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-60478884-ea95-42b8-aa0b-b465e82dcad5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1096 time: 0.2441692 Aug 23 12:11:02.695891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Subnet': ['ID=4ba0ed5e-dcb5-42a1-9a8e-c313fbdd8e5c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:02.733213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting subnet 1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:02.745821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.773649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88257-96ff-4d98-b263-e8813c39a635 req-f8bda25b-db7a-4d99-99ea-d6d0221df8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:02.777751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-f8bda25b-db7a-4d99-99ea-d6d0221df8cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 1094 time: 0.2049618 Aug 23 12:11:02.797922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Checking segment: {'id': 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:02.798406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network hostable DHCP agents. Network: df279fd0-acaa-4193-8416-c32f231e3e15, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:02.842955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.892819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:02.922349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:02.925276 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Added segment a160705b-fbd1-471a-9acc-83b10d60943e of type vlan for network 21f04a50-56cf-469f-906b-89be61e11de2 Aug 23 12:11:02.935819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network df279fd0-acaa-4193-8416-c32f231e3e15 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:02.949169 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] Set router 1aba0972-942f-4e66-9df5-cf801903e21a gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:02.992231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, df279fd0-acaa-4193-8416-c32f231e3e15) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:03.003522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.025166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.060853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61c6ca-a5ae-4268-a365-1a1231723090 None None] Network df279fd0-acaa-4193-8416-c32f231e3e15 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:03.093398 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.107149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:03.111541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event updated for resources: {'Subnet': ['ID=88ce184c-f58a-41d9-97ca-d86f8da91a63,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:03.112656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.142256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88257-96ff-4d98-b263-e8813c39a635 req-04ef44a3-636a-46ab-992e-4903036f1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:03.144106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-04ef44a3-636a-46ab-992e-4903036f1bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.3540506 Aug 23 12:11:03.281778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9711711 Aug 23 12:11:03.306272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38488) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:03.326257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-0fd6f93c-e893-4520-a5ba-6464c8811850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14194193-fe0f-49c2-9479-a9d376113676 HTTP/1.1" status: 200 len: 217 time: 0.1718581 Aug 23 12:11:03.329959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'ports': [{'network_id': 'a6bf998d-9e36-4c4f-ab16-6212727cdd5e', 'name': 'tempest-port--326045558', 'admin_state_up': True}, {'network_id': '21f04a50-56cf-469f-906b-89be61e11de2', 'admin_state_up': False}]} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:03.330328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'port': {'network_id': 'a6bf998d-9e36-4c4f-ab16-6212727cdd5e', 'name': 'tempest-port--326045558', 'admin_state_up': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:03.331807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'port': {'network_id': '21f04a50-56cf-469f-906b-89be61e11de2', 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:03.356305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.365582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38492) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:03.471987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-6ce86a99-fcb5-48a7-89bc-80ed6041c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:03.473832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-6ce86a99-fcb5-48a7-89bc-80ed6041c418 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.7912085 Aug 23 12:11:03.477266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-df279fd0-acaa-4193-8416-c32f231e3e15', 'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15', 'tenant_id': '6c84e67844f0453984a71022f5e2eb9c', 'fixed_ips': [{'subnet_id': '4ba0ed5e-dcb5-42a1-9a8e-c313fbdd8e5c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:03.478596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.485718 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:58Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:03.542616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896ffe5-6070-413f-b08e-d5b452b8eefd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Network': ['ID=21f04a50-56cf-469f-906b-89be61e11de2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:03.565886 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] Checking router: 1aba0972-942f-4e66-9df5-cf801903e21a for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:11:03.605273 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] Routers {'1aba0972-942f-4e66-9df5-cf801903e21a'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:03.606182 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1aba0972-942f-4e66-9df5-cf801903e21a'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:03.636058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 21f04a50-56cf-469f-906b-89be61e11de2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:03.647202 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-8fbb5c18-8158-486e-bdd3-ea2701181909 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 999 time: 0.1607471 Aug 23 12:11:03.710004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Checking segment: {'id': '56e5a663-8831-4ae8-be46-2c0d84b2cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:03.710658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network hostable DHCP agents. Network: 1c4b903d-d181-4c31-a8fb-44e67fbb8473, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:03.737926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-5d7005e5-d66d-48c1-8900-d5bca7647cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:03.740247 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-5d7005e5-d66d-48c1-8900-d5bca7647cbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.0798125 Aug 23 12:11:03.741650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1e30c3b9-74c2-4833-a250-899ff4427bdf', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'port_id': '12738148-35b7-4784-a210-9cf7a496ff97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:10:40Z', 'updated_at': '2021-08-23T12:11:00Z', 'revision_number': 1, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:03.746842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'port': 2} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:03.752469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.801649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bdf752-62bf-4fc7-8e8f-9b5b5660d30a None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1e30c3b9-74c2-4833-a250-899ff4427bdf', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'port_id': '12738148-35b7-4784-a210-9cf7a496ff97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:10:40Z', 'updated_at': '2021-08-23T12:11:00Z', 'revision_number': 1, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:11:03.825250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.840568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88257-96ff-4d98-b263-e8813c39a635 req-ccbe682e-0dc4-4f0d-be52-e5d1bce98db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:03.842094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-ccbe682e-0dc4-4f0d-be52-e5d1bce98db4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.4689775 Aug 23 12:11:03.861778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537c551-b333-4885-bb36-f38135ef5dd1 req-a22b2b7b-f63b-4096-8f88-1edd7634a415 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:03.873455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1537c551-b333-4885-bb36-f38135ef5dd1 req-a22b2b7b-f63b-4096-8f88-1edd7634a415 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 943 time: 0.5574868 Aug 23 12:11:03.939912 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] Set router 1aba0972-942f-4e66-9df5-cf801903e21a gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:03.955800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:03.956053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] device_id is not set on port a08ae758-eca6-48e0-9efe-29a3cd1a1d63 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:11:03.958024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Allocated IP 2001:db8::1 (df279fd0-acaa-4193-8416-c32f231e3e15/4ba0ed5e-dcb5-42a1-9a8e-c313fbdd8e5c/557069d5-6d89-49b8-b5b1-11920cddd35f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:04.022888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-7520459c-dd9b-4c3a-bf4b-51c44c33e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:04.031372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-7520459c-dd9b-4c3a-bf4b-51c44c33e155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752774 Aug 23 12:11:04.061866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:04.073107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-897e5c0d-0750-48cd-a246-cd96b9a36217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930783 Aug 23 12:11:04.168543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:04.171622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.173528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf6171f4-6866-469e-9b3c-00aec857f024 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/subnets/1a9d7ca1-9dfe-4544-a6e0-baf85d3aa679 HTTP/1.1" status: 204 len: 168 time: 1.6335313 Aug 23 12:11:04.184850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38516) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:04.200024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca8a69e2-181d-4528-879f-8605d5715932 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.206174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2e5bc-b4c3-462f-b8c8-57df516e3b78 None None] Network bae58977-c7c4-4d63-9aca-e234db223720 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:04.226426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 1c4b903d-d181-4c31-a8fb-44e67fbb8473) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:04.317849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:04.318278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:04.318813 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.321372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22228bb4-2673-4b5d-8c3e-bdf0df60b327 None None] Network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:04.362628 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:58Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:04.388746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1537c551-b333-4885-bb36-f38135ef5dd1 req-50189282-4405-468a-8ed5-ae1a17a7ded4 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980304 Aug 23 12:11:04.398486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca8a69e2-181d-4528-879f-8605d5715932 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.413192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fe43c-0fbb-462d-97bd-3c2fecd38e7e None None] New status for floating IP 1e30c3b9-74c2-4833-a250-899ff4427bdf: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:11:04.426147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9e7167b1-2375-4cc1-8fc4-545375194bee tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2919202 Aug 23 12:11:04.426810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:04.468361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.475248 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61f38-8467-41f0-b3be-39a6d86d8da3 None None] The sync data for ids ['1aba0972-942f-4e66-9df5-cf801903e21a'] in n-d-773645-7 is: [{'id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-172290666', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:10:09Z', 'updated_at': '2021-08-23T12:10:58Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '7b8defb3-68fa-4a8c-b05a-793af67f4bc9', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aba0972-942f-4e66-9df5-cf801903e21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:10:10Z', 'updated_at': '2021-08-23T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:11:04.482707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-b437a4ac-4ffd-4cb9-ba76-9b5c351d2d9d service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400482 Aug 23 12:11:04.542700 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.643232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Transition to ACTIVE for port object 557069d5-6d89-49b8-b5b1-11920cddd35f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:04.664570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-be695586-2970-42b7-ba51-3d1ba92d2543 service neutron] 10.222.0.41 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280120 Aug 23 12:11:04.674657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443359be-f98f-48f4-8173-0f70395d6c6a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:04.676756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443359be-f98f-48f4-8173-0f70395d6c6a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:04.678490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443359be-f98f-48f4-8173-0f70395d6c6a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:04.690355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-443359be-f98f-48f4-8173-0f70395d6c6a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2572899 Aug 23 12:11:04.695412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:04.721298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.749782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] device_id is not set on port e794a110-cf06-4799-b0e7-7af8f555cbf0 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:11:04.812369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca8a69e2-181d-4528-879f-8605d5715932 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.819956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b21b81f2-8155-4409-a90d-b257d1d66a76 req-811f438e-fb1f-49d5-97bd-3843c27a9755 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260074 Aug 23 12:11:04.828078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca8a69e2-181d-4528-879f-8605d5715932 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:04.831591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca8a69e2-181d-4528-879f-8605d5715932 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/security-groups/5558d8d4-59ac-4db6-8c15-e6cba0aff0a9 HTTP/1.1" status: 204 len: 168 time: 1.4536057 Aug 23 12:11:04.831932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38540) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:04.854065 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-e045fd85-856c-4767-a5e8-c256911c1829 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] show failed (client error): The resource could not be found. Aug 23 12:11:04.857532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e045fd85-856c-4767-a5e8-c256911c1829 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "GET /v2.0/security-groups/5558d8d4-59ac-4db6-8c15-e6cba0aff0a9 HTTP/1.1" status: 404 len: 347 time: 0.0205276 Aug 23 12:11:04.858416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:04.911206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a69e2-181d-4528-879f-8605d5715932 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558d8d4-59ac-4db6-8c15-e6cba0aff0a9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:05.010805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Deleting subnet 4ba0ed5e-dcb5-42a1-9a8e-c313fbdd8e5c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:05.023425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Transition to ACTIVE for port object 557069d5-6d89-49b8-b5b1-11920cddd35f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:05.040737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.045274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.152293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05a88257-96ff-4d98-b263-e8813c39a635 req-498d3a2d-e335-4769-b912-dd3c3db1c49c service neutron] 10.222.0.41 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576335 Aug 23 12:11:05.155798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.161349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-1c4b903d-d181-4c31-a8fb-44e67fbb8473', 'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473', 'tenant_id': '6c84e67844f0453984a71022f5e2eb9c', 'fixed_ips': [{'subnet_id': '88ce184c-f58a-41d9-97ca-d86f8da91a63'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:05.161878 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.162253 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.205794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.254898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port 85778cf4-47cf-4964-afe8-4a3b0911573a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:05.255471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.260897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 14194193-fe0f-49c2-9479-a9d376113676 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:11:05.295520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Network df279fd0-acaa-4193-8416-c32f231e3e15 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:05.306248 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.371137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:05.371627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.414139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.509265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Allocated IP 2001:db8:0:1::1 (1c4b903d-d181-4c31-a8fb-44e67fbb8473/88ce184c-f58a-41d9-97ca-d86f8da91a63/3b23a1fd-ea3c-4c1a-af4b-f78689895e2a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:05.543076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.544204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.581300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.597141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Port': ['ID=a08ae758-eca6-48e0-9efe-29a3cd1a1d63,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:05.607325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] For port 7b8defb3-68fa-4a8c-b05a-793af67f4bc9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:05.608029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.627528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Checking segment: {'id': '8ceab9d3-4511-4efd-a8dc-01c9f6f9c989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a6bf998d-9e36-4c4f-ab16-6212727cdd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:05.628196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network hostable DHCP agents. Network: a6bf998d-9e36-4c4f-ab16-6212727cdd5e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:05.632550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for 85778cf4-47cf-4964-afe8-4a3b0911573a owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:05.645747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48002a-e672-434b-b6e6-3b35b4869a76 req-218aedf2-8bac-43a4-affb-5d22210e3062 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:05.655856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f48002a-e672-434b-b6e6-3b35b4869a76 req-218aedf2-8bac-43a4-affb-5d22210e3062 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 943 time: 0.1494009 Aug 23 12:11:05.658834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network a6bf998d-9e36-4c4f-ab16-6212727cdd5e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:05.676361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba0ed5e-dcb5-42a1-9a8e-c313fbdd8e5c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:05.679521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:05.680174 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.682431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.687855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8d144c35-3eeb-472d-a2d1-7e4a4404cfa7 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/subnets/4ba0ed5e-dcb5-42a1-9a8e-c313fbdd8e5c HTTP/1.1" status: 204 len: 168 time: 0.9913771 Aug 23 12:11:05.690069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Transition to ACTIVE for port object 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:05.692410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38560) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:05.708126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Transition to ACTIVE for port object 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:05.721841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aeebbb7-963a-421b-9e94-e506e6a71703 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:05.725031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:05.733177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Pushing event updated for resources: {'Port': ['ID=557069d5-6d89-49b8-b5b1-11920cddd35f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:05.736867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.757644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:05.761894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a6bf998d-9e36-4c4f-ab16-6212727cdd5e) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:05.775411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1aeebbb7-963a-421b-9e94-e506e6a71703 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:11:05.775649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aeebbb7-963a-421b-9e94-e506e6a71703 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:05.783177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:05.784217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:05.824637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821dd9d-6d92-47dd-87a2-bff07ecf3481 None None] Network a6bf998d-9e36-4c4f-ab16-6212727cdd5e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:05.840754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f48002a-e672-434b-b6e6-3b35b4869a76 req-f7026902-e2c1-402d-961e-128ac8d26cda tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839654 Aug 23 12:11:05.883753 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:11:05.952776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:05.975106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:06.019896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:06.033006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] DHCP port deletion for bae58977-c7c4-4d63-9aca-e234db223720 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:11:06.043639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Pushing event updated for resources: {'Port': ['ID=3b23a1fd-ea3c-4c1a-af4b-f78689895e2a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:06.056159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.070075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Port': ['ID=e794a110-cf06-4799-b0e7-7af8f555cbf0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:06.122679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=85778cf4-47cf-4964-afe8-4a3b0911573a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:06.123340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Deleting subnet 88ce184c-f58a-41d9-97ca-d86f8da91a63 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:06.135845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.139418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Attempting to bind port 557069d5-6d89-49b8-b5b1-11920cddd35f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:06.139852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Attempting to bind port 557069d5-6d89-49b8-b5b1-11920cddd35f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:06.140224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Attempting to bind port 557069d5-6d89-49b8-b5b1-11920cddd35f on network df279fd0-acaa-4193-8416-c32f231e3e15 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:06.200812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.204233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Checking segment: {'id': 'a160705b-fbd1-471a-9acc-83b10d60943e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f04a50-56cf-469f-906b-89be61e11de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:06.204697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network hostable DHCP agents. Network: 21f04a50-56cf-469f-906b-89be61e11de2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:06.219398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 14194193-fe0f-49c2-9479-a9d376113676, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=14194193-fe0f-49c2-9479-a9d376113676,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:06.236709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.251008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network 21f04a50-56cf-469f-906b-89be61e11de2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:06.266310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.269391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.270941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-627fd0bb-04c4-4cd9-b268-60d7a92f7aa2 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/floatingips/5fc2e1f4-f5d5-4253-b93d-ac590d1ee2de HTTP/1.1" status: 204 len: 168 time: 1.4089398 Aug 23 12:11:06.272088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 21f04a50-56cf-469f-906b-89be61e11de2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:06.276459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:06.283821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:06.289670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:06.290987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.291555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38574) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:06.294778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=7b8defb3-68fa-4a8c-b05a-793af67f4bc9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:06.297250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '14194193-fe0f-49c2-9479-a9d376113676', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'port_id': '14194193-fe0f-49c2-9479-a9d376113676', 'mac_address': 'fa:16:3e:45:4e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2a6a0d-6e12-448b-a08e-1a14313c668d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:11:06.316261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cbe873fb-f5a9-440c-9bee-d156970e9702 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0015774 Aug 23 12:11:06.316962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38576) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:06.334552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c043e39-891b-428c-a969-004fb0eb2214 None None] Network 21f04a50-56cf-469f-906b-89be61e11de2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:06.404121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:06.404975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Checking segment: {'id': 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:06.405669 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.407003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Bound using segment: {'id': 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:06.408031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Bound port: 557069d5-6d89-49b8-b5b1-11920cddd35f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'df279fd0-acaa-4193-8416-c32f231e3e15'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:06.408756 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.423270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25adcdac-61af-4abe-ac4f-b2b0b6254189 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:06.425925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Attempting to bind port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:06.426518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Attempting to bind port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '56e5a663-8831-4ae8-be46-2c0d84b2cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:06.427047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Attempting to bind port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a on network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:06.429720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25adcdac-61af-4abe-ac4f-b2b0b6254189 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:06.431620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25adcdac-61af-4abe-ac4f-b2b0b6254189 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1139331 Aug 23 12:11:06.436092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:06.578005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:06.578334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Checking segment: {'id': '56e5a663-8831-4ae8-be46-2c0d84b2cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:06.578746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.579150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Bound using segment: {'id': '56e5a663-8831-4ae8-be46-2c0d84b2cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:06.579690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Bound port: 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e5a663-8831-4ae8-be46-2c0d84b2cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1c4b903d-d181-4c31-a8fb-44e67fbb8473'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:06.580081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.616207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Deleting port a08ae758-eca6-48e0-9efe-29a3cd1a1d63 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:06.616582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.733953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.736983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] For port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:06.740670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] For port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3b23a1fd-ea3c-4c1a-af4b-f78689895e2a,segment=NetworkSegment(56e5a663-8831-4ae8-be46-2c0d84b2cb39),segment_id=56e5a663-8831-4ae8-be46-2c0d84b2cb39)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:06.747881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] For port 557069d5-6d89-49b8-b5b1-11920cddd35f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:06.750325 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.765035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Calling delete_port for a08ae758-eca6-48e0-9efe-29a3cd1a1d63 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:06.769360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] Deleting port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:06.769771 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.813575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14194193-fe0f-49c2-9479-a9d376113676 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:11:06.835111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 14194193-fe0f-49c2-9479-a9d376113676, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=14194193-fe0f-49c2-9479-a9d376113676,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:06.846299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.907205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:06.913803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] For port 557069d5-6d89-49b8-b5b1-11920cddd35f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=557069d5-6d89-49b8-b5b1-11920cddd35f,segment=NetworkSegment(c6ec407c-db93-46a1-8ebc-164e6ebee5a1),segment_id=c6ec407c-db93-46a1-8ebc-164e6ebee5a1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:06.983803 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.037208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] For port 9632ce41-aa1a-4da4-808c-8e84fcf16c78, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9632ce41-aa1a-4da4-808c-8e84fcf16c78,segment=NetworkSegment(bd56b199-61d5-4bb4-bafb-6328922aef36),segment_id=bd56b199-61d5-4bb4-bafb-6328922aef36)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:07.037862 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.053035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.088759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.105381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] Calling delete_port for 9632ce41-aa1a-4da4-808c-8e84fcf16c78 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:07.136936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Port': ['ID=a08ae758-eca6-48e0-9efe-29a3cd1a1d63,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:07.157349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.161445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e738f-6a90-470f-98ce-ad18e0401601 None None] Pushing event updated for resources: {'Port': ['ID=3b23a1fd-ea3c-4c1a-af4b-f78689895e2a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:07.164500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['14194193-fe0f-49c2-9479-a9d376113676'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:11:07.185858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bdcc3-0701-4604-a16c-891a76b7fb6a req-855d6a51-5d15-40ff-9792-ba61c7620cc3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:07.188416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c8bdcc3-0701-4604-a16c-891a76b7fb6a req-855d6a51-5d15-40ff-9792-ba61c7620cc3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 944 time: 0.2338183 Aug 23 12:11:07.192730 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.197908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/ports/a08ae758-eca6-48e0-9efe-29a3cd1a1d63 HTTP/1.1" status: 204 len: 168 time: 0.7594962 Aug 23 12:11:07.203274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:07.214042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.215325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.215747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.224814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.224814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.225094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.225508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.225937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.226338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.226743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.227147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.228093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c15f7b-9e2e-49a8-bffe-d3fffad224ca tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:07.335827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6537e-ffba-4a3f-860f-2a673ba0f755 None None] Network df279fd0-acaa-4193-8416-c32f231e3e15 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:07.383875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.402798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.404960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Deleting port e794a110-cf06-4799-b0e7-7af8f555cbf0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:07.405526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.588700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.623009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Calling delete_port for e794a110-cf06-4799-b0e7-7af8f555cbf0 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:07.631912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=14194193-fe0f-49c2-9479-a9d376113676,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:07.662973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:07.663652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.688028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c8bdcc3-0701-4604-a16c-891a76b7fb6a req-ab533346-2cf5-480c-a6bc-cb8d38924f78 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373810 Aug 23 12:11:07.719779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.761074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.764312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Fanout notify agent at l3_agent the message router_deleted on router 1aba0972-942f-4e66-9df5-cf801903e21a {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:11:07.791753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.854379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Port': ['ID=e794a110-cf06-4799-b0e7-7af8f555cbf0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:07.875686 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.877929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b0f68ee5-0e80-41aa-9db3-2d6ffde7f511 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/ports/e794a110-cf06-4799-b0e7-7af8f555cbf0 HTTP/1.1" status: 204 len: 168 time: 0.6732774 Aug 23 12:11:07.881218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.881821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38608) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:07.882711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f279274a-c6a1-4fb6-bdc9-60f40a0cbe1f tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/routers/1aba0972-942f-4e66-9df5-cf801903e21a HTTP/1.1" status: 204 len: 168 time: 3.6807423 Aug 23 12:11:07.886688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:07.892980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38610) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:07.895804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/subnets/88ce184c-f58a-41d9-97ca-d86f8da91a63 HTTP/1.1" status: 204 len: 168 time: 2.1933341 Aug 23 12:11:07.896346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38612) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:07.900875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc0ac-11e2-4411-a7a9-3ce1e69c2482 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Subnet': ['ID=88ce184c-f58a-41d9-97ca-d86f8da91a63,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:07.936272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9632ce41-aa1a-4da4-808c-8e84fcf16c78 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:08.059692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.077894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9187a760-2279-40f7-8759-c38d359724cf tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1947255 Aug 23 12:11:08.081823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38620) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:08.102804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1580859258'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:08.107276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for 554da614-5ae3-42bb-9c9a-023e5bfd1bd6 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:08.182917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.230377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] No DVR routers for this DVR port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:08.235710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c96459-7a4c-4cd6-8899-a78cc312af30 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:08.237729 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-94c96459-7a4c-4cd6-8899-a78cc312af30 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3389928 Aug 23 12:11:08.238849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051facab-0072-43d7-8c84-3f0d24263b60 None None] Pushing event updated for resources: {'Port': ['ID=557069d5-6d89-49b8-b5b1-11920cddd35f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:08.243222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38626) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:08.247316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No active binding found for port 9632ce41-aa1a-4da4-808c-8e84fcf16c78 {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 12:11:08.247754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9632ce41-aa1a-4da4-808c-8e84fcf16c78 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:08.259067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:08.270435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.279576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c98e9-c514-4482-9109-4e0edcb8d96c None None] Pushing event deleted for resources: {'Port': ['ID=9632ce41-aa1a-4da4-808c-8e84fcf16c78,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:08.301561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.338237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:08.361151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.361419 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Added segment bdefa798-d572-44b1-9aab-fbc319e2db4c of type vlan for network 6fc880dd-729a-4bdf-9494-fcc637cff015 Aug 23 12:11:08.460419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.556484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.570983 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.577626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:08.578295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.609674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.614674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.637411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae58977-c7c4-4d63-9aca-e234db223720']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:08.673061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd56b199-61d5-4bb4-bafb-6328922aef36') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:08.673365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd56b199-61d5-4bb4-bafb-6328922aef36') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:08.681908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5971930 Aug 23 12:11:08.685376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=554da614-5ae3-42bb-9c9a-023e5bfd1bd6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:08.694052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:08.708704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.726304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.735664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:08.736032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:08.740170 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:08.750254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2015423485'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:08.780285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:08.783539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.833363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d67652-d62b-45b6-b780-a809c572134c tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Network': ['ID=6fc880dd-729a-4bdf-9494-fcc637cff015,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:08.842622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807b032-f668-4288-885b-557cd9cfca1a None None] Network 1c4b903d-d181-4c31-a8fb-44e67fbb8473 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:08.846090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6fc880dd-729a-4bdf-9494-fcc637cff015 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:08.886475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Deleting port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:08.886930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.889296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.905239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.910780 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/networks/bae58977-c7c4-4d63-9aca-e234db223720 HTTP/1.1" status: 204 len: 168 time: 1.0131266 Aug 23 12:11:08.914008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38640) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:08.966855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:08.977145 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:08.977892 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Added segment df123eb5-16bf-49a9-821b-fda5f067403d of type vlan for network 895d786b-df67-49bf-8f3c-3905af1175d2 Aug 23 12:11:08.989126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0f461ee7-09c4-4f9e-b6f2-8c3f22479bd6 None None] Provisioning for port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:09.011209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081d2f-f2cd-4657-bc72-9c616472c348 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Network': ['ID=bae58977-c7c4-4d63-9aca-e234db223720,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:09.022916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.049292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] For port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3b23a1fd-ea3c-4c1a-af4b-f78689895e2a,segment=NetworkSegment(56e5a663-8831-4ae8-be46-2c0d84b2cb39),segment_id=56e5a663-8831-4ae8-be46-2c0d84b2cb39)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:09.050202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.067522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Calling delete_port for 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:09.091649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.097274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:09.097906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.186308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.235279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da03311-1418-4ee9-8178-f4202b7d6961 None None] DHCP port deletion for 1c4b903d-d181-4c31-a8fb-44e67fbb8473 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:11:09.236070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Port': ['ID=3b23a1fd-ea3c-4c1a-af4b-f78689895e2a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:09.247549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5467763 Aug 23 12:11:09.254897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] No DVR routers for this DVR port 3b23a1fd-ea3c-4c1a-af4b-f78689895e2a on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:09.256186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 14194193-fe0f-49c2-9479-a9d376113676 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:09.303614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.308878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6640382-69ce-43fe-9d9b-e0e54d9be8de tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/ports/554da614-5ae3-42bb-9c9a-023e5bfd1bd6 HTTP/1.1" status: 204 len: 168 time: 3.0095460 Aug 23 12:11:09.311503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38652) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:09.371288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38654) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:09.398063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'subnets': [{'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--277820926', 'ip_version': 4}, {'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:09.400232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'subnet': {'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--277820926', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:09.400994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Request body: {'subnet': {'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:09.409342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 14194193-fe0f-49c2-9479-a9d376113676 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:09.420567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 14194193-fe0f-49c2-9479-a9d376113676 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:09.421118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.425612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:09.479878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:11:09.480339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7b8defb3-68fa-4a8c-b05a-793af67f4bc9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:09.485252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a691f1-62a6-4c78-b60b-02927a15cf99 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:11:09.520622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.566995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4b903d-d181-4c31-a8fb-44e67fbb8473']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:09.607717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e5a663-8831-4ae8-be46-2c0d84b2cb39') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:09.608191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e5a663-8831-4ae8-be46-2c0d84b2cb39') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:09.627972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.695562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.701126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.707184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:09.707597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:09.712163 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:09.748148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14194193-fe0f-49c2-9479-a9d376113676'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:11:09.752370 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f410982-66f0-4020-83ec-37447803c244" -d '{"events": [{"server_uuid": "1f501a19-ea15-4562-ac08-ce2a0e181aa8", "name": "network-vif-plugged", "status": "completed", "tag": "14194193-fe0f-49c2-9479-a9d376113676"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:11:09.766926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1be88-aafc-4d1e-85d4-7da7ad7af334 req-dbb37484-e526-4f2d-8afd-a0491105f0f5 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:09.770196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6bc1be88-aafc-4d1e-85d4-7da7ad7af334 req-dbb37484-e526-4f2d-8afd-a0491105f0f5 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 944 time: 0.9483972 Aug 23 12:11:09.776728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c817813-2e75-4512-bbb9-71d069db9d17 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Network': ['ID=895d786b-df67-49bf-8f3c-3905af1175d2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:09.784404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 14194193-fe0f-49c2-9479-a9d376113676, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=14194193-fe0f-49c2-9479-a9d376113676,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:09.785821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a691f1-62a6-4c78-b60b-02927a15cf99 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:11:09.791431 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.797943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 895d786b-df67-49bf-8f3c-3905af1175d2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:09.807797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Made reservation on behalf of 52fc9264c32147f4b56784ee4ef054fd for: {'subnet': 2} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:09.812855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.813230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.826632 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.860917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.864983 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/networks/1c4b903d-d181-4c31-a8fb-44e67fbb8473 HTTP/1.1" status: 204 len: 168 time: 1.6185358 Aug 23 12:11:09.880504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38664) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:09.948153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port d932ca55-e9b1-4189-85c2-dc21a1de144a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:09.948451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.970756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:09.972475 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3b2c4b-4f63-4c3d-9e47-b8b5911ed3bb x-openstack-request-id: req-8b3b2c4b-4f63-4c3d-9e47-b8b5911ed3bb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:11:09.972742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6828d71-6599-40ac-86d0-b77df501901a tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Network': ['ID=1c4b903d-d181-4c31-a8fb-44e67fbb8473,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:09.972850 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f501a19-ea15-4562-ac08-ce2a0e181aa8", "name": "network-vif-plugged", "status": "completed", "tag": "14194193-fe0f-49c2-9479-a9d376113676", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:11:09.973022 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b3b2c4b-4f63-4c3d-9e47-b8b5911ed3bb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:11:09.973514 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14194193-fe0f-49c2-9479-a9d376113676', 'code': 200} Aug 23 12:11:10.163837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Deleting port 557069d5-6d89-49b8-b5b1-11920cddd35f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:10.164192 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.190815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=14194193-fe0f-49c2-9479-a9d376113676,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:10.262592 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6bc1be88-aafc-4d1e-85d4-7da7ad7af334 req-dd6d05ef-1f3f-4407-9a97-3a297c01a6f5 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732361 Aug 23 12:11:10.308791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.335158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] For port 557069d5-6d89-49b8-b5b1-11920cddd35f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=557069d5-6d89-49b8-b5b1-11920cddd35f,segment=NetworkSegment(c6ec407c-db93-46a1-8ebc-164e6ebee5a1),segment_id=c6ec407c-db93-46a1-8ebc-164e6ebee5a1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:10.335278 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.340126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for d932ca55-e9b1-4189-85c2-dc21a1de144a owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:10.365928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235c59-93f2-4bd8-993d-d08c2988561f req-be6ee5c7-fe27-4efb-ab0b-78f44018e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:10.367482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28235c59-93f2-4bd8-993d-d08c2988561f req-be6ee5c7-fe27-4efb-ab0b-78f44018e19e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 1096 time: 0.4299817 Aug 23 12:11:10.371526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port 90220c23-d38a-45e1-adbe-2c7293c49f4d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:10.371877 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.392035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Calling delete_port for 557069d5-6d89-49b8-b5b1-11920cddd35f owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:10.520479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28235c59-93f2-4bd8-993d-d08c2988561f req-b395ed72-f6bc-412c-8ec4-23e8f9f47667 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421697 Aug 23 12:11:10.586900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.587448 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.600674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.604597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for 90220c23-d38a-45e1-adbe-2c7293c49f4d owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:10.652202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Port': ['ID=557069d5-6d89-49b8-b5b1-11920cddd35f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:10.688193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] No DVR routers for this DVR port 557069d5-6d89-49b8-b5b1-11920cddd35f on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:10.708272 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.750224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=d932ca55-e9b1-4189-85c2-dc21a1de144a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:10.770061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.833901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Subnet': ['ID=cbf74d2e-ccbc-4f6b-935a-24f30d48a1cc,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:10.856488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.861876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9fd1ea85-b371-433e-928a-9cb29c6c5d29 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/ports/d932ca55-e9b1-4189-85c2-dc21a1de144a HTTP/1.1" status: 204 len: 168 time: 1.5490727 Aug 23 12:11:10.862552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38684) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:10.953184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting subnet f2bfbb42-ffce-4a6b-b924-c897b7351fe8 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:10.959655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:10.998952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.068620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.071984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=90220c23-d38a-45e1-adbe-2c7293c49f4d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:11.169589 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:11:11.192486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.192947 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Floating IP 92cf6521-a0b1-4fcc-bc73-cc518f44d183 disassociated (deleted). External IP: 172.25.1.138, port: 5221611c-640d-42e6-a48f-00657af8d788. Aug 23 12:11:11.288521 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.301710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df279fd0-acaa-4193-8416-c32f231e3e15']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:11.313963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:11.314271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ec407c-db93-46a1-8ebc-164e6ebee5a1') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:11.337641 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.389253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.401056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:11.401473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.403409 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:11.487663 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:11.496538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.522198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.527821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/networks/df279fd0-acaa-4193-8416-c32f231e3e15 HTTP/1.1" status: 204 len: 168 time: 1.6461768 Aug 23 12:11:11.529583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38704) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:11.559207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba263ac-62db-460d-83ca-7f8053f37e67 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Network': ['ID=df279fd0-acaa-4193-8416-c32f231e3e15,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:11.668634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Checking segment: {'id': 'bdefa798-d572-44b1-9aab-fbc319e2db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:11.669774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network hostable DHCP agents. Network: 6fc880dd-729a-4bdf-9494-fcc637cff015, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:11.697538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.720371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.770648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network 6fc880dd-729a-4bdf-9494-fcc637cff015 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:11.776408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9a7ce9-677f-49f0-a0c9-9a7680d97c00 None None] Network a66031b2-e863-415b-b2b4-80e702e77223 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:11.784323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044b917-3cc0-4c9a-b9c9-2da0d80286ca req-b7d9bbef-b635-41a4-8a9c-4a56195fec0c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:11.786156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d044b917-3cc0-4c9a-b9c9-2da0d80286ca req-b7d9bbef-b635-41a4-8a9c-4a56195fec0c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 945 time: 0.3573945 Aug 23 12:11:11.787580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.792771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/subnets/f2bfbb42-ffce-4a6b-b924-c897b7351fe8 HTTP/1.1" status: 204 len: 168 time: 0.9284992 Aug 23 12:11:11.794016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04464ca-85db-42ad-86e5-26b27013be6f tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bfbb42-ffce-4a6b-b924-c897b7351fe8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:11.799172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38710) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:11.805077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6fc880dd-729a-4bdf-9494-fcc637cff015) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:11.817542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:11:11.828174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0b74c-caf1-4035-a901-e8ed95826555 None None] Network 6fc880dd-729a-4bdf-9494-fcc637cff015 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:11.838950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.962865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting subnet d22d6539-cea1-46ea-894a-667b11cb9b66 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:11.966426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.967111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:11.995411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9317ff8-5f6e-48cc-835f-08f6eef8566a']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.005167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f513138-0d91-4c5a-b184-766da17fa159') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.005474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f513138-0d91-4c5a-b184-766da17fa159') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.017134 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.052293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.060351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d044b917-3cc0-4c9a-b9c9-2da0d80286ca req-af62160c-c21f-477c-afd7-f7e2a85baf32 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606227 Aug 23 12:11:12.061416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:11:12.064453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:12.069867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.075545 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] Sync routers for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:11:12.084075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.090535 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:12.091404 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.128818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e60e5da1-e294-4967-b4b3-d5ed909824d0 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/floatingips/92cf6521-a0b1-4fcc-bc73-cc518f44d183 HTTP/1.1" status: 204 len: 168 time: 3.1854589 Aug 23 12:11:12.130351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'tag': '5221611c-640d-42e6-a48f-00657af8d788'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:11:12.134432 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0615f24f-5c36-4226-a5be-c08426db59cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "tag": "5221611c-640d-42e6-a48f-00657af8d788"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:11:12.139416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:12.223783 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:12.226258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event updated for resources: {'Subnet': ['ID=c8144795-4222-4f15-a29e-797e1d82200c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:12.265165 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b979083b-d60c-4cdf-95ee-c7357df820d5 x-openstack-request-id: req-b979083b-d60c-4cdf-95ee-c7357df820d5 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:11:12.265578 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "tag": "5221611c-640d-42e6-a48f-00657af8d788", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:11:12.265982 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b979083b-d60c-4cdf-95ee-c7357df820d5 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:11:12.266513 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'tag': '5221611c-640d-42e6-a48f-00657af8d788', 'status': 'completed', 'code': 200} Aug 23 12:11:12.277244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] DHCP port deletion for a66031b2-e863-415b-b2b4-80e702e77223 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:11:12.470594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.473176 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:12.479103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6fc880dd-729a-4bdf-9494-fcc637cff015', 'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015', 'tenant_id': '52fc9264c32147f4b56784ee4ef054fd', 'fixed_ips': [{'subnet_id': 'cbf74d2e-ccbc-4f6b-935a-24f30d48a1cc'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:12.483005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.491012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Checking segment: {'id': 'df123eb5-16bf-49a9-821b-fda5f067403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:12.498644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network hostable DHCP agents. Network: 895d786b-df67-49bf-8f3c-3905af1175d2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:12.521918 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.554493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.564498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/networks/b9317ff8-5f6e-48cc-835f-08f6eef8566a HTTP/1.1" status: 204 len: 168 time: 1.0203242 Aug 23 12:11:12.576550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38734) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:12.601849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] Deleting port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:12.604111 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.622538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.682388 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.687613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/subnets/d22d6539-cea1-46ea-894a-667b11cb9b66 HTTP/1.1" status: 204 len: 168 time: 0.8864696 Aug 23 12:11:12.691717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebf822-e01e-4a01-b487-5d8e2363e2f5 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Subnet': ['ID=d22d6539-cea1-46ea-894a-667b11cb9b66,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:12.694644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38736) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:12.710007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615f24f-5c36-4226-a5be-c08426db59cb req-d0dac124-369a-4451-b435-b8310dc02d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.712506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-d0dac124-369a-4451-b435-b8310dc02d97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 1135 time: 0.4319909 Aug 23 12:11:12.728914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.734767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Network 895d786b-df67-49bf-8f3c-3905af1175d2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:12.737572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfde060-1c7b-42f9-837f-24df3610cad5 tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Network': ['ID=b9317ff8-5f6e-48cc-835f-08f6eef8566a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:12.781076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 895d786b-df67-49bf-8f3c-3905af1175d2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:12.808463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.809367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.810225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.862047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688a0cd-4d42-4105-819e-40218243d272 req-1423b054-0646-430e-a04e-e5951d53a03c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.865456 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.870093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9688a0cd-4d42-4105-819e-40218243d272 req-1423b054-0646-430e-a04e-e5951d53a03c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 984 time: 0.2605360 Aug 23 12:11:12.880338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.891142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-41c770aa-c23e-4280-b318-0eb3b99b9903 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.5083404 Aug 23 12:11:12.895091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1c228e-5632-4edb-afbb-cd0f5b869d28']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.897631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38740) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:12.935294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12d1f51-0334-440b-9eeb-d3de0349055d') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.935648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12d1f51-0334-440b-9eeb-d3de0349055d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.949930 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] Checking router: d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:11:12.954155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.968583 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:12.970461 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:12.978526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:12.984711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6a025-a4f0-4292-94bc-f4ea2a2b6f20 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.986527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6a025-a4f0-4292-94bc-f4ea2a2b6f20 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.988617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6a025-a4f0-4292-94bc-f4ea2a2b6f20 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:12.990437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c4a6a025-a4f0-4292-94bc-f4ea2a2b6f20 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0917857 Aug 23 12:11:12.994172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38746) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:13.006451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:13.006873 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:13.012066 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:13.029583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615f24f-5c36-4226-a5be-c08426db59cb req-22c021c8-0f42-48c2-8c01-a45a56606815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:13.032154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-22c021c8-0f42-48c2-8c01-a45a56606815 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 200 len: 898 time: 0.2705555 Aug 23 12:11:13.051771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Allocated IP 172.20.0.2 (6fc880dd-729a-4bdf-9494-fcc637cff015/cbf74d2e-ccbc-4f6b-935a-24f30d48a1cc/d191a272-4bec-483a-9971-ad0136164e3e) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:13.101344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-a3615b57-230c-45c2-8cd3-14b51df5c6e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 200 len: 217 time: 0.0578287 Aug 23 12:11:13.155247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Deleting subnet cbf74d2e-ccbc-4f6b-935a-24f30d48a1cc {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:13.159745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:13.170610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615f24f-5c36-4226-a5be-c08426db59cb req-0a7b746b-d371-4fb4-a50a-17f4dbe7734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:13.172156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-0a7b746b-d371-4fb4-a50a-17f4dbe7734b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f77b65-3d8f-401b-920d-99b39ddb15ae HTTP/1.1" status: 200 len: 834 time: 0.0639238 Aug 23 12:11:13.176557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:13.183185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:13.188128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] 10.222.0.21 "DELETE /v2.0/networks/8d1c228e-5632-4edb-afbb-cd0f5b869d28 HTTP/1.1" status: 204 len: 168 time: 0.6088850 Aug 23 12:11:13.209716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d349c18-78a8-436c-87b7-5beaee35cf1c tempest-BulkNetworkOpsIpV6Test-767114461 tempest-BulkNetworkOpsIpV6Test-767114461-project] Pushing event deleted for resources: {'Network': ['ID=8d1c228e-5632-4edb-afbb-cd0f5b869d28,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:13.226856 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:13.312596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d03f60-c1ae-4ea8-86a3-d5f884060ab1 req-557e8329-c0b4-45e9-9a86-10c319a6c8da tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:13.314642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93d03f60-c1ae-4ea8-86a3-d5f884060ab1 req-557e8329-c0b4-45e9-9a86-10c319a6c8da tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 945 time: 0.0957687 Aug 23 12:11:13.321914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb951d5-853b-4f6c-bf65-a6b24dc4b277 None None] Network 597e402e-fdbc-48bf-92e3-c771ce7099fd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:13.326716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd8a7f-8109-46cd-86dc-d38d0fcce23a None None] Network 895d786b-df67-49bf-8f3c-3905af1175d2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:13.354580 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9688a0cd-4d42-4105-819e-40218243d272 req-b8fb9cd7-f04f-4e9a-af4e-9aa2b359a56b tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3193779 Aug 23 12:11:13.444481 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93d03f60-c1ae-4ea8-86a3-d5f884060ab1 req-17d224d3-9f6f-4127-bf82-e01f0f208917 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100252 Aug 23 12:11:13.662340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:13.705119 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:13.796862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] For port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:13.797559 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:13.798962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f94a5-d72f-4543-97c0-9307cbc42122 None None] The sync data for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 is: [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:09:04Z', 'revision_number': 4, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7e52a31-5a6a-45ee-8db2-5af977afbb07', 'name': '', 'network_id': '3c55298e-c971-414c-8734-afa54dff35fc', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'mac_address': 'fa:16:3e:33:4c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:09:01Z', 'updated_at': '2021-08-23T12:09:13Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'subnets': [{'id': '64f77b65-3d8f-401b-920d-99b39ddb15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:11:13.818120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] Calling delete_port for 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:13.878570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.106199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-cccc651a-5727-4cb9-83e3-ab289a2886a9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:14.113056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-cccc651a-5727-4cb9-83e3-ab289a2886a9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.41 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 984 time: 0.1749783 Aug 23 12:11:14.172568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Transition to ACTIVE for port object d191a272-4bec-483a-9971-ad0136164e3e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:14.259946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.262115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38822) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:14.269062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Transition to ACTIVE for port object d191a272-4bec-483a-9971-ad0136164e3e will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:14.341596 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.354954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615f24f-5c36-4226-a5be-c08426db59cb req-14d661ce-84ed-4a5b-baf0-195445ffe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:14.356899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-14d661ce-84ed-4a5b-baf0-195445ffe17f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c55298e-c971-414c-8734-afa54dff35fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1695321 Aug 23 12:11:14.416503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.514572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.552722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-619a3af5-3887-491b-8dda-c660a6b58695 service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844134 Aug 23 12:11:14.556123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:14.556826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.628931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770e120d-847c-4050-8175-85ab38930c2e None None] New status for floating IP 92cf6521-a0b1-4fcc-bc73-cc518f44d183: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:11:14.637553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] DHCP port deletion for 597e402e-fdbc-48bf-92e3-c771ce7099fd request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:11:14.665220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port 5221611c-640d-42e6-a48f-00657af8d788 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:14.665620 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.731171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996f35-fce2-440e-a2e6-120cb9c417db req-aaf06e58-c324-4f22-853e-9db6c29bdddc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:14.731303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:14.732867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61996f35-fce2-440e-a2e6-120cb9c417db req-aaf06e58-c324-4f22-853e-9db6c29bdddc tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 984 time: 0.1620481 Aug 23 12:11:14.734413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Pushing event updated for resources: {'Port': ['ID=d191a272-4bec-483a-9971-ad0136164e3e,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:14.814850 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.834475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Network 6fc880dd-729a-4bdf-9494-fcc637cff015 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:14.839867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.955186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:14.965885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-895d786b-df67-49bf-8f3c-3905af1175d2', 'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2', 'tenant_id': '52fc9264c32147f4b56784ee4ef054fd', 'fixed_ips': [{'subnet_id': 'c8144795-4222-4f15-a29e-797e1d82200c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:14.967438 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.986694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:14.991363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:15.001434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-90d9a35f-71a3-4b0d-a17b-84e2cc0f37b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c84e67844f0453984a71022f5e2eb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223330 Aug 23 12:11:15.021233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38900) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:15.078634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.083053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/subnets/cbf74d2e-ccbc-4f6b-935a-24f30d48a1cc HTTP/1.1" status: 204 len: 168 time: 2.0875778 Aug 23 12:11:15.103611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,segment=NetworkSegment(be307ce2-cb09-4945-8987-ab5168ad3a44),segment_id=be307ce2-cb09-4945-8987-ab5168ad3a44)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:15.107885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.110365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38910) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:15.178546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Allocated IP 172.20.0.18 (895d786b-df67-49bf-8f3c-3905af1175d2/c8144795-4222-4f15-a29e-797e1d82200c/225a90a8-80e7-445f-94cc-7e490f909509) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:15.197085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:15.203525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bffc37-1737-4748-8c65-c759ceff9601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.235925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bffc37-1737-4748-8c65-c759ceff9601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.284296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0615f24f-5c36-4226-a5be-c08426db59cb req-38c92abe-e84f-4577-8a23-5b30b4c93a8f service neutron] 10.222.0.41 "GET /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203937 Aug 23 12:11:15.318638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:15.333949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.336156 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61996f35-fce2-440e-a2e6-120cb9c417db req-aa56fd10-f3e4-43da-9dd1-1c849457d7e4 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a1e0c-e930-4721-a8be-baf5cfefca17&id=f26c4959-3394-421c-95fd-34959bbb9758&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5587523 Aug 23 12:11:15.337084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030f917-7334-4f1b-a5d9-5471c8a4e014 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf74d2e-ccbc-4f6b-935a-24f30d48a1cc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:15.395870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] For port 5221611c-640d-42e6-a48f-00657af8d788, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5221611c-640d-42e6-a48f-00657af8d788,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:15.396535 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.427090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Deleting subnet c8144795-4222-4f15-a29e-797e1d82200c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:15.429046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for 5221611c-640d-42e6-a48f-00657af8d788 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:15.432230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bffc37-1737-4748-8c65-c759ceff9601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.435582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bffc37-1737-4748-8c65-c759ceff9601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.437375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-38bffc37-1737-4748-8c65-c759ceff9601 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00bb84d3-9386-4207-804b-68c6b0b8d2ee HTTP/1.1" status: 204 len: 168 time: 0.3529234 Aug 23 12:11:15.457629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bffc37-1737-4748-8c65-c759ceff9601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb84d3-9386-4207-804b-68c6b0b8d2ee,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:15.519489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.585179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] Pushing event deleted for resources: {'Port': ['ID=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:15.608195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73809c-1fba-4855-81ee-924dbaf5e8c0 None None] No DVR routers for this DVR port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:15.620131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6014a69-75b4-4f9e-aee1-33ec755c751f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:15.658772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:15.671511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port 8a3f8ef6-3522-4c50-b71e-0c79d37c1a4b on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:15.748516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.765246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Transition to ACTIVE for port object 225a90a8-80e7-445f-94cc-7e490f909509 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:15.776768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.786754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Transition to ACTIVE for port object 225a90a8-80e7-445f-94cc-7e490f909509 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:15.790539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66031b2-e863-415b-b2b4-80e702e77223']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:15.799296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.806954 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.810490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Attempting to bind port d191a272-4bec-483a-9971-ad0136164e3e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:15.810847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Attempting to bind port d191a272-4bec-483a-9971-ad0136164e3e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'bdefa798-d572-44b1-9aab-fbc319e2db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:15.811224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Attempting to bind port d191a272-4bec-483a-9971-ad0136164e3e on network 6fc880dd-729a-4bdf-9494-fcc637cff015 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:15.833266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be307ce2-cb09-4945-8987-ab5168ad3a44') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:15.834009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be307ce2-cb09-4945-8987-ab5168ad3a44') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:15.855068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.893297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.903892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=5221611c-640d-42e6-a48f-00657af8d788,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:15.936373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.962832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.978538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:15.982342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:15.986016 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:16.001983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] No DVR routers for this DVR port 5221611c-640d-42e6-a48f-00657af8d788 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:16.004396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.004755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.006989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-929bc8bc-4bf5-48f1-a8d7-210e2ddc68e8 req-68f310b8-a06f-4006-a5b4-e9d1803a8a51 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.41 "DELETE /v2.0/ports/5221611c-640d-42e6-a48f-00657af8d788 HTTP/1.1" status: 204 len: 173 time: 1.8841813 Aug 23 12:11:16.007539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'name': 'network-vif-deleted', 'tag': '5221611c-640d-42e6-a48f-00657af8d788'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:11:16.009596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] Deleting port e6014a69-75b4-4f9e-aee1-33ec755c751f {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:16.009907 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71c875-0192-4485-9a11-5ad4253a536c" -d '{"events": [{"server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "name": "network-vif-deleted", "tag": "5221611c-640d-42e6-a48f-00657af8d788"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:11:16.017113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.028562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:16.044012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Checking segment: {'id': 'bdefa798-d572-44b1-9aab-fbc319e2db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:16.044500 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.047147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Bound using segment: {'id': 'bdefa798-d572-44b1-9aab-fbc319e2db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:16.047689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Bound port: d191a272-4bec-483a-9971-ad0136164e3e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdefa798-d572-44b1-9aab-fbc319e2db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6fc880dd-729a-4bdf-9494-fcc637cff015'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:16.048101 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.095144 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a8080d-d883-4e37-b7af-1af378209912 x-openstack-request-id: req-10a8080d-d883-4e37-b7af-1af378209912 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:11:16.095450 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82bc99c-322b-40c9-b60c-ea4e34df27c8", "name": "network-vif-deleted", "tag": "5221611c-640d-42e6-a48f-00657af8d788", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:11:16.095707 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10a8080d-d883-4e37-b7af-1af378209912 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:11:16.096112 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82bc99c-322b-40c9-b60c-ea4e34df27c8', 'name': 'network-vif-deleted', 'tag': '5221611c-640d-42e6-a48f-00657af8d788', 'status': 'completed', 'code': 200} Aug 23 12:11:16.158659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Network 895d786b-df67-49bf-8f3c-3905af1175d2 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:16.171735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:16.188092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:16.268950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Pushing event updated for resources: {'Port': ['ID=225a90a8-80e7-445f-94cc-7e490f909509,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:16.269872 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.304737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e6014a69-75b4-4f9e-aee1-33ec755c751f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6014a69-75b4-4f9e-aee1-33ec755c751f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:16.310855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] For port e6014a69-75b4-4f9e-aee1-33ec755c751f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6014a69-75b4-4f9e-aee1-33ec755c751f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:16.310855 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.315431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.327881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:16.330226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/networks/a66031b2-e863-415b-b2b4-80e702e77223 HTTP/1.1" status: 204 len: 168 time: 3.6322176 Aug 23 12:11:16.344411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.377657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.390455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838c504-871b-45ab-8bc4-eff7bc294b0e tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Network': ['ID=a66031b2-e863-415b-b2b4-80e702e77223,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:16.526714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.565666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] Calling delete_port for e6014a69-75b4-4f9e-aee1-33ec755c751f owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:16.603594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.617439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39064) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:16.619523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/subnets/c8144795-4222-4f15-a29e-797e1d82200c HTTP/1.1" status: 204 len: 168 time: 1.4958844 Aug 23 12:11:16.674961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] For port d191a272-4bec-483a-9971-ad0136164e3e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:16.689077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] For port d191a272-4bec-483a-9971-ad0136164e3e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d191a272-4bec-483a-9971-ad0136164e3e,segment=NetworkSegment(bdefa798-d572-44b1-9aab-fbc319e2db4c),segment_id=bdefa798-d572-44b1-9aab-fbc319e2db4c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:16.696922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Attempting to bind port 225a90a8-80e7-445f-94cc-7e490f909509 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:16.697592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Attempting to bind port 225a90a8-80e7-445f-94cc-7e490f909509 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'df123eb5-16bf-49a9-821b-fda5f067403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:16.698262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Attempting to bind port 225a90a8-80e7-445f-94cc-7e490f909509 on network 895d786b-df67-49bf-8f3c-3905af1175d2 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:16.711054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.716807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e6014a69-75b4-4f9e-aee1-33ec755c751f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:16.719283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf89e0e-adc4-45de-bf1f-48b025aa0579 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Subnet': ['ID=c8144795-4222-4f15-a29e-797e1d82200c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:16.795071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ebac80d-55d4-4ce5-9750-a45d5f77bcc0 req-1db69cb3-586a-467a-a9fc-ceca4c6d687c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "GET /v2.0/ports?device_id=b82bc99c-322b-40c9-b60c-ea4e34df27c8 HTTP/1.1" status: 200 len: 210 time: 0.0777307 Aug 23 12:11:16.864298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.876015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:16.876395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Checking segment: {'id': 'df123eb5-16bf-49a9-821b-fda5f067403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:16.876799 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.877197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Bound using segment: {'id': 'df123eb5-16bf-49a9-821b-fda5f067403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:16.877668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Bound port: 225a90a8-80e7-445f-94cc-7e490f909509, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df123eb5-16bf-49a9-821b-fda5f067403d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '895d786b-df67-49bf-8f3c-3905af1175d2'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:16.878077 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:16.902156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50f7bb-870a-40e4-a0ed-48804a2c8d57 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:16.907902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39094) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:16.908075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9c50f7bb-870a-40e4-a0ed-48804a2c8d57 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2910814 Aug 23 12:11:17.019370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Deleting port e6014a69-75b4-4f9e-aee1-33ec755c751f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:17.019712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.137496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a72e253-3d04-4120-91c0-737211e65b08 None None] Network 6fc880dd-729a-4bdf-9494-fcc637cff015 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:17.146134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.196282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] For port e6014a69-75b4-4f9e-aee1-33ec755c751f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6014a69-75b4-4f9e-aee1-33ec755c751f,segment=NetworkSegment(b58676ae-12dc-4b92-bcea-e0793459f27d),segment_id=b58676ae-12dc-4b92-bcea-e0793459f27d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:17.196745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.210428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be545fd-df4a-449d-98db-5ee31784a526 None None] Pushing event updated for resources: {'Port': ['ID=d191a272-4bec-483a-9971-ad0136164e3e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:17.216654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Calling delete_port for e6014a69-75b4-4f9e-aee1-33ec755c751f owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:17.263123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39132) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:17.298121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Deleting port 225a90a8-80e7-445f-94cc-7e490f909509 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:17.299525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.435566 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.448284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.463657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] For port 225a90a8-80e7-445f-94cc-7e490f909509, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:17.464993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] For port 225a90a8-80e7-445f-94cc-7e490f909509, host n-d-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:17.465940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.473352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Port': ['ID=e6014a69-75b4-4f9e-aee1-33ec755c751f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:17.487026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] No DVR routers for this DVR port e6014a69-75b4-4f9e-aee1-33ec755c751f on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:17.493079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Calling delete_port for 225a90a8-80e7-445f-94cc-7e490f909509 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:17.531876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] Pushing event deleted for resources: {'Port': ['ID=e6014a69-75b4-4f9e-aee1-33ec755c751f,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:17.570506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] For port 225a90a8-80e7-445f-94cc-7e490f909509, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=225a90a8-80e7-445f-94cc-7e490f909509,segment=NetworkSegment(df123eb5-16bf-49a9-821b-fda5f067403d),segment_id=df123eb5-16bf-49a9-821b-fda5f067403d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:17.591975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1459077173'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:17.600727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1b110-ea65-4c5f-8cad-1bd5a5b1f1f8 None None] No DVR routers for this DVR port e6014a69-75b4-4f9e-aee1-33ec755c751f on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:17.607374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.622777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.643305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597e402e-fdbc-48bf-92e3-c771ce7099fd']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:17.656276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58676ae-12dc-4b92-bcea-e0793459f27d') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:17.656582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58676ae-12dc-4b92-bcea-e0793459f27d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:17.666531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f0715-39fa-406b-8483-d26744f517a3 None None] Pushing event updated for resources: {'Port': ['ID=225a90a8-80e7-445f-94cc-7e490f909509,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:17.682806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:17.683039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.685949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.709270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.725003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:17.725358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.728873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:17.730575 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:17.738987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7575b6-03c5-4cc2-8ced-38be3b09b687 None None] Network 895d786b-df67-49bf-8f3c-3905af1175d2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:17.769231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.855253 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.857736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Port': ['ID=225a90a8-80e7-445f-94cc-7e490f909509,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:17.870248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] No DVR routers for this DVR port 225a90a8-80e7-445f-94cc-7e490f909509 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:17.875299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:17.884919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] 10.222.0.21 "DELETE /v2.0/networks/597e402e-fdbc-48bf-92e3-c771ce7099fd HTTP/1.1" status: 204 len: 168 time: 1.5533657 Aug 23 12:11:17.915148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39158) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:17.927567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d2846-ba93-4797-a69f-ec4126a0ef71 tempest-TaggedBootDevicesTest-1243980478 tempest-TaggedBootDevicesTest-1243980478-project] Pushing event deleted for resources: {'Network': ['ID=597e402e-fdbc-48bf-92e3-c771ce7099fd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:18.099750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.100500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.114009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.114363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.114709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.115048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.115381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.115710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.116038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.116367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.116696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.117020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:18.119808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0f30-0b08-4f51-a97a-547d9f207c81 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.155446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0f30-0b08-4f51-a97a-547d9f207c81 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.202035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.216184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895d786b-df67-49bf-8f3c-3905af1175d2']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:18.246190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df123eb5-16bf-49a9-821b-fda5f067403d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:18.246738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df123eb5-16bf-49a9-821b-fda5f067403d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:18.250765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0f30-0b08-4f51-a97a-547d9f207c81 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.259893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a14b1-2881-4fbe-9e94-c1767b60a9e9 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:11:18.260423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0f30-0b08-4f51-a97a-547d9f207c81 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.264193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.266928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b9fa0f30-0b08-4f51-a97a-547d9f207c81 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/security-groups/f26c4959-3394-421c-95fd-34959bbb9758 HTTP/1.1" status: 204 len: 168 time: 0.3504810 Aug 23 12:11:18.291941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:18.300496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.301513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0f30-0b08-4f51-a97a-547d9f207c81 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c4959-3394-421c-95fd-34959bbb9758,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:18.311619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:18.312029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.405998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35e036a5-ea44-4531-86e9-748fbe35446c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:18.431974 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:18.441323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.454010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35e036a5-ea44-4531-86e9-748fbe35446c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.472252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.479542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/networks/895d786b-df67-49bf-8f3c-3905af1175d2 HTTP/1.1" status: 204 len: 168 time: 1.5692255 Aug 23 12:11:18.511761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39214) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:18.522278 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35e036a5-ea44-4531-86e9-748fbe35446c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.526877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35e036a5-ea44-4531-86e9-748fbe35446c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.528539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-35e036a5-ea44-4531-86e9-748fbe35446c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d0a1e0c-e930-4721-a8be-baf5cfefca17 HTTP/1.1" status: 204 len: 168 time: 0.2348006 Aug 23 12:11:18.540059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39220) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:18.540936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e036a5-ea44-4531-86e9-748fbe35446c tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a1e0c-e930-4721-a8be-baf5cfefca17,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:18.574988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a14b1-2881-4fbe-9e94-c1767b60a9e9 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:11:18.659376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a0842-cb0e-4d66-89f2-c4ab9d719dfd tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Network': ['ID=895d786b-df67-49bf-8f3c-3905af1175d2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:18.677925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.783875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.798416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Deleting port d191a272-4bec-483a-9971-ad0136164e3e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:18.798771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.936946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:18.984416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3210490-6682-4c28-9bb5-2884bcda832e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:19.012598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] For port d191a272-4bec-483a-9971-ad0136164e3e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d191a272-4bec-483a-9971-ad0136164e3e,segment=NetworkSegment(bdefa798-d572-44b1-9aab-fbc319e2db4c),segment_id=bdefa798-d572-44b1-9aab-fbc319e2db4c)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:19.013345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.028997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:19.030487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca622a-3d58-4d4d-bbdb-74fa410035d4 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:11:19.055478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Calling delete_port for d191a272-4bec-483a-9971-ad0136164e3e owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:19.069155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.070142 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment 16550595-d7a7-47c3-b8c6-b9153b8ea2b0 of type vlan for network 505ae1a8-2617-4c24-85f5-ea1539ac0884 Aug 23 12:11:19.171356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.238916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.245213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:19.246190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.284730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca622a-3d58-4d4d-bbdb-74fa410035d4 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:11:19.292970 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.374356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0937762 Aug 23 12:11:19.374356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Port': ['ID=d191a272-4bec-483a-9971-ad0136164e3e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:19.374356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcaa0d-0933-4cfe-bb7d-9c245717345c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=505ae1a8-2617-4c24-85f5-ea1539ac0884,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:19.383058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] No DVR routers for this DVR port d191a272-4bec-483a-9971-ad0136164e3e on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:19.401161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5221611c-640d-42e6-a48f-00657af8d788 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:19.565827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.578216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 5221611c-640d-42e6-a48f-00657af8d788 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:11:19.578569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5221611c-640d-42e6-a48f-00657af8d788 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:19.580152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 505ae1a8-2617-4c24-85f5-ea1539ac0884 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:19.676070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.693002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc880dd-729a-4bdf-9494-fcc637cff015']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:19.717969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdefa798-d572-44b1-9aab-fbc319e2db4c') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:19.718292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdefa798-d572-44b1-9aab-fbc319e2db4c') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:19.740538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.766670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.777522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:19.777961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:19.786222 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:19.913240 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.921744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:19.927083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/networks/6fc880dd-729a-4bdf-9494-fcc637cff015 HTTP/1.1" status: 204 len: 168 time: 1.4139581 Aug 23 12:11:19.937200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39350) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:19.975318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f558e-640b-44b4-8f24-ff71530f4dba tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Network': ['ID=6fc880dd-729a-4bdf-9494-fcc637cff015,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:20.153235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.626143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.639377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f04a50-56cf-469f-906b-89be61e11de2']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:20.652237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a160705b-fbd1-471a-9acc-83b10d60943e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:20.652537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a160705b-fbd1-471a-9acc-83b10d60943e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:20.663859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port c7e52a31-5a6a-45ee-8db2-5af977afbb07 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:20.664206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.671046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.701734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.741339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:20.742387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:20.745927 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:20.848860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] For port c7e52a31-5a6a-45ee-8db2-5af977afbb07, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7e52a31-5a6a-45ee-8db2-5af977afbb07,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:20.849608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.859152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.870745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:20.872948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/networks/21f04a50-56cf-469f-906b-89be61e11de2 HTTP/1.1" status: 204 len: 168 time: 0.9354477 Aug 23 12:11:20.875460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39378) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:20.879177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for c7e52a31-5a6a-45ee-8db2-5af977afbb07 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:20.906164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c90f5e-06da-4589-9732-4d665b6b1cb8 tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Network': ['ID=21f04a50-56cf-469f-906b-89be61e11de2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:20.992818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.103106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.123486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bf998d-9e36-4c4f-ab16-6212727cdd5e']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:21.123937 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.137729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ceab9d3-4511-4efd-a8dc-01c9f6f9c989') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:21.138325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ceab9d3-4511-4efd-a8dc-01c9f6f9c989') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:21.155653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=c7e52a31-5a6a-45ee-8db2-5af977afbb07,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:21.175427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.200694 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.214042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:21.215478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:21.223190 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:21.327568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.338510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.341403 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] 10.222.0.21 "DELETE /v2.0/networks/a6bf998d-9e36-4c4f-ab16-6212727cdd5e HTTP/1.1" status: 204 len: 168 time: 0.4649131 Aug 23 12:11:21.372424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e0aed-ecaf-4367-8a90-2a2bc388cbde tempest-BulkNetworkOpsTest-1770094504 tempest-BulkNetworkOpsTest-1770094504-project] Pushing event deleted for resources: {'Network': ['ID=a6bf998d-9e36-4c4f-ab16-6212727cdd5e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:21.607694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.775614 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28b2cd19-ff0d-4cf0-8498-4686fa7056bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:21.835603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39392) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:21.964731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:11:22.084345 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1cfa7f62-f0d7-403c-8a40-d936e3a49ee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52fc9264c32147f4b56784ee4ef054fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464104 Aug 23 12:11:22.087185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39402) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:22.128324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:11:22.139674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-86c86924-b1d6-4302-b632-c030aa19b170 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "PUT /v2.0/routers/d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5933650 Aug 23 12:11:22.142015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39404) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:22.144225 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] Sync routers for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:11:22.157051 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:22.158012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:22.190491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58a275b-821f-40ff-8941-9f938ab55569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.227618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting subnet 64f77b65-3d8f-401b-920d-99b39ddb15ae {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:22.231397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58a275b-821f-40ff-8941-9f938ab55569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.240268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.310963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.367164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58a275b-821f-40ff-8941-9f938ab55569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.370997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f58a275b-821f-40ff-8941-9f938ab55569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.375657 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f58a275b-821f-40ff-8941-9f938ab55569 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2ab91b2-7412-445a-935e-92826a181679 HTTP/1.1" status: 204 len: 168 time: 0.2871017 Aug 23 12:11:22.389445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a275b-821f-40ff-8941-9f938ab55569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab91b2-7412-445a-935e-92826a181679,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:22.436845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.454732 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:22.548766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.589168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Subnet': ['ID=64f77b65-3d8f-401b-920d-99b39ddb15ae,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:22.600219 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.601995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088ef64-3e0b-431e-869a-3d7a928bf095 None None] Network 3c55298e-c971-414c-8734-afa54dff35fc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:22.605774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8dae030c-27a9-4338-b354-bbb423570f13 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/subnets/64f77b65-3d8f-401b-920d-99b39ddb15ae HTTP/1.1" status: 204 len: 168 time: 0.4599507 Aug 23 12:11:22.606316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39412) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:22.614695 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39414) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:22.622019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:22.846294 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.896644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:22.900658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:22.985220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] DHCP port deletion for 3c55298e-c971-414c-8734-afa54dff35fc request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:11:23.046779 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:11:21Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:23.083249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] Deleting port 4467f98b-7183-4bf9-be97-87bd5d9139cf {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:23.083698 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.098980 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] Checking router: d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:11:23.118896 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] Routers {'d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:23.119516 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:10:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:23.172508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.210613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] For port 4467f98b-7183-4bf9-be97-87bd5d9139cf, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4467f98b-7183-4bf9-be97-87bd5d9139cf,segment=NetworkSegment(cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f),segment_id=cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:23.211756 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.243021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] Calling delete_port for 4467f98b-7183-4bf9-be97-87bd5d9139cf owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:23.342716 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] Set router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:23.368911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.420538 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.446108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] No DVR routers for this DVR port 4467f98b-7183-4bf9-be97-87bd5d9139cf on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:23.480711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074a127-dfd5-4b9e-b10d-8662a9d11164 None None] Pushing event deleted for resources: {'Port': ['ID=4467f98b-7183-4bf9-be97-87bd5d9139cf,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:23.499941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Deleting port 858fb29d-7d43-4e75-ac71-d502927e36dd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:23.502194 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.515351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4467f98b-7183-4bf9-be97-87bd5d9139cf no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:23.558607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4467f98b-7183-4bf9-be97-87bd5d9139cf {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:11:23.558961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4467f98b-7183-4bf9-be97-87bd5d9139cf not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:23.581864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=8056a751-da94-41d2-bb34-ca051843b702,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:23.703099 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:11:21Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:23.716203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39442) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:23.725529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': '16550595-d7a7-47c3-b8c6-b9153b8ea2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:23.725946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: 505ae1a8-2617-4c24-85f5-ea1539ac0884, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:23.731780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] For port 858fb29d-7d43-4e75-ac71-d502927e36dd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=858fb29d-7d43-4e75-ac71-d502927e36dd,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:23.732244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.748459 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603226c-3245-4711-8307-a419c14c28f3 None None] The sync data for ids ['d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0'] in n-d-773645-7 is: [{'id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-240871991', 'tenant_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:08:53Z', 'updated_at': '2021-08-23T12:11:21Z', 'revision_number': 5, 'project_id': 'c09b1ba3bec04baabadcd406a9c59d1f', 'gw_port': {'id': '858fb29d-7d43-4e75-ac71-d502927e36dd', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5dd0-ce72-4bc4-99b9-c3d69b4440a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:08:55Z', 'updated_at': '2021-08-23T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:11:23.765058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Calling delete_port for 858fb29d-7d43-4e75-ac71-d502927e36dd owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:23.771130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 505ae1a8-2617-4c24-85f5-ea1539ac0884 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:23.791461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 505ae1a8-2617-4c24-85f5-ea1539ac0884) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:23.802656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ba7dd-29ac-4c60-b900-4b65ce37a390 None None] Network 505ae1a8-2617-4c24-85f5-ea1539ac0884 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:23.839007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:23.839398 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.863450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b4c2636-5c8a-4765-97b6-f84fad3f61f5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2473807 Aug 23 12:11:23.866812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39448) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:23.877887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639188660'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:23.907160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:23.912256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.945761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2139197585'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:23.971601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:23.975425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:23.985952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.012900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:24.030832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.048512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.048906 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment dde5f935-cd9e-465c-a8d2-e57dbd0ecdc9 of type vlan for network 6b601d16-3f83-4b41-beaf-f9dc923595fb Aug 23 12:11:24.054213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-505ae1a8-2617-4c24-85f5-ea1539ac0884', 'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': '8056a751-da94-41d2-bb34-ca051843b702'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:24.056436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.074775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Port': ['ID=858fb29d-7d43-4e75-ac71-d502927e36dd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:24.179477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.243172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.279440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.285509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:24.286463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.312781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Allocated IP 2001:db8:0:ffff::2 (505ae1a8-2617-4c24-85f5-ea1539ac0884/8056a751-da94-41d2-bb34-ca051843b702/f88f64c6-dba3-4593-824f-a9585abca398) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:24.399263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=6b601d16-3f83-4b41-beaf-f9dc923595fb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:24.443190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.451183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6b601d16-3f83-4b41-beaf-f9dc923595fb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:24.451429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.456925 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a17e2bb-7315-43fb-9620-3796dd7ae0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.458804 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.472062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.476291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8dba7a6f-98ba-4965-be9b-7b477287acf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6080682 Aug 23 12:11:24.482763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39456) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:24.483543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.491007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '6b601d16-3f83-4b41-beaf-f9dc923595fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:24.494309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:24.510997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ca34f-9701-463d-9dd4-f53d3d4fc22e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:24.514344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.514750 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Added segment 9bdd95a2-8016-41be-a93b-8cf4c97b16ac of type vlan for network 12d7aa42-309e-46fd-a61b-8a936ed5e08f Aug 23 12:11:24.573290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.616755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.622846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:24.623624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.656819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.675761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Transition to ACTIVE for port object f88f64c6-dba3-4593-824f-a9585abca398 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:24.696265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Transition to ACTIVE for port object f88f64c6-dba3-4593-824f-a9585abca398 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:24.718168 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.722834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0054045 Aug 23 12:11:24.769572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Network 505ae1a8-2617-4c24-85f5-ea1539ac0884 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:24.794971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0cbb3-7da8-4f10-b4d6-e8d95d719cec tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Network': ['ID=12d7aa42-309e-46fd-a61b-8a936ed5e08f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:24.812587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:24.832252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.847554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:24.851679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 12d7aa42-309e-46fd-a61b-8a936ed5e08f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:24.854083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:24.939501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.940228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Fanout notify agent at l3_agent the message router_deleted on router d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:11:24.960865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:24.962653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4e5922ad-4885-4340-ac9d-8009c82be1b9 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/routers/d04c5dd0-ce72-4bc4-99b9-c3d69b4440a0 HTTP/1.1" status: 204 len: 168 time: 2.3546145 Aug 23 12:11:24.965356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39462) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:25.115981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Pushing event updated for resources: {'Port': ['ID=f88f64c6-dba3-4593-824f-a9585abca398,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:25.150956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Attempting to bind port f88f64c6-dba3-4593-824f-a9585abca398 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:25.151339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Attempting to bind port f88f64c6-dba3-4593-824f-a9585abca398 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '16550595-d7a7-47c3-b8c6-b9153b8ea2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:25.151690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Attempting to bind port f88f64c6-dba3-4593-824f-a9585abca398 on network 505ae1a8-2617-4c24-85f5-ea1539ac0884 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:25.172933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:25.173316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Checking segment: {'id': '16550595-d7a7-47c3-b8c6-b9153b8ea2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:25.173747 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.174149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Bound using segment: {'id': '16550595-d7a7-47c3-b8c6-b9153b8ea2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:25.174626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Bound port: f88f64c6-dba3-4593-824f-a9585abca398, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16550595-d7a7-47c3-b8c6-b9153b8ea2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '505ae1a8-2617-4c24-85f5-ea1539ac0884'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:25.175012 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.237912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.385050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.403588 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] For port f88f64c6-dba3-4593-824f-a9585abca398, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:25.416407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] For port f88f64c6-dba3-4593-824f-a9585abca398, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f88f64c6-dba3-4593-824f-a9585abca398,segment=NetworkSegment(16550595-d7a7-47c3-b8c6-b9153b8ea2b0),segment_id=16550595-d7a7-47c3-b8c6-b9153b8ea2b0)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:25.427282 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.559481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=68cdd2c9-630c-4d81-9b3c-3af921f8719a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:25.565195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.588244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c55298e-c971-414c-8734-afa54dff35fc']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:25.616101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:25.616410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae5ae0d-97fc-4b6e-8ce1-191e4e04f98f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:25.652454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.670163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': 'dde5f935-cd9e-465c-a8d2-e57dbd0ecdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b601d16-3f83-4b41-beaf-f9dc923595fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:25.670753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: 6b601d16-3f83-4b41-beaf-f9dc923595fb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:25.706264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.714163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:25.714940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:25.718546 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:25.722574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88d8f3-5118-462a-b35b-dd86c213e7c0 None None] Pushing event updated for resources: {'Port': ['ID=f88f64c6-dba3-4593-824f-a9585abca398,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:25.733195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.750096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 6b601d16-3f83-4b41-beaf-f9dc923595fb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:25.767351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6b601d16-3f83-4b41-beaf-f9dc923595fb) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:25.772866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:25.775297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.782465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a189c47-b991-4184-898e-34c51b1b1f8d None None] Network 6b601d16-3f83-4b41-beaf-f9dc923595fb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:25.806928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e52a31-5a6a-45ee-8db2-5af977afbb07 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:25.819020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3148a0d0-9389-4ef5-a757-7afff80e1e10 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3331859 Aug 23 12:11:25.820041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39474) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:25.871856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.891564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:25.897855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] 10.222.0.21 "DELETE /v2.0/networks/3c55298e-c971-414c-8734-afa54dff35fc HTTP/1.1" status: 204 len: 168 time: 0.9291933 Aug 23 12:11:25.937524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb078dd-3e7c-45c6-abeb-f0c71194c826 tempest-TestSecurityGroupsBasicOps-1066051533 tempest-TestSecurityGroupsBasicOps-1066051533-project] Pushing event deleted for resources: {'Network': ['ID=3c55298e-c971-414c-8734-afa54dff35fc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:25.983369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c7e52a31-5a6a-45ee-8db2-5af977afbb07 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:11:25.983866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7e52a31-5a6a-45ee-8db2-5af977afbb07 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:25.984289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 858fb29d-7d43-4e75-ac71-d502927e36dd no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:11:26.111859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 858fb29d-7d43-4e75-ac71-d502927e36dd {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:11:26.112207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 858fb29d-7d43-4e75-ac71-d502927e36dd not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:11:26.198670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.286658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405dd11a-7ac4-428f-a7e6-57fd9caccc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6b601d16-3f83-4b41-beaf-f9dc923595fb', 'network_id': '6b601d16-3f83-4b41-beaf-f9dc923595fb', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': '68cdd2c9-630c-4d81-9b3c-3af921f8719a'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:26.288977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-405dd11a-7ac4-428f-a7e6-57fd9caccc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.309959 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.410878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.465051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=68cdd2c9-630c-4d81-9b3c-3af921f8719a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:26.559144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39490) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server [None req-405dd11a-7ac4-428f-a7e6-57fd9caccc6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68cdd2c9-630c-4d81-9b3c-3af921f8719a: This subnet is being modified by another concurrent operation. Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:11:26.604080 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise exception Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68cdd2c9-630c-4d81-9b3c-3af921f8719a: This subnet is being modified by another concurrent operation. Aug 23 12:11:26.607096 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Aug 23 12:11:26.623909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.642765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b601d16-3f83-4b41-beaf-f9dc923595fb']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:26.668385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde5f935-cd9e-465c-a8d2-e57dbd0ecdc9') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:26.668687 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde5f935-cd9e-465c-a8d2-e57dbd0ecdc9') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:26.683011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc58fb-b338-4a6e-8448-7e2d7bcbdf19 None None] Network 6b601d16-3f83-4b41-beaf-f9dc923595fb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:26.704556 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.751199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.776397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:26.776857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:26.789571 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:26.909565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-03765bfd-4f9b-41ce-8854-012fff6ec22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c09b1ba3bec04baabadcd406a9c59d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497090 Aug 23 12:11:26.911971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39496) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:26.920486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.975143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:26.982062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/6b601d16-3f83-4b41-beaf-f9dc923595fb HTTP/1.1" status: 204 len: 168 time: 1.1600688 Aug 23 12:11:26.982999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac5d5-90e4-4355-9701-1fb5447d933e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=6b601d16-3f83-4b41-beaf-f9dc923595fb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:26.984755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39498) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:26.999380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1103308037'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:27.027643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfeaf-618f-4559-b6a3-9d66baed25ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.052799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfeaf-618f-4559-b6a3-9d66baed25ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.095682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:27.100629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.159349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfeaf-618f-4559-b6a3-9d66baed25ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.163274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1bfcfeaf-618f-4559-b6a3-9d66baed25ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.165561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1bfcfeaf-618f-4559-b6a3-9d66baed25ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4436eea-6da4-49ea-9a97-e9f7cbd8cf3d HTTP/1.1" status: 204 len: 168 time: 0.2523036 Aug 23 12:11:27.176795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcfeaf-618f-4559-b6a3-9d66baed25ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4436eea-6da4-49ea-9a97-e9f7cbd8cf3d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:27.193501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:27.234197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.235111 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment e8bbd9cd-9405-454f-ae50-2e8d17a51005 of type vlan for network da6195ad-2845-4517-8e80-ce99e1be6edf Aug 23 12:11:27.297027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4786de-c66a-4a42-bd23-8bb4e1488b4f None None] Network 505ae1a8-2617-4c24-85f5-ea1539ac0884 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:27.335082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.394438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.404603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:27.406188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.465052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4786909 Aug 23 12:11:27.474452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39510) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:27.483885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:27.528065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db8cec-aa25-49c2-a797-7ddcf16a79fa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=da6195ad-2845-4517-8e80-ce99e1be6edf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:27.560129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.561028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network da6195ad-2845-4517-8e80-ce99e1be6edf details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:27.606244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f88f64c6-dba3-4593-824f-a9585abca398 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:27.608894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80eac898-b7da-4e3a-9575-b084fc7618a9 None None] Provisioning for port f88f64c6-dba3-4593-824f-a9585abca398 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:27.767701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39516) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:27.783137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee0919d3-3846-4324-9a3b-2fa69ded69b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.790865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:27.800774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.922779 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.930132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee0919d3-3846-4324-9a3b-2fa69ded69b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.938067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee0919d3-3846-4324-9a3b-2fa69ded69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:27.999126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f88f64c6-dba3-4593-824f-a9585abca398 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:28.009350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f88f64c6-dba3-4593-824f-a9585abca398 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:28.009576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0919d3-3846-4324-9a3b-2fa69ded69b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0c5ed-e7a1-4722-b5e8-6d927c366f20,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:28.009989 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.029423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39518) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:28.034800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'subnet': {'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:28.057282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ee0919d3-3846-4324-9a3b-2fa69ded69b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f6d612eab2942769e12ed1f2cd796fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886322 Aug 23 12:11:28.061196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:28.166033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.170257 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.204631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0926-0e4b-4c6c-b8a9-9160009518d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.238297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port f88f64c6-dba3-4593-824f-a9585abca398, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f88f64c6-dba3-4593-824f-a9585abca398,segment=NetworkSegment(16550595-d7a7-47c3-b8c6-b9153b8ea2b0),segment_id=16550595-d7a7-47c3-b8c6-b9153b8ea2b0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:28.241505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.245825 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.248959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:28.265568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.290155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=ca3e2796-ebe6-4dda-a766-a1f1bc09d7a2,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:28.302204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0926-0e4b-4c6c-b8a9-9160009518d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.306864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f33b8c-f72b-4f88-bb91-7507bf56b8ff None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:11:28.362634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': 'e8bbd9cd-9405-454f-ae50-2e8d17a51005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:28.363323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: da6195ad-2845-4517-8e80-ce99e1be6edf, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:28.387821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network da6195ad-2845-4517-8e80-ce99e1be6edf is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:28.403362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, da6195ad-2845-4517-8e80-ce99e1be6edf) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:28.413116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:28.413564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.428496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0926-0e4b-4c6c-b8a9-9160009518d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.432408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0926-0e4b-4c6c-b8a9-9160009518d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.433618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2d6f0926-0e4b-4c6c-b8a9-9160009518d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fa0c5ed-e7a1-4722-b5e8-6d927c366f20 HTTP/1.1" status: 204 len: 168 time: 0.3713839 Aug 23 12:11:28.438483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-46f500a5-2dbd-43f7-a950-79e6f3e4672c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9616039 Aug 23 12:11:28.444634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39528) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:28.451072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-36053442'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:28.454235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f0926-0e4b-4c6c-b8a9-9160009518d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0c5ed-e7a1-4722-b5e8-6d927c366f20,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:28.479746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:28.484798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.519892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1d91b99a-f7a8-421c-8cef-b990cffe29d5 None None] Provisioning complete for port f88f64c6-dba3-4593-824f-a9585abca398 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:28.520273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1d91b99a-f7a8-421c-8cef-b990cffe29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.527843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:28.561330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=f88f64c6-dba3-4593-824f-a9585abca398,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:28.566326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.566685 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment fac0e440-6444-4f33-866c-d16588a3f590 of type vlan for network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e Aug 23 12:11:28.635316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.666727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f33b8c-f72b-4f88-bb91-7507bf56b8ff None None] Unable to find a vacant binding_index for network da6195ad-2845-4517-8e80-ce99e1be6edf and agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 {{(pid=101059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 23 12:11:28.677962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.684656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f33b8c-f72b-4f88-bb91-7507bf56b8ff None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, da6195ad-2845-4517-8e80-ce99e1be6edf) {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:11:28.728542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.739649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:28.740360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.762984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Subnet': ['ID=f83153d5-def3-44ce-9b22-4733a2a16a3e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:28.832214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Checking segment: {'id': '9bdd95a2-8016-41be-a93b-8cf4c97b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:28.833503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network hostable DHCP agents. Network: 12d7aa42-309e-46fd-a61b-8a936ed5e08f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:28.861044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4116104 Aug 23 12:11:28.861602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39538) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:28.874278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '5d3d21ef-b4a9-4bd3-8004-9fde6a53582e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:28.878966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network 12d7aa42-309e-46fd-a61b-8a936ed5e08f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:28.923995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 12d7aa42-309e-46fd-a61b-8a936ed5e08f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:28.928673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:28.929503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:28.955386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532097d-fd12-4146-a52f-0105a5931796 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=5d3d21ef-b4a9-4bd3-8004-9fde6a53582e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:28.995364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:28.999138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39540) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:29.004527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1464577065'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:29.007316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-abd474b7-7855-4258-b47b-75aed2b9a89b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9754055 Aug 23 12:11:29.044520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:29.048314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.065768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:29.071687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.113556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:29.135094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.135449 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Added segment 9b66e5aa-093d-4e73-8b0d-c752c78245fd of type vlan for network 2e8c5e70-6320-4e7c-8a02-31589e2b0e02 Aug 23 12:11:29.143056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:29.156798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Performing IP validity checks on allocation pools {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 12:11:29.157085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 12:11:29.186666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.217582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-da6195ad-2845-4517-8e80-ce99e1be6edf', 'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': 'ca3e2796-ebe6-4dda-a766-a1f1bc09d7a2'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:29.220951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.221107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.228368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c72fe77e-4677-41ef-b3ad-924375950509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5ec81fc7f6545ac86e2c1e624a48ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812535 Aug 23 12:11:29.228368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39544) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:29.228641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:29.228871 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.302121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2990522 Aug 23 12:11:29.303898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39548) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:29.309767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'subnet': {'network_id': '2e8c5e70-6320-4e7c-8a02-31589e2b0e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:29.375692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.400643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9bab-67a1-4eac-99ff-0eda7be44a9b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Network': ['ID=2e8c5e70-6320-4e7c-8a02-31589e2b0e02,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:29.435570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2e8c5e70-6320-4e7c-8a02-31589e2b0e02 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:29.436501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:29.445004 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.458526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=20ee6950-d5c8-4bc1-8893-216f5f04e3fb,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:29.480345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1acb0da7-6bc0-4a3d-bdfd-1e6a64c5ad9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.511694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f88f64c6-dba3-4593-824f-a9585abca398 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:29.566629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': 'fac0e440-6444-4f33-866c-d16588a3f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5d3d21ef-b4a9-4bd3-8004-9fde6a53582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:29.568688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:29.579462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1acb0da7-6bc0-4a3d-bdfd-1e6a64c5ad9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.614941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:29.635290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:29.657125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:29.657963 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.664014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Allocated IP 2001:db8::1 (da6195ad-2845-4517-8e80-ce99e1be6edf/ca3e2796-ebe6-4dda-a766-a1f1bc09d7a2/598aa974-04b2-4842-a3f5-7e32ec10cba5) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:29.685180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f44f834e-a30f-41bf-a639-b0194b08dacc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8216958 Aug 23 12:11:29.686305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39554) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:29.702094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f88f64c6-dba3-4593-824f-a9585abca398 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:29.702873 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.728675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1acb0da7-6bc0-4a3d-bdfd-1e6a64c5ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.731577 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1acb0da7-6bc0-4a3d-bdfd-1e6a64c5ad9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.735468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1acb0da7-6bc0-4a3d-bdfd-1e6a64c5ad9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a13fb45-cfa4-45e7-87f7-bd58251fac4f HTTP/1.1" status: 204 len: 168 time: 0.5043652 Aug 23 12:11:29.793140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0da7-6bc0-4a3d-bdfd-1e6a64c5ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13fb45-cfa4-45e7-87f7-bd58251fac4f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:29.875245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.879143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:11:29.881562 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.945478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.956562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Transition to ACTIVE for port object 598aa974-04b2-4842-a3f5-7e32ec10cba5 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:29.978206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Transition to ACTIVE for port object 598aa974-04b2-4842-a3f5-7e32ec10cba5 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:29.979224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:29.985864 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.000272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Checking segment: {'id': '9b66e5aa-093d-4e73-8b0d-c752c78245fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2e8c5e70-6320-4e7c-8a02-31589e2b0e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:30.001108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network hostable DHCP agents. Network: 2e8c5e70-6320-4e7c-8a02-31589e2b0e02, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:30.007812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Subnet': ['ID=baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:30.044268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network 2e8c5e70-6320-4e7c-8a02-31589e2b0e02 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:30.053222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Network da6195ad-2845-4517-8e80-ce99e1be6edf is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:30.054532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:30.058674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2e8c5e70-6320-4e7c-8a02-31589e2b0e02) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:30.063651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:30.064265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.069453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:30.083393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ad242c87-a30d-4fe4-a24e-cf3ba9263fd7 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7798345 Aug 23 12:11:30.094910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Pushing event updated for resources: {'Port': ['ID=598aa974-04b2-4842-a3f5-7e32ec10cba5,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:30.095176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39562) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:30.104340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'port': {'network_id': '2e8c5e70-6320-4e7c-8a02-31589e2b0e02', 'name': 'tempest-NetworksIpV6TestAttrs-2063215455'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:30.131708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.153946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Attempting to bind port 598aa974-04b2-4842-a3f5-7e32ec10cba5 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:30.154591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Attempting to bind port 598aa974-04b2-4842-a3f5-7e32ec10cba5 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e8bbd9cd-9405-454f-ae50-2e8d17a51005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:30.154961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Attempting to bind port 598aa974-04b2-4842-a3f5-7e32ec10cba5 on network da6195ad-2845-4517-8e80-ce99e1be6edf {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:30.161520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:30.161520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Checking segment: {'id': 'e8bbd9cd-9405-454f-ae50-2e8d17a51005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:30.161901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.162290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Bound using segment: {'id': 'e8bbd9cd-9405-454f-ae50-2e8d17a51005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:30.162770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Bound port: 598aa974-04b2-4842-a3f5-7e32ec10cba5, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bbd9cd-9405-454f-ae50-2e8d17a51005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da6195ad-2845-4517-8e80-ce99e1be6edf'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:30.163154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.215168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=20ee6950-d5c8-4bc1-8893-216f5f04e3fb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:30.240301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] For port 598aa974-04b2-4842-a3f5-7e32ec10cba5, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:30.243163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] For port 598aa974-04b2-4842-a3f5-7e32ec10cba5, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=598aa974-04b2-4842-a3f5-7e32ec10cba5,segment=NetworkSegment(e8bbd9cd-9405-454f-ae50-2e8d17a51005),segment_id=e8bbd9cd-9405-454f-ae50-2e8d17a51005)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:30.258510 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.322158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:30.327418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.342282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.343839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ffea3-7143-4f88-83cf-b856d87d39b9 None None] Pushing event updated for resources: {'Port': ['ID=598aa974-04b2-4842-a3f5-7e32ec10cba5,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:30.349556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] device_id is not set on port 1c8f8235-9e97-4c78-96f2-ca1dca4e8f33 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:11:30.352872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3d21ef-b4a9-4bd3-8004-9fde6a53582e']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:30.365866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac0e440-6444-4f33-866c-d16588a3f590') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:30.366169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac0e440-6444-4f33-866c-d16588a3f590') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:30.385907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.415259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.432174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:30.432697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:30.443826 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:30.560186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Allocated IP 2001:db8::f816:3eff:fe92:872c (2e8c5e70-6320-4e7c-8a02-31589e2b0e02/baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2/1c8f8235-9e97-4c78-96f2-ca1dca4e8f33) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:30.568610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.580715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.585472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/5d3d21ef-b4a9-4bd3-8004-9fde6a53582e HTTP/1.1" status: 204 len: 168 time: 0.8981059 Aug 23 12:11:30.591091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:30.601241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-981613274'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:30.674694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c361-84ff-4040-a4f2-f068ff8a5a3f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=5d3d21ef-b4a9-4bd3-8004-9fde6a53582e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:30.701470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:30.711655 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.749973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:30.761314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.761764 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment 3af210a0-2815-42c9-b851-64e53e10ade7 of type vlan for network f8a7f444-dd74-4029-9e12-f73ae37a2eb7 Aug 23 12:11:30.841587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.875027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.881671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:30.882379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.885464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:30.907301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Transition to ACTIVE for port object 1c8f8235-9e97-4c78-96f2-ca1dca4e8f33 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:30.927336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3351653 Aug 23 12:11:30.935018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39592) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:30.936812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39594) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:30.942837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': 'f8a7f444-dd74-4029-9e12-f73ae37a2eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:30.972049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90ce25-9375-42ec-8b90-673be664a6ec tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=f8a7f444-dd74-4029-9e12-f73ae37a2eb7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:30.986531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f8a7f444-dd74-4029-9e12-f73ae37a2eb7 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:31.346063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1759647110-network', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:31.409136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.485918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Port': ['ID=1c8f8235-9e97-4c78-96f2-ca1dca4e8f33,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:31.493927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Made reservation on behalf of c0448501703a43748b2d976e0c1f5eaf for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:31.496250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.512300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.549918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network 2e8c5e70-6320-4e7c-8a02-31589e2b0e02 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:31.550712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 598aa974-04b2-4842-a3f5-7e32ec10cba5 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:31.554021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:31.560013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:31.570071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.570071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:31.574489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:31.575097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.628751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16444ab8-300b-4a91-b675-c62aa85ca13f None None] Network da6195ad-2845-4517-8e80-ce99e1be6edf requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:31.630713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ecc3f-df5b-4a2a-aa0f-69f1215d3308 None None] Network 12d7aa42-309e-46fd-a61b-8a936ed5e08f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:31.682886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 598aa974-04b2-4842-a3f5-7e32ec10cba5 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:31.692113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece128f0-b76a-4e34-82d7-15b571597d9e None None] Network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:31.694921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895a8738-2f0b-4ff1-8fbe-cbccd18f10ba None None] Network 2e8c5e70-6320-4e7c-8a02-31589e2b0e02 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:31.787088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece128f0-b76a-4e34-82d7-15b571597d9e None None] Network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:31.798961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] Provisioning for port 598aa974-04b2-4842-a3f5-7e32ec10cba5 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:31.808420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] Provisioning complete for port 598aa974-04b2-4842-a3f5-7e32ec10cba5 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:31.808881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.810694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4b8f1-3571-4938-92bc-0b19a80e4b07 None None] Network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:31.823219 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.833781 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.869246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae97b30e-240e-4260-89f3-e424b3d3cc68,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:31.875409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eb000800-9a51-42d3-9977-7fe14eceec58 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7784781 Aug 23 12:11:31.878330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39614) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:31.917799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4b8f1-3571-4938-92bc-0b19a80e4b07 None None] Network 5d3d21ef-b4a9-4bd3-8004-9fde6a53582e could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:31.922075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:31.943945 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:31.944597 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Added segment f5509663-5d4e-4956-bc34-d3c96d7df18a of type vlan for network adf85014-91ee-4b3c-8057-77452ff56a2e Aug 23 12:11:31.972041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting subnet baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:31.975890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.046830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.082654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.123969 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.180411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.181405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:32.182033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.296591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.311326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] Pushing event updated for resources: {'Network': ['ID=adf85014-91ee-4b3c-8057-77452ff56a2e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:32.318607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-20ced609-0ae7-4b40-ac1c-e079a395972d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3805411 Aug 23 12:11:32.319240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:32.332522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Request body: {'subnet': {'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1759647110-subnet', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:32.341547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': '3af210a0-2815-42c9-b851-64e53e10ade7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f8a7f444-dd74-4029-9e12-f73ae37a2eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:32.341943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: f8a7f444-dd74-4029-9e12-f73ae37a2eb7, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:32.369033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.383174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=17932515-f17a-4d8c-a118-482cfdf83eaf,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:32.390693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network f8a7f444-dd74-4029-9e12-f73ae37a2eb7 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:32.404865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f8a7f444-dd74-4029-9e12-f73ae37a2eb7) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:32.411838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.414997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network adf85014-91ee-4b3c-8057-77452ff56a2e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:32.421744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:32.426575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9298e5-241a-48ec-862c-368c8e6dc717 None None] Network f8a7f444-dd74-4029-9e12-f73ae37a2eb7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:32.427331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.438564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Subnet': ['ID=baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:32.441525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Made reservation on behalf of c0448501703a43748b2d976e0c1f5eaf for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:32.446297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.464318 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.465381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1fd18bff-f144-49ef-a9bc-f7d1cab0718f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2 HTTP/1.1" status: 204 len: 168 time: 0.5852177 Aug 23 12:11:32.468016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39636) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:32.481523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dde4d7bf-b174-4430-a69f-340aa4b3e8bb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5447123 Aug 23 12:11:32.486899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39638) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:32.555879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b892c1cb-cdac-4983-afa5-c6a80bc49f6c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:32.562190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b892c1cb-cdac-4983-afa5-c6a80bc49f6c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:32.566988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b892c1cb-cdac-4983-afa5-c6a80bc49f6c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0976906 Aug 23 12:11:32.567637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39640) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:32.681172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-12d7aa42-309e-46fd-a61b-8a936ed5e08f', 'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f', 'tenant_id': '6bf03d0e506a4e1085c7b69c737a2886', 'fixed_ips': [{'subnet_id': 'f83153d5-def3-44ce-9b22-4733a2a16a3e'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:32.683021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.746685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36484798-244e-4f66-8240-a18a70981aaa tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.755126 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-36484798-244e-4f66-8240-a18a70981aaa tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 12:11:32.755600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36484798-244e-4f66-8240-a18a70981aaa tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:32.757432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-36484798-244e-4f66-8240-a18a70981aaa tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/2e8c5e70-6320-4e7c-8a02-31589e2b0e02 HTTP/1.1" status: 409 len: 405 time: 0.1887784 Aug 23 12:11:32.757817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.762204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:32.771341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1294217809'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:32.821225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:32.825320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.863497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:32.876261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.876756 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Added segment ee88fe9d-af77-4862-8f76-2dd67a8c0e5d of type vlan for network f2ab0f50-21b7-4c10-a589-17c08616708c Aug 23 12:11:32.887285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6795fd05-e782-44f1-a651-19b8bae24adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2e8c5e70-6320-4e7c-8a02-31589e2b0e02', 'network_id': '2e8c5e70-6320-4e7c-8a02-31589e2b0e02', 'tenant_id': '6bf03d0e506a4e1085c7b69c737a2886', 'fixed_ips': [{'subnet_id': 'baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:32.889234 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6795fd05-e782-44f1-a651-19b8bae24adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:32.890428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.066515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1f535f-1bf9-4d7a-aae8-c48d524eca21,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:33.072536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.145120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Checking segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:33.145400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Network hostable DHCP agents. Network: adf85014-91ee-4b3c-8057-77452ff56a2e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:33.180861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] For port 598aa974-04b2-4842-a3f5-7e32ec10cba5, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=598aa974-04b2-4842-a3f5-7e32ec10cba5,segment=NetworkSegment(e8bbd9cd-9405-454f-ae50-2e8d17a51005),segment_id=e8bbd9cd-9405-454f-ae50-2e8d17a51005)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:33.183097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Allocated IP 2001:db8:0:ffff::2 (12d7aa42-309e-46fd-a61b-8a936ed5e08f/f83153d5-def3-44ce-9b22-4733a2a16a3e/bcbcccda-629b-4688-a34b-2f0e48cb80ba) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:33.227851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Network adf85014-91ee-4b3c-8057-77452ff56a2e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:33.273748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, adf85014-91ee-4b3c-8057-77452ff56a2e) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:33.294183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:33.296008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.301359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.434010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=17932515-f17a-4d8c-a118-482cfdf83eaf,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:33.483407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.494826 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.503851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.506596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e947fe8-ee3d-4a6e-81e1-478230db9e29 None None] Network adf85014-91ee-4b3c-8057-77452ff56a2e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:33.556914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4f293f25-6b26-450e-a4a6-dab1a2686fdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2277696 Aug 23 12:11:33.557550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39680) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:33.563082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:33.569398 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.581359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:33.582644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.622551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8591211 Aug 23 12:11:33.625184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39690) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:33.633106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'subnet': {'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:33.638440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.666834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a7f444-dd74-4029-9e12-f73ae37a2eb7']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:33.689584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af210a0-2815-42c9-b851-64e53e10ade7') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:33.690097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af210a0-2815-42c9-b851-64e53e10ade7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:33.713970 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.735157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Transition to ACTIVE for port object bcbcccda-629b-4688-a34b-2f0e48cb80ba will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:33.783449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e54e1-1afb-433a-ac11-019f4d63324e None None] Pushing event updated for resources: {'Port': ['ID=598aa974-04b2-4842-a3f5-7e32ec10cba5,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:33.796663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.822064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:33.823386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9db2a-766d-4a13-a057-9d61b72858c1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Network': ['ID=f2ab0f50-21b7-4c10-a589-17c08616708c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:33.824069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.840446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.841806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:33.848822 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:33.866169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53604f95-e77a-4237-ae68-df9db3599dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f8a7f444-dd74-4029-9e12-f73ae37a2eb7', 'network_id': 'f8a7f444-dd74-4029-9e12-f73ae37a2eb7', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': '17932515-f17a-4d8c-a118-482cfdf83eaf'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:33.867044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-53604f95-e77a-4237-ae68-df9db3599dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:33.869568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f2ab0f50-21b7-4c10-a589-17c08616708c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:33.871461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea46479-a691-455c-b7e4-4a20b8394cfc None None] Network 2e8c5e70-6320-4e7c-8a02-31589e2b0e02 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:34.008386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:34.017310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.106701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.123683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Transition to ACTIVE for port object bcbcccda-629b-4688-a34b-2f0e48cb80ba will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:34.183528 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.186628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/f8a7f444-dd74-4029-9e12-f73ae37a2eb7 HTTP/1.1" status: 204 len: 168 time: 1.6986523 Aug 23 12:11:34.188034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b3ee7-26d5-4b09-93ed-80ada6ef9f08 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=f8a7f444-dd74-4029-9e12-f73ae37a2eb7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:34.191858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39746) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:34.203291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-481410627'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:34.246612 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.263421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:34.266988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.283987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.413013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:34.447091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.448442 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment 44ddeb72-dc10-483f-843b-1c9b455cf5a4 of type vlan for network 30b36a74-9e32-4b3c-8333-13e3576c55d1 Aug 23 12:11:34.538460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaef07b-8615-4328-8829-0fe4e8424908 None None] Network f8a7f444-dd74-4029-9e12-f73ae37a2eb7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:34.649290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaef07b-8615-4328-8829-0fe4e8424908 None None] Network f8a7f444-dd74-4029-9e12-f73ae37a2eb7 could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:34.655252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.712404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.721387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:34.724358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:34.738674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Network 12d7aa42-309e-46fd-a61b-8a936ed5e08f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:34.758769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5648410 Aug 23 12:11:34.762057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39804) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:34.774514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '30b36a74-9e32-4b3c-8333-13e3576c55d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:34.895727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:34.960987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:34.968323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Pushing event updated for resources: {'Port': ['ID=bcbcccda-629b-4688-a34b-2f0e48cb80ba,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:34.969638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.026346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-adf85014-91ee-4b3c-8057-77452ff56a2e', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:35.035861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.071638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb589-fd73-4b52-b916-32397e364ebd tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=30b36a74-9e32-4b3c-8333-13e3576c55d1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:35.093241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a98173f-1afb-4741-be2f-a80b91b166e3 None None] Network da6195ad-2845-4517-8e80-ce99e1be6edf requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:35.098661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:35.103406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.108497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 30b36a74-9e32-4b3c-8333-13e3576c55d1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:35.542119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.624044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8f3e9a4d-4643-482b-a11c-1bbeb4c06d45 None None] Provisioning complete for port 598aa974-04b2-4842-a3f5-7e32ec10cba5 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:35.624507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9a4d-4643-482b-a11c-1bbeb4c06d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.759412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 598aa974-04b2-4842-a3f5-7e32ec10cba5 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:35.796303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=87095c85-6354-4618-a547-a4f25fa3f26a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:35.802928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': '44ddeb72-dc10-483f-843b-1c9b455cf5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '30b36a74-9e32-4b3c-8333-13e3576c55d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:35.803507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: 30b36a74-9e32-4b3c-8333-13e3576c55d1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:35.828482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 30b36a74-9e32-4b3c-8333-13e3576c55d1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:35.842029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 30b36a74-9e32-4b3c-8333-13e3576c55d1) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:35.848555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:35.849749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:11:35.850582 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.852901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:35.884264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9bcadcdc-6af6-4c94-9aea-cccfe8183148 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1159487 Aug 23 12:11:35.886561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39916) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:36.030842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b85bd-7a82-4c0e-83e3-d881465a4232 None None] Network 30b36a74-9e32-4b3c-8333-13e3576c55d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:36.133808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Attempting to bind port bcbcccda-629b-4688-a34b-2f0e48cb80ba on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:36.134501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Attempting to bind port bcbcccda-629b-4688-a34b-2f0e48cb80ba by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '9bdd95a2-8016-41be-a93b-8cf4c97b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:36.135071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Attempting to bind port bcbcccda-629b-4688-a34b-2f0e48cb80ba on network 12d7aa42-309e-46fd-a61b-8a936ed5e08f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:36.145624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.192988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Subnet': ['ID=13bf45a5-f638-45d1-acf9-bc500271c7aa,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:36.245261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Checking segment: {'id': 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:36.246244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network hostable DHCP agents. Network: f2ab0f50-21b7-4c10-a589-17c08616708c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:36.274804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.322071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.387759 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.397503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network f2ab0f50-21b7-4c10-a589-17c08616708c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:36.422671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.516717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f2ab0f50-21b7-4c10-a589-17c08616708c) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:36.539452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:36.544452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.551183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:36.554218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Checking segment: {'id': '9bdd95a2-8016-41be-a93b-8cf4c97b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:36.554611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=87095c85-6354-4618-a547-a4f25fa3f26a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:36.555651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.557469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Bound using segment: {'id': '9bdd95a2-8016-41be-a93b-8cf4c97b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:36.564247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Bound port: bcbcccda-629b-4688-a34b-2f0e48cb80ba, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdd95a2-8016-41be-a93b-8cf4c97b16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '12d7aa42-309e-46fd-a61b-8a936ed5e08f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:36.564824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.638526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d13e9d87-b244-45c0-8c7c-c8d4191447bc tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0097804 Aug 23 12:11:36.643919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:36.658305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'port': {'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c', 'name': 'tempest-NetworksIpV6TestAttrs-2002781661'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:36.692193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.723728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b36a74-9e32-4b3c-8333-13e3576c55d1']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:36.776578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ddeb72-dc10-483f-843b-1c9b455cf5a4') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:36.777018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ddeb72-dc10-483f-843b-1c9b455cf5a4') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:36.795770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.854479 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.865599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:36.866315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:36.871633 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:36.934513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Allocated IP 172.25.1.51 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/8414a1c7-cc68-4466-9af0-b8117d3da99c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:37.014185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8992491-8429-4858-a17e-1d3150d4e121 None None] Network f2ab0f50-21b7-4c10-a589-17c08616708c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:37.024858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.047710 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.053554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/30b36a74-9e32-4b3c-8333-13e3576c55d1 HTTP/1.1" status: 204 len: 168 time: 1.1655700 Aug 23 12:11:37.055684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40036) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:37.103541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996210228'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:37.137620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe018c-344c-42fc-85aa-5ef76e621671 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=30b36a74-9e32-4b3c-8333-13e3576c55d1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:37.162780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 598aa974-04b2-4842-a3f5-7e32ec10cba5 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:37.163527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.208122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:37.219660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.245885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:37.267290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.290084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7e682256-378e-49ed-a323-482eae76a69f None None] For port bcbcccda-629b-4688-a34b-2f0e48cb80ba, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:37.294196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7e682256-378e-49ed-a323-482eae76a69f None None] For port bcbcccda-629b-4688-a34b-2f0e48cb80ba, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bcbcccda-629b-4688-a34b-2f0e48cb80ba,segment=NetworkSegment(9bdd95a2-8016-41be-a93b-8cf4c97b16ac),segment_id=9bdd95a2-8016-41be-a93b-8cf4c97b16ac)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:37.337917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] device_id is not set on port 375ac40a-4c25-47cf-b128-5400e24e56e5 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:11:37.360032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.360967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:37.379373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.379665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.379889 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment e8acf3d7-0009-4e8c-a202-6377ed4cff4a of type vlan for network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 Aug 23 12:11:37.498568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.539858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Allocated IP 172.20.0.2 (adf85014-91ee-4b3c-8057-77452ff56a2e/6e1f535f-1bf9-4d7a-aae8-c48d524eca21/79bbc314-448e-4b30-9043-cfe9a46a46d6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:37.620738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.633345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Allocated IP 2001:db8::f816:3eff:fe54:278c (f2ab0f50-21b7-4c10-a589-17c08616708c/13bf45a5-f638-45d1-acf9-bc500271c7aa/375ac40a-4c25-47cf-b128-5400e24e56e5) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:37.638800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:37.639494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:37.764761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6659365 Aug 23 12:11:37.780107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40110) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:37.794170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:37.901387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c5822-b950-442a-8527-fb9cb9233d73 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=4a2767f5-5068-4c8c-808a-93f3a4755dd6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:38.033872 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:38.055699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:38.295887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef329eb-cb60-4f39-bf24-1cf2622bd928 None None] Network 30b36a74-9e32-4b3c-8333-13e3576c55d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:38.376488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef329eb-cb60-4f39-bf24-1cf2622bd928 None None] Network 30b36a74-9e32-4b3c-8333-13e3576c55d1 could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:38.394787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:38.410458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:38.463441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:38.523046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:38.537422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e682256-378e-49ed-a323-482eae76a69f None None] Pushing event updated for resources: {'Port': ['ID=bcbcccda-629b-4688-a34b-2f0e48cb80ba,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:38.558462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Pushing event updated for resources: {'Port': ['ID=8414a1c7-cc68-4466-9af0-b8117d3da99c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:38.563579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:38.681530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f2ab0f50-21b7-4c10-a589-17c08616708c', 'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c', 'tenant_id': '6bf03d0e506a4e1085c7b69c737a2886', 'fixed_ips': [{'subnet_id': '13bf45a5-f638-45d1-acf9-bc500271c7aa'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:38.688966 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:38.829929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:38.928472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Transition to ACTIVE for port object 375ac40a-4c25-47cf-b128-5400e24e56e5 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:39.067443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40178) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:39.092608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bcbcccda-629b-4688-a34b-2f0e48cb80ba up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:39.418565 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-399a82b1-02d2-4009-9730-b7af3c31ddeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.456497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ca38ee99-a77c-461b-966d-72f9cf5a2926 None None] Provisioning complete for port 598aa974-04b2-4842-a3f5-7e32ec10cba5 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:39.456497 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca38ee99-a77c-461b-966d-72f9cf5a2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.541211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.641555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Allocated IP 2001:db8::f816:3eff:fe8c:298a (f2ab0f50-21b7-4c10-a589-17c08616708c/13bf45a5-f638-45d1-acf9-bc500271c7aa/0ca98927-dcd9-4dcc-a4f4-c602e8738cf1) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:39.660035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-399a82b1-02d2-4009-9730-b7af3c31ddeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.673034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-399a82b1-02d2-4009-9730-b7af3c31ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.766949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network f2ab0f50-21b7-4c10-a589-17c08616708c is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:39.798146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a82b1-02d2-4009-9730-b7af3c31ddeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcd3a42-c9df-4d97-871c-ab5a1de4047b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:39.808745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-399a82b1-02d2-4009-9730-b7af3c31ddeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=938aa5c6e5a843e6800bd4f0dbea8f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7395370 Aug 23 12:11:39.811433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40194) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:39.833024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:39.896217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.909958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Port': ['ID=375ac40a-4c25-47cf-b128-5400e24e56e5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:39.919337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:39.933814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:39.934545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:39.965482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcb53ef1-cdd2-4676-ae65-4738bc38e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.008433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcb53ef1-cdd2-4676-ae65-4738bc38e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.034147 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.051314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Transition to ACTIVE for port object 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:40.088744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Transition to ACTIVE for port object 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:40.115703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.120602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcb53ef1-cdd2-4676-ae65-4738bc38e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.123336 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.127867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.131047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcb53ef1-cdd2-4676-ae65-4738bc38e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.133744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bcb53ef1-cdd2-4676-ae65-4738bc38e026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fcd3a42-c9df-4d97-871c-ab5a1de4047b HTTP/1.1" status: 204 len: 168 time: 0.3169529 Aug 23 12:11:40.137781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port bcbcccda-629b-4688-a34b-2f0e48cb80ba completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:40.175880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Transition to ACTIVE for port object 79bbc314-448e-4b30-9043-cfe9a46a46d6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:40.181524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c991df-6941-4b44-a07a-e6b9450d84b2 None None] Network 12d7aa42-309e-46fd-a61b-8a936ed5e08f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:40.182270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb53ef1-cdd2-4676-ae65-4738bc38e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcd3a42-c9df-4d97-871c-ab5a1de4047b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:40.200643 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e5fed3a-cd24-4b03-ad83-0e1f4456937f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5526834 Aug 23 12:11:40.200643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=e02a9c98-5fd6-4619-9be5-45c6ffd52abc,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:40.200935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:40.240857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Network f2ab0f50-21b7-4c10-a589-17c08616708c is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:40.308332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:40.345492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:40.345492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: 4a2767f5-5068-4c8c-808a-93f3a4755dd6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:40.346038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting subnet 13bf45a5-f638-45d1-acf9-bc500271c7aa {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:11:40.350930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.368133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:40.370182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Pushing event updated for resources: {'Port': ['ID=0ca98927-dcd9-4dcc-a4f4-c602e8738cf1,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:40.372818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Transition to ACTIVE for port object 79bbc314-448e-4b30-9043-cfe9a46a46d6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:40.420933 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:40.460526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.460954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.461308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.461651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.462019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.462358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.462694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.463025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.463525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.463760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.464135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.464473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:40.475633 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.504666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.560983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Network adf85014-91ee-4b3c-8057-77452ff56a2e is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:40.562194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Attempting to bind port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:40.562571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Attempting to bind port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:40.562943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Attempting to bind port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 on network f2ab0f50-21b7-4c10-a589-17c08616708c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:40.571197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4a2767f5-5068-4c8c-808a-93f3a4755dd6) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:40.595256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:40.595994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.605723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:40.638580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f84d995f-629e-442a-a4fd-e234b56b5676 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8516595 Aug 23 12:11:40.642000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40208) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:40.648977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:40.655368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:40.684636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Pushing event updated for resources: {'Port': ['ID=79bbc314-448e-4b30-9043-cfe9a46a46d6,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:40.692218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba2ea1-8339-474f-a571-6b9d79f48f0e None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:40.754379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:40.755489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Checking segment: {'id': 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:40.757205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.757360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.758188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Bound using segment: {'id': 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:40.759308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Bound port: 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f2ab0f50-21b7-4c10-a589-17c08616708c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:40.761572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.865873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.914574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:40.917186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/13bf45a5-f638-45d1-acf9-bc500271c7aa HTTP/1.1" status: 204 len: 168 time: 0.7140841 Aug 23 12:11:40.918507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261759ce-914e-4238-8539-a89b2bb4d862 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Subnet': ['ID=13bf45a5-f638-45d1-acf9-bc500271c7aa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:40.931554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40218) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:41.057381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2216411-7d85-4e78-99ec-3b4b880e8c42 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:41.060393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2216411-7d85-4e78-99ec-3b4b880e8c42 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:41.063625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a2216411-7d85-4e78-99ec-3b4b880e8c42 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1219459 Aug 23 12:11:41.065889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:41.122071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] For port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:41.126172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] For port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0ca98927-dcd9-4dcc-a4f4-c602e8738cf1,segment=NetworkSegment(ee88fe9d-af77-4862-8f76-2dd67a8c0e5d),segment_id=ee88fe9d-af77-4862-8f76-2dd67a8c0e5d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:41.143231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.208320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d4e2e-c4a7-4cc0-9de7-2a16f737550d None None] Pushing event updated for resources: {'Port': ['ID=0ca98927-dcd9-4dcc-a4f4-c602e8738cf1,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:41.212220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] Provisioning for port bcbcccda-629b-4688-a34b-2f0e48cb80ba completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:41.220324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Attempting to bind port 79bbc314-448e-4b30-9043-cfe9a46a46d6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:41.221073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Attempting to bind port 79bbc314-448e-4b30-9043-cfe9a46a46d6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:41.221863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Attempting to bind port 79bbc314-448e-4b30-9043-cfe9a46a46d6 on network adf85014-91ee-4b3c-8057-77452ff56a2e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:41.230092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:41.230858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Checking segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:41.231841 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.232631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Bound using segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:41.233404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Bound port: 79bbc314-448e-4b30-9043-cfe9a46a46d6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:41.234053 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.246631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] Provisioning complete for port bcbcccda-629b-4688-a34b-2f0e48cb80ba triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:41.248122 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.313157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c77f9470-0276-4e61-94cc-69d5e3c33984 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.352310 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77f9470-0276-4e61-94cc-69d5e3c33984 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 12:11:41.352797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77f9470-0276-4e61-94cc-69d5e3c33984 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:41.358759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c77f9470-0276-4e61-94cc-69d5e3c33984 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/f2ab0f50-21b7-4c10-a589-17c08616708c HTTP/1.1" status: 409 len: 405 time: 0.2911365 Aug 23 12:11:41.364533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:41.384202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1139322140'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:41.443587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:41.453015 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.533194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:41.570784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.571135 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Added segment 079e968f-95a7-4816-8dda-765a29b76f5c of type vlan for network 6ecbfc76-c7eb-45a3-8156-23ce2ada3012 Aug 23 12:11:41.730688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.807390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.815594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:41.816270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.846943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] For port 79bbc314-448e-4b30-9043-cfe9a46a46d6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:41.851551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] For port 79bbc314-448e-4b30-9043-cfe9a46a46d6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=79bbc314-448e-4b30-9043-cfe9a46a46d6,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:41.892879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:41.900014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5286591 Aug 23 12:11:41.923937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:41.939577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'subnet': {'network_id': '6ecbfc76-c7eb-45a3-8156-23ce2ada3012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:41.995373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaf9b7-419a-4f8f-9b4a-8abd5a02a4d6 None None] Pushing event updated for resources: {'Port': ['ID=79bbc314-448e-4b30-9043-cfe9a46a46d6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:42.094134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4607992-0b94-4449-b5be-dd7d751cdf48 None None] Network f2ab0f50-21b7-4c10-a589-17c08616708c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:42.129864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5b90d-fcb1-4f9c-9572-eece37d445d8 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Network': ['ID=6ecbfc76-c7eb-45a3-8156-23ce2ada3012,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:42.153426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:42.158023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.180316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6ecbfc76-c7eb-45a3-8156-23ce2ada3012 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:42.248051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:42.254376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.358306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.533291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.579806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-4a2767f5-5068-4c8c-808a-93f3a4755dd6', 'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': 'e02a9c98-5fd6-4619-9be5-45c6ffd52abc'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:42.582872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.625313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] For port bcbcccda-629b-4688-a34b-2f0e48cb80ba, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bcbcccda-629b-4688-a34b-2f0e48cb80ba,segment=NetworkSegment(9bdd95a2-8016-41be-a93b-8cf4c97b16ac),segment_id=9bdd95a2-8016-41be-a93b-8cf4c97b16ac)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:42.656817 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.839052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-126c7501-20d7-490e-a8ca-2797b283e721 None None] Provisioning complete for port bcbcccda-629b-4688-a34b-2f0e48cb80ba triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:42.839579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-126c7501-20d7-490e-a8ca-2797b283e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.877904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:11:42.882218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:42.908405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff6c9-b9fb-4c77-9f86-6c6de85abfba None None] Pushing event updated for resources: {'Port': ['ID=bcbcccda-629b-4688-a34b-2f0e48cb80ba,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:42.966817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 79bbc314-448e-4b30-9043-cfe9a46a46d6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:43.013328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Subnet': ['ID=7551d9b1-81af-4759-91a9-74f2457ebae6,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:43.065842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Checking segment: {'id': '079e968f-95a7-4816-8dda-765a29b76f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6ecbfc76-c7eb-45a3-8156-23ce2ada3012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:43.066534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network hostable DHCP agents. Network: 6ecbfc76-c7eb-45a3-8156-23ce2ada3012, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:43.078834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Allocated IP 2001:db8::2 (4a2767f5-5068-4c8c-808a-93f3a4755dd6/e02a9c98-5fd6-4619-9be5-45c6ffd52abc/fe3defd9-78d2-4c83-8e11-2a07295d72cf) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:43.114069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Router 49412218-84d2-4cf8-9133-20cb0e474552 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:11:43.118441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network 6ecbfc76-c7eb-45a3-8156-23ce2ada3012 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:43.134756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6ecbfc76-c7eb-45a3-8156-23ce2ada3012) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:43.166659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1cc34-146d-40fd-ba5c-411ff0124c70 None None] Network 6ecbfc76-c7eb-45a3-8156-23ce2ada3012 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:43.171103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 79bbc314-448e-4b30-9043-cfe9a46a46d6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:43.171917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.176943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.236542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-97a1dc28-c4db-4f1f-8a00-3434b721b33e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3037963 Aug 23 12:11:43.238870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40302) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:43.401525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.455299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.458763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.468407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Transition to ACTIVE for port object fe3defd9-78d2-4c83-8e11-2a07295d72cf will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:43.500529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Transition to ACTIVE for port object fe3defd9-78d2-4c83-8e11-2a07295d72cf will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:43.515644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.521163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:43.534667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:43.585578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.587005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.588026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.610095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1488cc4-db5a-4e7d-a04b-900eae889cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6ecbfc76-c7eb-45a3-8156-23ce2ada3012', 'network_id': '6ecbfc76-c7eb-45a3-8156-23ce2ada3012', 'tenant_id': '6bf03d0e506a4e1085c7b69c737a2886', 'fixed_ips': [{'subnet_id': '7551d9b1-81af-4759-91a9-74f2457ebae6'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:43.610965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1488cc4-db5a-4e7d-a04b-900eae889cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.630019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:43.643742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:43.672203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:43.677317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Pushing event updated for resources: {'Port': ['ID=fe3defd9-78d2-4c83-8e11-2a07295d72cf,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:43.697515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0442019 Aug 23 12:11:43.699833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40334) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:43.699971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbefb5e-d84f-4f3d-bb0f-06b5df4635d9 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=5f2c6ec1-f902-462f-9a64-2b9a7e12680b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:43.711544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:11:43.752209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.756587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b8ecc180-f0b4-461e-a6d1-74cad0c80b74 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1977646 Aug 23 12:11:43.757476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40336) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:43.814014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Sync routers for ids ['49412218-84d2-4cf8-9133-20cb0e474552'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:11:43.821865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.827771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d00ce9-4b40-451d-a461-5c00be5fe194 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.830678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d00ce9-4b40-451d-a461-5c00be5fe194 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.834969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d00ce9-4b40-451d-a461-5c00be5fe194 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.838430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d00ce9-4b40-451d-a461-5c00be5fe194 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.843571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d00ce9-4b40-451d-a461-5c00be5fe194 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:43.845655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-09d00ce9-4b40-451d-a461-5c00be5fe194 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1561337 Aug 23 12:11:43.852404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Routers {'49412218-84d2-4cf8-9133-20cb0e474552'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:43.853470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49412218-84d2-4cf8-9133-20cb0e474552'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:43.853897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40338) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:43.859913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Attempting to bind port fe3defd9-78d2-4c83-8e11-2a07295d72cf on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:43.860215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Attempting to bind port fe3defd9-78d2-4c83-8e11-2a07295d72cf by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:43.860604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Attempting to bind port fe3defd9-78d2-4c83-8e11-2a07295d72cf on network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:43.864260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459660418'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:43.889836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Subnet': ['ID=7551d9b1-81af-4759-91a9-74f2457ebae6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:43.912528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13f7b2-6f93-4577-8e44-d926c7636d8a None None] Network adf85014-91ee-4b3c-8057-77452ff56a2e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:43.941060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:43.941060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Checking segment: {'id': 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:43.941417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.941883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Bound using segment: {'id': 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:43.942395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Bound port: fe3defd9-78d2-4c83-8e11-2a07295d72cf, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:43.942809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server [None req-d1488cc4-db5a-4e7d-a04b-900eae889cbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7551d9b1-81af-4759-91a9-74f2457ebae6: This subnet is being modified by another concurrent operation. Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:11:43.951495 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise exception Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7551d9b1-81af-4759-91a9-74f2457ebae6: This subnet is being modified by another concurrent operation. Aug 23 12:11:43.954915 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Aug 23 12:11:43.964127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:43.967983 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.974510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:43.989469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e942ba-4fe0-40ca-9bd9-f0bcb739f037 None None] Network 6ecbfc76-c7eb-45a3-8156-23ce2ada3012 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:43.992978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecbfc76-c7eb-45a3-8156-23ce2ada3012']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:44.016711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079e968f-95a7-4816-8dda-765a29b76f5c') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:44.017316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079e968f-95a7-4816-8dda-765a29b76f5c') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:44.039910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:44.044868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.067598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.067598 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment 5943bbbd-2088-4cfd-8b00-69a058161b9e of type vlan for network a7169b00-6a98-46a3-baa1-93ccd622a101 Aug 23 12:11:44.076543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.147028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:44.147841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:44.152119 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:44.190536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] Provisioning for port 79bbc314-448e-4b30-9043-cfe9a46a46d6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:44.236497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.244365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] Provisioning complete for port 79bbc314-448e-4b30-9043-cfe9a46a46d6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:44.244748 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.325064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.352896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.356617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/6ecbfc76-c7eb-45a3-8156-23ce2ada3012 HTTP/1.1" status: 204 len: 168 time: 1.1141710 Aug 23 12:11:44.359717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40348) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:44.376285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-405108749'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:44.387993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Set router 49412218-84d2-4cf8-9133-20cb0e474552 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:44.390886 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.396168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:44.396796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.409029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090dc65-f66c-4dc5-b23a-5f5cf812405e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Network': ['ID=6ecbfc76-c7eb-45a3-8156-23ce2ada3012,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:44.430408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:44.434319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.477979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:44.494973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6387627 Aug 23 12:11:44.496632 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.497024 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Added segment 0b5b6fa0-ee6d-4cf5-9297-f92ae56c4ba9 of type vlan for network 0b763c96-3599-4c35-913c-2ec56687674b Aug 23 12:11:44.501484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40350) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:44.519625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:44.591112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956afd40-f3a2-4699-a9d1-9f099f80e1b4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=a7169b00-6a98-46a3-baa1-93ccd622a101,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:44.778429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] For port fe3defd9-78d2-4c83-8e11-2a07295d72cf, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:44.800011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.811845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:44.822469 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.857484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.896563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.903666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:44.904842 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.964182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] For port fe3defd9-78d2-4c83-8e11-2a07295d72cf, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fe3defd9-78d2-4c83-8e11-2a07295d72cf,segment=NetworkSegment(e8acf3d7-0009-4e8c-a202-6377ed4cff4a),segment_id=e8acf3d7-0009-4e8c-a202-6377ed4cff4a)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:44.985307 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:44.988293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bcbcccda-629b-4688-a34b-2f0e48cb80ba up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:45.034694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Network': ['ID=0b763c96-3599-4c35-913c-2ec56687674b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:45.060738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-460b1107-1f30-49e2-9b7f-83cc4bb4707b tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6925914 Aug 23 12:11:45.061992 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.064725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0b763c96-3599-4c35-913c-2ec56687674b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:45.064994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40356) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:45.072736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'subnet': {'network_id': '0b763c96-3599-4c35-913c-2ec56687674b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:45.074693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=a7169b00-6a98-46a3-baa1-93ccd622a101,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:45.079195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network a7169b00-6a98-46a3-baa1-93ccd622a101 is not hosted by any dhcp agent {{(pid=101057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:11:45.096352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:45.097089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.109667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ab170a15-12a7-4260-833c-2ea595cf0285 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "PUT /v2.0/networks/a7169b00-6a98-46a3-baa1-93ccd622a101 HTTP/1.1" status: 200 len: 723 time: 0.6070688 Aug 23 12:11:45.111328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40358) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:45.126863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': 'a7169b00-6a98-46a3-baa1-93ccd622a101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:45.203423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.265912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:45.288022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:11:45.288022 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 12:11:45.288022 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id_1': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'expiration_1': datetime.datetime(2021, 8, 23, 12, 11, 45, 271556)}] Aug 23 12:11:45.288022 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:11:45.288422 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:11:45.311744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:45.316157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.589650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef933fa1-2288-4cb8-8900-ec2cf8e7b706 None None] Pushing event updated for resources: {'Port': ['ID=fe3defd9-78d2-4c83-8e11-2a07295d72cf,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:45.635170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.686764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bcbcccda-629b-4688-a34b-2f0e48cb80ba triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:45.691677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.703033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Allocated IP 172.20.0.1 (adf85014-91ee-4b3c-8057-77452ff56a2e/6e1f535f-1bf9-4d7a-aae8-c48d524eca21/e8e6a983-32fe-48e0-9bab-715e49daa5ad) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:45.765190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] For port 79bbc314-448e-4b30-9043-cfe9a46a46d6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=79bbc314-448e-4b30-9043-cfe9a46a46d6,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:45.839557 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.856428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:45.869146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:45.939442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396685e-0d04-40d3-99be-8ceeabdeb756 None None] Pushing event updated for resources: {'Port': ['ID=79bbc314-448e-4b30-9043-cfe9a46a46d6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:46.042216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:11:39Z', 'revision_number': 3, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:46.088317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Checking router: 49412218-84d2-4cf8-9133-20cb0e474552 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:11:46.088679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Updating router 49412218-84d2-4cf8-9133-20cb0e474552 port 8414a1c7-cc68-4466-9af0-b8117d3da99c binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:11:46.091673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Subnet': ['ID=d51512ad-a48c-474c-a4ee-12e6fa591d55,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:46.120444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.139238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Checking segment: {'id': '0b5b6fa0-ee6d-4cf5-9297-f92ae56c4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0b763c96-3599-4c35-913c-2ec56687674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:46.139896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network hostable DHCP agents. Network: 0b763c96-3599-4c35-913c-2ec56687674b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:46.165898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-95cb47d8-c353-482d-ae08-c366cbc06c04 None None] Provisioning complete for port 79bbc314-448e-4b30-9043-cfe9a46a46d6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:46.166280 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95cb47d8-c353-482d-ae08-c366cbc06c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.234700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.273474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Transition to ACTIVE for port object e8e6a983-32fe-48e0-9bab-715e49daa5ad will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:46.274940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network 0b763c96-3599-4c35-913c-2ec56687674b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:46.293452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-6549182e-9353-4f76-adbc-26c39ee41ceb tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:46.300560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-6549182e-9353-4f76-adbc-26c39ee41ceb tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.2475750 Aug 23 12:11:46.312652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.337861 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-0c20321a-c8ca-48c2-8755-c12211bfa7d6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/quotas/351c90eddf9d42d680db5201f48b0108 HTTP/1.1" status: 200 len: 375 time: 0.0360341 Aug 23 12:11:46.352745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0b763c96-3599-4c35-913c-2ec56687674b) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:46.381347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:46.381913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.405008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=34bdfe05-5a31-40de-a168-a9d57190f438,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:46.425896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': '5943bbbd-2088-4cfd-8b00-69a058161b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a7169b00-6a98-46a3-baa1-93ccd622a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:46.426789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: a7169b00-6a98-46a3-baa1-93ccd622a101, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:46.440140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8d8c172d-abd3-4650-bc28-4436e63005dd tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3715174 Aug 23 12:11:46.442386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:46.466942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network a7169b00-6a98-46a3-baa1-93ccd622a101 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:46.488115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.494002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a7169b00-6a98-46a3-baa1-93ccd622a101) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:46.500368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:46.501915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.514068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe1b5e-2441-4b72-b5f5-bb4990bad350 None None] Network 0b763c96-3599-4c35-913c-2ec56687674b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:46.517170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd67f82-a74d-4fbe-b4d5-43ece1f624a7 None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:46.528266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-93711b70-bb46-4a76-9208-c157d98a1ff4 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1895208 Aug 23 12:11:46.546103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d92bb28b-bd2b-4805-8130-247b9eb6066c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4313223 Aug 23 12:11:46.549526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40392) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:46.564609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:46.593754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-4b14d130-134b-4b4b-8e6f-d0b46fe600ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:11:46.594877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-4b14d130-134b-4b4b-8e6f-d0b46fe600ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121632 Aug 23 12:11:46.696324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Network adf85014-91ee-4b3c-8057-77452ff56a2e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:46.712625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:46.732455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:46.796850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Pushing event updated for resources: {'Port': ['ID=e8e6a983-32fe-48e0-9bab-715e49daa5ad,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:46.832501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25578350'] for subnet, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:46.940237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.002455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.014498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.037719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Transition to ACTIVE for port object 8414a1c7-cc68-4466-9af0-b8117d3da99c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:47.096081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.216177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 79bbc314-448e-4b30-9043-cfe9a46a46d6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:47.236150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-b1819fc8-6834-4592-8754-2e538f02488b service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740836 Aug 23 12:11:47.249903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759002087482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7211899'] for subnet, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.261468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f52e35-1efa-4f65-bfbb-b9b649d64deb None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:47.331478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:47.332304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.338182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "PUT /v2.0/subnets/34bdfe05-5a31-40de-a168-a9d57190f438 HTTP/1.1" status: 200 len: 826 time: 0.7862065 Aug 23 12:11:47.341436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.342801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40400) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:47.419732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699d0d-4e34-40e3-b994-456573ad43ba tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=34bdfe05-5a31-40de-a168-a9d57190f438,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:47.495346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Attempting to bind port 8414a1c7-cc68-4466-9af0-b8117d3da99c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:47.495718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Attempting to bind port 8414a1c7-cc68-4466-9af0-b8117d3da99c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:47.496401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Attempting to bind port 8414a1c7-cc68-4466-9af0-b8117d3da99c on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:47.507068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.509438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-a39454c9-b9b3-4e75-91ed-4d75a46d14ee service neutron] 10.222.0.21 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581460 Aug 23 12:11:47.511488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.513609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.560909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:47.561898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:47.563310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Subnet': ['ID=d51512ad-a48c-474c-a4ee-12e6fa591d55,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:47.565176 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.566722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:47.567615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Bound port: 8414a1c7-cc68-4466-9af0-b8117d3da99c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:47.569278 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.647388 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.669308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.750734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11dbbf-9000-444b-b7b1-497f0c510721 None None] Pushing event updated for resources: {'Port': ['ID=8414a1c7-cc68-4466-9af0-b8117d3da99c,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:47.764419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ae7ef-ae93-4482-8f98-64fc058a64a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-a7169b00-6a98-46a3-baa1-93ccd622a101', 'network_id': 'a7169b00-6a98-46a3-baa1-93ccd622a101', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': '34bdfe05-5a31-40de-a168-a9d57190f438'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:47.765541 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e76ae7ef-ae93-4482-8f98-64fc058a64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.820828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed1774-16ff-4d69-85d6-c05e9e86ff8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-0b763c96-3599-4c35-913c-2ec56687674b', 'network_id': '0b763c96-3599-4c35-913c-2ec56687674b', 'tenant_id': '6bf03d0e506a4e1085c7b69c737a2886', 'fixed_ips': [{'subnet_id': 'd51512ad-a48c-474c-a4ee-12e6fa591d55'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:47.821727 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60ed1774-16ff-4d69-85d6-c05e9e86ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.827636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:47.926683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=34bdfe05-5a31-40de-a168-a9d57190f438,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:47.985925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-562227ac-afc3-4688-bfc0-f83a85f80f14 req-3721e689-e898-4e77-bec3-83e6595c9a12 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0649967 Aug 23 12:11:48.123424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.151261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7169b00-6a98-46a3-baa1-93ccd622a101']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:48.170771 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:11:48.180617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5943bbbd-2088-4cfd-8b00-69a058161b9e') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:48.181898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5943bbbd-2088-4cfd-8b00-69a058161b9e') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:48.208335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.237540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b763c96-3599-4c35-913c-2ec56687674b']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:48.243391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.256248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:48.260983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5b6fa0-ee6d-4cf5-9297-f92ae56c4ba9') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:48.261286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5b6fa0-ee6d-4cf5-9297-f92ae56c4ba9') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:48.273989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.280420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:48.305824 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:48.333335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.342260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] For port 8414a1c7-cc68-4466-9af0-b8117d3da99c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:48.344187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:48.344607 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:48.347841 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:48.352365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] For port 8414a1c7-cc68-4466-9af0-b8117d3da99c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8414a1c7-cc68-4466-9af0-b8117d3da99c,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:48.366008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f527b575-46dd-4885-9779-5a7728060f14 None None] Provisioning for port e8e6a983-32fe-48e0-9bab-715e49daa5ad completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:48.395687 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.469083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.483133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.485239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.487697 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/a7169b00-6a98-46a3-baa1-93ccd622a101 HTTP/1.1" status: 204 len: 168 time: 1.1437280 Aug 23 12:11:48.497420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.499368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/0b763c96-3599-4c35-913c-2ec56687674b HTTP/1.1" status: 204 len: 168 time: 2.0559072 Aug 23 12:11:48.502423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40420) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:48.525632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40422) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:48.530620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc3fa7-95c9-40b6-b231-b26cb42565f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=a7169b00-6a98-46a3-baa1-93ccd622a101,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:48.542252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a5854-999a-4c9c-b30a-aa635bca0acf None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:48.553135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f527b575-46dd-4885-9779-5a7728060f14 None None] Provisioning complete for port e8e6a983-32fe-48e0-9bab-715e49daa5ad triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:48.555611 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f527b575-46dd-4885-9779-5a7728060f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.573198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1206604615'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:48.574815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 79bbc314-448e-4b30-9043-cfe9a46a46d6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:48.576571 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.582140 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-6648ed68-dac7-4ad3-9ddb-2f9c84f32422 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:48.583186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6648ed68-dac7-4ad3-9ddb-2f9c84f32422 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:48.585403 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6648ed68-dac7-4ad3-9ddb-2f9c84f32422 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/a7169b00-6a98-46a3-baa1-93ccd622a101 HTTP/1.1" status: 404 len: 339 time: 0.0663195 Aug 23 12:11:48.590000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40424) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:48.595425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794306339', 'description': 'd1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:48.617573 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.618983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277a578-ef1b-4c74-bd62-cec2acea544c tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Network': ['ID=0b763c96-3599-4c35-913c-2ec56687674b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:48.635658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.654252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:48.658190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.731823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:48.750105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:11:48.750105 n-d-773645-7 neutron-server[101058]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:11:48.750105 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id': '6bf03d0e506a4e1085c7b69c737a2886', 'id': 'ff78e4fe-5aa6-41c0-82bd-3f5cfc1c8565', 'expiration': datetime.datetime(2021, 8, 23, 12, 13, 48, 637877)}] Aug 23 12:11:48.750105 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:11:48.750475 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:11:48.785622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.787097 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment 5c32055b-cea6-4972-b852-7f71f3ad1a68 of type vlan for network b391f212-52f6-499b-87e6-3a9801a436a3 Aug 23 12:11:48.827221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.829197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Pushing event updated for resources: {'Port': ['ID=e8e6a983-32fe-48e0-9bab-715e49daa5ad,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:48.929983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a5854-999a-4c9c-b30a-aa635bca0acf None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:48.932708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.934319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11dbbf-9000-444b-b7b1-497f0c510721 None None] Pushing event updated for resources: {'Port': ['ID=8414a1c7-cc68-4466-9af0-b8117d3da99c,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:48.946596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f527b575-46dd-4885-9779-5a7728060f14 None None] Port e8e6a983-32fe-48e0-9bab-715e49daa5ad cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:11:48.973713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10005479-20f9-4c87-8fd4-65d2be460446 None None] Network 0b763c96-3599-4c35-913c-2ec56687674b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:48.979926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.986884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:48.988561 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:48.988693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a5337-47b4-4a7c-9ee9-72e7d9012ed9 None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:49.017108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10005479-20f9-4c87-8fd4-65d2be460446 None None] Network 0b763c96-3599-4c35-913c-2ec56687674b could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:49.020466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a5337-47b4-4a7c-9ee9-72e7d9012ed9 None None] Network a7169b00-6a98-46a3-baa1-93ccd622a101 could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:11:49.022844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f527b575-46dd-4885-9779-5a7728060f14 None None] Provisioning for port fe3defd9-78d2-4c83-8e11-2a07295d72cf completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:49.027499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Routers {'49412218-84d2-4cf8-9133-20cb0e474552'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:49.028561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49412218-84d2-4cf8-9133-20cb0e474552'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:49.031911 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4406826 Aug 23 12:11:49.035857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40430) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:49.082003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Network adf85014-91ee-4b3c-8057-77452ff56a2e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:49.083525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:49.198358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb329a-678e-4b11-9a72-0a98694710d3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=b391f212-52f6-499b-87e6-3a9801a436a3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:49.210875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b391f212-52f6-499b-87e6-3a9801a436a3 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:49.337715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9ef7190-a822-4030-b705-2167f2a4271c req-a6acfed8-8eb1-48ad-8ab9-532ed741b46a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 210 time: 0.1725135 Aug 23 12:11:49.420501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:49.425364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:49.516998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:49.524584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Router 49412218-84d2-4cf8-9133-20cb0e474552 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:11:49.530868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3968bc3-167c-4ab0-9e34-0333d84cf99a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:49.532533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e3968bc3-167c-4ab0-9e34-0333d84cf99a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks?id=b391f212-52f6-499b-87e6-3a9801a436a3 HTTP/1.1" status: 200 len: 764 time: 0.4955807 Aug 23 12:11:49.537987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40436) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:49.558895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'description': 'd2'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:49.574452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:49.576427 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Added segment 43b60916-00b6-4f3b-bc6e-21c55ebf1758 of type vlan for network 8572fb50-2fb8-4a69-a5cb-a06aa815e797 Aug 23 12:11:49.654936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] Set router 49412218-84d2-4cf8-9133-20cb0e474552 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:49.658727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fe3defd9-78d2-4c83-8e11-2a07295d72cf up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:49.699403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-55c68f56-4887-49f9-91eb-f8f558006398 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:49.700908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-55c68f56-4887-49f9-91eb-f8f558006398 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 814 time: 0.3700752 Aug 23 12:11:49.724104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Request body: {'port': {'device_id': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'admin_state_up': True, 'tenant_id': '351c90eddf9d42d680db5201f48b0108'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:49.799038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5da504b4-dd80-4301-8e3c-6b772b3f659f None None] Provisioning complete for port e8e6a983-32fe-48e0-9bab-715e49daa5ad triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:49.800518 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5da504b4-dd80-4301-8e3c-6b772b3f659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:49.803105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Update dhcp port {'port': {'network_id': '4a2767f5-5068-4c8c-808a-93f3a4755dd6', 'fixed_ips': [{'subnet_id': 'e02a9c98-5fd6-4619-9be5-45c6ffd52abc', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f2c6ec1-f902-462f-9a64-2b9a7e12680b'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'fe3defd9-78d2-4c83-8e11-2a07295d72cf'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:11:49.918738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Made reservation on behalf of 351c90eddf9d42d680db5201f48b0108 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:49.923112 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.026044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:11:50.046347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ca56d5f5-1955-46a1-8797-d8ef0ba5244a admin admin] 10.222.0.21 "PUT /v2.0/routers/49412218-84d2-4cf8-9133-20cb0e474552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2856576 Aug 23 12:11:50.085114 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.122465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.131873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port fe3defd9-78d2-4c83-8e11-2a07295d72cf completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:50.139452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5da504b4-dd80-4301-8e3c-6b772b3f659f None None] Port e8e6a983-32fe-48e0-9bab-715e49daa5ad cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:11:50.187062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port fe3defd9-78d2-4c83-8e11-2a07295d72cf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:50.189220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.208644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.244239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.249921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:50.250194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Allocated IP 172.20.0.2 (8f2512ff-a7d9-4c72-8f73-74c3d0918903/0d2a6a0d-6e12-448b-a08e-1a14313c668d/b7571b73-49a8-4915-b782-d94052b9018c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:50.250661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616356'] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.398582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.404246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Network': ['ID=8572fb50-2fb8-4a69-a5cb-a06aa815e797,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:50.448245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network b391f212-52f6-499b-87e6-3a9801a436a3 is not hosted by any dhcp agent {{(pid=101058) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:11:50.461463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:50.462155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.465991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "PUT /v2.0/networks/b391f212-52f6-499b-87e6-3a9801a436a3 HTTP/1.1" status: 200 len: 761 time: 0.9166360 Aug 23 12:11:50.468890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8572fb50-2fb8-4a69-a5cb-a06aa815e797 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:50.484667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4472fb65-06e7-44c3-8390-4db48ec7add4 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9563506 Aug 23 12:11:50.522417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:50.524367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40452) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:50.542004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Request body: {'subnet': {'network_id': '8572fb50-2fb8-4a69-a5cb-a06aa815e797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:50.687092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4768778-a842-44d7-a0e9-19053b517b5d req-c2106ed1-48d2-4c1b-a317-83c7f0be6fa2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0766387 Aug 23 12:11:50.722650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.832924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:50.851128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabeffa-6915-4587-8b1c-8cae2858badc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=b391f212-52f6-499b-87e6-3a9801a436a3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:50.963807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:51.026350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:51.031334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7', '9f268528-39de-405a-af6e-d28296450896'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:11:51.040976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:51.042198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['14194193-fe0f-49c2-9479-a9d376113676'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:11:51.048211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de4d9e-e1ec-4427-9249-e359f9514ea5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:51.053633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b391f212-52f6-499b-87e6-3a9801a436a3 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:51.053901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44de4d9e-e1ec-4427-9249-e359f9514ea5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks?id=b391f212-52f6-499b-87e6-3a9801a436a3 HTTP/1.1" status: 200 len: 764 time: 0.5246344 Aug 23 12:11:51.054011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event updated for resources: {'Port': ['ID=b7571b73-49a8-4915-b782-d94052b9018c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:51.061039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:51.062470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.107500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Made reservation on behalf of 6bf03d0e506a4e1085c7b69c737a2886 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:51.118875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.318258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:51.575161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port fe3defd9-78d2-4c83-8e11-2a07295d72cf, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fe3defd9-78d2-4c83-8e11-2a07295d72cf,segment=NetworkSegment(e8acf3d7-0009-4e8c-a202-6377ed4cff4a),segment_id=e8acf3d7-0009-4e8c-a202-6377ed4cff4a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:51.576417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-845136020-network', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:51.628435 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.642752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Allocated IP 172.20.0.1 (4a2767f5-5068-4c8c-808a-93f3a4755dd6/5f2c6ec1-f902-462f-9a64-2b9a7e12680b/fe3defd9-78d2-4c83-8e11-2a07295d72cf) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:51.828057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Made reservation on behalf of 04a66f73a8cf48a9bcef64f822810e9b for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:51.830821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.843683 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-aa5cbea2-5354-4b30-81d3-e72056bfc9f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2632213 Aug 23 12:11:51.873196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.905515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:11:51.914548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.968596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2aaa265-ed7a-41c5-9d08-a100072b98c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:51.973020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e8e6a983-32fe-48e0-9bab-715e49daa5ad', 'name': '', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'mac_address': 'fa:16:3e:55:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:45Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 2, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'subnets': [{'id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:52.054866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Checking segment: {'id': '43b60916-00b6-4f3b-bc6e-21c55ebf1758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8572fb50-2fb8-4a69-a5cb-a06aa815e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:52.055404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network hostable DHCP agents. Network: 8572fb50-2fb8-4a69-a5cb-a06aa815e797, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:52.078951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-895ff69c-80f8-459c-94a6-8c87fcddff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.080557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-895ff69c-80f8-459c-94a6-8c87fcddff8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1096 time: 0.1622410 Aug 23 12:11:52.081355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event updated for resources: {'Subnet': ['ID=012c5ec4-32b7-4db6-a6ab-763cfa0e888b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:52.089721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=fe3defd9-78d2-4c83-8e11-2a07295d72cf,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:52.097898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02c30b-050f-486d-a266-56e683c4756a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.102857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fd02c30b-050f-486d-a266-56e683c4756a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0304935 Aug 23 12:11:52.106552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.107340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.109903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:52.168323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae24198-e05e-4bfa-8cf5-d89a4580c34e None None] The sync data for ids ['49412218-84d2-4cf8-9133-20cb0e474552'] in n-d-773645-7 is: [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e8e6a983-32fe-48e0-9bab-715e49daa5ad', 'name': '', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'mac_address': 'fa:16:3e:55:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:45Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 2, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'subnets': [{'id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:11:52.176807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82476cb3-649a-4e0e-8b36-320a53ba87f0 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 207 time: 0.0635388 Aug 23 12:11:52.180956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:52.230271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Network 8572fb50-2fb8-4a69-a5cb-a06aa815e797 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:52.316343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8572fb50-2fb8-4a69-a5cb-a06aa815e797) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:52.338220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.339322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.357907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59937017-3d2d-4dd3-8365-d10ab14ed47b None None] Network 8572fb50-2fb8-4a69-a5cb-a06aa815e797 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:52.391382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bac2cb-9d05-4280-a602-31e53bf0339a req-a515b3fb-2405-4499-8493-777ecf9b7a8a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.397123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-67bac2cb-9d05-4280-a602-31e53bf0339a req-a515b3fb-2405-4499-8493-777ecf9b7a8a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 931 time: 0.4748311 Aug 23 12:11:52.414389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-1bb31015-f08e-4d8d-959f-5aba9075ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.415716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-1bb31015-f08e-4d8d-959f-5aba9075ecaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.2952824 Aug 23 12:11:52.435898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.487692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.507822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:52.512467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.521928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.532791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.533147 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Added segment 6973fb3d-4d2f-47d7-90b4-39219ef60790 of type vlan for network a6b9afde-a928-4fae-b36e-963f42f95d0c Aug 23 12:11:52.536691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.601060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.610372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.617281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.619432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d6237af0-f575-4c04-b059-f0433f3c8f94 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4374042 Aug 23 12:11:52.626065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.638334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40490) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:52.684325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-24c3f46f-1bc2-4057-8154-03ae37445ae3 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9641645 Aug 23 12:11:52.724371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Request body: {'port': {'device_id': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:52.734109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-67bac2cb-9d05-4280-a602-31e53bf0339a req-086652a2-df74-48bb-b05c-8d25e7b65633 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251534 Aug 23 12:11:52.760938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-88463571-aa98-4832-a604-db0c0446d81d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2337260 Aug 23 12:11:52.764674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:52.770248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.771472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:52.772280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:52.777936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40492) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:52.857919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] For port fe3defd9-78d2-4c83-8e11-2a07295d72cf, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fe3defd9-78d2-4c83-8e11-2a07295d72cf,segment=NetworkSegment(e8acf3d7-0009-4e8c-a202-6377ed4cff4a),segment_id=e8acf3d7-0009-4e8c-a202-6377ed4cff4a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:53.009038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b9afde-a928-4fae-b36e-963f42f95d0c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:53.048491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.058334 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.061898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-d1ca1e65-6c71-48b0-93b8-8d88d7401c9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 1001 time: 0.6362023 Aug 23 12:11:53.066754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f84d94bf-819a-4aed-af52-e4807655aaa5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4933705 Aug 23 12:11:53.067389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40498) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:53.077563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Transition to ACTIVE for port object fe3defd9-78d2-4c83-8e11-2a07295d72cf will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:53.083005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Request body: {'subnet': {'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-845136020-subnet', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:53.108703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a6b9afde-a928-4fae-b36e-963f42f95d0c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:53.111628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.138103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.190627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-53fe4762-d0cc-48b4-aef5-1c2e6338990a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5472920 Aug 23 12:11:53.206050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40500) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:53.228872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-3cf65e1d-da0a-46b9-9c3f-7ef30f9ef34c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4476912 Aug 23 12:11:53.338056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Made reservation on behalf of 04a66f73a8cf48a9bcef64f822810e9b for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:53.340693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.448343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9544f-59b9-4792-a3f7-c6a774ec10f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.451969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9544f-59b9-4792-a3f7-c6a774ec10f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.455694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9544f-59b9-4792-a3f7-c6a774ec10f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.457594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9544f-59b9-4792-a3f7-c6a774ec10f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.465930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9544f-59b9-4792-a3f7-c6a774ec10f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.468632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aca9544f-59b9-4792-a3f7-c6a774ec10f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2383120 Aug 23 12:11:53.483595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40504) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:53.528121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-85985c24-ac23-4000-8654-39e27e7dadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.530000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-85985c24-ac23-4000-8654-39e27e7dadad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.4554777 Aug 23 12:11:53.588416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.705478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-5038ee26-235f-4ab0-aee7-55ca8204931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.707192 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-5038ee26-235f-4ab0-aee7-55ca8204931d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524274 Aug 23 12:11:53.749276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-4f8de56e-9978-49d9-9ca5-ee6d8c2ac468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:53.752395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-4f8de56e-9978-49d9-9ca5-ee6d8c2ac468 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 1097 time: 0.4655094 Aug 23 12:11:53.837134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d19d0-28a5-4086-ad40-27cb00a861c5 None None] Pushing event updated for resources: {'Port': ['ID=fe3defd9-78d2-4c83-8e11-2a07295d72cf,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:53.935524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:53.973126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35881b-fbf2-4590-9a94-ca201a1731c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-8572fb50-2fb8-4a69-a5cb-a06aa815e797', 'network_id': '8572fb50-2fb8-4a69-a5cb-a06aa815e797', 'tenant_id': '6bf03d0e506a4e1085c7b69c737a2886', 'fixed_ips': [{'subnet_id': '012c5ec4-32b7-4db6-a6ab-763cfa0e888b'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:53.974149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aa35881b-fbf2-4590-9a94-ca201a1731c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.069574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8414a1c7-cc68-4466-9af0-b8117d3da99c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:54.109943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-7b618b69-f30f-49e7-92a4-3a8db8e9f84e service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899972 Aug 23 12:11:54.112587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40516) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:54.120665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.123070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Subnet': ['ID=012c5ec4-32b7-4db6-a6ab-763cfa0e888b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:54.327316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4ac7f-2189-495f-967c-55f6d75b479d tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.330306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4ac7f-2189-495f-967c-55f6d75b479d tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.331985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4ac7f-2189-495f-967c-55f6d75b479d tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.336654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4ac7f-2189-495f-967c-55f6d75b479d tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.340043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4ac7f-2189-495f-967c-55f6d75b479d tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.346242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1df4ac7f-2189-495f-967c-55f6d75b479d tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8569896 Aug 23 12:11:54.356585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:54.475637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24079b3-4848-4f0b-9065-be6ab311f10a None None] Network 8572fb50-2fb8-4a69-a5cb-a06aa815e797 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:54.570085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7571b73-49a8-4915-b782-d94052b9018c {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:11:54.581783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.604961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Transition to ACTIVE for port object b7571b73-49a8-4915-b782-d94052b9018c will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:54.620898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.677369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.757471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8572fb50-2fb8-4a69-a5cb-a06aa815e797']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:54.764245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9e8c9-9195-4bb0-b111-f0216c5527f8 req-90f9cf00-2ed5-4eb9-9b47-99881f2c7449 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.766055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bb9e8c9-9195-4bb0-b111-f0216c5527f8 req-90f9cf00-2ed5-4eb9-9b47-99881f2c7449 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 931 time: 0.5963650 Aug 23 12:11:54.793585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Checking segment: {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:54.794250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Network hostable DHCP agents. Network: a6b9afde-a928-4fae-b36e-963f42f95d0c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:11:54.844292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b60916-00b6-4f3b-bc6e-21c55ebf1758') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:54.845251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b60916-00b6-4f3b-bc6e-21c55ebf1758') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:54.849539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.851841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a779f9d8-a071-4dd6-8286-05393764a810,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:54.889674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.901908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Network a6b9afde-a928-4fae-b36e-963f42f95d0c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:11:54.905867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eadd11dc-24a6-48c9-a3ed-9af73dfdf2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.920940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a6b9afde-a928-4fae-b36e-963f42f95d0c) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:54.939840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.942352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05be86-a115-4fa0-ace6-661d23f75d83 None None] Network a6b9afde-a928-4fae-b36e-963f42f95d0c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:54.950579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:54.951340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:54.955269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 8414a1c7-cc68-4466-9af0-b8117d3da99c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:54.998407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:11:54.998657 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.002179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bb9e8c9-9195-4bb0-b111-f0216c5527f8 req-51f240b8-5921-42b1-aea9-4c5d548ca4a9 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263789 Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:11:55.014250 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:11:55.022630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-062a9bf2-fb39-4d86-864c-7181a3cc77dd req-64d099a7-5c45-4f7d-bc11-d5aa6f54f040 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8862393 Aug 23 12:11:55.063932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-b7119431-169d-4b50-851d-e3382f78f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:55.066367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-b7119431-169d-4b50-851d-e3382f78f5d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 1.2340026 Aug 23 12:11:55.079732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8414a1c7-cc68-4466-9af0-b8117d3da99c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:55.080590 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.092302 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08bca9ee-f3ef-4764-abef-30592b784d53 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0169091 Aug 23 12:11:55.140459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c3d73-872f-4fbb-a94a-484b13887bf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:55.147299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-513c3d73-872f-4fbb-a94a-484b13887bf1 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks/505ae1a8-2617-4c24-85f5-ea1539ac0884 HTTP/1.1" status: 200 len: 804 time: 0.7885745 Aug 23 12:11:55.150734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.151105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.202853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Pushing event updated for resources: {'Port': ['ID=b7571b73-49a8-4915-b782-d94052b9018c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:55.204852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc4b10-1788-4fc3-a805-38ca0e03c24b None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:11:55.213847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:55.295339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3173db0-84df-4d35-8ebb-21e23512ebf8 None None] Provisioning for port fe3defd9-78d2-4c83-8e11-2a07295d72cf completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:55.302100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.317475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.318608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.324622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.336640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/8572fb50-2fb8-4a69-a5cb-a06aa815e797 HTTP/1.1" status: 204 len: 168 time: 2.4862366 Aug 23 12:11:55.343150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40532) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.435754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3173db0-84df-4d35-8ebb-21e23512ebf8 None None] Provisioning complete for port fe3defd9-78d2-4c83-8e11-2a07295d72cf triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:55.436534 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3173db0-84df-4d35-8ebb-21e23512ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.442843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36b06d-5b12-4851-b230-ddf295839303 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Network': ['ID=8572fb50-2fb8-4a69-a5cb-a06aa815e797,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:55.461402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Attempting to bind port b7571b73-49a8-4915-b782-d94052b9018c on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:55.462085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Attempting to bind port b7571b73-49a8-4915-b782-d94052b9018c by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:55.462276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Attempting to bind port b7571b73-49a8-4915-b782-d94052b9018c on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:55.469297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-29761880-88cf-4bd3-baa9-691029feee57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f268528-39de-405a-af6e-d28296450896 HTTP/1.1" status: 200 len: 217 time: 0.3385069 Aug 23 12:11:55.475146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Port b7571b73-49a8-4915-b782-d94052b9018c on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:11:55.475686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Attempting to bind port b7571b73-49a8-4915-b782-d94052b9018c on network 8f2512ff-a7d9-4c72-8f73-74c3d0918903 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:55.513107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:55.513447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Checking segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:55.513858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Bound using segment: {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:55.514307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Bound port: b7571b73-49a8-4915-b782-d94052b9018c, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460c65c9-46ad-4845-b150-b1543aa02eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:55.514662 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.543965 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d18018-7c30-4faf-ad4e-220a322fad1d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:55.544774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d18018-7c30-4faf-ad4e-220a322fad1d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:55.560736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-02d18018-7c30-4faf-ad4e-220a322fad1d tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/012c5ec4-32b7-4db6-a6ab-763cfa0e888b HTTP/1.1" status: 404 len: 337 time: 0.2163005 Aug 23 12:11:55.566749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40536) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.634836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.654468 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-93947827-0ee7-4e8c-8e9c-c406465e2212 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:55.655547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93947827-0ee7-4e8c-8e9c-c406465e2212 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:55.661581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-93947827-0ee7-4e8c-8e9c-c406465e2212 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/8572fb50-2fb8-4a69-a5cb-a06aa815e797 HTTP/1.1" status: 404 len: 339 time: 0.0914638 Aug 23 12:11:55.667858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40540) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.699432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-a6b9afde-a928-4fae-b36e-963f42f95d0c', 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'fixed_ips': [{'subnet_id': 'a779f9d8-a071-4dd6-8286-05393764a810'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:11:55.701082 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.733022 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b1e46c-2e30-423f-978c-ec00944a2f27 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:55.734525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b1e46c-2e30-423f-978c-ec00944a2f27 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:55.737441 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64b1e46c-2e30-423f-978c-ec00944a2f27 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/d51512ad-a48c-474c-a4ee-12e6fa591d55 HTTP/1.1" status: 404 len: 337 time: 0.0678172 Aug 23 12:11:55.740966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.749215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 8414a1c7-cc68-4466-9af0-b8117d3da99c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8414a1c7-cc68-4466-9af0-b8117d3da99c,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:55.759219 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.767903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.783458 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:55.784283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fe3defd9-78d2-4c83-8e11-2a07295d72cf up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:55.830456 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79ddd71-6c43-4e15-83c7-b3b88967844f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:55.831043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79ddd71-6c43-4e15-83c7-b3b88967844f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:55.835113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c79ddd71-6c43-4e15-83c7-b3b88967844f tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/0b763c96-3599-4c35-913c-2ec56687674b HTTP/1.1" status: 404 len: 339 time: 0.0901003 Aug 23 12:11:55.848161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40544) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.870467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bd31ae0c-f1f8-4caa-bd8e-2001ecb0964f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/networks/505ae1a8-2617-4c24-85f5-ea1539ac0884?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6784685 Aug 23 12:11:55.883876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40546) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.923955 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41793a9-5180-4c0a-8830-fe0e4ebab363 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:55.924420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41793a9-5180-4c0a-8830-fe0e4ebab363 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:55.928551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e41793a9-5180-4c0a-8830-fe0e4ebab363 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/7551d9b1-81af-4759-91a9-74f2457ebae6 HTTP/1.1" status: 404 len: 337 time: 0.0756805 Aug 23 12:11:55.929652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40548) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.965445 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Sync routers for ids ['49412218-84d2-4cf8-9133-20cb0e474552'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:11:55.973034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926d4ee-4e5a-47f8-9ec5-e494a3ed9e9b tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:55.975114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5926d4ee-4e5a-47f8-9ec5-e494a3ed9e9b tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/subnets/8056a751-da94-41d2-bb34-ca051843b702 HTTP/1.1" status: 200 len: 843 time: 0.0885515 Aug 23 12:11:55.977307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-e9f02299-d517-44fa-82b0-91ac18c55c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:55.981015 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-e9f02299-d517-44fa-82b0-91ac18c55c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.4686563 Aug 23 12:11:55.981799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40550) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:55.985026 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Routers {'49412218-84d2-4cf8-9133-20cb0e474552'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:55.985867 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49412218-84d2-4cf8-9133-20cb0e474552'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:55.991628 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35454c2-d315-4585-a6dd-e70374be9b42 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:55.992450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35454c2-d315-4585-a6dd-e70374be9b42 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:55.994266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a35454c2-d315-4585-a6dd-e70374be9b42 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/6ecbfc76-c7eb-45a3-8156-23ce2ada3012 HTTP/1.1" status: 404 len: 339 time: 0.0634756 Aug 23 12:11:55.996959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:56.145512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-0be540c4-8bed-4766-b616-8d3390554dcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626533 Aug 23 12:11:56.158500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=8414a1c7-cc68-4466-9af0-b8117d3da99c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:56.176389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port fe3defd9-78d2-4c83-8e11-2a07295d72cf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:56.178001 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:56.224304 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Set router 49412218-84d2-4cf8-9133-20cb0e474552 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:56.393586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Allocated IP 172.20.0.2 (a6b9afde-a928-4fae-b36e-963f42f95d0c/a779f9d8-a071-4dd6-8286-05393764a810/5ed595f7-6b53-47e4-96c8-a6d221df8ff5) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:56.460041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-9fecd672-0b1a-47aa-8ec4-25fb364780ba service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034261 Aug 23 12:11:56.525814 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e8e6a983-32fe-48e0-9bab-715e49daa5ad', 'name': '', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'mac_address': 'fa:16:3e:55:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:45Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 2, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'subnets': [{'id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:56.561079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Checking router: 49412218-84d2-4cf8-9133-20cb0e474552 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:11:56.561461 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Updating router 49412218-84d2-4cf8-9133-20cb0e474552 port e8e6a983-32fe-48e0-9bab-715e49daa5ad binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:11:56.602988 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:56.641401 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:56.754092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8414a1c7-cc68-4466-9af0-b8117d3da99c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:56.828259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d4b30-f0fc-465d-bf0f-e3fbf73cc4f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['shared'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:56.830668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-546d4b30-f0fc-465d-bf0f-e3fbf73cc4f4 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "GET /v2.0/subnets/8056a751-da94-41d2-bb34-ca051843b702?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7665162 Aug 23 12:11:56.862485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cfb9e-b504-4159-a4e6-2e08602ef8ab req-2d975e9d-5e6b-4c06-bb3f-b5b55db5f0db tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:56.872035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a1cfb9e-b504-4159-a4e6-2e08602ef8ab req-2d975e9d-5e6b-4c06-bb3f-b5b55db5f0db tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 943 time: 0.6771598 Aug 23 12:11:56.887689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0391d0a2-9e11-4d1d-bd4a-e943d5b309f4 None None] Provisioning complete for port fe3defd9-78d2-4c83-8e11-2a07295d72cf triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:56.888074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0391d0a2-9e11-4d1d-bd4a-e943d5b309f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:56.889380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] For port b7571b73-49a8-4915-b782-d94052b9018c, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:56.905746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40570) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:56.905746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894570823'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:56.963394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] For port b7571b73-49a8-4915-b782-d94052b9018c, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b7571b73-49a8-4915-b782-d94052b9018c,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:56.993301 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.015514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.029211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8414a1c7-cc68-4466-9af0-b8117d3da99c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:57.029591 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.084937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Transition to ACTIVE for port object 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:57.091719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a1cfb9e-b504-4159-a4e6-2e08602ef8ab req-e6bf8fc3-1428-4670-a9e4-a87ba8358e58 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187254 Aug 23 12:11:57.095534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6e7a25-d98e-42f3-a04c-6e03a086e8cc req-14c15e48-beef-4e27-8d3f-5a50ca5a63f0 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132951 Aug 23 12:11:57.104222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:57.107986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.154288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Transition to ACTIVE for port object 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:57.154870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:57.155684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.157288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] 10.222.0.44 "PUT /v2.0/ports/b7571b73-49a8-4915-b782-d94052b9018c HTTP/1.1" status: 200 len: 1091 time: 4.4461823 Aug 23 12:11:57.158901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'tag': 'b7571b73-49a8-4915-b782-d94052b9018c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:11:57.161469 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169b83d3-627c-4651-973b-2acc23eb2874" -d '{"events": [{"name": "network-changed", "server_uuid": "d4909850-dbc3-41ce-bc84-c09ce1ed5bc9", "tag": "b7571b73-49a8-4915-b782-d94052b9018c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:11:57.238059 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.247837 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e121ce-ce74-4a29-8112-a97c6bd6ad67 x-openstack-request-id: req-29e121ce-ce74-4a29-8112-a97c6bd6ad67 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:11:57.248385 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4909850-dbc3-41ce-bc84-c09ce1ed5bc9", "tag": "b7571b73-49a8-4915-b782-d94052b9018c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:11:57.248796 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29e121ce-ce74-4a29-8112-a97c6bd6ad67 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:11:57.249464 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'tag': 'b7571b73-49a8-4915-b782-d94052b9018c', 'status': 'completed', 'code': 200} Aug 23 12:11:57.255112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Transition to ACTIVE for port object e8e6a983-32fe-48e0-9bab-715e49daa5ad will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:11:57.278579 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.287351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:11:57.296350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c548f-17d9-4ced-afde-f0fdc915496e service neutron] Pushing event updated for resources: {'Port': ['ID=b7571b73-49a8-4915-b782-d94052b9018c,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:57.310916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.311470 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Added segment a1fbbf54-39e1-45ac-9205-3fc621cd838e of type vlan for network 20fe574d-bbfa-44ac-b1b8-056903283824 Aug 23 12:11:57.390937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-721eeb09-8390-4164-b596-b488a6786c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:57.393103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-721eeb09-8390-4164-b596-b488a6786c8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 1094 time: 0.1681023 Aug 23 12:11:57.407303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.427443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fe3defd9-78d2-4c83-8e11-2a07295d72cf up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:57.443987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting port 375ac40a-4c25-47cf-b128-5400e24e56e5 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:57.444529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.464757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-ee74949f-d73d-4d8f-9409-96baf24e038f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7571b73-49a8-4915-b782-d94052b9018c HTTP/1.1" status: 200 len: 217 time: 0.0534732 Aug 23 12:11:57.474368 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Pushing event updated for resources: {'Port': ['ID=e8e6a983-32fe-48e0-9bab-715e49daa5ad,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:57.524747 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.542914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.542914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.542914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.542914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.542914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.543686 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.550012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.551481 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.551832 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.552176 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.553755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.560647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:11:57.613325 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.620232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:57.621234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.657782 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Attempting to bind port e8e6a983-32fe-48e0-9bab-715e49daa5ad on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:57.658768 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Attempting to bind port e8e6a983-32fe-48e0-9bab-715e49daa5ad by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:57.660276 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Attempting to bind port e8e6a983-32fe-48e0-9bab-715e49daa5ad on network adf85014-91ee-4b3c-8057-77452ff56a2e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:57.674637 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:57.676884 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Checking segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:57.677373 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.678001 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Bound using segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:57.678112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Pushing event updated for resources: {'Port': ['ID=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:57.678327 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Bound port: e8e6a983-32fe-48e0-9bab-715e49daa5ad, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:57.678683 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.712440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.771445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.778574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Network a6b9afde-a928-4fae-b36e-963f42f95d0c is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:11:57.791300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:11:57.793296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Calling delete_port for 375ac40a-4c25-47cf-b128-5400e24e56e5 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:57.796645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:11:57.806837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port fe3defd9-78d2-4c83-8e11-2a07295d72cf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:57.820578 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.822614 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] For port e8e6a983-32fe-48e0-9bab-715e49daa5ad, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:57.827610 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] For port e8e6a983-32fe-48e0-9bab-715e49daa5ad, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e8e6a983-32fe-48e0-9bab-715e49daa5ad,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:57.838089 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.849098 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:57.948662 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.020063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Port': ['ID=375ac40a-4c25-47cf-b128-5400e24e56e5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:58.044270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.046739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c9694938-b2a2-4886-9e66-1b9084da37f0 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/ports/375ac40a-4c25-47cf-b128-5400e24e56e5 HTTP/1.1" status: 204 len: 168 time: 2.0488596 Aug 23 12:11:58.051885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40592) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:58.087172 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Routers {'49412218-84d2-4cf8-9133-20cb0e474552'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:11:58.093128 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a506b44d-028c-4bee-a86b-854f6aa38626 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:11:58.093607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a506b44d-028c-4bee-a86b-854f6aa38626 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:11:58.095867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a506b44d-028c-4bee-a86b-854f6aa38626 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/13bf45a5-f638-45d1-acf9-bc500271c7aa HTTP/1.1" status: 404 len: 337 time: 0.0426836 Aug 23 12:11:58.098517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40594) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:58.099304 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49412218-84d2-4cf8-9133-20cb0e474552'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:58.107469 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bcc1d-3b63-4094-bff9-2b566fe7f49d None None] Pushing event updated for resources: {'Port': ['ID=e8e6a983-32fe-48e0-9bab-715e49daa5ad,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:58.148624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Attempting to bind port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:11:58.151302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Attempting to bind port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:11:58.151829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Attempting to bind port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 on network a6b9afde-a928-4fae-b36e-963f42f95d0c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:11:58.174189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:11:58.177035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Checking segment: {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:11:58.177615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.178869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Bound using segment: {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:11:58.180230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Bound port: 5ed595f7-6b53-47e4-96c8-a6d221df8ff5, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:11:58.182198 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.378369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] For port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:11:58.384097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.390908 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] Set router 49412218-84d2-4cf8-9133-20cb0e474552 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:11:58.404889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] For port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:11:58.439867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.462065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.558026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab6d49-6fab-41f8-b13e-9c4dd9f42c59 req-46f9d3cc-f712-4227-9a6d-0e2e6f90b6a0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:58.565399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66ab6d49-6fab-41f8-b13e-9c4dd9f42c59 req-46f9d3cc-f712-4227-9a6d-0e2e6f90b6a0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 943 time: 0.2289395 Aug 23 12:11:58.609763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853594c0-99bb-4707-badf-c198cdd56ca2 None None] Pushing event updated for resources: {'Port': ['ID=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:58.704606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.750079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-822252ac-e4df-484e-bd13-081122db0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:11:58.751745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-822252ac-e4df-484e-bd13-081122db0614 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 1.2780535 Aug 23 12:11:58.763983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8636479 Aug 23 12:11:58.786827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66ab6d49-6fab-41f8-b13e-9c4dd9f42c59 req-15d177df-f54d-4f49-8dfa-6fe867f03b2e tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180831 Aug 23 12:11:58.802421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e8e6a983-32fe-48e0-9bab-715e49daa5ad up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:11:58.814483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40606) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:11:58.815017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:11:58.834890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-d7b6c354-60b0-4f85-8afc-1723187c5f1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326016 Aug 23 12:11:58.904678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee2c52-80b8-4f05-a595-a847e4931770 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Network': ['ID=20fe574d-bbfa-44ac-b1b8-056903283824,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:58.950514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:58.998847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 20fe574d-bbfa-44ac-b1b8-056903283824 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:11:59.036560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.078859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:11:59.079199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e8e6a983-32fe-48e0-9bab-715e49daa5ad completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:11:59.079335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.153628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e8e6a983-32fe-48e0-9bab-715e49daa5ad triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:11:59.154159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.264223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.276382 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e8e6a983-32fe-48e0-9bab-715e49daa5ad', 'name': '', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'mac_address': 'fa:16:3e:55:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:45Z', 'updated_at': '2021-08-23T12:11:57Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'subnets': [{'id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:11:59.308676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e8e6a983-32fe-48e0-9bab-715e49daa5ad, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e8e6a983-32fe-48e0-9bab-715e49daa5ad,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:59.309526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] For port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0ca98927-dcd9-4dcc-a4f4-c602e8738cf1,segment=NetworkSegment(ee88fe9d-af77-4862-8f76-2dd67a8c0e5d),segment_id=ee88fe9d-af77-4862-8f76-2dd67a8c0e5d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:11:59.310105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.317569 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.332315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Calling delete_port for 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:11:59.347639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Made reservation on behalf of 7b68b0c57821477ebc0d9bf7e82c8fb6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:11:59.351615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.361553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Allocated IP 172.25.1.132 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/b374cb8b-06e4-4318-8b85-3d4f42cbf4b0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:11:59.367774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d78608-2bf9-460d-9b74-5d8439457f07 None None] The sync data for ids ['49412218-84d2-4cf8-9133-20cb0e474552'] in n-d-773645-7 is: [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:11:47Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'e8e6a983-32fe-48e0-9bab-715e49daa5ad', 'name': '', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'mac_address': 'fa:16:3e:55:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:45Z', 'updated_at': '2021-08-23T12:11:57Z', 'revision_number': 4, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'subnets': [{'id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:11:59.495879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e8e6a983-32fe-48e0-9bab-715e49daa5ad,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:59.524773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Performing IP validity checks on allocation pools {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 12:11:59.524773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 12:11:59.540497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-c33da870-6326-492e-b275-6a01400ae3d8 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912110 Aug 23 12:11:59.739646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.804775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.829783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No DVR routers for this DVR port 0ca98927-dcd9-4dcc-a4f4-c602e8738cf1 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:11:59.838140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cbf15891-bbd6-4701-b09f-a833437d8d68 req-c69cb763-2b8a-4cb9-b28a-2eba1c702f4d service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901001 Aug 23 12:11:59.883872 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:11:59.901067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Port': ['ID=0ca98927-dcd9-4dcc-a4f4-c602e8738cf1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:11:59.989301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:00.013311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:00.036981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:00.106940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Pushing event updated for resources: {'Port': ['ID=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:00.127324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b83d3-627c-4651-973b-2acc23eb2874 req-0102a5e9-9377-481e-92cf-07a9b06eabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:00.129182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-0102a5e9-9377-481e-92cf-07a9b06eabaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 1094 time: 0.2031054 Aug 23 12:12:00.248208 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.274142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.306604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ab0f50-21b7-4c10-a589-17c08616708c']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:00.310397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1492a5c-abc3-4d2e-a06f-97b3fbbc4c0d None None] Network a6b9afde-a928-4fae-b36e-963f42f95d0c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:00.384805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:00.387451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee88fe9d-af77-4862-8f76-2dd67a8c0e5d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:00.402639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b83d3-627c-4651-973b-2acc23eb2874 req-42a13ff6-a0cf-41a3-afe7-839d88dcfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:00.404606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-42a13ff6-a0cf-41a3-afe7-839d88dcfb0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.2620389 Aug 23 12:12:00.442745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Deleting port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:00.443224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.454659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.502414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-cf5b8106-35f0-4eb4-98da-daefac37d763 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7571b73-49a8-4915-b782-d94052b9018c HTTP/1.1" status: 200 len: 217 time: 0.0560393 Aug 23 12:12:00.531790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.547944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-631b3b3b-c229-4dd1-889b-c64aa747eaae None None] Provisioning for port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:00.550913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ad139-dc4f-4eaa-8056-1e191836598b req-5d33b714-87e3-4cc5-b110-da1e7f82980c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:00.559446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a76ad139-dc4f-4eaa-8056-1e191836598b req-5d33b714-87e3-4cc5-b110-da1e7f82980c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 943 time: 0.3241549 Aug 23 12:12:00.607413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b83d3-627c-4651-973b-2acc23eb2874 req-f58e4360-60b3-4788-8d11-803a245745cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:00.609874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-f58e4360-60b3-4788-8d11-803a245745cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.0816097 Aug 23 12:12:00.662698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Checking segment: {'id': 'a1fbbf54-39e1-45ac-9205-3fc621cd838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:00.665164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network hostable DHCP agents. Network: 20fe574d-bbfa-44ac-b1b8-056903283824, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:00.669903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=dcef0050-9ec1-4e90-aa09-0a37cd5aec3d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:00.693582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:00.694262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-c0e02645-79d0-4577-a7a6-d46e37aee9d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754807 Aug 23 12:12:00.701024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:00.713476 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:00.887972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e8e6a983-32fe-48e0-9bab-715e49daa5ad up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:00.889823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a76ad139-dc4f-4eaa-8056-1e191836598b req-05fbb02a-d656-48c2-9be1-948a7021ff3a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292961 Aug 23 12:12:00.947740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Network 20fe574d-bbfa-44ac-b1b8-056903283824 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:00.962077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-086fcb26-178b-4921-9067-144207f29a08 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147889 Aug 23 12:12:00.982373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] For port 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:00.982888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.992298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:00.998836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 20fe574d-bbfa-44ac-b1b8-056903283824) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:01.008386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:01.009130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.012117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Calling delete_port for 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:01.014894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.016934 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/f2ab0f50-21b7-4c10-a589-17c08616708c HTTP/1.1" status: 204 len: 168 time: 2.9129481 Aug 23 12:12:01.018359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52c992-40c8-477a-88fd-0b82df193d34 None None] Network 20fe574d-bbfa-44ac-b1b8-056903283824 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:01.026936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40642) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:01.066672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b0b8-0199-49be-88f2-f062fd07acf1 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Network': ['ID=f2ab0f50-21b7-4c10-a589-17c08616708c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:01.124609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f506a2ed-9f11-4166-abdb-24d235ee0707 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3141160 Aug 23 12:12:01.130268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:01.135123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:01.143867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e8e6a983-32fe-48e0-9bab-715e49daa5ad triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:01.144419 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.229953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.235531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-169b83d3-627c-4651-973b-2acc23eb2874 req-28aa2d57-2c81-484e-9ab4-ebf02d17296d service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605164 Aug 23 12:12:01.378821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-20fe574d-bbfa-44ac-b1b8-056903283824', 'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824', 'tenant_id': '7b68b0c57821477ebc0d9bf7e82c8fb6', 'fixed_ips': [{'subnet_id': 'dcef0050-9ec1-4e90-aa09-0a37cd5aec3d'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:01.379936 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.416299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:01.527061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446446'] for subnet, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.562933 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting port 1c8f8235-9e97-4c78-96f2-ca1dca4e8f33 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:01.563645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.610362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:01.625388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:01.626022 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.661616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.717990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.763310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Calling delete_port for 1c8f8235-9e97-4c78-96f2-ca1dca4e8f33 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:01.785403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.800995 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:12:01.800995 n-d-773645-7 neutron-server[101059]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 23 12:12:01.800995 n-d-773645-7 neutron-server[101059]: [parameters: {'in_use': 1, 'id_1': 'dcef0050-9ec1-4e90-aa09-0a37cd5aec3d'}] Aug 23 12:12:01.800995 n-d-773645-7 neutron-server[101059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:01.802079 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:01.869493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:01.878603 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.888011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:12:01.888809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:01.963127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Pushing event deleted for resources: {'Port': ['ID=043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:01.985942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b7571b73-49a8-4915-b782-d94052b9018c details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:02.076667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:02.105162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.107691 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-57c5d139-a912-43e2-a57d-c78936886d41 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9180081 Aug 23 12:12:02.114169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:02.155083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Sync routers for ids ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:02.273937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9c063-5c73-4a79-bb28-8a827bcfb462 req-ae190add-b7cb-45d0-a5e3-d59882e53fd0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:02.275469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec9c063-5c73-4a79-bb28-8a827bcfb462 req-ae190add-b7cb-45d0-a5e3-d59882e53fd0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 943 time: 0.2430816 Aug 23 12:12:02.277650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759002087482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3674464'] for subnet, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.328342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.358215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b7571b73-49a8-4915-b782-d94052b9018c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b7571b73-49a8-4915-b782-d94052b9018c,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:02.388118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.391653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'b7571b73-49a8-4915-b782-d94052b9018c', 'network_id': '8f2512ff-a7d9-4c72-8f73-74c3d0918903', 'port_id': 'b7571b73-49a8-4915-b782-d94052b9018c', 'mac_address': 'fa:16:3e:5b:05:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2a6a0d-6e12-448b-a08e-1a14313c668d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:02.453671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Routers {'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:02.454349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:02.462993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:02.575469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:02.576462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.580452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "PUT /v2.0/subnets/dcef0050-9ec1-4e90-aa09-0a37cd5aec3d HTTP/1.1" status: 200 len: 900 time: 1.4475396 Aug 23 12:12:02.585916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40670) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:02.586784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.588897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Port': ['ID=1c8f8235-9e97-4c78-96f2-ca1dca4e8f33,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:02.648809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.653748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-04c77674-4a80-41c9-abce-44a6decd2c71 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/ports/1c8f8235-9e97-4c78-96f2-ca1dca4e8f33 HTTP/1.1" status: 204 len: 168 time: 1.6256411 Aug 23 12:12:02.658342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40676) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:02.691717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637e25-0b92-4960-838d-ae7ca22b2a11 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event updated for resources: {'Subnet': ['ID=dcef0050-9ec1-4e90-aa09-0a37cd5aec3d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:02.704066 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e45f9b-f6d7-4107-a411-fe05029ec172 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:02.704588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e45f9b-f6d7-4107-a411-fe05029ec172 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:02.709653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b4e45f9b-f6d7-4107-a411-fe05029ec172 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/baa1d743-0b7a-4b9b-a114-5a72eaf3a0a2 HTTP/1.1" status: 404 len: 337 time: 0.0481682 Aug 23 12:12:02.710018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40678) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:02.817828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Allocated IP 2001:db8::3 (20fe574d-bbfa-44ac-b1b8-056903283824/dcef0050-9ec1-4e90-aa09-0a37cd5aec3d/bf1920e8-9901-487a-a596-942f8ac09dbe) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:02.821897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ec9c063-5c73-4a79-bb28-8a827bcfb462 req-63d298f7-deb8-4eb9-be98-1afcb147c30a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867697 Aug 23 12:12:02.923126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:02.982824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.002210 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.012310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Transition to ACTIVE for port object bf1920e8-9901-487a-a596-942f8ac09dbe will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:03.029594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Transition to ACTIVE for port object bf1920e8-9901-487a-a596-942f8ac09dbe will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:03.032462 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.040637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:03.049139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.107922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.194457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7571b73-49a8-4915-b782-d94052b9018c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:03.217103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b7571b73-49a8-4915-b782-d94052b9018c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b7571b73-49a8-4915-b782-d94052b9018c,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:03.228473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Network 20fe574d-bbfa-44ac-b1b8-056903283824 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:03.253964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:03.256237 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.258636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:03.366099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.368543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Pushing event updated for resources: {'Port': ['ID=bf1920e8-9901-487a-a596-942f8ac09dbe,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:03.387534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8c5e70-6320-4e7c-8a02-31589e2b0e02']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:03.447357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b66e5aa-093d-4e73-8b0d-c752c78245fd') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:03.447357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b66e5aa-093d-4e73-8b0d-c752c78245fd') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:03.487543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.490130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.501721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=b7571b73-49a8-4915-b782-d94052b9018c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:03.555207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Attempting to bind port bf1920e8-9901-487a-a596-942f8ac09dbe on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:03.555207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Attempting to bind port bf1920e8-9901-487a-a596-942f8ac09dbe by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a1fbbf54-39e1-45ac-9205-3fc621cd838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:03.562540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Attempting to bind port bf1920e8-9901-487a-a596-942f8ac09dbe on network 20fe574d-bbfa-44ac-b1b8-056903283824 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:03.565972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:03.566691 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.576281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.576638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Set router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:12:03.587648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:03.588140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:03.592418 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:03.618622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Router f64b8980-cfac-41a9-ad19-a3f86810c513 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:12:03.655226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.675002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['b7571b73-49a8-4915-b782-d94052b9018c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:03.745399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=dcef0050-9ec1-4e90-aa09-0a37cd5aec3d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:03.774529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Allocated IP 172.20.0.1 (a6b9afde-a928-4fae-b36e-963f42f95d0c/a779f9d8-a071-4dd6-8286-05393764a810/856651a2-abf6-421b-a725-5c3dcf5cfd39) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:03.801862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:03.802774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Checking segment: {'id': 'a1fbbf54-39e1-45ac-9205-3fc621cd838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:03.802774 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.805845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Bound using segment: {'id': 'a1fbbf54-39e1-45ac-9205-3fc621cd838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:03.806362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Bound port: bf1920e8-9901-487a-a596-942f8ac09dbe, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fbbf54-39e1-45ac-9205-3fc621cd838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '20fe574d-bbfa-44ac-b1b8-056903283824'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:03.806761 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.848548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.873778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.886296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:03.887636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fe574d-bbfa-44ac-b1b8-056903283824']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:03.892746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40696) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:03.893066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/2e8c5e70-6320-4e7c-8a02-31589e2b0e02 HTTP/1.1" status: 204 len: 168 time: 1.1773028 Aug 23 12:12:03.906028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:03.924706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c1920-425d-42a7-94e7-f885ec4c561e tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Network': ['ID=2e8c5e70-6320-4e7c-8a02-31589e2b0e02,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:03.943163 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] Sync routers for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:03.951226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d7028e81-4e4f-4ae0-a72b-d2f884de2409 admin admin] 10.222.0.21 "PUT /v2.0/routers/f64b8980-cfac-41a9-ad19-a3f86810c513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8255785 Aug 23 12:12:03.953591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fbbf54-39e1-45ac-9205-3fc621cd838e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:03.953944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fbbf54-39e1-45ac-9205-3fc621cd838e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:03.956967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:03.968261 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:03.970014 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:04.008134 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.095993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.118779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting subnet f83153d5-def3-44ce-9b22-4733a2a16a3e {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:04.125253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Transition to ACTIVE for port object 856651a2-abf6-421b-a725-5c3dcf5cfd39 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:04.141981 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.146296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.191057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.202300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:04.202715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:04.206692 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:04.233064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:12:04.275640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Network a6b9afde-a928-4fae-b36e-963f42f95d0c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:04.282860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:04.291112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:04.344741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Pushing event updated for resources: {'Port': ['ID=856651a2-abf6-421b-a725-5c3dcf5cfd39,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:04.380905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.409575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e4e7-b742-4088-8221-89575fa3b3cb req-e9eaa0f3-4f49-45f6-8ec8-c0e4f328d223 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:04.418832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14c7e4e7-b742-4088-8221-89575fa3b3cb req-e9eaa0f3-4f49-45f6-8ec8-c0e4f328d223 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 944 time: 0.4084697 Aug 23 12:12:04.521762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.562514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] For port bf1920e8-9901-487a-a596-942f8ac09dbe, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:04.564502 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T12:12:01Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:04.631375 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] Checking router: f64b8980-cfac-41a9-ad19-a3f86810c513 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:12:04.688837 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] Routers {'f64b8980-cfac-41a9-ad19-a3f86810c513'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:04.689458 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f64b8980-cfac-41a9-ad19-a3f86810c513'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:04.724234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.750034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.765355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:12:00Z', 'revision_number': 3, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:04.804835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Checking router: fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:12:04.805221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Updating router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:12:04.911322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e5f4e0e-ee71-42d8-af13-ee8ec9b5578d None None] Provisioning for port 856651a2-abf6-421b-a725-5c3dcf5cfd39 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:04.921658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4e5f4e0e-ee71-42d8-af13-ee8ec9b5578d None None] Provisioning complete for port 856651a2-abf6-421b-a725-5c3dcf5cfd39 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:04.922587 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4e0e-ee71-42d8-af13-ee8ec9b5578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:04.947010 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] Set router f64b8980-cfac-41a9-ad19-a3f86810c513 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:12:04.947575 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.009755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] For port bf1920e8-9901-487a-a596-942f8ac09dbe, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bf1920e8-9901-487a-a596-942f8ac09dbe,segment=NetworkSegment(a1fbbf54-39e1-45ac-9205-3fc621cd838e),segment_id=a1fbbf54-39e1-45ac-9205-3fc621cd838e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:05.015182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 12:12:05.015182 n-d-773645-7 neutron-server[101058]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 12:12:05.015182 n-d-773645-7 neutron-server[101058]: [parameters: {'id': '20fe574d-bbfa-44ac-b1b8-056903283824'}] Aug 23 12:12:05.015182 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:05.015500 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:05.020406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f4e0e-ee71-42d8-af13-ee8ec9b5578d None None] Port 856651a2-abf6-421b-a725-5c3dcf5cfd39 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:05.030910 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.033317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.051025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14c7e4e7-b742-4088-8221-89575fa3b3cb req-d7938208-6621-44c7-b471-c23bb9ea4ce2 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080015 Aug 23 12:12:05.090195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.098024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.113152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.190340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.270113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0a988-8d84-4553-a3ce-5c255f60ffb9 None None] Network 20fe574d-bbfa-44ac-b1b8-056903283824 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:05.286308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T12:12:01Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:05.295696 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfefa4-8901-417c-ad81-d47d537447b1 None None] Pushing event updated for resources: {'Port': ['ID=bf1920e8-9901-487a-a596-942f8ac09dbe,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:05.337390 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.378834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfd2e7-ac93-44c5-9918-3af30b9f2ee9 None None] The sync data for ids ['f64b8980-cfac-41a9-ad19-a3f86810c513'] in n-d-773645-7 is: [{'id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'name': 'tempest-TaggedBootDevicesTest-368117536-router', 'tenant_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T11:59:39Z', 'updated_at': '2021-08-23T12:12:01Z', 'revision_number': 5, 'project_id': 'b6e1448bceee42a084ac9fa8ce06c4ad', 'gw_port': {'id': '57ce17c6-458c-4995-b169-2d1f44d54ff0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64b8980-cfac-41a9-ad19-a3f86810c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T11:59:41Z', 'updated_at': '2021-08-23T11:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:05.423069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Deleting port 57ce17c6-458c-4995-b169-2d1f44d54ff0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:05.423430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.425313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Network a6b9afde-a928-4fae-b36e-963f42f95d0c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:05.428491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:05.439105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Subnet': ['ID=f83153d5-def3-44ce-9b22-4733a2a16a3e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:05.470056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.474070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a9bb881-4a10-424f-9c75-763f082b2fb2 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/subnets/f83153d5-def3-44ce-9b22-4733a2a16a3e HTTP/1.1" status: 204 len: 168 time: 1.5766089 Aug 23 12:12:05.474070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40738) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:05.494123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Pushing event updated for resources: {'Port': ['ID=856651a2-abf6-421b-a725-5c3dcf5cfd39,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:05.527818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.536523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c80598-45b5-4e2f-be25-ce147739832a None None] Network 12d7aa42-309e-46fd-a61b-8a936ed5e08f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:05.752875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.766197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:12:05.939544 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.956896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Transition to ACTIVE for port object b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:05.981845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] For port 57ce17c6-458c-4995-b169-2d1f44d54ff0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=57ce17c6-458c-4995-b169-2d1f44d54ff0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:05.982366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:05.989183 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.001764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81277201-f22c-4755-99dd-df95ab323b7d None None] Network 20fe574d-bbfa-44ac-b1b8-056903283824 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:06.021737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b7571b73-49a8-4915-b782-d94052b9018c up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:06.054805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting port bf1920e8-9901-487a-a596-942f8ac09dbe {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:06.055512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.074114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Calling delete_port for 57ce17c6-458c-4995-b169-2d1f44d54ff0 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:06.164670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-99b6471a-bd46-4b7d-a281-e808cfe14c97 None None] Provisioning complete for port 856651a2-abf6-421b-a725-5c3dcf5cfd39 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:06.176909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-99b6471a-bd46-4b7d-a281-e808cfe14c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.262975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Attempting to bind port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:06.263360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Attempting to bind port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:06.263735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Attempting to bind port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:06.265598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7769f59-f1ae-4a73-925d-4734d6ba30b5 None None] Pushing event updated for resources: {'Port': ['ID=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:06.369503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:06.369937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:06.370236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.370644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:06.371141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Bound port: b374cb8b-06e4-4318-8b85-3d4f42cbf4b0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:06.371531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.412859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:06.422975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8ac9c41b-bbc2-42fc-900a-1f3e877ec821 admin admin] 10.222.0.21 "PUT /v2.0/routers/fa4cfb44-10d4-4f24-906e-cd1cd8a63a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3068602 Aug 23 12:12:06.428865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.442825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] For port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:06.452157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] For port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:06.453420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port b7571b73-49a8-4915-b782-d94052b9018c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:06.462836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Deleting port bcbcccda-629b-4688-a34b-2f0e48cb80ba {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:06.463477 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.467053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port b7571b73-49a8-4915-b782-d94052b9018c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:06.467445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.469859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.545616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] For port bcbcccda-629b-4688-a34b-2f0e48cb80ba, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bcbcccda-629b-4688-a34b-2f0e48cb80ba,segment=NetworkSegment(9bdd95a2-8016-41be-a93b-8cf4c97b16ac),segment_id=9bdd95a2-8016-41be-a93b-8cf4c97b16ac)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:06.546211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.560314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Calling delete_port for bcbcccda-629b-4688-a34b-2f0e48cb80ba owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:06.579546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7769f59-f1ae-4a73-925d-4734d6ba30b5 None None] Pushing event updated for resources: {'Port': ['ID=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:06.608210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-99b6471a-bd46-4b7d-a281-e808cfe14c97 None None] Port 856651a2-abf6-421b-a725-5c3dcf5cfd39 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:06.627116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Routers {'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:06.628070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:06.707879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7436f2b0-d655-4819-b1a2-e5b8ed268fa2 None None] DHCP port deletion for 12d7aa42-309e-46fd-a61b-8a936ed5e08f request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:12:06.773739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5390bdb-b755-4347-aba3-2a60240c30d0 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:12:06.776861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] For port bf1920e8-9901-487a-a596-942f8ac09dbe, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bf1920e8-9901-487a-a596-942f8ac09dbe,segment=NetworkSegment(a1fbbf54-39e1-45ac-9205-3fc621cd838e),segment_id=a1fbbf54-39e1-45ac-9205-3fc621cd838e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:06.776861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.790607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Calling delete_port for bf1920e8-9901-487a-a596-942f8ac09dbe owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:06.904529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.912179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Pushing event deleted for resources: {'Port': ['ID=57ce17c6-458c-4995-b169-2d1f44d54ff0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:06.914673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.927888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bcbcccda-629b-4688-a34b-2f0e48cb80ba no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:06.931146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:06.945985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] No DVR routers for this DVR port bcbcccda-629b-4688-a34b-2f0e48cb80ba on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:06.959937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b7571b73-49a8-4915-b782-d94052b9018c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b7571b73-49a8-4915-b782-d94052b9018c,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:07.030626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No DVR routers for this DVR port bf1920e8-9901-487a-a596-942f8ac09dbe on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:07.159814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.172172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fe574d-bbfa-44ac-b1b8-056903283824']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:07.191936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fbbf54-39e1-45ac-9205-3fc621cd838e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:07.191936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fbbf54-39e1-45ac-9205-3fc621cd838e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:07.202712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.211683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7571b73-49a8-4915-b782-d94052b9018c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:07.214466 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9acac-686f-4d8e-a281-ff4baf11bf5f" -d '{"events": [{"server_uuid": "d4909850-dbc3-41ce-bc84-c09ce1ed5bc9", "name": "network-vif-plugged", "status": "completed", "tag": "b7571b73-49a8-4915-b782-d94052b9018c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:07.217874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.218473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: bcbcccda-629b-4688-a34b-2f0e48cb80ba {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:07.218825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bcbcccda-629b-4688-a34b-2f0e48cb80ba not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:07.219598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:07.221498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5390bdb-b755-4347-aba3-2a60240c30d0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:12:07.238250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Port': ['ID=bcbcccda-629b-4688-a34b-2f0e48cb80ba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:07.251665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.278696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ea30f-b5e6-4792-a930-2655f90a554c req-b4233f00-16e6-4df4-aef4-1ad1462469cf tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:07.280569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e5ea30f-b5e6-4792-a930-2655f90a554c req-b4233f00-16e6-4df4-aef4-1ad1462469cf tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 944 time: 0.8720355 Aug 23 12:12:07.286376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:07.287136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.292343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.292744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.293066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.293639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.294037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.294374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.294873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.295591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.296287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.296910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.297413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.297938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:07.301255 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:07.318118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:07.318348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 043e0ac1-b3c9-4f27-9caa-b8ed00b4eb9b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:07.326900 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbace787-f8eb-4ee1-a695-8b54380be9dc x-openstack-request-id: req-fbace787-f8eb-4ee1-a695-8b54380be9dc {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:07.327261 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4909850-dbc3-41ce-bc84-c09ce1ed5bc9", "name": "network-vif-plugged", "status": "completed", "tag": "b7571b73-49a8-4915-b782-d94052b9018c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:07.327581 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbace787-f8eb-4ee1-a695-8b54380be9dc {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:07.328039 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7571b73-49a8-4915-b782-d94052b9018c', 'code': 200} Aug 23 12:12:07.361242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] Set router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:12:07.434773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e9f1-3d9a-49cf-ba55-94e8d779d278 req-d9b30eae-4170-4260-a0a6-2aed2b8ba485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:07.440650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c49e9f1-3d9a-49cf-ba55-94e8d779d278 req-d9b30eae-4170-4260-a0a6-2aed2b8ba485 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0720918 Aug 23 12:12:07.582825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c49e9f1-3d9a-49cf-ba55-94e8d779d278 req-25638c59-b9dc-4d8e-9a21-bf6dba53f70a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800261 Aug 23 12:12:07.597295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-32d4a6ad-a784-4429-aed1-b8de14b8a30d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:07.604788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-32d4a6ad-a784-4429-aed1-b8de14b8a30d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/networks?id=adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 200 len: 911 time: 0.1585567 Aug 23 12:12:07.622192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-42573a20-ef44-473b-af8a-3ca9ec9e4f76 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/quotas/04a66f73a8cf48a9bcef64f822810e9b HTTP/1.1" status: 200 len: 375 time: 0.0161021 Aug 23 12:12:07.635386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=b7571b73-49a8-4915-b782-d94052b9018c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:07.646057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.699595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Port': ['ID=bf1920e8-9901-487a-a596-942f8ac09dbe,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:07.733716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-83c84c8b-25b3-47f0-9632-ab5f7a124e66 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104498 Aug 23 12:12:07.748675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.751382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/20fe574d-bbfa-44ac-b1b8-056903283824 HTTP/1.1" status: 204 len: 168 time: 5.1599298 Aug 23 12:12:07.756301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:07.761611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.764615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a281d-2307-4949-b383-a6a6c82166b5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=20fe574d-bbfa-44ac-b1b8-056903283824,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:07.783539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e5ea30f-b5e6-4792-a930-2655f90a554c req-a10845f8-02ae-4bfe-8a45-d1fe5b8a6906 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303391 Aug 23 12:12:07.796021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d7aa42-309e-46fd-a61b-8a936ed5e08f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:07.806969 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef79a8d-d39f-4906-9afd-959d6a69923e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:07.807533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef79a8d-d39f-4906-9afd-959d6a69923e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:07.811574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.815380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8ef79a8d-d39f-4906-9afd-959d6a69923e tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/dcef0050-9ec1-4e90-aa09-0a37cd5aec3d HTTP/1.1" status: 404 len: 337 time: 0.0587204 Aug 23 12:12:07.816000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:07.926531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdd95a2-8016-41be-a93b-8cf4c97b16ac') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:07.926846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdd95a2-8016-41be-a93b-8cf4c97b16ac') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:07.931689 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-683cab30-6377-4fd2-a46c-dfa572087f1f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:07.932336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683cab30-6377-4fd2-a46c-dfa572087f1f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:07.934195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-683cab30-6377-4fd2-a46c-dfa572087f1f tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/20fe574d-bbfa-44ac-b1b8-056903283824 HTTP/1.1" status: 404 len: 339 time: 0.1169910 Aug 23 12:12:07.937110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40816) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:07.987674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:07.997108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.000775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.011123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.048706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:08.049455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:08.053074 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:08.069927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.070992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64b8980-cfac-41a9-ad19-a3f86810c513 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:12:08.079389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.081376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f7293aec-00e4-4a98-aed5-46a8d2ee03be admin admin] 10.222.0.21 "DELETE /v2.0/routers/f64b8980-cfac-41a9-ad19-a3f86810c513 HTTP/1.1" status: 204 len: 168 time: 4.1194985 Aug 23 12:12:08.090165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40818) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:08.103438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '856651a2-abf6-421b-a725-5c3dcf5cfd39', 'name': '', 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'mac_address': 'fa:16:3e:15:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:12:03Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 2, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'subnets': [{'id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:08.106810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7ec86-b095-4395-bfae-742389e4553e None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:12:08.180225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.187146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.189784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] 10.222.0.21 "DELETE /v2.0/networks/12d7aa42-309e-46fd-a61b-8a936ed5e08f HTTP/1.1" status: 204 len: 168 time: 2.7156827 Aug 23 12:12:08.217716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f23b80-73ba-4d83-be4c-50804e2e38a5 tempest-NetworksIpV6TestAttrs-901366195 tempest-NetworksIpV6TestAttrs-901366195-project] Pushing event deleted for resources: {'Network': ['ID=12d7aa42-309e-46fd-a61b-8a936ed5e08f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:08.218132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b614d72-730c-4e51-8a41-6d86363d1ac9 None None] The sync data for ids ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'] in n-d-773645-7 is: [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '856651a2-abf6-421b-a725-5c3dcf5cfd39', 'name': '', 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'mac_address': 'fa:16:3e:15:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:12:03Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 2, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'subnets': [{'id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:08.299410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Deleting subnet d08542eb-e3aa-4709-9902-a01ded7822d8 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:08.307659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.322016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.360998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-2ffb18b3-577e-4c2d-bbea-4613b4a398b2 service neutron] 10.222.0.21 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255929 Aug 23 12:12:08.368177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.459610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.501425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.515679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf7ec86-b095-4395-bfae-742389e4553e None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:12:08.521637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b391f212-52f6-499b-87e6-3a9801a436a3']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:08.541516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c32055b-cea6-4972-b852-7f71f3ad1a68') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:08.541999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c32055b-cea6-4972-b852-7f71f3ad1a68') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:08.556241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.558099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.573053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.581098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:08.581527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.638505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08542eb-e3aa-4709-9902-a01ded7822d8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:08.646223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.650832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5aed9064-a9c1-4006-a2f4-a2fc4576cb41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d08542eb-e3aa-4709-9902-a01ded7822d8 HTTP/1.1" status: 204 len: 168 time: 0.5569842 Aug 23 12:12:08.652062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40830) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:08.656315 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:08.661012 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.727231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:08.729186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/b391f212-52f6-499b-87e6-3a9801a436a3 HTTP/1.1" status: 204 len: 168 time: 0.7670050 Aug 23 12:12:08.735558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40836) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:08.807429 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f811f-47ec-4858-b75f-c8a78cc28466 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:08.808029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4f811f-47ec-4858-b75f-c8a78cc28466 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:08.811913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea4f811f-47ec-4858-b75f-c8a78cc28466 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/34bdfe05-5a31-40de-a168-a9d57190f438 HTTP/1.1" status: 404 len: 337 time: 0.0744419 Aug 23 12:12:08.813804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40838) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:08.814147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:08.816565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718e63c-b6b4-42bc-8239-dd7ff28ad6a5 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=b391f212-52f6-499b-87e6-3a9801a436a3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:08.902836 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc43470e-6b53-4940-9c90-0312e364a9f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:08.908483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc43470e-6b53-4940-9c90-0312e364a9f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:08.910689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc43470e-6b53-4940-9c90-0312e364a9f2 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/a7169b00-6a98-46a3-baa1-93ccd622a101 HTTP/1.1" status: 404 len: 339 time: 0.0858188 Aug 23 12:12:08.915827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40846) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:09.010517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.066780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57ce17c6-458c-4995-b169-2d1f44d54ff0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:09.072395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting subnet 5f2c6ec1-f902-462f-9a64-2b9a7e12680b {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:09.089893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-2ea4c1a4-f88b-4a7d-84ef-ae459a922e94 service neutron] 10.222.0.21 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276995 Aug 23 12:12:09.112376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.145779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 57ce17c6-458c-4995-b169-2d1f44d54ff0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:09.146861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57ce17c6-458c-4995-b169-2d1f44d54ff0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:09.158014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Deleting port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:09.159897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.217066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-620ca660-2151-4da1-930f-602ed73c567a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf03d0e506a4e1085c7b69c737a2886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993502 Aug 23 12:12:09.220525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:09.225012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.282838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55efd3f-6f73-4984-98d9-85611ba8773f req-0d62a663-3f1e-485f-a8b7-97025c0fc349 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:09.284697 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f55efd3f-6f73-4984-98d9-85611ba8773f req-0d62a663-3f1e-485f-a8b7-97025c0fc349 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 945 time: 0.2729414 Aug 23 12:12:09.365436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] For port a7cd6a77-8518-4cf5-9f31-bd6b560886d0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,segment=NetworkSegment(1065e797-1a79-4951-a326-2fbecac9fd6d),segment_id=1065e797-1a79-4951-a326-2fbecac9fd6d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:09.366026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.405233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Calling delete_port for a7cd6a77-8518-4cf5-9f31-bd6b560886d0 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:09.429828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42801d1-8660-4935-9e0d-aec3430fc73b None None] Network a798c050-248a-4546-8041-33f968ec94d0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:09.445742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f55efd3f-6f73-4984-98d9-85611ba8773f req-341656cb-b271-460a-8a12-ca348022b9b9 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541266 Aug 23 12:12:09.633280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.642829 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:09.702501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cd6a77-8518-4cf5-9f31-bd6b560886d0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:09.708067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] No DVR routers for this DVR port a7cd6a77-8518-4cf5-9f31-bd6b560886d0 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:09.849009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a4c08-60fb-4cc0-ad95-f5a1adbab2f5 None None] DHCP port deletion for a798c050-248a-4546-8041-33f968ec94d0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:12:09.983698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.011889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a798c050-248a-4546-8041-33f968ec94d0']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:10.048640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1065e797-1a79-4951-a326-2fbecac9fd6d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:10.051101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1065e797-1a79-4951-a326-2fbecac9fd6d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:10.082950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.137485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.150882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:10.151457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:10.153371 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:10.384623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.395281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.399097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a798c050-248a-4546-8041-33f968ec94d0 HTTP/1.1" status: 204 len: 168 time: 1.7417598 Aug 23 12:12:10.421005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f289f5d-ff21-4ebb-ac64-d558980dc62e admin admin] Pushing event deleted for resources: {'Network': ['ID=a798c050-248a-4546-8041-33f968ec94d0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:10.593988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96b2fcd6-1f09-44a3-acad-b6cd21ab053e req-54a66420-fecb-4305-995f-81fa87081079 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 210 time: 0.0966530 Aug 23 12:12:10.624223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1603152f-4a22-4838-bb63-af2c802666fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.667702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1603152f-4a22-4838-bb63-af2c802666fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.697341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40898) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:10.809978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-04b335da-c74a-441c-aff3-4b79ff8cb773 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6e1448bceee42a084ac9fa8ce06c4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105256 Aug 23 12:12:10.810651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40900) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:10.817967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1603152f-4a22-4838-bb63-af2c802666fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.823608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1603152f-4a22-4838-bb63-af2c802666fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.846487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1603152f-4a22-4838-bb63-af2c802666fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a74ca34f-9701-463d-9dd4-f53d3d4fc22e HTTP/1.1" status: 204 len: 168 time: 1.6223185 Aug 23 12:12:10.867935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:10.951416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:10.953678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603152f-4a22-4838-bb63-af2c802666fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ca34f-9701-463d-9dd4-f53d3d4fc22e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:11.013000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec7d-54e8-4c37-bf4f-85b085137b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.071264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2c6ec1-f902-462f-9a64-2b9a7e12680b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:11.077389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.081720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46fbeba5-f2bc-46b3-afdd-9086bbb392aa tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/5f2c6ec1-f902-462f-9a64-2b9a7e12680b HTTP/1.1" status: 204 len: 168 time: 2.1580863 Aug 23 12:12:11.085792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40908) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:11.128601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec7d-54e8-4c37-bf4f-85b085137b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.137950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec854b2a-ab5d-4c0a-85d1-3df5dcfef12a None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:11.230764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec7d-54e8-4c37-bf4f-85b085137b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.238058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec7d-54e8-4c37-bf4f-85b085137b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.244808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a1fec7d-54e8-4c37-bf4f-85b085137b7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09589c37-863f-4fef-95b6-89afd8be09e1 HTTP/1.1" status: 204 len: 168 time: 0.4302995 Aug 23 12:12:11.258956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fec7d-54e8-4c37-bf4f-85b085137b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09589c37-863f-4fef-95b6-89afd8be09e1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:11.271773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:11.276581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting subnet e02a9c98-5fd6-4619-9be5-45c6ffd52abc {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:11.289536 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.340438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:11.344657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.584727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.906861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:11.965515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-316245da-eaa9-486e-bb82-fb7bc26939a4 req-c7f54cf7-34e2-4269-a2d7-f4b5ed278b3c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 210 time: 0.1358252 Aug 23 12:12:11.984496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:11.993533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:12.007724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-0961d985-91c4-4f64-86b0-ce31394d5f38 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:12.009195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-0961d985-91c4-4f64-86b0-ce31394d5f38 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.41 "GET /v2.0/networks?id=adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 200 len: 911 time: 0.5313220 Aug 23 12:12:12.030485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Request body: {'port': {'device_id': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'admin_state_up': True, 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:12.048544 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:12.101356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:12.113027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a7cd6a77-8518-4cf5-9f31-bd6b560886d0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:12.138091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Made reservation on behalf of 04a66f73a8cf48a9bcef64f822810e9b for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:12.150101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:12.158262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a7cd6a77-8518-4cf5-9f31-bd6b560886d0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:12.159484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a7cd6a77-8518-4cf5-9f31-bd6b560886d0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:12.312147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:12.484561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=e02a9c98-5fd6-4619-9be5-45c6ffd52abc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:12.606119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Sync routers for ids ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:12.624431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Routers {'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:12.625606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:12.639319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:12.641242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2cb4d87a-e7ec-420f-a84a-a2ffc2887853 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/e02a9c98-5fd6-4619-9be5-45c6ffd52abc HTTP/1.1" status: 204 len: 168 time: 1.5535696 Aug 23 12:12:12.642573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Allocated IP 172.20.0.6 (adf85014-91ee-4b3c-8057-77452ff56a2e/6e1f535f-1bf9-4d7a-aae8-c48d524eca21/c6e1f3d8-39b3-4985-a420-8a3db2eda903) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:12.644891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40966) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:12.902443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Set router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:12:12.972829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.055327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:13.180875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting port fe3defd9-78d2-4c83-8e11-2a07295d72cf {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:13.182942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.221000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.282251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Transition to ACTIVE for port object c6e1f3d8-39b3-4985-a420-8a3db2eda903 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:13.293143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40994) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:13.328441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40998) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:13.419896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9616948-4c9f-497f-8c45-7efdebddbd0d None None] Network 4a2767f5-5068-4c8c-808a-93f3a4755dd6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:13.446219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56ee8ad-3fe0-4274-8a56-ac6e16cd987a req-5d4cc14b-d38b-4db6-ac26-4244ffaa61e7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 210 time: 0.0965703 Aug 23 12:12:13.470826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] For port fe3defd9-78d2-4c83-8e11-2a07295d72cf, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fe3defd9-78d2-4c83-8e11-2a07295d72cf,segment=NetworkSegment(e8acf3d7-0009-4e8c-a202-6377ed4cff4a),segment_id=e8acf3d7-0009-4e8c-a202-6377ed4cff4a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:13.471546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.506090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.512631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Calling delete_port for fe3defd9-78d2-4c83-8e11-2a07295d72cf owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:13.514470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1048528300'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:13.593950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e1f3d8-39b3-4985-a420-8a3db2eda903,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:13.596567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:13.600504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.620778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-656846475-network', 'tenant_id': 'f995ef443692406cb8639b2b4863be7f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:13.639925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.651598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Made reservation on behalf of f995ef443692406cb8639b2b4863be7f for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:13.672308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.682811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Network adf85014-91ee-4b3c-8057-77452ff56a2e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:13.736602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:13.737341 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.745038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.778032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Port': ['ID=fe3defd9-78d2-4c83-8e11-2a07295d72cf,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:13.782651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.784121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:13.792762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:13.795368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.806499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.818520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No DVR routers for this DVR port fe3defd9-78d2-4c83-8e11-2a07295d72cf on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:13.878397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-41b05625-7582-4b8e-a377-3d979bd73dc9 None None] Provisioning complete for port fe3defd9-78d2-4c83-8e11-2a07295d72cf triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:13.879058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41b05625-7582-4b8e-a377-3d979bd73dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.952206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:13.954529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-41b05625-7582-4b8e-a377-3d979bd73dc9 None None] Port fe3defd9-78d2-4c83-8e11-2a07295d72cf was deleted so its status cannot be updated. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 12:12:13.979409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd165b0-5085-4f5a-8690-b02568359eea,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:13.985578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.987797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:13.988529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:13.996978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2767f5-5068-4c8c-808a-93f3a4755dd6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:14.001709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.002355 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment d5852b87-60b9-4a44-ba8a-d752aafcd309 of type vlan for network 90090c32-6ace-4f80-a08c-31293d466ad9 Aug 23 12:12:14.009001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:14.009557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8acf3d7-0009-4e8c-a202-6377ed4cff4a') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:14.025991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.049400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.064627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1091ab-de71-4a8b-bfb1-6e3058e739e5 None None] DHCP port deletion for 4a2767f5-5068-4c8c-808a-93f3a4755dd6 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:12:14.074491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:14.075474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.105427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '856651a2-abf6-421b-a725-5c3dcf5cfd39', 'name': '', 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'mac_address': 'fa:16:3e:15:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:12:03Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 2, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'subnets': [{'id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:14.124125 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.150091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Checking router: fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:12:14.150785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Updating router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 port 856651a2-abf6-421b-a725-5c3dcf5cfd39 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:14.199581 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:14.202291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.207270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.213011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.220474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.221818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.228350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:14.228796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.236564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/4a2767f5-5068-4c8c-808a-93f3a4755dd6 HTTP/1.1" status: 204 len: 168 time: 1.5900638 Aug 23 12:12:14.240921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.246421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.266713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3537-fec2-4bd5-aeca-2c717ab7eeeb tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=4a2767f5-5068-4c8c-808a-93f3a4755dd6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:14.274504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-093018f4-1947-4316-9c4d-9ed8f7c93614 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2546639 Aug 23 12:12:14.348025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Request body: {'port': {'device_id': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:14.352478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0582476 Aug 23 12:12:14.355596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:14.361462 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b90b22-edce-4b89-aafd-9c01a157b015 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:14.362179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b90b22-edce-4b89-aafd-9c01a157b015 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:14.364138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-11b90b22-edce-4b89-aafd-9c01a157b015 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/87095c85-6354-4618-a547-a4f25fa3f26a HTTP/1.1" status: 404 len: 337 time: 0.1118429 Aug 23 12:12:14.367301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41026) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.399402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a29d08a4-f2d4-42c3-96fa-1823ff3fe732 None None] Provisioning for port c6e1f3d8-39b3-4985-a420-8a3db2eda903 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:14.403047 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-943876d9-791f-4efe-82cb-34ebffe6836c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:14.404381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943876d9-791f-4efe-82cb-34ebffe6836c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:14.409332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-943876d9-791f-4efe-82cb-34ebffe6836c tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/30b36a74-9e32-4b3c-8333-13e3576c55d1 HTTP/1.1" status: 404 len: 339 time: 0.0383835 Aug 23 12:12:14.410214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41028) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.434214 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.435127 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Added segment da944f48-665b-4b24-b5e3-6a79e75fbb4d of type vlan for network 81c43f3f-df42-4ed7-be68-495b3382b8d2 Aug 23 12:12:14.438979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac910c8-74a2-4ae7-96a1-6aa2ac401865,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:14.468169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce831f8-8be1-41dc-b259-2167f78a6b05 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=90090c32-6ace-4f80-a08c-31293d466ad9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:14.545938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.552998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.566802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.572725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:14.583375 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a7bbb1-607b-4856-a439-e52c74574e20 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:14.584104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a7bbb1-607b-4856-a439-e52c74574e20 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:14.586357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-63a7bbb1-607b-4856-a439-e52c74574e20 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/17932515-f17a-4d8c-a118-482cfdf83eaf HTTP/1.1" status: 404 len: 337 time: 0.1721361 Aug 23 12:12:14.588932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41036) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.619424 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf8c825-0e0f-4693-bcb2-a2473e0e5f18 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:14.623301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf8c825-0e0f-4693-bcb2-a2473e0e5f18 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:14.631239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-adf8c825-0e0f-4693-bcb2-a2473e0e5f18 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/f8a7f444-dd74-4029-9e12-f73ae37a2eb7 HTTP/1.1" status: 404 len: 339 time: 0.0410538 Aug 23 12:12:14.633784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.699566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad9bf2-ae70-4856-a915-e2d376148884 req-5d455ed3-9263-4116-aa34-ed2355d208e9 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:14.700635 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a99ef4-4e6e-47d5-a4da-07eb80b409a3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:14.701351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a99ef4-4e6e-47d5-a4da-07eb80b409a3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:14.703471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46a99ef4-4e6e-47d5-a4da-07eb80b409a3 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/20ee6950-d5c8-4bc1-8893-216f5f04e3fb HTTP/1.1" status: 404 len: 337 time: 0.0659592 Aug 23 12:12:14.710498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1ad9bf2-ae70-4856-a915-e2d376148884 req-5d455ed3-9263-4116-aa34-ed2355d208e9 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1027 time: 0.0765841 Aug 23 12:12:14.719756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41040) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.736816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.738030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:14.738736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.823048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4833939 Aug 23 12:12:14.824172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41044) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.879751 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-29010048-a858-42ef-b1ab-f4b94cc17f0a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:14.881175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29010048-a858-42ef-b1ab-f4b94cc17f0a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:14.889230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-29010048-a858-42ef-b1ab-f4b94cc17f0a tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/5d3d21ef-b4a9-4bd3-8004-9fde6a53582e HTTP/1.1" status: 404 len: 339 time: 0.1684055 Aug 23 12:12:14.891251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41052) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:14.909253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Request body: {'subnet': {'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-656846475-subnet', 'tenant_id': 'f995ef443692406cb8639b2b4863be7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:14.926578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a29d08a4-f2d4-42c3-96fa-1823ff3fe732 None None] Provisioning complete for port c6e1f3d8-39b3-4985-a420-8a3db2eda903 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:14.928118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a29d08a4-f2d4-42c3-96fa-1823ff3fe732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.950782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ffb59-2130-4613-857d-682993409f23 admin admin] Pushing event updated for resources: {'Network': ['ID=81c43f3f-df42-4ed7-be68-495b3382b8d2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:14.960973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:12:14.960973 n-d-773645-7 neutron-server[101058]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 12:12:14.960973 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id_1': 'f995ef443692406cb8639b2b4863be7f', 'expiration_1': datetime.datetime(2021, 8, 23, 12, 12, 14, 923894)}] Aug 23 12:12:14.960973 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:14.961674 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:14.974247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:14.978270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:14.988685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 90090c32-6ace-4f80-a08c-31293d466ad9 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:14.990784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fe3defd9-78d2-4c83-8e11-2a07295d72cf no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:15.002560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:15.027211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1ad9bf2-ae70-4856-a915-e2d376148884 req-dcb8eca8-29a5-41ce-98c9-4edb5f48c8e3 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158019 Aug 23 12:12:15.051225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting subnet ca3e2796-ebe6-4dda-a766-a1f1bc09d7a2 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:15.056144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.072392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: fe3defd9-78d2-4c83-8e11-2a07295d72cf {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:15.073824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fe3defd9-78d2-4c83-8e11-2a07295d72cf not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:15.121306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a29d08a4-f2d4-42c3-96fa-1823ff3fe732 None None] Port c6e1f3d8-39b3-4985-a420-8a3db2eda903 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:15.123512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.267261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.399511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.486774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.491693 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/ca3e2796-ebe6-4dda-a766-a1f1bc09d7a2 HTTP/1.1" status: 204 len: 168 time: 0.5937850 Aug 23 12:12:15.493738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41066) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:15.500428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2a31d-638f-4330-8f28-fe07fb993749 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3e2796-ebe6-4dda-a766-a1f1bc09d7a2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:15.510270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f9263-9aed-4186-b3fe-e618f4e89435 None None] Network da6195ad-2845-4517-8e80-ce99e1be6edf requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:15.592188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e1f3d8-39b3-4985-a420-8a3db2eda903 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:15.627875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.648720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.659188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Transition to ACTIVE for port object c6e1f3d8-39b3-4985-a420-8a3db2eda903 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:15.660334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Made reservation on behalf of f995ef443692406cb8639b2b4863be7f for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:15.663113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.670119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.737886 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.750558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.822774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Transition to ACTIVE for port object 856651a2-abf6-421b-a725-5c3dcf5cfd39 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:15.865304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.882764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e1f3d8-39b3-4985-a420-8a3db2eda903,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:15.928131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting port 598aa974-04b2-4842-a3f5-7e32ec10cba5 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:15.928598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:15.937186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=0ea6190b-53ab-415a-96db-12b3746e7f5c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:15.982718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee447c88-410c-4e5c-8063-35041aa6aa9c None None] Pushing event updated for resources: {'Port': ['ID=856651a2-abf6-421b-a725-5c3dcf5cfd39,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:16.001665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': 'd5852b87-60b9-4a44-ba8a-d752aafcd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:16.002140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: 90090c32-6ace-4f80-a08c-31293d466ad9, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:16.099304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] For port 598aa974-04b2-4842-a3f5-7e32ec10cba5, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=598aa974-04b2-4842-a3f5-7e32ec10cba5,segment=NetworkSegment(e8bbd9cd-9405-454f-ae50-2e8d17a51005),segment_id=e8bbd9cd-9405-454f-ae50-2e8d17a51005)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:16.099557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.117152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Calling delete_port for 598aa974-04b2-4842-a3f5-7e32ec10cba5 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:16.132479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] DHCP port deletion for da6195ad-2845-4517-8e80-ce99e1be6edf request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:12:16.144424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Attempting to bind port c6e1f3d8-39b3-4985-a420-8a3db2eda903 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:16.144889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Attempting to bind port c6e1f3d8-39b3-4985-a420-8a3db2eda903 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:16.145108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Attempting to bind port c6e1f3d8-39b3-4985-a420-8a3db2eda903 on network adf85014-91ee-4b3c-8057-77452ff56a2e {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:16.150150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network 90090c32-6ace-4f80-a08c-31293d466ad9 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:16.188711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Port c6e1f3d8-39b3-4985-a420-8a3db2eda903 on network adf85014-91ee-4b3c-8057-77452ff56a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:12:16.189044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Attempting to bind port c6e1f3d8-39b3-4985-a420-8a3db2eda903 on network adf85014-91ee-4b3c-8057-77452ff56a2e {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:16.206803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 90090c32-6ace-4f80-a08c-31293d466ad9) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:16.234868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:16.235478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.272007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:16.272355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Checking segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:16.273284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Bound using segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:16.273756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Bound port: c6e1f3d8-39b3-4985-a420-8a3db2eda903, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:16.274126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.285555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14866ae7-ac33-4b0f-8c13-6316c58fe39a None None] Network 90090c32-6ace-4f80-a08c-31293d466ad9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:16.293129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Attempting to bind port 856651a2-abf6-421b-a725-5c3dcf5cfd39 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:16.293751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Attempting to bind port 856651a2-abf6-421b-a725-5c3dcf5cfd39 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:16.294457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Attempting to bind port 856651a2-abf6-421b-a725-5c3dcf5cfd39 on network a6b9afde-a928-4fae-b36e-963f42f95d0c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:16.384873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efafc47-c1f6-407c-a601-67e720a0dcf7 req-114ae2ce-5e59-49a4-b986-2b26415d147c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:16.392798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4efafc47-c1f6-407c-a601-67e720a0dcf7 req-114ae2ce-5e59-49a4-b986-2b26415d147c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1052 time: 0.1299217 Aug 23 12:12:16.437451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:16.437914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Checking segment: {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:16.439230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.439655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Bound using segment: {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:16.440156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Bound port: 856651a2-abf6-421b-a725-5c3dcf5cfd39, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6973fb3d-4d2f-47d7-90b4-39219ef60790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:16.440544 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.462501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4efafc47-c1f6-407c-a601-67e720a0dcf7 req-c2b23cbb-9d14-4ae1-b6c8-175656d35b8c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684435 Aug 23 12:12:16.474091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.496168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b886e70-918c-4340-95cc-d65e44d729cc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9261839 Aug 23 12:12:16.507887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41080) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:16.526180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383812289'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:16.535828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Port': ['ID=598aa974-04b2-4842-a3f5-7e32ec10cba5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:16.553502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No DVR routers for this DVR port 598aa974-04b2-4842-a3f5-7e32ec10cba5 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:16.653531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Deleting port 598aa974-04b2-4842-a3f5-7e32ec10cba5 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:16.669631 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.742303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] For port c6e1f3d8-39b3-4985-a420-8a3db2eda903, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:16.747110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] For port c6e1f3d8-39b3-4985-a420-8a3db2eda903, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:16.748799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:16.752951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.764992 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.782955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.787294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.799066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] For port 856651a2-abf6-421b-a725-5c3dcf5cfd39, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:16.811244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6195ad-2845-4517-8e80-ce99e1be6edf']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:16.828558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] For port 856651a2-abf6-421b-a725-5c3dcf5cfd39, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=856651a2-abf6-421b-a725-5c3dcf5cfd39,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:16.845579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bbd9cd-9405-454f-ae50-2e8d17a51005') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:16.846203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bbd9cd-9405-454f-ae50-2e8d17a51005') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:16.864468 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.869273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.889382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.904937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e1f3d8-39b3-4985-a420-8a3db2eda903,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:16.907197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:16.907766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:16.915249 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:16.954205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:16.954837 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.956260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-44e9f0b7-70cb-421e-8c2c-e0a81e9f56c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6e1f3d8-39b3-4985-a420-8a3db2eda903 HTTP/1.1" status: 200 len: 1091 time: 2.6244190 Aug 23 12:12:16.956720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'tag': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:16.960025 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207c263b-9f74-4a8b-acb6-19538fc84bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa33c318-25ba-446b-bcd9-165f5a09f75d", "tag": "c6e1f3d8-39b3-4985-a420-8a3db2eda903"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:16.977387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] For port 598aa974-04b2-4842-a3f5-7e32ec10cba5, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:16.978117 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:16.990750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 598aa974-04b2-4842-a3f5-7e32ec10cba5 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:16.997034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:17.050609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c82ced-1be7-4123-9668-f7c1c9fea377,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:17.071794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.083345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.089039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/da6195ad-2845-4517-8e80-ce99e1be6edf HTTP/1.1" status: 204 len: 168 time: 1.5904899 Aug 23 12:12:17.136965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41096) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:17.137865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9403f-115a-4a60-9a04-b7dacf5ba159 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=da6195ad-2845-4517-8e80-ce99e1be6edf,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:17.147193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Checking segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:17.147640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Network hostable DHCP agents. Network: 81c43f3f-df42-4ed7-be68-495b3382b8d2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:17.197503 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c345291a-a059-44e2-b22d-17f15f9975fc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:17.199631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c345291a-a059-44e2-b22d-17f15f9975fc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:17.208696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c345291a-a059-44e2-b22d-17f15f9975fc tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/68cdd2c9-630c-4d81-9b3c-3af921f8719a HTTP/1.1" status: 404 len: 337 time: 0.0579553 Aug 23 12:12:17.223684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Calling delete_port for 598aa974-04b2-4842-a3f5-7e32ec10cba5 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:17.224561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41098) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:17.229529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Port 598aa974-04b2-4842-a3f5-7e32ec10cba5 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:12:17.258256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.271366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.271720 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment c740565f-0b83-4e35-8516-fc1286856c78 of type vlan for network c15a1905-d9d5-489f-bbc9-169b1b426681 Aug 23 12:12:17.282720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Network da6195ad-2845-4517-8e80-ce99e1be6edf is not hosted by any dhcp agent {{(pid=101059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:12:17.289416 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b7dc9e-6457-4a2c-9df8-4247d4fc802b tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] DELETE failed (client error): The resource could not be found. Aug 23 12:12:17.290068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b7dc9e-6457-4a2c-9df8-4247d4fc802b tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:12:17.290885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] No DVR routers for this DVR port 598aa974-04b2-4842-a3f5-7e32ec10cba5 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:17.295353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 598aa974-04b2-4842-a3f5-7e32ec10cba5 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:17.295705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 598aa974-04b2-4842-a3f5-7e32ec10cba5 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:17.306609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-90090c32-6ace-4f80-a08c-31293d466ad9', 'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': '0ea6190b-53ab-415a-96db-12b3746e7f5c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:17.307498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.315386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0b7dc9e-6457-4a2c-9df8-4247d4fc802b tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/6b601d16-3f83-4b41-beaf-f9dc923595fb HTTP/1.1" status: 404 len: 339 time: 0.0897112 Aug 23 12:12:17.319739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41100) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:17.355918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Routers {'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:17.356584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:17.430391 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b062c906-71f7-4adc-8f42-acdd74473e61 x-openstack-request-id: req-b062c906-71f7-4adc-8f42-acdd74473e61 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:17.430710 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa33c318-25ba-446b-bcd9-165f5a09f75d", "tag": "c6e1f3d8-39b3-4985-a420-8a3db2eda903", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:17.430975 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b062c906-71f7-4adc-8f42-acdd74473e61 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:17.431392 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'tag': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903', 'status': 'completed', 'code': 200} Aug 23 12:12:17.548415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.571542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] Set router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:12:17.592170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-fce78c2c-1222-4e4c-87c3-ddf35ea08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:17.594937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-fce78c2c-1222-4e4c-87c3-ddf35ea08be2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1094 time: 0.5200894 Aug 23 12:12:17.595869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.603940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:17.604784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.762067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2499568 Aug 23 12:12:17.764579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:17.770038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': 'c15a1905-d9d5-489f-bbc9-169b1b426681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:17.796012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:17.801817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting subnet 8056a751-da94-41d2-bb34-ca051843b702 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:17.806387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.823398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee447c88-410c-4e5c-8063-35041aa6aa9c None None] Pushing event updated for resources: {'Port': ['ID=856651a2-abf6-421b-a725-5c3dcf5cfd39,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:17.870093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.926240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b7d0a-6afd-429b-937b-e8374e0db9d2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=c15a1905-d9d5-489f-bbc9-169b1b426681,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:17.945947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:17.947913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-ea1e9f7b-1c48-4e6d-9ac4-2bd95dc3f900 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903 HTTP/1.1" status: 200 len: 217 time: 0.3176372 Aug 23 12:12:17.961236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c15a1905-d9d5-489f-bbc9-169b1b426681 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:17.966625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:17.975026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 81c43f3f-df42-4ed7-be68-495b3382b8d2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:18.005940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:18.006566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.014943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e06d87-87df-41ff-a858-2c0107cea465 None None] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:18.030272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30af7f3-33a1-4e21-9bef-b0bab1301cda None None] Pushing event deleted for resources: {'Port': ['ID=598aa974-04b2-4842-a3f5-7e32ec10cba5,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:18.033463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11d55-f103-433c-afc4-e0eaba302948 req-05e94b75-15df-4b47-920f-08a792fdecda tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:18.035116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0e11d55-f103-433c-afc4-e0eaba302948 req-05e94b75-15df-4b47-920f-08a792fdecda tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1094 time: 0.4035454 Aug 23 12:12:18.092526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3c9de207-8a19-41ce-aeb9-c123caed2564 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2603979 Aug 23 12:12:18.120026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-83e7cf7d-3f29-4a80-8a1b-96d4ac45baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:18.121588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-83e7cf7d-3f29-4a80-8a1b-96d4ac45baef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e1f535f-1bf9-4d7a-aae8-c48d524eca21 HTTP/1.1" status: 200 len: 849 time: 0.1670020 Aug 23 12:12:18.136457 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.260268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0e11d55-f103-433c-afc4-e0eaba302948 req-b79879f3-cdfc-477b-9dc5-82c1816207b3 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171595 Aug 23 12:12:18.289093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.337198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-18baad95-d0ba-418e-af1d-08f3a950d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:18.338788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-18baad95-d0ba-418e-af1d-08f3a950d58c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adf85014-91ee-4b3c-8057-77452ff56a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911769 Aug 23 12:12:18.340622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.390676 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Subnet': ['ID=8056a751-da94-41d2-bb34-ca051843b702,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:18.397878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.400031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ade9880f-7fe5-4899-9c80-c9843a0aa734 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/subnets/8056a751-da94-41d2-bb34-ca051843b702 HTTP/1.1" status: 204 len: 168 time: 1.0789781 Aug 23 12:12:18.409276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41130) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:18.413572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=c942d9cd-2041-41e1-b79a-7937564bc0fa,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:18.485614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2d76e-1ed5-485a-9894-38afc02d0aa2 None None] Network 505ae1a8-2617-4c24-85f5-ea1539ac0884 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:18.525043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.525402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.525772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.526113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.526452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.526786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.527125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.527457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.527787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.527907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-5d5e16b1-763c-490b-8381-597deefda7f4 service neutron] 10.222.0.41 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688509 Aug 23 12:12:18.528114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.528449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.529022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:18.545739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.557407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': 'c740565f-0b83-4e35-8516-fc1286856c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c15a1905-d9d5-489f-bbc9-169b1b426681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:18.557907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: c15a1905-d9d5-489f-bbc9-169b1b426681, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:18.609518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network c15a1905-d9d5-489f-bbc9-169b1b426681 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:18.622518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Allocated IP 172.20.255.242 (90090c32-6ace-4f80-a08c-31293d466ad9/0ea6190b-53ab-415a-96db-12b3746e7f5c/7c4d4b1f-c702-4f50-a2db-1980ef6a700b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:18.686777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c15a1905-d9d5-489f-bbc9-169b1b426681) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:18.689845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '856651a2-abf6-421b-a725-5c3dcf5cfd39', 'name': '', 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'mac_address': 'fa:16:3e:15:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:12:03Z', 'updated_at': '2021-08-23T12:12:16Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'subnets': [{'id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:18.693616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:18.693828 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.719927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Deleting port f88f64c6-dba3-4593-824f-a9585abca398 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:18.720384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:18.724078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-04edc3ce-87c1-4aa6-8b0b-5f6c1e91c9c2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9580746 Aug 23 12:12:18.731389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41148) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:18.940373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50102272-d4c3-40e9-8ac6-a140415e025d None None] The sync data for ids ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'] in n-d-773645-7 is: [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:12:04Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '856651a2-abf6-421b-a725-5c3dcf5cfd39', 'name': '', 'network_id': 'a6b9afde-a928-4fae-b36e-963f42f95d0c', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'mac_address': 'fa:16:3e:15:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:12:03Z', 'updated_at': '2021-08-23T12:12:16Z', 'revision_number': 4, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'subnets': [{'id': 'a779f9d8-a071-4dd6-8286-05393764a810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:18.954621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b377283-5294-4da6-b997-a5451773847b None None] Network c15a1905-d9d5-489f-bbc9-169b1b426681 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:18.956930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 856651a2-abf6-421b-a725-5c3dcf5cfd39 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:18.964885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fff6a3d4-c1da-4d73-a680-3335c0e2f138 req-91a0d973-ace5-4354-b436-221c32ca34f2 service neutron] 10.222.0.41 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361947 Aug 23 12:12:19.166833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-e5d5cf15-967a-4d63-ad58-6e126877c109 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:19.177507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-e5d5cf15-967a-4d63-ad58-6e126877c109 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 815 time: 0.3580825 Aug 23 12:12:19.224863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.232812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] For port f88f64c6-dba3-4593-824f-a9585abca398, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f88f64c6-dba3-4593-824f-a9585abca398,segment=NetworkSegment(16550595-d7a7-47c3-b8c6-b9153b8ea2b0),segment_id=16550595-d7a7-47c3-b8c6-b9153b8ea2b0)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:19.233249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.240607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-1c461789-8bc3-4981-8633-d20256b0bb5c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/quotas/f995ef443692406cb8639b2b4863be7f HTTP/1.1" status: 200 len: 375 time: 0.0622051 Aug 23 12:12:19.276168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Calling delete_port for f88f64c6-dba3-4593-824f-a9585abca398 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:19.311236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-81c43f3f-df42-4ed7-be68-495b3382b8d2', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'tenant_id': 'f995ef443692406cb8639b2b4863be7f', 'fixed_ips': [{'subnet_id': '44c82ced-1be7-4123-9668-f7c1c9fea377'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:19.312159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.347837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fd28e21d-1b49-4128-a3f6-b68560561dc0 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881555 Aug 23 12:12:19.437519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-d49ce0a4-ed50-4f52-b90b-faa241c0c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:19.440434 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-d49ce0a4-ed50-4f52-b90b-faa241c0c459 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1094 time: 0.3568909 Aug 23 12:12:19.500692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.701320 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.720838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Transition to ACTIVE for port object 7c4d4b1f-c702-4f50-a2db-1980ef6a700b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:19.722831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-c97ee24c-f16f-4be4-8f4b-fd221a2d8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:19.724543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-c97ee24c-f16f-4be4-8f4b-fd221a2d8074 service neutron] 10.222.0.41 "GET /v2.0/networks?id=adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 200 len: 911 time: 0.2758896 Aug 23 12:12:19.730660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.753745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Transition to ACTIVE for port object 7c4d4b1f-c702-4f50-a2db-1980ef6a700b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:19.763035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-6076ab20-139e-4061-a51e-9001d0a6228c service neutron] 10.222.0.21 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967614 Aug 23 12:12:19.786020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.819110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.914584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=c942d9cd-2041-41e1-b79a-7937564bc0fa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:19.943166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] No DVR routers for this DVR port f88f64c6-dba3-4593-824f-a9585abca398 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:19.957620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Port': ['ID=f88f64c6-dba3-4593-824f-a9585abca398,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:19.967603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:19.989537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Network 90090c32-6ace-4f80-a08c-31293d466ad9 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:19.995175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-32a14646-64f0-4efd-91c5-0bf6c26a0729 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903 HTTP/1.1" status: 200 len: 217 time: 0.2476470 Aug 23 12:12:20.014396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15a1905-d9d5-489f-bbc9-169b1b426681']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:20.104296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:20.124471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5b16-0288-465a-88a6-12bf20592087 req-f1468804-312b-47ee-83a9-c893fef1e10c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:20.133831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1ab5b16-0288-465a-88a6-12bf20592087 req-f1468804-312b-47ee-83a9-c893fef1e10c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1094 time: 0.6857927 Aug 23 12:12:20.138481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c740565f-0b83-4e35-8516-fc1286856c78') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:20.139019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c740565f-0b83-4e35-8516-fc1286856c78') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:20.161289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.171874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:20.191808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-7fddd7eb-16a4-4982-abb8-214a2ff2ce83 service neutron] 10.222.0.21 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273934 Aug 23 12:12:20.194165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.202223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-abbced94-eeab-4ded-a8d6-f4f68e2feeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:20.204675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-abbced94-eeab-4ded-a8d6-f4f68e2feeae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e1f535f-1bf9-4d7a-aae8-c48d524eca21 HTTP/1.1" status: 200 len: 849 time: 0.2033539 Aug 23 12:12:20.206476 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.223296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e2e60-aa16-4373-8c71-18f65da869e5 None None] Network c15a1905-d9d5-489f-bbc9-169b1b426681 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:20.234338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:20.235158 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.235416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505ae1a8-2617-4c24-85f5-ea1539ac0884']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:20.240650 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:20.280532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16550595-d7a7-47c3-b8c6-b9153b8ea2b0') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:20.280842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16550595-d7a7-47c3-b8c6-b9153b8ea2b0') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:20.296558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 856651a2-abf6-421b-a725-5c3dcf5cfd39 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:20.307497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.321308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1ab5b16-0288-465a-88a6-12bf20592087 req-4569c513-1e45-40f5-a250-66dbd2e5a221 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656036 Aug 23 12:12:20.352717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 856651a2-abf6-421b-a725-5c3dcf5cfd39 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:20.353098 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.359008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.381407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:20.382206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:20.385458 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:20.400152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-8fde1304-3512-4b7a-82b0-15f7c60d1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:20.404125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-8fde1304-3512-4b7a-82b0-15f7c60d1d37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adf85014-91ee-4b3c-8057-77452ff56a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874881 Aug 23 12:12:20.412015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.543029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Pushing event updated for resources: {'Port': ['ID=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:20.609976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.611801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/c15a1905-d9d5-489f-bbc9-169b1b426681 HTTP/1.1" status: 204 len: 168 time: 1.8793662 Aug 23 12:12:20.623824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Allocated IP 172.20.0.2 (81c43f3f-df42-4ed7-be68-495b3382b8d2/44c82ced-1be7-4123-9668-f7c1c9fea377/56093fa4-594f-4d84-916f-ae5b0b27c81d) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:20.637272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41194) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:20.653012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1079962536'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:20.740509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.766391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.768248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] 10.222.0.21 "DELETE /v2.0/networks/505ae1a8-2617-4c24-85f5-ea1539ac0884 HTTP/1.1" status: 204 len: 168 time: 2.3561749 Aug 23 12:12:20.777672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7464425-c139-4bd8-8cdb-14fb696120e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=c15a1905-d9d5-489f-bbc9-169b1b426681,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:20.860864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2156f-605a-4464-a951-ca10b94af469 tempest-NetworksIpV6Test-221487095 tempest-NetworksIpV6Test-221487095-project] Pushing event deleted for resources: {'Network': ['ID=505ae1a8-2617-4c24-85f5-ea1539ac0884,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:20.862619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:20.879423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-9e3c9506-24c8-4878-b8f6-5b32835e0d76 service neutron] 10.222.0.41 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630311 Aug 23 12:12:20.882121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.930708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:20.945327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Transition to ACTIVE for port object 56093fa4-594f-4d84-916f-ae5b0b27c81d will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:20.964938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Transition to ACTIVE for port object 56093fa4-594f-4d84-916f-ae5b0b27c81d will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:21.114795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:21.137513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.138158 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment c4cc582f-e6fc-4c37-9714-2439be0d6787 of type vlan for network ae720300-405c-4835-8cbb-f971958b6f9f Aug 23 12:12:21.216251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a618a75f-ce2b-4ea1-8fb8-ba954b9cfca6 None None] DHCP port deletion for 505ae1a8-2617-4c24-85f5-ea1539ac0884 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:12:21.226459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.313028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-207c263b-9f74-4a8b-acb6-19538fc84bdc req-c42f3c7c-2d81-4d4a-ab90-9060e9e59f86 service neutron] 10.222.0.41 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180677 Aug 23 12:12:21.346000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-12b49e7c-6d56-4570-866d-2378bad10e35 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:21.349991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-12b49e7c-6d56-4570-866d-2378bad10e35 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 815 time: 0.5282588 Aug 23 12:12:21.351712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Attempting to bind port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:21.355516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Attempting to bind port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5852b87-60b9-4a44-ba8a-d752aafcd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:21.356086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Attempting to bind port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b on network 90090c32-6ace-4f80-a08c-31293d466ad9 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:21.371367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41224) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:21.378739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:21.378739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Checking segment: {'id': 'd5852b87-60b9-4a44-ba8a-d752aafcd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:21.379049 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.379737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Bound using segment: {'id': 'd5852b87-60b9-4a44-ba8a-d752aafcd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:21.380467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Bound port: 7c4d4b1f-c702-4f50-a2db-1980ef6a700b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5852b87-60b9-4a44-ba8a-d752aafcd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '90090c32-6ace-4f80-a08c-31293d466ad9'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:21.380786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.414431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.487364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:21.491433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Pushing event updated for resources: {'Port': ['ID=56093fa4-594f-4d84-916f-ae5b0b27c81d,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:21.491585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-e27937cd-b2b8-4e92-b681-40117ac2ed84 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/quotas/f995ef443692406cb8639b2b4863be7f HTTP/1.1" status: 200 len: 375 time: 0.1287565 Aug 23 12:12:21.497169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:21.501868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:21.518973 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.525204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:21.526758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.567145 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.579721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5e07-44f6-4805-a14c-2eebe0c62958 req-13b821aa-1aac-4603-8adc-3e4f7245fb01 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:21.584414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-481c5e07-44f6-4805-a14c-2eebe0c62958 req-13b821aa-1aac-4603-8adc-3e4f7245fb01 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1094 time: 0.1172836 Aug 23 12:12:21.594850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9564507 Aug 23 12:12:21.609245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:21.616584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:21.683572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 856651a2-abf6-421b-a725-5c3dcf5cfd39, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=856651a2-abf6-421b-a725-5c3dcf5cfd39,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:21.695335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c6e1f3d8-39b3-4985-a420-8a3db2eda903 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:21.751524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-0be10c78-fd98-41ff-b3fb-d0ae810ee6d6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360399 Aug 23 12:12:21.753177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c77a2-d4be-4de5-bc2a-25e0e54ceb8b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=ae720300-405c-4835-8cbb-f971958b6f9f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:21.783953 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-481c5e07-44f6-4805-a14c-2eebe0c62958 req-41873daf-630c-42ae-b861-ae41ea30666f tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920540 Aug 23 12:12:21.787701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-86594dc4-7df9-4919-b6a5-9debb288f50d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b68b0c57821477ebc0d9bf7e82c8fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149985 Aug 23 12:12:21.792024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41240) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:21.858512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network ae720300-405c-4835-8cbb-f971958b6f9f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:21.882835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:21.886332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:21.995346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.007659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-c8f1f878-343e-4f5a-a824-c31a90073c24 service neutron] 10.222.0.21 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423539 Aug 23 12:12:22.067247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] For port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:22.093598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing IP validity checks on allocation pools {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 12:12:22.094156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 12:12:22.100078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47eae36-faef-442b-97b9-bda67a43bef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.237318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port c6e1f3d8-39b3-4985-a420-8a3db2eda903, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:22.245311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-a64e3136-3b66-4415-b723-72c94415e74c service neutron] 10.222.0.21 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330389 Aug 23 12:12:22.272554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'port_id': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903', 'mac_address': 'fa:16:3e:d7:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:22.275375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f88f64c6-dba3-4593-824f-a9585abca398 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:22.294300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Attempting to bind port 56093fa4-594f-4d84-916f-ae5b0b27c81d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:22.295218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Attempting to bind port 56093fa4-594f-4d84-916f-ae5b0b27c81d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:22.296054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Attempting to bind port 56093fa4-594f-4d84-916f-ae5b0b27c81d on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:22.353230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] For port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,segment=NetworkSegment(d5852b87-60b9-4a44-ba8a-d752aafcd309),segment_id=d5852b87-60b9-4a44-ba8a-d752aafcd309)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:22.356737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f88f64c6-dba3-4593-824f-a9585abca398 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:22.357212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f88f64c6-dba3-4593-824f-a9585abca398 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:22.411058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-165598bd-1767-4334-ac23-c28070ffa2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.415928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.420754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:22.421139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Checking segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:22.421552 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.432094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Bound using segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:22.432659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Bound port: 56093fa4-594f-4d84-916f-ae5b0b27c81d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:22.433081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.435977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.611670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=856651a2-abf6-421b-a725-5c3dcf5cfd39,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:22.638147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e1f3d8-39b3-4985-a420-8a3db2eda903 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:22.646450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47eae36-faef-442b-97b9-bda67a43bef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.756346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port c6e1f3d8-39b3-4985-a420-8a3db2eda903, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:22.778934 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:22.853897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6cfbe-3583-4c1e-9ae7-3fd1cf86b11c None None] Pushing event updated for resources: {'Port': ['ID=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:22.866541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-d44d4e3d-0063-4214-975d-b103dfe63a9c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:22.879609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-d44d4e3d-0063-4214-975d-b103dfe63a9c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 815 time: 0.3977010 Aug 23 12:12:22.881481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] For port 56093fa4-594f-4d84-916f-ae5b0b27c81d, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:22.906193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Request body: {'port': {'device_id': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'admin_state_up': True, 'tenant_id': 'f995ef443692406cb8639b2b4863be7f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:22.930750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:23.044516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] For port 56093fa4-594f-4d84-916f-ae5b0b27c81d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=56093fa4-594f-4d84-916f-ae5b0b27c81d,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:23.069090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:23.108246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=2a868c02-bec4-405c-83cf-75f8d6834f57,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:23.129462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['c6e1f3d8-39b3-4985-a420-8a3db2eda903'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:23.267326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=c6e1f3d8-39b3-4985-a420-8a3db2eda903,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:23.279491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47eae36-faef-442b-97b9-bda67a43bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:23.287731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ceb55-4de4-4fc2-bb4d-0a1028462ec7 req-a41c0fb6-25ca-426a-abbb-3e48b1f668e0 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:23.299003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b47eae36-faef-442b-97b9-bda67a43bef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:23.303203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b0ceb55-4de4-4fc2-bb4d-0a1028462ec7 req-a41c0fb6-25ca-426a-abbb-3e48b1f668e0 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1095 time: 0.2001050 Aug 23 12:12:23.304377 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b47eae36-faef-442b-97b9-bda67a43bef8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3210490-6682-4c28-9bb5-2884bcda832e HTTP/1.1" status: 204 len: 168 time: 1.5110545 Aug 23 12:12:23.351285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47eae36-faef-442b-97b9-bda67a43bef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3210490-6682-4c28-9bb5-2884bcda832e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:23.365942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': 'c4cc582f-e6fc-4c37-9714-2439be0d6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:23.367570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: ae720300-405c-4835-8cbb-f971958b6f9f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:23.386853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f5f9a1d4-7ae7-4209-9504-903c22ef2e3f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:23.404539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b0ceb55-4de4-4fc2-bb4d-0a1028462ec7 req-8154a986-8726-416e-af97-1600a84a496e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013322 Aug 23 12:12:23.405924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Made reservation on behalf of f995ef443692406cb8639b2b4863be7f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:23.412612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f5f9a1d4-7ae7-4209-9504-903c22ef2e3f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 815 time: 0.4966795 Aug 23 12:12:23.416759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:23.466706 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-e0b2b988-bc1e-4fc3-aa6f-1051e53b9d04 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/quotas/f995ef443692406cb8639b2b4863be7f HTTP/1.1" status: 200 len: 375 time: 0.0523815 Aug 23 12:12:23.556476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9738-8833-4ddb-b8b2-49f82b6bf6e8 None None] Pushing event updated for resources: {'Port': ['ID=56093fa4-594f-4d84-916f-ae5b0b27c81d,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:23.567336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-c750c198-a910-4e20-b539-d6e82df71098 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994666 Aug 23 12:12:23.742153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-16644dc4-6da2-433f-91d4-879cc4189654 service neutron] 10.222.0.21 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664805 Aug 23 12:12:23.768669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Allocated IP 172.20.0.14 (81c43f3f-df42-4ed7-be68-495b3382b8d2/44c82ced-1be7-4123-9668-f7c1c9fea377/9c675c0f-9e00-4988-bb7e-82a04f3aa98a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:23.777935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network ae720300-405c-4835-8cbb-f971958b6f9f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:23.848968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, ae720300-405c-4835-8cbb-f971958b6f9f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:23.859374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8035b3-d113-4a68-b44b-211ee20612b1 None None] Network ae720300-405c-4835-8cbb-f971958b6f9f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:23.946756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:23.960911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:24.027490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-826e316c-6ca6-4442-b93b-fd4f458a1f98 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4144874 Aug 23 12:12:24.039743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41304) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:24.045029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:24.067863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Transition to ACTIVE for port object 9c675c0f-9e00-4988-bb7e-82a04f3aa98a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:24.177788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:24.193719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-4a2bc40f-b2cc-4900-855c-8d5b00ec663b service neutron] 10.222.0.21 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494481 Aug 23 12:12:24.274675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:24.279032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:24.283022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:24.402872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-ae720300-405c-4835-8cbb-f971958b6f9f', 'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': '2a868c02-bec4-405c-83cf-75f8d6834f57'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:24.409857 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:24.770439 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:24.793492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7c4d4b1f-c702-4f50-a2db-1980ef6a700b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:24.812106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f100f-b00c-46d8-9ff3-cb719d25d07f None None] Network 90090c32-6ace-4f80-a08c-31293d466ad9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:24.815708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb5a4eb3-81a7-498a-ad0c-54be42faf7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:24.869136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16abfff6-dfd6-40c5-aa4b-e4e7885ac633 req-b3d0a510-24e3-41f6-a2eb-5301c45f944b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 210 time: 0.0967796 Aug 23 12:12:24.998836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:25.124429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-dc104892-32e6-462e-9e88-ee912acc7804 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:25.139575 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-dc104892-32e6-462e-9e88-ee912acc7804 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.41 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 815 time: 0.7814608 Aug 23 12:12:25.165106 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:12:25.193344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Request body: {'port': {'device_id': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'admin_state_up': True, 'tenant_id': 'f995ef443692406cb8639b2b4863be7f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:25.229910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41342) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:25.546046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:25.640728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Pushing event updated for resources: {'Port': ['ID=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:25.667716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728856573'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:25.765616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:25.766358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:25.777939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Made reservation on behalf of f995ef443692406cb8639b2b4863be7f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:25.786568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:25.796340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5222e9-b301-4926-8ae8-8e663a14846a req-47499552-0cb1-4477-b28f-84d3e23009b2 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:25.796811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Allocated IP 172.20.0.3 (ae720300-405c-4835-8cbb-f971958b6f9f/2a868c02-bec4-405c-83cf-75f8d6834f57/16da8b66-d32c-41a3-8736-7950c5c956a4) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:25.797904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a5222e9-b301-4926-8ae8-8e663a14846a req-47499552-0cb1-4477-b28f-84d3e23009b2 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1095 time: 0.1953623 Aug 23 12:12:25.855978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-fb1761ea-00bc-488c-9e44-5342cd07b720 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9589660 Aug 23 12:12:25.861122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a5222e9-b301-4926-8ae8-8e663a14846a req-5cf9400f-f54c-4711-a3b5-970da5cdfc9c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552731 Aug 23 12:12:25.867513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:25.870455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Request body: {'port': {'device_id': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:25.874310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:25.878225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317a379-96f0-4a58-99e7-d197e7c96896 None None] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:25.886292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c6e1f3d8-39b3-4985-a420-8a3db2eda903 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:25.926233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:25.956764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.112008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec16b3bf-e0b9-403e-a251-1d0695280c4f req-1f7df48e-f99f-4b7c-aec3-3981682598a8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 210 time: 0.0777199 Aug 23 12:12:26.170949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Allocated IP 172.20.0.13 (81c43f3f-df42-4ed7-be68-495b3382b8d2/44c82ced-1be7-4123-9668-f7c1c9fea377/ee13af46-9099-4a88-813f-e0eeb334b6bf) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:26.184310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1ec3376a-54d7-4e48-8530-872cc0fc3d69 None None] Provisioning for port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:26.207856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.208582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:26.230152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:26.230152 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.247349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.256917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.294846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:26.301481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1ec3376a-54d7-4e48-8530-872cc0fc3d69 None None] Provisioning complete for port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:26.301938 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1ec3376a-54d7-4e48-8530-872cc0fc3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.359481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.359851 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment 2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1 of type vlan for network 872835fe-bf8a-4451-ba9b-187f6aeb5260 Aug 23 12:12:26.371800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a69b1d-d0fe-4cdb-bdfe-1d4e9cc2190a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:26.464256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.486333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port c6e1f3d8-39b3-4985-a420-8a3db2eda903 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:26.569009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port c6e1f3d8-39b3-4985-a420-8a3db2eda903 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:26.570016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.574256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:12:26.590527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-fa42a003-baf5-4d3e-be28-61b9851d3035 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:26.592221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-fa42a003-baf5-4d3e-be28-61b9851d3035 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 815 time: 0.2487333 Aug 23 12:12:26.608937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Request body: {'port': {'device_id': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'admin_state_up': True, 'tenant_id': 'f995ef443692406cb8639b2b4863be7f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:26.645483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.654667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:26.655648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.684627 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3608339 Aug 23 12:12:26.716359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:26.727290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-107215231'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:26.806001 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.822756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.832309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6105c-307d-46b9-a97d-374b83b1d88a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=872835fe-bf8a-4451-ba9b-187f6aeb5260,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:26.844611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:26.848646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.853501 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.863447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Transition to ACTIVE for port object 16da8b66-d32c-41a3-8736-7950c5c956a4 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:26.864128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Transition to ACTIVE for port object ee13af46-9099-4a88-813f-e0eeb334b6bf will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:26.891142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:26.917246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.917597 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment 1fbe614c-6d8c-4d09-be19-e99e07273026 of type vlan for network 6b7a158c-df68-4b3a-b153-4066bf1250eb Aug 23 12:12:26.921573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:26.922895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Made reservation on behalf of f995ef443692406cb8639b2b4863be7f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:26.932281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.965944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Transition to ACTIVE for port object 16da8b66-d32c-41a3-8736-7950c5c956a4 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:26.972083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:26.984848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.031188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.118650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:27.126707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.139310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:27.154669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Pushing event updated for resources: {'Port': ['ID=16da8b66-d32c-41a3-8736-7950c5c956a4,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:27.171672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:27.241065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Network ae720300-405c-4835-8cbb-f971958b6f9f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:27.243751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Pushing event updated for resources: {'Port': ['ID=ee13af46-9099-4a88-813f-e0eeb334b6bf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:27.259791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.285887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:27.286586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.297253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c675c0f-9e00-4988-bb7e-82a04f3aa98a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:27.315180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1ec3376a-54d7-4e48-8530-872cc0fc3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.319950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.331680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:27.344236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:27.349820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,segment=NetworkSegment(d5852b87-60b9-4a44-ba8a-d752aafcd309),segment_id=d5852b87-60b9-4a44-ba8a-d752aafcd309)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:27.384111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d103417b-3f9b-4f6e-a5df-7701f8486645 req-8bec1d5f-6973-4c86-a4b0-a38f812ba0a9 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 210 time: 0.0575943 Aug 23 12:12:27.405651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.407803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 56093fa4-594f-4d84-916f-ae5b0b27c81d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:27.428635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=2a868c02-bec4-405c-83cf-75f8d6834f57,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:27.446276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=6b7a158c-df68-4b3a-b153-4066bf1250eb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:27.450274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Transition to ACTIVE for port object 9c675c0f-9e00-4988-bb7e-82a04f3aa98a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:27.465023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b111f553-5bb1-4a63-819a-e2b007f0ed4f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7475410 Aug 23 12:12:27.466570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.484855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41394) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:27.498347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.516706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d8890-f610-4e8e-882a-787a1ff25033 req-4e92dfc1-43d6-4192-a638-260e5d53db05 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:27.525083 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-424d8890-f610-4e8e-882a-787a1ff25033 req-4e92dfc1-43d6-4192-a638-260e5d53db05 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1095 time: 0.5063457 Aug 23 12:12:27.620835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:27.620988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:27.659058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:27.660909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.771770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Allocated IP 172.20.0.9 (81c43f3f-df42-4ed7-be68-495b3382b8d2/44c82ced-1be7-4123-9668-f7c1c9fea377/534034f8-65aa-4b25-8c2a-88ec3c5a148a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:27.780374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.781471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.796684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:27.826074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae720300-405c-4835-8cbb-f971958b6f9f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:27.843680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cc582f-e6fc-4c37-9714-2439be0d6787') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:27.844611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cc582f-e6fc-4c37-9714-2439be0d6787') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:27.870771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-424d8890-f610-4e8e-882a-787a1ff25033 req-6b2e8902-5b0a-4681-8f7f-aeddcc6f896b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385887 Aug 23 12:12:27.877515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:27.881467 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4b3b24cd-bc53-467b-82d3-e1a4d5cedad7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7254663 Aug 23 12:12:27.887441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:27.892575 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f474bd-76aa-4b37-b5ad-ee724ca66b0c" -d '{"events": [{"server_uuid": "aa33c318-25ba-446b-bcd9-165f5a09f75d", "name": "network-vif-plugged", "status": "completed", "tag": "c6e1f3d8-39b3-4985-a420-8a3db2eda903"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:27.927493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Request body: {'port': {'device_id': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:27.963058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.051612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:28.055179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.078353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port c6e1f3d8-39b3-4985-a420-8a3db2eda903, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:28.090301 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f945a9-6e84-400a-bcd9-7272f4f4e342 x-openstack-request-id: req-12f945a9-6e84-400a-bcd9-7272f4f4e342 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:28.090713 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa33c318-25ba-446b-bcd9-165f5a09f75d", "name": "network-vif-plugged", "status": "completed", "tag": "c6e1f3d8-39b3-4985-a420-8a3db2eda903", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:28.090955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.091089 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12f945a9-6e84-400a-bcd9-7272f4f4e342 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:28.091418 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903', 'code': 200} Aug 23 12:12:28.093355 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-1ec3376a-54d7-4e48-8530-872cc0fc3d69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:28.093748 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-1ec3376a-54d7-4e48-8530-872cc0fc3d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:28.095103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Attempting to bind port 16da8b66-d32c-41a3-8736-7950c5c956a4 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:28.095103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Attempting to bind port 16da8b66-d32c-41a3-8736-7950c5c956a4 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c4cc582f-e6fc-4c37-9714-2439be0d6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:28.095381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Attempting to bind port 16da8b66-d32c-41a3-8736-7950c5c956a4 on network ae720300-405c-4835-8cbb-f971958b6f9f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:28.102936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:28.103342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Checking segment: {'id': 'c4cc582f-e6fc-4c37-9714-2439be0d6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:28.103726 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.104130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Bound using segment: {'id': 'c4cc582f-e6fc-4c37-9714-2439be0d6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:28.104621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Bound port: 16da8b66-d32c-41a3-8736-7950c5c956a4, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cc582f-e6fc-4c37-9714-2439be0d6787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae720300-405c-4835-8cbb-f971958b6f9f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:28.105013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.128559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.129273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:28.139787 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.167071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:28.167811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:28.173273 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:28.218551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.248530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Transition to ACTIVE for port object 534034f8-65aa-4b25-8c2a-88ec3c5a148a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:28.326898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=c6e1f3d8-39b3-4985-a420-8a3db2eda903,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:28.350669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 56093fa4-594f-4d84-916f-ae5b0b27c81d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:28.358176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 856651a2-abf6-421b-a725-5c3dcf5cfd39 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:28.401083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.408204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.445091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] For port 16da8b66-d32c-41a3-8736-7950c5c956a4, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:28.447755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 856651a2-abf6-421b-a725-5c3dcf5cfd39 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:28.448143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.545390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee13af46-9099-4a88-813f-e0eeb334b6bf {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:28.572445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.588648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Transition to ACTIVE for port object ee13af46-9099-4a88-813f-e0eeb334b6bf will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:28.619100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Pushing event updated for resources: {'Port': ['ID=534034f8-65aa-4b25-8c2a-88ec3c5a148a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:28.626792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Attempting to bind port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:28.627252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Attempting to bind port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:28.627648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Attempting to bind port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:28.661267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:12:28.661832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Attempting to bind port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:28.691330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] For port 16da8b66-d32c-41a3-8736-7950c5c956a4, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=16da8b66-d32c-41a3-8736-7950c5c956a4,segment=NetworkSegment(c4cc582f-e6fc-4c37-9714-2439be0d6787),segment_id=c4cc582f-e6fc-4c37-9714-2439be0d6787)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:28.692256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.695622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 12:12:28.695622 n-d-773645-7 neutron-server[101058]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 12:12:28.695622 n-d-773645-7 neutron-server[101058]: [parameters: {'id': 'ae720300-405c-4835-8cbb-f971958b6f9f'}] Aug 23 12:12:28.695622 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:28.696146 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:28.702191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.704876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:28.705327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Checking segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:28.705726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Bound using segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:28.706174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Bound port: 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:28.706532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:28.736842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:28.752211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:28.777842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:28.812800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0cc64-2599-4a50-b56d-e73ee6a4525d req-a80bd15f-7173-4f8a-8d04-fecb3637e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:28.831231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21f0cc64-2599-4a50-b56d-e73ee6a4525d req-a80bd15f-7173-4f8a-8d04-fecb3637e535 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.4785550 Aug 23 12:12:28.856394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7c4d4b1f-c702-4f50-a2db-1980ef6a700b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:28.936039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Pushing event updated for resources: {'Port': ['ID=ee13af46-9099-4a88-813f-e0eeb334b6bf,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:28.995766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21f0cc64-2599-4a50-b56d-e73ee6a4525d req-395672a5-3512-496f-95b6-f5b9ad07c328 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588750 Aug 23 12:12:29.022682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c16f4-2d19-420f-bd3a-4ac94fb58b0b req-a04b6d0d-f072-457c-8ff4-cefd1b40d1a5 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:29.027121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb6c16f4-2d19-420f-bd3a-4ac94fb58b0b req-a04b6d0d-f072-457c-8ff4-cefd1b40d1a5 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 931 time: 0.4298668 Aug 23 12:12:29.062011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:29.062843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.102481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826c853-30b9-40b4-962a-dd70488ecc15 None None] Pushing event updated for resources: {'Port': ['ID=16da8b66-d32c-41a3-8736-7950c5c956a4,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:29.117380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Provisioning for port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:29.203270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Provisioning for port 56093fa4-594f-4d84-916f-ae5b0b27c81d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:29.208077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:29.208326 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.223903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] For port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:29.228181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.230540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Attempting to bind port ee13af46-9099-4a88-813f-e0eeb334b6bf on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:29.231096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Attempting to bind port ee13af46-9099-4a88-813f-e0eeb334b6bf by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:29.231445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Attempting to bind port ee13af46-9099-4a88-813f-e0eeb334b6bf on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:29.257977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cb6c16f4-2d19-420f-bd3a-4ac94fb58b0b req-7f05d795-7213-43a3-94df-2a5b7b8fbf1b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910627 Aug 23 12:12:29.265834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] For port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:29.266143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Provisioning complete for port 56093fa4-594f-4d84-916f-ae5b0b27c81d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:29.266507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.270137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Port ee13af46-9099-4a88-813f-e0eeb334b6bf on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:12:29.270475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Attempting to bind port ee13af46-9099-4a88-813f-e0eeb334b6bf on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:29.273580 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-62155569-b63c-439e-ba8b-79f904385eda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6708457 Aug 23 12:12:29.277385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396d73b-9100-41ea-b319-2891bab2f013 None None] Network ae720300-405c-4835-8cbb-f971958b6f9f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:29.281716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.296651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Request body: {'port': {'device_id': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:29.296983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:29.297340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Checking segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:29.297762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Bound using segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:29.298211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Bound port: ee13af46-9099-4a88-813f-e0eeb334b6bf, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:29.298591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.383528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:29.384409 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.386053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] 10.222.0.44 "PUT /v2.0/ports/9c675c0f-9e00-4988-bb7e-82a04f3aa98a HTTP/1.1" status: 200 len: 1092 time: 3.5214465 Aug 23 12:12:29.387921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'tag': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:29.390563 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7302e5f3-12a9-44e5-a4ef-d72efcd18883" -d '{"events": [{"name": "network-changed", "server_uuid": "df1a980b-195e-4bab-91cd-17c9355c4f6c", "tag": "9c675c0f-9e00-4988-bb7e-82a04f3aa98a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:29.496785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc28a9a-5ae4-4eec-8df7-8a78bb532cbd req-d6d9f0f9-9316-4b1a-86bf-36aa7b32783d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:29.504910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bc28a9a-5ae4-4eec-8df7-8a78bb532cbd req-d6d9f0f9-9316-4b1a-86bf-36aa7b32783d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.4390569 Aug 23 12:12:29.564125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] For port ee13af46-9099-4a88-813f-e0eeb334b6bf, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:29.568134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] For port ee13af46-9099-4a88-813f-e0eeb334b6bf, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:29.578319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.661230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:29.662288 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.667240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee13af46-9099-4a88-813f-e0eeb334b6bf HTTP/1.1" status: 200 len: 1092 time: 1.7773848 Aug 23 12:12:29.670619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'tag': 'ee13af46-9099-4a88-813f-e0eeb334b6bf'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:29.682353 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7119316-2c5d-4baf-aef4-3382e1429122" -d '{"events": [{"name": "network-changed", "server_uuid": "13d2dc3b-4fda-4954-88d7-672a949bef2a", "tag": "ee13af46-9099-4a88-813f-e0eeb334b6bf"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:29.734186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfee72-6323-4266-bd10-d44a672f52cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:29.757725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.789223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting port 16da8b66-d32c-41a3-8736-7950c5c956a4 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:29.789825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.809201 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bc28a9a-5ae4-4eec-8df7-8a78bb532cbd req-fcd8c5d6-8157-4fd8-a15b-722c53feefc3 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030813 Aug 23 12:12:29.896422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] For port 16da8b66-d32c-41a3-8736-7950c5c956a4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=16da8b66-d32c-41a3-8736-7950c5c956a4,segment=NetworkSegment(c4cc582f-e6fc-4c37-9714-2439be0d6787),segment_id=c4cc582f-e6fc-4c37-9714-2439be0d6787)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:29.896851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.914068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Calling delete_port for 16da8b66-d32c-41a3-8736-7950c5c956a4 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:29.967691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-0b8ef87a-0e77-41ca-8a26-d139f2f5ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:29.974255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-0b8ef87a-0e77-41ca-8a26-d139f2f5ac6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 1095 time: 0.5230992 Aug 23 12:12:29.979288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:29.989922 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eee5d9-9532-4b5b-bccb-a3efd57d8d86 x-openstack-request-id: req-16eee5d9-9532-4b5b-bccb-a3efd57d8d86 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:29.990233 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1a980b-195e-4bab-91cd-17c9355c4f6c", "tag": "9c675c0f-9e00-4988-bb7e-82a04f3aa98a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:29.990496 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16eee5d9-9532-4b5b-bccb-a3efd57d8d86 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:29.991477 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'tag': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a', 'status': 'completed', 'code': 200} Aug 23 12:12:30.087196 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75925895-affa-40fa-8de5-c0b2748ef03d x-openstack-request-id: req-75925895-affa-40fa-8de5-c0b2748ef03d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:30.087719 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d2dc3b-4fda-4954-88d7-672a949bef2a", "tag": "ee13af46-9099-4a88-813f-e0eeb334b6bf", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:30.088136 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75925895-affa-40fa-8de5-c0b2748ef03d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:30.089547 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'tag': 'ee13af46-9099-4a88-813f-e0eeb334b6bf', 'status': 'completed', 'code': 200} Aug 23 12:12:30.097154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5bb9-d4d5-4421-a8d2-7504ef285e49 service neutron] Pushing event updated for resources: {'Port': ['ID=ee13af46-9099-4a88-813f-e0eeb334b6bf,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:30.098620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-1c1c93dc-4b50-4b08-a2c2-69536dc4a97c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a HTTP/1.1" status: 200 len: 217 time: 0.1061518 Aug 23 12:12:30.108092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:30.189528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Port': ['ID=16da8b66-d32c-41a3-8736-7950c5c956a4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:30.215248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-d9e487b0-feee-48de-9306-eb82810caffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:30.219816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No DVR routers for this DVR port 16da8b66-d32c-41a3-8736-7950c5c956a4 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:30.226529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-d9e487b0-feee-48de-9306-eb82810caffe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.1129525 Aug 23 12:12:30.237679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-03b8409d-203b-4a05-9a49-9891e935e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:30.250936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-03b8409d-203b-4a05-9a49-9891e935e646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 1095 time: 0.4989574 Aug 23 12:12:30.341563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-4ff4549b-61c2-4379-b87b-dfe0e3f5b503 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf HTTP/1.1" status: 200 len: 217 time: 0.0879760 Aug 23 12:12:30.388916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=3d9061f4-1b85-496b-b78d-8bcc6bdddf06,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:30.489769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:30.504877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe52cd8-1bf7-4a8b-b283-c29dcd7f1f1e None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:12:30.513269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-3ae5376d-46df-4ace-bc64-3291a49aab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:30.514966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-3ae5376d-46df-4ace-bc64-3291a49aab4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.0557327 Aug 23 12:12:30.520221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:30.628569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae720300-405c-4835-8cbb-f971958b6f9f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:30.660323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cc582f-e6fc-4c37-9714-2439be0d6787') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:30.663555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cc582f-e6fc-4c37-9714-2439be0d6787') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:30.669723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] For port 56093fa4-594f-4d84-916f-ae5b0b27c81d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=56093fa4-594f-4d84-916f-ae5b0b27c81d,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:30.693075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:30.732079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-05b293b9-38e3-4496-807a-eaea52218e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:30.734162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-05b293b9-38e3-4496-807a-eaea52218e49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2018483 Aug 23 12:12:30.762984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:30.768536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:30.768918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: 872835fe-bf8a-4451-ba9b-187f6aeb5260, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:30.773143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-6a025bbe-9ee6-427f-b4ca-87149607687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:30.775451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-6a025bbe-9ee6-427f-b4ca-87149607687e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5149381 Aug 23 12:12:30.850422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:30.851520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:30.859713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c344-c22d-43b4-b1a4-bcfed7f92db2 req-fba2906f-ac14-46ef-92c8-8e5af63a3698 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:30.861610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5831c344-c22d-43b4-b1a4-bcfed7f92db2 req-fba2906f-ac14-46ef-92c8-8e5af63a3698 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 931 time: 0.4579597 Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:30.875262 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:30.960988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:31.009663 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.040929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 872835fe-bf8a-4451-ba9b-187f6aeb5260) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:31.075740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5831c344-c22d-43b4-b1a4-bcfed7f92db2 req-ed9a371a-ea64-4fa3-9221-5f851c929d45 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849720 Aug 23 12:12:31.088052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe52cd8-1bf7-4a8b-b283-c29dcd7f1f1e None None] Unable to find a vacant binding_index for network 872835fe-bf8a-4451-ba9b-187f6aeb5260 and agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 {{(pid=101059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 23 12:12:31.109602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:31.110503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.111455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe52cd8-1bf7-4a8b-b283-c29dcd7f1f1e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 872835fe-bf8a-4451-ba9b-187f6aeb5260) {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:12:31.122231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Provisioning complete for port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:31.122616 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.170727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-92e0941a-13a9-43a4-8d3a-0b70417d3117 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5639124 Aug 23 12:12:31.175389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-10fa5b22-50c8-4d21-ac78-3f323c21d8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891804 Aug 23 12:12:31.176291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41476) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:31.183650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.184780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:31.216856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.219190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/ae720300-405c-4835-8cbb-f971958b6f9f HTTP/1.1" status: 204 len: 168 time: 7.1630828 Aug 23 12:12:31.221992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-8dfafb75-628e-46d2-9a84-21421814ab35 service neutron] 10.222.0.41 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801064 Aug 23 12:12:31.232357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Pushing event updated for resources: {'Port': ['ID=56093fa4-594f-4d84-916f-ae5b0b27c81d,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:31.236926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41478) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:31.237425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209886bf-bb50-49ef-8ca5-c117d8f818a8 req-bc231512-13e1-4fd7-a03e-c4700be39075 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:31.240817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-209886bf-bb50-49ef-8ca5-c117d8f818a8 req-bc231512-13e1-4fd7-a03e-c4700be39075 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.2748177 Aug 23 12:12:31.278495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455351963'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:31.298005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933006d-4184-4d90-b03a-c2e122077e62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=ae720300-405c-4835-8cbb-f971958b6f9f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:31.456038 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-209886bf-bb50-49ef-8ca5-c117d8f818a8 req-c12cdc22-19bf-47d4-8da4-7b3ad999e720 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720536 Aug 23 12:12:31.540886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dcb3073-6b3f-421c-88c7-851a41cd17cd req-1b96aa8e-4748-48bc-aefc-e5bad76390c5 service neutron] 10.222.0.41 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780824 Aug 23 12:12:31.547517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30ddcf3b-54a6-4be1-9de0-d585153e437b None None] Provisioning for port ee13af46-9099-4a88-813f-e0eeb334b6bf completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:31.684398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:31.688937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-1332029f-6012-409e-9e1f-cd94b94d6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:31.693314 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-1332029f-6012-409e-9e1f-cd94b94d6624 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 1095 time: 0.0966306 Aug 23 12:12:31.694411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.741829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-872835fe-bf8a-4451-ba9b-187f6aeb5260', 'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': '3d9061f4-1b85-496b-b78d-8bcc6bdddf06'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:31.741829 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.769268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30e6f6e2-cca9-4a94-acbd-d7ab61504e3c None None] Provisioning for port 534034f8-65aa-4b25-8c2a-88ec3c5a148a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:31.781305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30e6f6e2-cca9-4a94-acbd-d7ab61504e3c None None] Provisioning complete for port 534034f8-65aa-4b25-8c2a-88ec3c5a148a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:31.781698 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30e6f6e2-cca9-4a94-acbd-d7ab61504e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.865343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-47d2896c-57cd-426c-b469-5d6b17e4ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:31.867231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-47d2896c-57cd-426c-b469-5d6b17e4ff0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 916 time: 0.1661110 Aug 23 12:12:31.954503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:31.963699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:31.969148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-30e6f6e2-cca9-4a94-acbd-d7ab61504e3c None None] Port 534034f8-65aa-4b25-8c2a-88ec3c5a148a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:31.981303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-cf126e2f-3fdf-499f-aee8-b2ff62155638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf HTTP/1.1" status: 200 len: 217 time: 0.1040065 Aug 23 12:12:31.985110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:32.003996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c1ebb-ef8b-49e6-b04b-2a2623df0d9a req-6c211b34-8eb7-4e00-9626-437a9b68a841 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:32.007219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-293c1ebb-ef8b-49e6-b04b-2a2623df0d9a req-6c211b34-8eb7-4e00-9626-437a9b68a841 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.3709307 Aug 23 12:12:32.036535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534034f8-65aa-4b25-8c2a-88ec3c5a148a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:32.043118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Allocated IP 2001:db8::2 (872835fe-bf8a-4451-ba9b-187f6aeb5260/3d9061f4-1b85-496b-b78d-8bcc6bdddf06/48bb8579-a521-4cde-8925-23e37ab3f1ba) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:32.083644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be2716d-abe3-4d0b-9046-6fdd5713b9e2 req-613d7153-225a-4029-8f83-f2b4504cdbb9 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8907497 Aug 23 12:12:32.089881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-d2a2b4af-8728-4b5f-8984-9240725f807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:32.091415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-d2a2b4af-8728-4b5f-8984-9240725f807e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.1036155 Aug 23 12:12:32.103838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.171451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-d008f54a-da96-43cf-8f95-55492c46a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:32.173235 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-d008f54a-da96-43cf-8f95-55492c46a346 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736628 Aug 23 12:12:32.244760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.245233 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment ebda559f-b1f6-451f-92d5-322ca5fe5247 of type vlan for network 53dd534d-c295-4e87-847a-190740cf5f48 Aug 23 12:12:32.355612 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.368166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Transition to ACTIVE for port object 48bb8579-a521-4cde-8925-23e37ab3f1ba will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:32.389281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Transition to ACTIVE for port object 48bb8579-a521-4cde-8925-23e37ab3f1ba will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:32.398924 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.410479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94f2e3-84c7-43a7-a9e0-2aba3c0f4b9f req-1bf51814-8277-4b8a-9079-a5fc06c81cc5 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:32.412292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c94f2e3-84c7-43a7-a9e0-2aba3c0f4b9f req-1bf51814-8277-4b8a-9079-a5fc06c81cc5 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 931 time: 0.1856322 Aug 23 12:12:32.420650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.439256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-ad895165-828c-4728-b386-9181726ea8ed service neutron] 10.222.0.41 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537138 Aug 23 12:12:32.451375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:32.458053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:32.468445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:32.502352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-293c1ebb-ef8b-49e6-b04b-2a2623df0d9a req-b18b6efa-de7a-4472-879d-0b6bd637f092 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465058 Aug 23 12:12:32.504062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Transition to ACTIVE for port object 534034f8-65aa-4b25-8c2a-88ec3c5a148a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:32.521678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Pushing event updated for resources: {'Port': ['ID=48bb8579-a521-4cde-8925-23e37ab3f1ba,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:32.542003 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.543826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:32.544593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.565841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.614336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Attempting to bind port 48bb8579-a521-4cde-8925-23e37ab3f1ba on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:32.614891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Attempting to bind port 48bb8579-a521-4cde-8925-23e37ab3f1ba by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:32.615128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Attempting to bind port 48bb8579-a521-4cde-8925-23e37ab3f1ba on network 872835fe-bf8a-4451-ba9b-187f6aeb5260 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:32.617988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c94f2e3-84c7-43a7-a9e0-2aba3c0f4b9f req-c7a65143-e411-4fba-8701-fcd668617ad6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776526 Aug 23 12:12:32.626557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:32.626936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Checking segment: {'id': '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:32.627343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.630707 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Bound using segment: {'id': '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:32.632490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Bound port: 48bb8579-a521-4cde-8925-23e37ab3f1ba, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '872835fe-bf8a-4451-ba9b-187f6aeb5260'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:32.632863 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.643767 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3803823 Aug 23 12:12:32.650951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:32.666842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': '53dd534d-c295-4e87-847a-190740cf5f48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:32.686520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Pushing event updated for resources: {'Port': ['ID=534034f8-65aa-4b25-8c2a-88ec3c5a148a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:32.814869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 56093fa4-594f-4d84-916f-ae5b0b27c81d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:32.895267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] For port 48bb8579-a521-4cde-8925-23e37ab3f1ba, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:32.902015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f7119316-2c5d-4baf-aef4-3382e1429122 req-79de769c-e5f8-444a-8a45-410b2d215287 service neutron] 10.222.0.41 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416745 Aug 23 12:12:32.904713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-7bc52fd9-df1d-4375-9ac1-cde8086dd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:32.906561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-7bc52fd9-df1d-4375-9ac1-cde8086dd1ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 1095 time: 0.7469547 Aug 23 12:12:32.934216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:32.938138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:32.945231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] For port 48bb8579-a521-4cde-8925-23e37ab3f1ba, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=48bb8579-a521-4cde-8925-23e37ab3f1ba,segment=NetworkSegment(2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1),segment_id=2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:32.952007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.035425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 56093fa4-594f-4d84-916f-ae5b0b27c81d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:33.035793 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.069272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3a1e7-ba2c-46c5-8d22-daf7e4b94a72 None None] Pushing event updated for resources: {'Port': ['ID=48bb8579-a521-4cde-8925-23e37ab3f1ba,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:33.070911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38ccc0-e7d2-4512-b4e1-17287b1829fc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=53dd534d-c295-4e87-847a-190740cf5f48,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:33.108181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 53dd534d-c295-4e87-847a-190740cf5f48 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:33.335726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Attempting to bind port 534034f8-65aa-4b25-8c2a-88ec3c5a148a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:33.338230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Attempting to bind port 534034f8-65aa-4b25-8c2a-88ec3c5a148a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:33.338870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Attempting to bind port 534034f8-65aa-4b25-8c2a-88ec3c5a148a on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:33.369892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.404973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Port 534034f8-65aa-4b25-8c2a-88ec3c5a148a on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:12:33.405668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Attempting to bind port 534034f8-65aa-4b25-8c2a-88ec3c5a148a on network 81c43f3f-df42-4ed7-be68-495b3382b8d2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:33.486697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=8da6ca3d-549b-4127-8324-ab914eaf03c0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:33.498453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': 'ebda559f-b1f6-451f-92d5-322ca5fe5247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '53dd534d-c295-4e87-847a-190740cf5f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:33.498622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: 53dd534d-c295-4e87-847a-190740cf5f48, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:33.507409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-b18aa346-bf88-4031-b706-7466e75fe1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:33.512332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-b18aa346-bf88-4031-b706-7466e75fe1d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 916 time: 0.5817356 Aug 23 12:12:33.514520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb60f29-defa-4806-af0f-24974439af05 req-2a8c0259-52d3-4e24-b3ac-bdea18b454c4 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:33.516237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eeb60f29-defa-4806-af0f-24974439af05 req-2a8c0259-52d3-4e24-b3ac-bdea18b454c4 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.7664204 Aug 23 12:12:33.517235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:33.517674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Checking segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:33.518183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Bound using segment: {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:33.518726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Bound port: 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da944f48-665b-4b24-b5e3-6a79e75fbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:33.519200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.548061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network 53dd534d-c295-4e87-847a-190740cf5f48 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:33.565862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 53dd534d-c295-4e87-847a-190740cf5f48) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:33.575693 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:33.576496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.602395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2106748-6650-48d6-9622-4eeea791f2dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9499998 Aug 23 12:12:33.604764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41528) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:33.799248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] For port 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:33.802797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] For port 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:33.811212 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.812862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-1e5b5cbf-f3a7-47f4-9a8d-7c9db22a8e19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a HTTP/1.1" status: 200 len: 217 time: 0.2402546 Aug 23 12:12:33.822572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:33.925309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eeb60f29-defa-4806-af0f-24974439af05 req-6b9e0531-aa4c-493f-849e-e7543e5eace0 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743823 Aug 23 12:12:34.056021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:34.056910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:34.067299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] 10.222.0.44 "PUT /v2.0/ports/534034f8-65aa-4b25-8c2a-88ec3c5a148a HTTP/1.1" status: 200 len: 1091 time: 4.7748086 Aug 23 12:12:34.075707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'tag': '534034f8-65aa-4b25-8c2a-88ec3c5a148a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:34.078120 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18078a45-3f0f-469d-a61c-492d57db48ac" -d '{"events": [{"name": "network-changed", "server_uuid": "912dcbe2-114f-4fb3-925c-c694d49ab6ed", "tag": "534034f8-65aa-4b25-8c2a-88ec3c5a148a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:34.137878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9c675c0f-9e00-4988-bb7e-82a04f3aa98a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:34.264428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:34.276464 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33dfafd-2f8b-4043-98d3-a2fe81b82636 x-openstack-request-id: req-d33dfafd-2f8b-4043-98d3-a2fe81b82636 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:34.276851 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912dcbe2-114f-4fb3-925c-c694d49ab6ed", "tag": "534034f8-65aa-4b25-8c2a-88ec3c5a148a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:34.277178 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d33dfafd-2f8b-4043-98d3-a2fe81b82636 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:34.277663 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'tag': '534034f8-65aa-4b25-8c2a-88ec3c5a148a', 'status': 'completed', 'code': 200} Aug 23 12:12:34.286391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-6dd011fa-7c7a-4fa4-a606-1a291047b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:34.297040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-6dd011fa-7c7a-4fa4-a606-1a291047b931 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.4714394 Aug 23 12:12:34.373774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d697a3-94fb-404c-a93f-3d0c297cef19 service neutron] Pushing event updated for resources: {'Port': ['ID=534034f8-65aa-4b25-8c2a-88ec3c5a148a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:34.434692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:34.468962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'port_id': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a', 'mac_address': 'fa:16:3e:1b:70:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c82ced-1be7-4123-9668-f7c1c9fea377', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:34.514450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c135cfa-86ac-4aad-a539-c9b268de2b7f req-d00571fb-b2ca-47f9-a5ef-d2806741fe0c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:34.534454 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c135cfa-86ac-4aad-a539-c9b268de2b7f req-d00571fb-b2ca-47f9-a5ef-d2806741fe0c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 943 time: 0.7197299 Aug 23 12:12:34.602110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c135cfa-86ac-4aad-a539-c9b268de2b7f req-451484ea-6cef-4783-8fc6-90fa363ccd4e tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663931 Aug 23 12:12:34.608899 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:34.631042 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:34.696283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c675c0f-9e00-4988-bb7e-82a04f3aa98a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:34.771838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:34.780295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e928dc-a2e2-4de4-8774-5ed223767131 None None] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:34.781963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33b4f4-68ba-4d42-b724-2013943e0b60 None None] Network 53dd534d-c295-4e87-847a-190740cf5f48 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:34.826670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:34.953503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:34.955978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 48bb8579-a521-4cde-8925-23e37ab3f1ba up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:34.992725 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.006067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dd534d-c295-4e87-847a-190740cf5f48']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:35.040607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebda559f-b1f6-451f-92d5-322ca5fe5247') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:35.040914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebda559f-b1f6-451f-92d5-322ca5fe5247') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:35.073014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.124546 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.144167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:35.144571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.163340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-558a9702-22cf-4628-812f-eb3a36c6c30c None None] Provisioning for port 48bb8579-a521-4cde-8925-23e37ab3f1ba completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:35.236949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11949d54-2f61-4801-95d1-1e0d2aa52aef None None] Network 53dd534d-c295-4e87-847a-190740cf5f48 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:35.319982 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:35.333270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=8da6ca3d-549b-4127-8324-ab914eaf03c0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:35.358026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.366775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.372530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/53dd534d-c295-4e87-847a-190740cf5f48 HTTP/1.1" status: 204 len: 168 time: 1.7617984 Aug 23 12:12:35.373155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9c675c0f-9e00-4988-bb7e-82a04f3aa98a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:35.380414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:35.385738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121676672'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:35.419829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:35.423915 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.444948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc51be7-9512-4562-9bc2-515e1dd6747d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=53dd534d-c295-4e87-847a-190740cf5f48,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:35.472755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:35.489784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:35.513324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.514146 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 7a10b2b4-bec6-48c7-90a9-05ae82d2ee36 of type vlan for network e3943729-e2af-486a-89a6-83677bac2ad2 Aug 23 12:12:35.579374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.630920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.641595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:35.642367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:35.683315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3017402 Aug 23 12:12:35.704589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41586) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:35.725954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': 'e3943729-e2af-486a-89a6-83677bac2ad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:35.750779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=8cb3da61-48b5-4a87-a659-d53fcca3a117,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:35.769602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-907e4623-46d0-4308-8a70-1cab04a2dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:35.771548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-907e4623-46d0-4308-8a70-1cab04a2dc75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 1094 time: 1.6494689 Aug 23 12:12:35.827577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d371a-ba1b-48c2-a02f-76640190d83a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=e3943729-e2af-486a-89a6-83677bac2ad2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:35.842771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-4c2f4cde-0129-44eb-b182-26cb582cea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:35.847641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-4c2f4cde-0129-44eb-b182-26cb582cea43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5339770 Aug 23 12:12:35.849296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-7d13a320-d025-45a4-bd70-ca44a133fb69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a HTTP/1.1" status: 200 len: 217 time: 0.0669947 Aug 23 12:12:35.916344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ee13af46-9099-4a88-813f-e0eeb334b6bf details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:35.919239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e3943729-e2af-486a-89a6-83677bac2ad2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:35.935833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eca51d-6726-4b91-9bab-b0f360cc48ac req-0deb22b8-d108-4fa7-a77e-8a897fc68c78 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:35.937583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6eca51d-6726-4b91-9bab-b0f360cc48ac req-0deb22b8-d108-4fa7-a77e-8a897fc68c78 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 943 time: 0.1195433 Aug 23 12:12:35.964001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 48bb8579-a521-4cde-8925-23e37ab3f1ba completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:35.986685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 48bb8579-a521-4cde-8925-23e37ab3f1ba triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:35.987238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.002237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6eca51d-6726-4b91-9bab-b0f360cc48ac req-724ff21b-1c7c-49c8-9e10-f8624138292f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556226 Aug 23 12:12:36.009257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:36.013929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.177185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': '1fbe614c-6d8c-4d09-be19-e99e07273026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:36.180639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: 6b7a158c-df68-4b3a-b153-4066bf1250eb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:36.210364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-48e1bbf8-9a0c-409e-b20f-2d84d0908f7a service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368979 Aug 23 12:12:36.253425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-6e76bcf5-dde8-40ef-bdcc-2b58758b617e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:36.266203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-6e76bcf5-dde8-40ef-bdcc-2b58758b617e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/networks?id=adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 200 len: 911 time: 1.8114192 Aug 23 12:12:36.351433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:36.374312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.401296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-6db08d17-dfe3-47e6-8ef4-b38666154fe9 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/quotas/04a66f73a8cf48a9bcef64f822810e9b HTTP/1.1" status: 200 len: 375 time: 0.1321754 Aug 23 12:12:36.438782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=dee6c996-dcc4-41d2-8ac1-4afab4e01ac1,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:36.488626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-96cc9c36-6328-4017-98d4-6779051f7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:36.496874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-96cc9c36-6328-4017-98d4-6779051f7da0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.6058090 Aug 23 12:12:36.507840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '7a10b2b4-bec6-48c7-90a9-05ae82d2ee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3943729-e2af-486a-89a6-83677bac2ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:36.508223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: e3943729-e2af-486a-89a6-83677bac2ad2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:36.546117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network e3943729-e2af-486a-89a6-83677bac2ad2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:36.557387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e3943729-e2af-486a-89a6-83677bac2ad2) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:36.562394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:36.563045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.575605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6b7a158c-df68-4b3a-b153-4066bf1250eb) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:36.583587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-00b4222d-9b1c-4db5-a57e-9fbb5d45754c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8730190 Aug 23 12:12:36.586394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41604) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:36.594386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5356f-94ba-4d06-990f-c2559ca4a00c None None] Network e3943729-e2af-486a-89a6-83677bac2ad2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:36.596164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ee539-6945-491c-9d9c-0581aab6f411 None None] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:36.636802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:36.638069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.662690 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.693170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3a9a5f13-7002-44de-92bb-6aa8bfe1e87c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.5135252 Aug 23 12:12:36.699440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41610) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:36.722270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-952379416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:36.746473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.804933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-33329c33-c468-47cc-9638-cf45c4699f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:36.815317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-33329c33-c468-47cc-9638-cf45c4699f8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273908 Aug 23 12:12:36.843904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-f89bb76f-bf6d-4150-9fdb-4ba45bc4322f tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4414654 Aug 23 12:12:36.867617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:36.869703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ee13af46-9099-4a88-813f-e0eeb334b6bf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:36.884793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7302e5f3-12a9-44e5-a4ef-d72efcd18883 req-5ced825b-39ee-43c1-b48d-bd7f3144d489 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581113 Aug 23 12:12:36.949352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.025138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=dee6c996-dcc4-41d2-8ac1-4afab4e01ac1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:37.060651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ee13af46-9099-4a88-813f-e0eeb334b6bf', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'port_id': 'ee13af46-9099-4a88-813f-e0eeb334b6bf', 'mac_address': 'fa:16:3e:bd:ae:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c82ced-1be7-4123-9668-f7c1c9fea377', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:37.107608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.114350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.201184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 48bb8579-a521-4cde-8925-23e37ab3f1ba, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=48bb8579-a521-4cde-8925-23e37ab3f1ba,segment=NetworkSegment(2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1),segment_id=2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:37.217461 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.221861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.236298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3943729-e2af-486a-89a6-83677bac2ad2']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:37.247685 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.259024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a10b2b4-bec6-48c7-90a9-05ae82d2ee36') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:37.259338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a10b2b4-bec6-48c7-90a9-05ae82d2ee36') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:37.268492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af4512-2dcd-49f3-b300-5276d02aae67 req-d3b8ea99-6a3a-4643-9845-7662f06a29ea tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:37.270226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78af4512-2dcd-49f3-b300-5276d02aae67 req-d3b8ea99-6a3a-4643-9845-7662f06a29ea tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 943 time: 0.1152272 Aug 23 12:12:37.270440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.316784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.321180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78af4512-2dcd-49f3-b300-5276d02aae67 req-8a144a43-6802-4b10-9f4c-e77057eccee8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Aug 23 12:12:37.331191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.338060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c746a90-128d-46f7-82fe-981b08c9effc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6329603 Aug 23 12:12:37.338198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.340416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41624) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:37.382064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.404789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-6057ed3f-05c8-49d4-9a06-7f8962566893 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728185 Aug 23 12:12:37.423776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-3f6413fb-b58b-4efe-83db-c0c0e281ea06 service neutron] 10.222.0.21 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771916 Aug 23 12:12:37.596191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:37.596746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:37.608286 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:37.683881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee13af46-9099-4a88-813f-e0eeb334b6bf {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:37.755794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ee13af46-9099-4a88-813f-e0eeb334b6bf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:37.769223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.831232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6b7a158c-df68-4b3a-b153-4066bf1250eb', 'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': '8cb3da61-48b5-4a87-a659-d53fcca3a117'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:37.832100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:37.834718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=48bb8579-a521-4cde-8925-23e37ab3f1ba,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:37.844460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a773cf-21e6-41d1-82b2-d610a5044843 None None] Network e3943729-e2af-486a-89a6-83677bac2ad2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:37.893363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-f6779c6b-8ea9-40a2-99ac-bc549cb10a8a service neutron] 10.222.0.21 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687090 Aug 23 12:12:37.925600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-871568d9-e8cc-4929-b71b-2a1865fce73c req-7ab469af-4ca3-40d1-b52c-e57d9adaeb31 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791467 Aug 23 12:12:38.056788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078a45-3f0f-469d-a61c-492d57db48ac req-02b28752-8744-462e-a90b-db2179bf2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:38.061913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-02b28752-8744-462e-a90b-db2179bf2f3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 1094 time: 0.0826895 Aug 23 12:12:38.196670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ee13af46-9099-4a88-813f-e0eeb334b6bf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:38.328930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078a45-3f0f-469d-a61c-492d57db48ac req-666f4f2e-3f61-4130-b1d4-611f71852339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:38.342397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-666f4f2e-3f61-4130-b1d4-611f71852339 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 916 time: 0.2607057 Aug 23 12:12:38.460569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df8a3a-2ce2-4b74-81ed-8aba4b36f21e None None] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:38.496132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-f19f6514-1821-4ca2-ba38-ae1eea1dc634 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a HTTP/1.1" status: 200 len: 217 time: 0.1480718 Aug 23 12:12:38.566608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:38.573418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f70129ee-7d4e-4920-a359-852eb5569992 req-8c1c3991-5898-4cbc-a312-9cd410be8981 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 210 time: 0.2713292 Aug 23 12:12:38.657325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:38.686956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:38.696593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/e3943729-e2af-486a-89a6-83677bac2ad2 HTTP/1.1" status: 204 len: 168 time: 2.1083164 Aug 23 12:12:38.712333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41664) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:38.731922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365847988'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:38.858758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078a45-3f0f-469d-a61c-492d57db48ac req-63b74d94-bd4f-4f1d-bf4e-a7cc26b9244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:38.865350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-63b74d94-bd4f-4f1d-bf4e-a7cc26b9244a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.2920525 Aug 23 12:12:38.883694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac590a-9acd-4492-9419-2fc4b1143a13 req-6b0bc9a8-4a5f-439d-b631-27c5060615e8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:38.889759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14ac590a-9acd-4492-9419-2fc4b1143a13 req-6b0bc9a8-4a5f-439d-b631-27c5060615e8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 943 time: 0.3879752 Aug 23 12:12:39.000180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:39.014143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:39.062569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ee13af46-9099-4a88-813f-e0eeb334b6bf,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:39.097634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b707be8-ea91-4d99-a8c5-603e968c8f2f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=e3943729-e2af-486a-89a6-83677bac2ad2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:39.125882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:39.145256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14ac590a-9acd-4492-9419-2fc4b1143a13 req-9447cc9e-c7c1-413d-94f8-19aec26f4f83 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087530 Aug 23 12:12:39.167152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb5fed8a-ae22-4799-a4a3-fd3279a70767 None None] Provisioning complete for port 48bb8579-a521-4cde-8925-23e37ab3f1ba triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:39.167535 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb5fed8a-ae22-4799-a4a3-fd3279a70767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:39.181914 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:39.184767 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 7598ae38-521d-4931-8b7f-50dbae46c1ea of type vlan for network 5baf9290-8d5c-4cbc-a035-5db05ce5f345 Aug 23 12:12:39.188201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078a45-3f0f-469d-a61c-492d57db48ac req-9c646a4e-99c6-4295-aee4-175be9c3dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:39.190311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-9c646a4e-99c6-4295-aee4-175be9c3dae0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977092 Aug 23 12:12:39.321945 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:39.413638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:39.420949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:39.421753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:39.429034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Allocated IP 2001:db8:1::2 (6b7a158c-df68-4b3a-b153-4066bf1250eb/8cb3da61-48b5-4a87-a659-d53fcca3a117/4914649b-3ad8-4c9b-953c-804a7013ae7b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:39.466113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 48bb8579-a521-4cde-8925-23e37ab3f1ba up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:39.492642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8::1 (872835fe-bf8a-4451-ba9b-187f6aeb5260/3d9061f4-1b85-496b-b78d-8bcc6bdddf06/8270cdb0-6cda-4c37-ad88-bfa10bd09200) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:39.545811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8320565 Aug 23 12:12:39.555352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41680) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:39.566357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': '5baf9290-8d5c-4cbc-a035-5db05ce5f345', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:39.695822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fe80f-5433-4155-aeaa-6d5da8811565 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=5baf9290-8d5c-4cbc-a035-5db05ce5f345,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:39.731950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5baf9290-8d5c-4cbc-a035-5db05ce5f345 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:39.762962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-15656a22-591b-4445-9625-8b7f4c5507ea req-d70e18fc-9996-4293-a8a7-f1518d7d779d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 210 time: 0.0358195 Aug 23 12:12:39.895180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-bc2fce52-3aa5-4c40-9770-b5d39941fce1 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089142 Aug 23 12:12:39.937261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:39.947333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:40.259757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 534034f8-65aa-4b25-8c2a-88ec3c5a148a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:40.356344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing IP validity checks on allocation pools {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 12:12:40.361246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 12:12:40.439254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-03b129a8-1eb2-4412-9ba1-800acda10629 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:40.442214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-03b129a8-1eb2-4412-9ba1-800acda10629 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.44 "GET /v2.0/networks?id=adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 200 len: 911 time: 0.6871912 Aug 23 12:12:40.461061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Request body: {'port': {'device_id': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'admin_state_up': True, 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:40.510549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Made reservation on behalf of 04a66f73a8cf48a9bcef64f822810e9b for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:40.513521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:40.581230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18078a45-3f0f-469d-a61c-492d57db48ac req-0e117321-f264-470d-a085-ba8ec003b612 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745527 Aug 23 12:12:40.737375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:40.749186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9c675c0f-9e00-4988-bb7e-82a04f3aa98a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:40.773311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object 8270cdb0-6cda-4c37-ad88-bfa10bd09200 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:40.797797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:40.805113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Allocated IP 172.20.0.12 (adf85014-91ee-4b3c-8057-77452ff56a2e/6e1f535f-1bf9-4d7a-aae8-c48d524eca21/d647d71d-0a17-493d-aed0-ce43c5553628) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:40.947057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 48bb8579-a521-4cde-8925-23e37ab3f1ba triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:40.948405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.076115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:12:41.079486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53809822-c3dc-483e-9e95-ea2235f9ccfb req-5248a373-7f51-4df8-92f0-6672bc859a3c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 210 time: 0.1634157 Aug 23 12:12:41.143818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=87a0534d-91de-43f6-a67c-2b9986312b03,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:41.194565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9abfc-ed01-4fbe-90bd-03897ffedffd req-6148588f-6ceb-4cd5-b125-0b7f2e8e7ee8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:41.209005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81c9abfc-ed01-4fbe-90bd-03897ffedffd req-6148588f-6ceb-4cd5-b125-0b7f2e8e7ee8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 943 time: 0.4384706 Aug 23 12:12:41.248201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.281807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '7598ae38-521d-4931-8b7f-50dbae46c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5baf9290-8d5c-4cbc-a035-5db05ce5f345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:41.282218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: 5baf9290-8d5c-4cbc-a035-5db05ce5f345, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:41.305229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.307011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Transition to ACTIVE for port object 4914649b-3ad8-4c9b-953c-804a7013ae7b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:41.327397 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.338220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Transition to ACTIVE for port object d647d71d-0a17-493d-aed0-ce43c5553628 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:41.374653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Transition to ACTIVE for port object 4914649b-3ad8-4c9b-953c-804a7013ae7b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:41.382795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:41.397877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.407012 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.409270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:41.410100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.451120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-476bec09-82c2-467b-b59e-17a1653789d1 None None] Provisioning complete for port 48bb8579-a521-4cde-8925-23e37ab3f1ba triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:41.451664 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-476bec09-82c2-467b-b59e-17a1653789d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.483448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Network adf85014-91ee-4b3c-8057-77452ff56a2e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:41.486578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:41.491024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:41.498716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network 5baf9290-8d5c-4cbc-a035-5db05ce5f345 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:41.518776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['c6e1f3d8-39b3-4985-a420-8a3db2eda903'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:41.530940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Pushing event updated for resources: {'Port': ['ID=d647d71d-0a17-493d-aed0-ce43c5553628,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:41.569481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:41.574440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:41.575076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.578305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:41.596027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:41.598547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.625186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-95e8ed8e-999f-4427-b501-9703901a17f7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1742623 Aug 23 12:12:41.638559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Request body: {'port': {'device_id': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:41.653903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:41.685595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:41.764624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.794213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:41.802831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Pushing event updated for resources: {'Port': ['ID=4914649b-3ad8-4c9b-953c-804a7013ae7b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:41.810494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '534034f8-65aa-4b25-8c2a-88ec3c5a148a', 'network_id': '81c43f3f-df42-4ed7-be68-495b3382b8d2', 'port_id': '534034f8-65aa-4b25-8c2a-88ec3c5a148a', 'mac_address': 'fa:16:3e:95:27:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c82ced-1be7-4123-9668-f7c1c9fea377', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:41.814369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81c9abfc-ed01-4fbe-90bd-03897ffedffd req-fa64bafd-32ad-437e-9c4d-d8e273b708b6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646951 Aug 23 12:12:41.816743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5baf9290-8d5c-4cbc-a035-5db05ce5f345) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:41.820962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=8270cdb0-6cda-4c37-ad88-bfa10bd09200,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:41.839171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:41.839783 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:41.846432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:41.890607 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-da190fe2-ad61-4f38-ba0d-51506090878e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3320115 Aug 23 12:12:41.894473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41738) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:41.960160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.031195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ee13af46-9099-4a88-813f-e0eeb334b6bf up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:42.043568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcff10-2b8a-4d8e-ab26-7df8d19d5d86 None None] Network 5baf9290-8d5c-4cbc-a035-5db05ce5f345 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:42.169493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.170234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.170750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.171262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.171763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.172260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.172778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.173259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.173786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.174271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.174768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.175249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:12:42.415723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.458821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.562750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db7d7-e7c5-4027-be4e-d7d823750ae9 req-5c2c12d0-3186-4c1b-8636-60170d57a0bf tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:42.568982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc3db7d7-e7c5-4027-be4e-d7d823750ae9 req-5c2c12d0-3186-4c1b-8636-60170d57a0bf tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1028 time: 0.3458099 Aug 23 12:12:42.618667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d647d71d-0a17-493d-aed0-ce43c5553628 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:42.641082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.661073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Attempting to bind port 4914649b-3ad8-4c9b-953c-804a7013ae7b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:42.663585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Attempting to bind port 4914649b-3ad8-4c9b-953c-804a7013ae7b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1fbe614c-6d8c-4d09-be19-e99e07273026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:42.663986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Attempting to bind port 4914649b-3ad8-4c9b-953c-804a7013ae7b on network 6b7a158c-df68-4b3a-b153-4066bf1250eb {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:42.674934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Transition to ACTIVE for port object d647d71d-0a17-493d-aed0-ce43c5553628 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:42.682660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.716835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc3db7d7-e7c5-4027-be4e-d7d823750ae9 req-9be64ad7-9abc-44d0-924c-2d5a663d07a3 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387587 Aug 23 12:12:42.732388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534034f8-65aa-4b25-8c2a-88ec3c5a148a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:42.806910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:42.861903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:42.862574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Checking segment: {'id': '1fbe614c-6d8c-4d09-be19-e99e07273026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:42.863195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.864612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Bound using segment: {'id': '1fbe614c-6d8c-4d09-be19-e99e07273026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:42.865353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Bound port: 4914649b-3ad8-4c9b-953c-804a7013ae7b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbe614c-6d8c-4d09-be19-e99e07273026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6b7a158c-df68-4b3a-b153-4066bf1250eb'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:42.869201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:42.900686 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.066005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.088609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:43.117530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Pushing event updated for resources: {'Port': ['ID=d647d71d-0a17-493d-aed0-ce43c5553628,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:43.152188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.152559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Attempting to bind port d647d71d-0a17-493d-aed0-ce43c5553628 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:43.152911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Attempting to bind port d647d71d-0a17-493d-aed0-ce43c5553628 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:43.153248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Attempting to bind port d647d71d-0a17-493d-aed0-ce43c5553628 on network adf85014-91ee-4b3c-8057-77452ff56a2e {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:43.160857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b19e5245-ad27-473b-8b0b-2d458fdff6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.181573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Port d647d71d-0a17-493d-aed0-ce43c5553628 on network adf85014-91ee-4b3c-8057-77452ff56a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:12:43.181930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Attempting to bind port d647d71d-0a17-493d-aed0-ce43c5553628 on network adf85014-91ee-4b3c-8057-77452ff56a2e {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:43.193377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62454da1-30b4-4da0-a1c1-acf90f3d0349 req-70e7b875-bdba-4cb1-9620-ed25e125c8b3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:43.212675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62454da1-30b4-4da0-a1c1-acf90f3d0349 req-70e7b875-bdba-4cb1-9620-ed25e125c8b3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.4039080 Aug 23 12:12:43.259755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415e82f-174c-48ad-9204-c243273b8895 req-0297ae0c-ac83-402d-80b9-2d2db2ce7f50 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:43.262040 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7415e82f-174c-48ad-9204-c243273b8895 req-0297ae0c-ac83-402d-80b9-2d2db2ce7f50 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 944 time: 0.2747386 Aug 23 12:12:43.282352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.286118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:43.286513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Checking segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:43.286907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Bound using segment: {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:43.287392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Bound port: d647d71d-0a17-493d-aed0-ce43c5553628, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5509663-5d4e-4956-bc34-d3c96d7df18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:43.287757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.340857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port ee13af46-9099-4a88-813f-e0eeb334b6bf completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:43.395285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=87a0534d-91de-43f6-a67c-2b9986312b03,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:43.403998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62454da1-30b4-4da0-a1c1-acf90f3d0349 req-e8f73584-3765-402b-bdf6-c980413ba014 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895669 Aug 23 12:12:43.452323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] For port d647d71d-0a17-493d-aed0-ce43c5553628, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:43.456554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] For port d647d71d-0a17-493d-aed0-ce43c5553628, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d647d71d-0a17-493d-aed0-ce43c5553628,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:43.462431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.480131 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.495348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:43.496393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baf9290-8d5c-4cbc-a035-5db05ce5f345']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:43.499137 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d1dd1-0bfb-413a-9fdb-3c9827046521" -d '{"events": [{"server_uuid": "df1a980b-195e-4bab-91cd-17c9355c4f6c", "name": "network-vif-plugged", "status": "completed", "tag": "9c675c0f-9e00-4988-bb7e-82a04f3aa98a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:43.518283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7598ae38-521d-4931-8b7f-50dbae46c1ea') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:43.518740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7598ae38-521d-4931-8b7f-50dbae46c1ea') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:43.529869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.551736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.560358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:43.560897 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.595757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ee13af46-9099-4a88-813f-e0eeb334b6bf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:43.596144 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.620451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:43.627037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.629834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-fb97638c-999f-498f-afad-151b33badf6d service neutron] 10.222.0.44 "PUT /v2.0/ports/d647d71d-0a17-493d-aed0-ce43c5553628 HTTP/1.1" status: 200 len: 1092 time: 1.9962075 Aug 23 12:12:43.640657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'tag': 'd647d71d-0a17-493d-aed0-ce43c5553628'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:43.650318 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d117ca-6f43-4868-9306-25d405695662" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf", "tag": "d647d71d-0a17-493d-aed0-ce43c5553628"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:43.651741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['534034f8-65aa-4b25-8c2a-88ec3c5a148a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:43.710197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7415e82f-174c-48ad-9204-c243273b8895 req-53d2386c-fd79-4fd6-8054-eafe00495ae8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336655 Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:43.714377 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:43.720254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:43.740429 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.796194 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.798491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/5baf9290-8d5c-4cbc-a035-5db05ce5f345 HTTP/1.1" status: 204 len: 168 time: 1.9027848 Aug 23 12:12:43.807942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.814459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41796) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:43.816707 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506a0d8-8d57-4508-97c2-b92104b1bf72 x-openstack-request-id: req-8506a0d8-8d57-4508-97c2-b92104b1bf72 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:43.817111 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf", "tag": "d647d71d-0a17-493d-aed0-ce43c5553628", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:43.818114 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8506a0d8-8d57-4508-97c2-b92104b1bf72 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:43.819689 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'tag': 'd647d71d-0a17-493d-aed0-ce43c5553628', 'status': 'completed', 'code': 200} Aug 23 12:12:43.829795 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a367b1b-8794-4ec6-a2b9-819d18933a0d x-openstack-request-id: req-3a367b1b-8794-4ec6-a2b9-819d18933a0d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:43.830226 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1a980b-195e-4bab-91cd-17c9355c4f6c", "name": "network-vif-plugged", "status": "completed", "tag": "9c675c0f-9e00-4988-bb7e-82a04f3aa98a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:43.830492 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a367b1b-8794-4ec6-a2b9-819d18933a0d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:43.832185 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a', 'code': 200} Aug 23 12:12:43.878202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-936229706'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:43.906692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97638c-999f-498f-afad-151b33badf6d service neutron] Pushing event updated for resources: {'Port': ['ID=d647d71d-0a17-493d-aed0-ce43c5553628,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:43.907105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.907916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.936186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.938380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b19e5245-ad27-473b-8b0b-2d458fdff6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:43.949947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-f985bb6a-37cc-4f14-9576-74ef9afc7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:43.953472 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-f985bb6a-37cc-4f14-9576-74ef9afc7471 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1095 time: 0.2301602 Aug 23 12:12:43.955581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd67670-fed3-4823-a532-aaab8c52db5c req-6417735f-fb70-410b-93c3-0bb4e83b9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:43.957561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a186b-d969-49dc-9ed9-394d418f0caa tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=5baf9290-8d5c-4cbc-a035-5db05ce5f345,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:43.958066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dd67670-fed3-4823-a532-aaab8c52db5c req-6417735f-fb70-410b-93c3-0bb4e83b9281 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 1097 time: 0.2105842 Aug 23 12:12:44.010480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2a9f99e-c602-43b3-b177-ac0ac48107a2 None None] Provisioning for port d647d71d-0a17-493d-aed0-ce43c5553628 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:44.031499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=534034f8-65aa-4b25-8c2a-88ec3c5a148a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:44.035351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] For port 4914649b-3ad8-4c9b-953c-804a7013ae7b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:44.045957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-cdc3b75e-500b-46b3-96f1-a819baf5da62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d647d71d-0a17-493d-aed0-ce43c5553628 HTTP/1.1" status: 200 len: 217 time: 0.0790160 Aug 23 12:12:44.139336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060fe271-ec9e-41b4-bfa0-85c1b90c33bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5baf9290-8d5c-4cbc-a035-5db05ce5f345', 'network_id': '5baf9290-8d5c-4cbc-a035-5db05ce5f345', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': '87a0534d-91de-43f6-a67c-2b9986312b03'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:44.140049 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-060fe271-ec9e-41b4-bfa0-85c1b90c33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.169723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1dd67670-fed3-4823-a532-aaab8c52db5c req-79fc296b-220f-4e08-9159-8621943be70d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910603 Aug 23 12:12:44.175310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] For port 4914649b-3ad8-4c9b-953c-804a7013ae7b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4914649b-3ad8-4c9b-953c-804a7013ae7b,segment=NetworkSegment(1fbe614c-6d8c-4d09-be19-e99e07273026),segment_id=1fbe614c-6d8c-4d09-be19-e99e07273026)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:44.176026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-3d738287-e6a3-449a-9cef-0de75c3c5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:44.177894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-3d738287-e6a3-449a-9cef-0de75c3c5e63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e1f535f-1bf9-4d7a-aae8-c48d524eca21 HTTP/1.1" status: 200 len: 849 time: 0.1236210 Aug 23 12:12:44.195550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.197878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b19e5245-ad27-473b-8b0b-2d458fdff6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.200787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:44.207407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.225586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2a9f99e-c602-43b3-b177-ac0ac48107a2 None None] Provisioning for port 8270cdb0-6cda-4c37-ad88-bfa10bd09200 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:44.244348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2a9f99e-c602-43b3-b177-ac0ac48107a2 None None] Provisioning complete for port 8270cdb0-6cda-4c37-ad88-bfa10bd09200 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:44.244724 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f99e-c602-43b3-b177-ac0ac48107a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.252609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:44.257646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc128e1f-bca2-46fa-b128-803a7419d3f3 None None] Network 5baf9290-8d5c-4cbc-a035-5db05ce5f345 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:44.259302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:44.279449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:44.296525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.297132 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 016ca1c8-8df1-476c-bc4d-74129c31303d of type vlan for network b450825b-ae99-42c8-b2cb-090282c2efe5 Aug 23 12:12:44.367445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc128e1f-bca2-46fa-b128-803a7419d3f3 None None] Network 5baf9290-8d5c-4cbc-a035-5db05ce5f345 could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:12:44.372391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.401657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.436099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9f99e-c602-43b3-b177-ac0ac48107a2 None None] Port 8270cdb0-6cda-4c37-ad88-bfa10bd09200 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:44.472784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-91d7d525-807a-4e95-b8f5-b3a5ce2e26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:44.478408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-91d7d525-807a-4e95-b8f5-b3a5ce2e26eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adf85014-91ee-4b3c-8057-77452ff56a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206045 Aug 23 12:12:44.480580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f38f5d-b79c-48d0-b946-dc3bfc07fb38 None None] Pushing event updated for resources: {'Port': ['ID=4914649b-3ad8-4c9b-953c-804a7013ae7b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:44.493704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=8270cdb0-6cda-4c37-ad88-bfa10bd09200,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:44.524217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ee13af46-9099-4a88-813f-e0eeb334b6bf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:44.535379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.543586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:44.544478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.567553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.696124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:44.706144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8381917 Aug 23 12:12:44.711464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:44.758771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:44.765549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ee13af46-9099-4a88-813f-e0eeb334b6bf,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:44.957335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fed-48f6-4615-b8bb-4ae6ac67b722 req-b99c76c5-fbcb-45e3-89fe-3342cde423ca tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:44.959089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81143fed-48f6-4615-b8bb-4ae6ac67b722 req-b99c76c5-fbcb-45e3-89fe-3342cde423ca tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.3645272 Aug 23 12:12:44.963711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b19e5245-ad27-473b-8b0b-2d458fdff6bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ebed701d1ac4786b4a7000cd02b0989&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1557374 Aug 23 12:12:44.971106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41820) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:44.971795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:44.975917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:44.979858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695b194-967f-4f50-a809-966d48c1283a req-61291e39-22ab-4fec-bd8c-45813370bc91 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:44.993910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9695b194-967f-4f50-a809-966d48c1283a req-61291e39-22ab-4fec-bd8c-45813370bc91 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1095 time: 1.0979986 Aug 23 12:12:45.010406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-ea870913-ab91-487a-8b9e-09cc92434893 service neutron] 10.222.0.44 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244353 Aug 23 12:12:45.023194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef74a46-3898-44fe-813d-03d68654fa37 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=b450825b-ae99-42c8-b2cb-090282c2efe5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:45.042690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b450825b-ae99-42c8-b2cb-090282c2efe5 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:45.087767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5245-ad27-473b-8b0b-2d458fdff6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fa468d-74ca-48ef-88c2-d53e4b6fd953,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:45.172967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a5231b80-ab2a-40d9-b82e-837588228614 None None] Provisioning complete for port 8270cdb0-6cda-4c37-ad88-bfa10bd09200 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:45.173372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5231b80-ab2a-40d9-b82e-837588228614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:45.216796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a5231b80-ab2a-40d9-b82e-837588228614 None None] Port 8270cdb0-6cda-4c37-ad88-bfa10bd09200 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:45.218421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9695b194-967f-4f50-a809-966d48c1283a req-a35006e0-d64d-429a-b6b8-a46d29320a51 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235084 Aug 23 12:12:45.291010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81143fed-48f6-4615-b8bb-4ae6ac67b722 req-2a1df465-e84c-418a-9088-44c15798b81c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903817 Aug 23 12:12:45.403323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c693d5b-53c2-406c-b64f-c789fe748225 req-20de4a85-3aa5-4b98-addb-7ab8fd950a71 service neutron] 10.222.0.44 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716741 Aug 23 12:12:45.603441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d117ca-6f43-4868-9306-25d405695662 req-1c8b54f3-43db-40c3-adf2-b4fd478f6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:45.605062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-1c8b54f3-43db-40c3-adf2-b4fd478f6d6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1095 time: 0.1419523 Aug 23 12:12:45.607635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4914649b-3ad8-4c9b-953c-804a7013ae7b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:45.671566 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:45.723190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4914649b-3ad8-4c9b-953c-804a7013ae7b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:45.736239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=1b8a0d2f-d594-4ed1-a5d8-2242b1dd92c5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:45.834764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee13af46-9099-4a88-813f-e0eeb334b6bf'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:45.838105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '016ca1c8-8df1-476c-bc4d-74129c31303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:45.838477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: b450825b-ae99-42c8-b2cb-090282c2efe5, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:45.840544 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe46f3e1-55d9-450c-905a-2f4d2c36ecee" -d '{"events": [{"server_uuid": "13d2dc3b-4fda-4954-88d7-672a949bef2a", "name": "network-vif-plugged", "status": "completed", "tag": "ee13af46-9099-4a88-813f-e0eeb334b6bf"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:45.844939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d117ca-6f43-4868-9306-25d405695662 req-25d4df92-01df-45ba-815d-b05f03864c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:45.846395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-25d4df92-01df-45ba-815d-b05f03864c1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 200 len: 911 time: 0.2310693 Aug 23 12:12:45.896988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-65e5977f-3fe9-4b28-9363-6170fec5f268 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d647d71d-0a17-493d-aed0-ce43c5553628 HTTP/1.1" status: 200 len: 217 time: 0.0415080 Aug 23 12:12:45.900195 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf340922-634a-48ea-85b9-047cb0a7b2e3 x-openstack-request-id: req-cf340922-634a-48ea-85b9-047cb0a7b2e3 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:45.900709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network b450825b-ae99-42c8-b2cb-090282c2efe5 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:45.904647 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d2dc3b-4fda-4954-88d7-672a949bef2a", "name": "network-vif-plugged", "status": "completed", "tag": "ee13af46-9099-4a88-813f-e0eeb334b6bf", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:45.906525 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf340922-634a-48ea-85b9-047cb0a7b2e3 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:45.908656 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee13af46-9099-4a88-813f-e0eeb334b6bf', 'code': 200} Aug 23 12:12:45.923013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8593f4-f29c-4084-8501-73545ca01c22 None None] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:46.029397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d117ca-6f43-4868-9306-25d405695662 req-2ba865da-5bc7-4028-ba0c-d4c1d609889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:46.034093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-2ba865da-5bc7-4028-ba0c-d4c1d609889a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e1f535f-1bf9-4d7a-aae8-c48d524eca21 HTTP/1.1" status: 200 len: 849 time: 0.1261141 Aug 23 12:12:46.067405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b450825b-ae99-42c8-b2cb-090282c2efe5) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:46.093413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed4a36-a687-468e-90b3-339858144d0e None None] Network b450825b-ae99-42c8-b2cb-090282c2efe5 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:46.145395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:46.146405 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.165889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-49cb0fa2-6ce9-4cd5-8699-8c0fcf7d5ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.199882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ab2fa95f-1f97-41cf-90ff-2cd1106bbf53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4752700 Aug 23 12:12:46.200916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41844) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:46.207481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d117ca-6f43-4868-9306-25d405695662 req-67f8fe93-d059-45ab-8bf7-72bbd0900498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:46.213288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 8a7de8c8-9b8f-4f80-a663-d02b850bb021 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:12:46.219451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-67f8fe93-d059-45ab-8bf7-72bbd0900498 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adf85014-91ee-4b3c-8057-77452ff56a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798475 Aug 23 12:12:46.408365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-49cb0fa2-6ce9-4cd5-8699-8c0fcf7d5ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.413173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:46.424894 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] Sync routers for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:46.430816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5bcc8968-7166-404a-8435-394352e21459 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/8a7de8c8-9b8f-4f80-a663-d02b850bb021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0863428 Aug 23 12:12:46.434300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:46.444689 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:46.461869 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:46.525096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853ec2d-8536-4d80-b87a-163b0c52adf1 req-f335ec11-cbb2-47e0-99fa-fc9dd96b863f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:46.527141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e853ec2d-8536-4d80-b87a-163b0c52adf1 req-f335ec11-cbb2-47e0-99fa-fc9dd96b863f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 944 time: 1.1821570 Aug 23 12:12:46.536580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56017e09-4b73-417e-8e1b-031d294225eb tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:46.538816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-56017e09-4b73-417e-8e1b-031d294225eb tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports/8270cdb0-6cda-4c37-ad88-bfa10bd09200 HTTP/1.1" status: 200 len: 911 time: 0.0817056 Aug 23 12:12:46.548708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] Provisioning for port 4914649b-3ad8-4c9b-953c-804a7013ae7b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:46.565226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] Provisioning complete for port 4914649b-3ad8-4c9b-953c-804a7013ae7b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:46.565452 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:46.566938 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.576482 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:46.578299 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:46.608496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:46.633145 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:46.635031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f8114-8ec4-4729-8dbc-375711d92a2d None None] The sync data for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:46.640753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9351c82-9ce6-46c7-b1bb-11b197f931e2 req-486686c9-ceab-4980-a7de-f98ec1fd8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:46.642550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9351c82-9ce6-46c7-b1bb-11b197f931e2 req-486686c9-ceab-4980-a7de-f98ec1fd8285 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 1097 time: 0.5691826 Aug 23 12:12:46.744544 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-49cb0fa2-6ce9-4cd5-8699-8c0fcf7d5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.747214 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-49cb0fa2-6ce9-4cd5-8699-8c0fcf7d5ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.749016 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-49cb0fa2-6ce9-4cd5-8699-8c0fcf7d5ca1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7fa468d-74ca-48ef-88c2-d53e4b6fd953 HTTP/1.1" status: 204 len: 168 time: 1.7407920 Aug 23 12:12:46.775958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e853ec2d-8536-4d80-b87a-163b0c52adf1 req-7137a8de-eccd-47e3-aab3-31a94f5accf0 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267773 Aug 23 12:12:46.790440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:46.824343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb0fa2-6ce9-4cd5-8699-8c0fcf7d5ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fa468d-74ca-48ef-88c2-d53e4b6fd953,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:46.834447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a9351c82-9ce6-46c7-b1bb-11b197f931e2 req-05f17efe-4189-4bf8-b025-3de24399ceda service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776664 Aug 23 12:12:46.863460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] For port 4914649b-3ad8-4c9b-953c-804a7013ae7b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4914649b-3ad8-4c9b-953c-804a7013ae7b,segment=NetworkSegment(1fbe614c-6d8c-4d09-be19-e99e07273026),segment_id=1fbe614c-6d8c-4d09-be19-e99e07273026)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:46.887805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.045209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80986d56-e721-4744-b983-932e3f278ce7 None None] Pushing event updated for resources: {'Port': ['ID=4914649b-3ad8-4c9b-953c-804a7013ae7b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:47.057925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-b450825b-ae99-42c8-b2cb-090282c2efe5', 'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': '1b8a0d2f-d594-4ed1-a5d8-2242b1dd92c5'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:47.058808 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.059032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf3d36-d76b-47d1-bdc6-c178b6708523 req-36c31773-752c-43af-b4be-90b5033ac40d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:47.060538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bcf3d36-d76b-47d1-bdc6-c178b6708523 req-36c31773-752c-43af-b4be-90b5033ac40d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1095 time: 0.1596808 Aug 23 12:12:47.075249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.092140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-fd8a59dd-1e38-4681-a510-4e2c621337ba service neutron] 10.222.0.44 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626165 Aug 23 12:12:47.232932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 534034f8-65aa-4b25-8c2a-88ec3c5a148a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:47.284467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bcf3d36-d76b-47d1-bdc6-c178b6708523 req-a78d9b6e-21fd-4721-8e08-b8e906cf5436 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062144 Aug 23 12:12:47.291840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f25ef-3c69-471e-9987-9fb0aa3955a2 req-e749b6e0-f085-4f91-b03a-69b4ddbc1f43 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:47.293915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e7f25ef-3c69-471e-9987-9fb0aa3955a2 req-e749b6e0-f085-4f91-b03a-69b4ddbc1f43 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 945 time: 0.3720791 Aug 23 12:12:47.333800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.401594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2ec36f69-2440-4e7b-91c0-b74c21c2836f None None] Provisioning complete for port 4914649b-3ad8-4c9b-953c-804a7013ae7b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:47.402005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ec36f69-2440-4e7b-91c0-b74c21c2836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.426593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e7f25ef-3c69-471e-9987-9fb0aa3955a2 req-39e8b94d-fbd9-4138-a357-ad78018176ae tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105485 Aug 23 12:12:47.429953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.464080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47d117ca-6f43-4868-9306-25d405695662 req-d2109f1c-3c57-4005-970b-c0abafea8240 service neutron] 10.222.0.44 "GET /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397305 Aug 23 12:12:47.541489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d9fa6-563e-456c-884d-f967006ded11 req-925debe2-b5e4-4928-8537-597fcf337b34 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:47.543038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb7d9fa6-563e-456c-884d-f967006ded11 req-925debe2-b5e4-4928-8537-597fcf337b34 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1415453 Aug 23 12:12:47.556659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4914649b-3ad8-4c9b-953c-804a7013ae7b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:47.608914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb7d9fa6-563e-456c-884d-f967006ded11 req-2ef8da37-5ae8-4b5b-a6c9-1f738481f29e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500469 Aug 23 12:12:47.616033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Allocated IP 172.20.0.1 (b450825b-ae99-42c8-b2cb-090282c2efe5/1b8a0d2f-d594-4ed1-a5d8-2242b1dd92c5/724cef3f-969c-4f90-bc27-40f4f0d0094b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:47.735498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 534034f8-65aa-4b25-8c2a-88ec3c5a148a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:47.753334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 534034f8-65aa-4b25-8c2a-88ec3c5a148a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:47.753746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.754304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-39fd3e97-4fee-4031-8378-fc473bd82e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:47.756640 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-39fd3e97-4fee-4031-8378-fc473bd82e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 945 time: 0.0651553 Aug 23 12:12:47.850599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8:1::1 (6b7a158c-df68-4b3a-b153-4066bf1250eb/8cb3da61-48b5-4a87-a659-d53fcca3a117/1bc46dea-f4a0-4603-82c8-ca4b6130dd4c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:47.909779 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.924215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Transition to ACTIVE for port object 724cef3f-969c-4f90-bc27-40f4f0d0094b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:47.934528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Deleting port b7571b73-49a8-4915-b782-d94052b9018c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:47.935611 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:47.958303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Transition to ACTIVE for port object 724cef3f-969c-4f90-bc27-40f4f0d0094b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:48.034078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.038201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.052012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:48.071796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.108502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8a0d2f-d594-4ed1-a5d8-2242b1dd92c5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:48.117146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.150006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Network b450825b-ae99-42c8-b2cb-090282c2efe5 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:48.165371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:48.173725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:48.197473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] For port b7571b73-49a8-4915-b782-d94052b9018c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b7571b73-49a8-4915-b782-d94052b9018c,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:48.199668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.201673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4914649b-3ad8-4c9b-953c-804a7013ae7b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:48.202342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.205817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=1bc46dea-f4a0-4603-82c8-ca4b6130dd4c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:48.212199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Pushing event updated for resources: {'Port': ['ID=724cef3f-969c-4f90-bc27-40f4f0d0094b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:48.234163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:48.244603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:48.260614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:48.261896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.277013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a5f17-1f1f-4812-aba2-f82ac680e20c req-5a7cb590-8a98-42d6-8573-4c2a3e76d8bd tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:48.279032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ad7a5f17-1f1f-4812-aba2-f82ac680e20c req-5a7cb590-8a98-42d6-8573-4c2a3e76d8bd tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 944 time: 0.1804390 Aug 23 12:12:48.352932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Calling delete_port for b7571b73-49a8-4915-b782-d94052b9018c owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:48.365236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.393135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Attempting to bind port 724cef3f-969c-4f90-bc27-40f4f0d0094b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:48.393536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Attempting to bind port 724cef3f-969c-4f90-bc27-40f4f0d0094b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '016ca1c8-8df1-476c-bc4d-74129c31303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:48.394022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Attempting to bind port 724cef3f-969c-4f90-bc27-40f4f0d0094b on network b450825b-ae99-42c8-b2cb-090282c2efe5 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:48.413860 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.416672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ad7a5f17-1f1f-4812-aba2-f82ac680e20c req-b42f28b1-acb4-4af9-8b52-520723a5563d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848362 Aug 23 12:12:48.426494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b450825b-ae99-42c8-b2cb-090282c2efe5']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:48.429542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:48.430064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Checking segment: {'id': '016ca1c8-8df1-476c-bc4d-74129c31303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:48.430668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.431139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Bound using segment: {'id': '016ca1c8-8df1-476c-bc4d-74129c31303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:48.431705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Bound port: 724cef3f-969c-4f90-bc27-40f4f0d0094b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016ca1c8-8df1-476c-bc4d-74129c31303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b450825b-ae99-42c8-b2cb-090282c2efe5'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:48.432158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.467926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016ca1c8-8df1-476c-bc4d-74129c31303d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:48.472315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016ca1c8-8df1-476c-bc4d-74129c31303d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:48.495425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.552660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534034f8-65aa-4b25-8c2a-88ec3c5a148a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:48.556118 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca37a507-44bf-4fd3-9d42-81e98f6d6ae6" -d '{"events": [{"server_uuid": "912dcbe2-114f-4fb3-925c-c694d49ab6ed", "name": "network-vif-plugged", "status": "completed", "tag": "534034f8-65aa-4b25-8c2a-88ec3c5a148a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:48.640809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.686632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] For port 724cef3f-969c-4f90-bc27-40f4f0d0094b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:48.695560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] For port 724cef3f-969c-4f90-bc27-40f4f0d0094b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=724cef3f-969c-4f90-bc27-40f4f0d0094b,segment=NetworkSegment(016ca1c8-8df1-476c-bc4d-74129c31303d),segment_id=016ca1c8-8df1-476c-bc4d-74129c31303d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:48.728464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.729285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.754788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa46b5-ed2d-443c-9813-d3cb9974d6fc req-0aba56d8-df88-4f6b-88c0-a826369c32fd tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:48.763646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:48.764429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72fa46b5-ed2d-443c-9813-d3cb9974d6fc req-0aba56d8-df88-4f6b-88c0-a826369c32fd tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1095 time: 0.2324555 Aug 23 12:12:48.770954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:48.771594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:48.777104 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:48.801485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432b90-9cbe-47ce-8240-226f2609c3d6 req-b6cb5fd7-6273-4baf-b0e0-486a7f2f4638 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:48.803969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12432b90-9cbe-47ce-8240-226f2609c3d6 req-b6cb5fd7-6273-4baf-b0e0-486a7f2f4638 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 945 time: 0.2236097 Aug 23 12:12:48.887124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12432b90-9cbe-47ce-8240-226f2609c3d6 req-009d122d-eed3-435a-aaa4-dbe00d46cc63 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Aug 23 12:12:48.964414 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.080588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72fa46b5-ed2d-443c-9813-d3cb9974d6fc req-8849cebc-f4f6-435a-b2e8-4e054dd5c97a tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099630 Aug 23 12:12:49.098374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c5f2f19a-c112-41a5-b10f-149bf4652658 None None] Provisioning for port 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:49.105870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c5f2f19a-c112-41a5-b10f-149bf4652658 None None] Provisioning complete for port 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:49.106239 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f19a-c112-41a5-b10f-149bf4652658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.108039 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 12:12:49.108039 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 12:12:49.108039 n-d-773645-7 neutron-server[101057]: [parameters: {'id': 'b450825b-ae99-42c8-b2cb-090282c2efe5'}] Aug 23 12:12:49.108039 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:49.119629 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:49.125501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.154621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd982e-d0b5-4841-920f-986216e9d5d9 None None] Network b450825b-ae99-42c8-b2cb-090282c2efe5 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:49.164348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7', '9f268528-39de-405a-af6e-d28296450896', 'b7571b73-49a8-4915-b782-d94052b9018c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:49.204581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['14194193-fe0f-49c2-9479-a9d376113676'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:49.264288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event deleted for resources: {'Port': ['ID=b7571b73-49a8-4915-b782-d94052b9018c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:49.269438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d647d71d-0a17-493d-aed0-ce43c5553628 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:49.279631 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d3e431-2400-4a65-8818-5e97bd426603 x-openstack-request-id: req-02d3e431-2400-4a65-8818-5e97bd426603 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:49.279933 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912dcbe2-114f-4fb3-925c-c694d49ab6ed", "name": "network-vif-plugged", "status": "completed", "tag": "534034f8-65aa-4b25-8c2a-88ec3c5a148a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:49.280335 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02d3e431-2400-4a65-8818-5e97bd426603 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:49.280784 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534034f8-65aa-4b25-8c2a-88ec3c5a148a', 'code': 200} Aug 23 12:12:49.307185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015200b-f2c7-4604-a8d7-c296ad3687d0 req-57b49bd5-4375-4447-a771-6f3364c07d70 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:49.312167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9015200b-f2c7-4604-a8d7-c296ad3687d0 req-57b49bd5-4375-4447-a771-6f3364c07d70 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2369411 Aug 23 12:12:49.336049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] No DVR routers for this DVR port b7571b73-49a8-4915-b782-d94052b9018c on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:49.341458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.343537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc96fd12-a2c0-4b1b-bd0f-7cc5f6a0a0ad req-1e8d1870-faf2-4d3f-91b9-79cd5b4d7834 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "DELETE /v2.0/ports/b7571b73-49a8-4915-b782-d94052b9018c HTTP/1.1" status: 204 len: 173 time: 1.5744922 Aug 23 12:12:49.359503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'name': 'network-vif-deleted', 'tag': 'b7571b73-49a8-4915-b782-d94052b9018c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:49.362201 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec12434-ec36-4a4e-8b13-e98e34b03424" -d '{"events": [{"server_uuid": "d4909850-dbc3-41ce-bc84-c09ce1ed5bc9", "name": "network-vif-deleted", "tag": "b7571b73-49a8-4915-b782-d94052b9018c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:49.417837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab037e7-a81b-4ec0-a6ec-f3fda5dfc448 req-f6f6bf47-30e8-4ca7-8efd-b93148e9ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:49.419348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cab037e7-a81b-4ec0-a6ec-f3fda5dfc448 req-f6f6bf47-30e8-4ca7-8efd-b93148e9ca27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 1096 time: 0.1258826 Aug 23 12:12:49.428781 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25692633-14fb-4f30-a2cc-dba30fe7a70d x-openstack-request-id: req-25692633-14fb-4f30-a2cc-dba30fe7a70d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:49.430025 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4909850-dbc3-41ce-bc84-c09ce1ed5bc9", "name": "network-vif-deleted", "tag": "b7571b73-49a8-4915-b782-d94052b9018c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:49.430505 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25692633-14fb-4f30-a2cc-dba30fe7a70d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:49.431068 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4909850-dbc3-41ce-bc84-c09ce1ed5bc9', 'name': 'network-vif-deleted', 'tag': 'b7571b73-49a8-4915-b782-d94052b9018c', 'status': 'completed', 'code': 200} Aug 23 12:12:49.436572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59052-4dea-408b-bec7-a0506371f193 None None] Pushing event updated for resources: {'Port': ['ID=724cef3f-969c-4f90-bc27-40f4f0d0094b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:49.467874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2f19a-c112-41a5-b10f-149bf4652658 None None] Port 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:49.510915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9015200b-f2c7-4604-a8d7-c296ad3687d0 req-95c22dfe-2281-4cbd-9c9b-f59cc8cd3c29 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878090 Aug 23 12:12:49.525275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cab037e7-a81b-4ec0-a6ec-f3fda5dfc448 req-4c4b3433-6ba9-4c4e-b8ea-e453d35effd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927944 Aug 23 12:12:49.562072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.562315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:12:49.569639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.570468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.625482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.659570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f8ace-d3bd-4945-b9ae-a12a11f8373f req-317655f1-4248-4e17-8470-67f37d596f52 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:49.660953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-886f8ace-d3bd-4945-b9ae-a12a11f8373f req-317655f1-4248-4e17-8470-67f37d596f52 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.0959263 Aug 23 12:12:49.672435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=1bc46dea-f4a0-4603-82c8-ca4b6130dd4c,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:49.747212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-886f8ace-d3bd-4945-b9ae-a12a11f8373f req-8506f787-089e-45a2-b113-0eeed78e13df tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760379 Aug 23 12:12:49.761511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=534034f8-65aa-4b25-8c2a-88ec3c5a148a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:49.791749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting port 724cef3f-969c-4f90-bc27-40f4f0d0094b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:49.792104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.834053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:49.835501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:49.887436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d647d71d-0a17-493d-aed0-ce43c5553628, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d647d71d-0a17-493d-aed0-ce43c5553628,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:49.897319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] For port 724cef3f-969c-4f90-bc27-40f4f0d0094b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=724cef3f-969c-4f90-bc27-40f4f0d0094b,segment=NetworkSegment(016ca1c8-8df1-476c-bc4d-74129c31303d),segment_id=016ca1c8-8df1-476c-bc4d-74129c31303d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:49.898057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:49.932897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Calling delete_port for 724cef3f-969c-4f90-bc27-40f4f0d0094b owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:49.960994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd647d71d-0a17-493d-aed0-ce43c5553628', 'network_id': 'adf85014-91ee-4b3c-8057-77452ff56a2e', 'port_id': 'd647d71d-0a17-493d-aed0-ce43c5553628', 'mac_address': 'fa:16:3e:4f:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1f535f-1bf9-4d7a-aae8-c48d524eca21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:50.029120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 8a7de8c8-9b8f-4f80-a663-d02b850bb021 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:12:50.150352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.221578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Port': ['ID=724cef3f-969c-4f90-bc27-40f4f0d0094b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:50.251010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No DVR routers for this DVR port 724cef3f-969c-4f90-bc27-40f4f0d0094b on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:50.259129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a67835ac-3675-4ab3-8225-1e0f39f781fc req-21e66185-1062-4383-bbbd-bc53ba1e4de4 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4909850-dbc3-41ce-bc84-c09ce1ed5bc9 HTTP/1.1" status: 200 len: 210 time: 0.0757663 Aug 23 12:12:50.330550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.353197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d47243-bc83-4155-80f0-d6fc44b89fdb None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:12:50.397310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d647d71d-0a17-493d-aed0-ce43c5553628 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:50.408746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:50.426060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7a492b7a-c9ea-4bf0-8030-34b94bdd2286 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/8a7de8c8-9b8f-4f80-a663-d02b850bb021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823143 Aug 23 12:12:50.427184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41944) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:50.438300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d647d71d-0a17-493d-aed0-ce43c5553628, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d647d71d-0a17-493d-aed0-ce43c5553628,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:50.585944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.634065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b450825b-ae99-42c8-b2cb-090282c2efe5']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:50.639195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6776cb-21ee-4cb0-9803-792c6c184458 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:50.640879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e6776cb-21ee-4cb0-9803-792c6c184458 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports/1bc46dea-f4a0-4603-82c8-ca4b6130dd4c HTTP/1.1" status: 200 len: 913 time: 0.2130232 Aug 23 12:12:50.644391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:50.671457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016ca1c8-8df1-476c-bc4d-74129c31303d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:50.671811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016ca1c8-8df1-476c-bc4d-74129c31303d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:50.674387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] Sync routers for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:50.685278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d47243-bc83-4155-80f0-d6fc44b89fdb None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:12:50.699678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.732579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.745418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:50.745901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:50.749256 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:50.819518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a84ebf-a8b1-4f19-a332-4ab87e70ad45 req-aaa5c53f-da35-448b-8c3e-928b15befb1e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:50.827230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01a84ebf-a8b1-4f19-a332-4ab87e70ad45 req-aaa5c53f-da35-448b-8c3e-928b15befb1e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1095 time: 0.5947230 Aug 23 12:12:50.863493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.872854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:50.874650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/b450825b-ae99-42c8-b2cb-090282c2efe5 HTTP/1.1" status: 204 len: 168 time: 4.6540580 Aug 23 12:12:50.888515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01a84ebf-a8b1-4f19-a332-4ab87e70ad45 req-03ce6020-e5d4-481f-aba1-c5a2a46b60a1 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560455 Aug 23 12:12:50.889157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:50.925546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1304862250'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:50.939945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fc786-9166-4f84-88aa-6624750249a0 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=b450825b-ae99-42c8-b2cb-090282c2efe5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:50.950915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abedbbc-ecf9-45bc-a598-d7a847062207 req-821d5786-c1ba-4a3d-9f7d-d159d8f2dcf0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:50.952881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3abedbbc-ecf9-45bc-a598-d7a847062207 req-821d5786-c1ba-4a3d-9f7d-d159d8f2dcf0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1613936 Aug 23 12:12:50.982114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:50.988168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.053674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3abedbbc-ecf9-45bc-a598-d7a847062207 req-2f4ea653-1393-4f2f-93e6-1523e985c7a1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904531 Aug 23 12:12:51.066097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.097779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de957c4-2a9f-49d2-a23e-efcf34addc0b req-f79d1955-b75d-4249-8398-27712b6d8ee0 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:51.100416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7de957c4-2a9f-49d2-a23e-efcf34addc0b req-f79d1955-b75d-4249-8398-27712b6d8ee0 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.1079326 Aug 23 12:12:51.132202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:51.140209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9d5bf38a-160f-44aa-8a1d-f5aa8a19f20e None None] Provisioning complete for port 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:51.140658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf38a-160f-44aa-8a1d-f5aa8a19f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.167974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7de957c4-2a9f-49d2-a23e-efcf34addc0b req-06bd449a-f2e9-4434-94c8-496f273802ad tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614033 Aug 23 12:12:51.170029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.170536 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 8d50ef70-ad89-4c00-88b7-00c18b6d0971 of type vlan for network ee3f5539-839f-49be-9e63-3210eb51e38f Aug 23 12:12:51.194833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:51.195631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:51.230373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b7571b73-49a8-4915-b782-d94052b9018c no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:51.235383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.269788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9d5bf38a-160f-44aa-8a1d-f5aa8a19f20e None None] Port 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:51.296400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.299794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:51.306746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d647d71d-0a17-493d-aed0-ce43c5553628,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:51.309723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: b7571b73-49a8-4915-b782-d94052b9018c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:51.310197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b7571b73-49a8-4915-b782-d94052b9018c not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:51.361569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:51.362648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:51.363152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.370495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:51.371234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.418844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d647d71d-0a17-493d-aed0-ce43c5553628'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:51.419490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4981956 Aug 23 12:12:51.452004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:51.452828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93052df2-c5a6-4376-96c8-889d8d1db472 None None] The sync data for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:51.492824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a528036-1185-4439-ad2d-b4258379f25e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=ee3f5539-839f-49be-9e63-3210eb51e38f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:51.504896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41970) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:51.536910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-0426a3b5-11ea-486c-8312-3967b0e14589 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=948e2c11522142b481094661eb79a7c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402305 Aug 23 12:12:51.562680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:51.582863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network ee3f5539-839f-49be-9e63-3210eb51e38f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:12:51.826419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-13089442-db60-45ab-88ac-62a2cb9402b7 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:51.830188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-13089442-db60-45ab-88ac-62a2cb9402b7 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755103 Aug 23 12:12:51.833656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01170f13-1fde-4512-9de8-783d409ee414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:51.851756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-b4734160-aa01-403c-ab1d-01dd6a042d24 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/quotas/948e2c11522142b481094661eb79a7c6 HTTP/1.1" status: 200 len: 375 time: 0.0154579 Aug 23 12:12:51.908655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-0213bfd7-bcf5-4918-b6d3-a15a94845962 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=948e2c11522142b481094661eb79a7c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504565 Aug 23 12:12:52.102760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcf471-91a1-4605-9e13-7d9ff22add5a req-e7d1b59a-fba2-40e0-8343-5bc79110e875 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:52.104458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46dcf471-91a1-4605-9e13-7d9ff22add5a req-e7d1b59a-fba2-40e0-8343-5bc79110e875 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1096 time: 0.0434742 Aug 23 12:12:52.144245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46dcf471-91a1-4605-9e13-7d9ff22add5a req-6e036da1-2c71-4185-88f1-f3e295783041 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Aug 23 12:12:52.210868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf351da-77fb-4f40-a941-02c2dcaf48b4 req-e02be588-390f-4c6e-9b79-716391ffa7e9 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:52.212568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0bf351da-77fb-4f40-a941-02c2dcaf48b4 req-e02be588-390f-4c6e-9b79-716391ffa7e9 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.7902131 Aug 23 12:12:52.214626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:52.218515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a3513423-c894-4b2f-8434-614ee408755f req-bade4dbf-17ed-4b7c-949c-7895e443811c tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 210 time: 0.0297151 Aug 23 12:12:52.222702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:52.317457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-833f5e91-de26-4b7b-8c2f-e38486f93540 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6377490 Aug 23 12:12:52.361884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910355e7-e87d-471e-bfbf-6b7983f10b51 req-64b4d8ec-9ab7-45c6-8a15-6a308d59d053 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:52.373335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-910355e7-e87d-471e-bfbf-6b7983f10b51 req-64b4d8ec-9ab7-45c6-8a15-6a308d59d053 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.0769370 Aug 23 12:12:52.408442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0bf351da-77fb-4f40-a941-02c2dcaf48b4 req-28ce1d62-fa6c-4436-86bb-dceaa23864b5 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685743 Aug 23 12:12:52.444865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-910355e7-e87d-471e-bfbf-6b7983f10b51 req-3cabf85c-8c28-4f86-8bbb-e93ea52e4e0d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703020 Aug 23 12:12:52.499701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacf31-a196-4093-9d67-650329538ef9 req-2e390f95-db22-45dd-a25a-e85e409c1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:52.501651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-2e390f95-db22-45dd-a25a-e85e409c1396 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1315634 Aug 23 12:12:52.620697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:52.621127 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:52.779458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe316d-6dce-4da7-94c0-306e552474a9 req-d7fabd94-53ad-49e9-8415-d38198a4b4cf tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:52.780997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-defe316d-6dce-4da7-94c0-306e552474a9 req-d7fabd94-53ad-49e9-8415-d38198a4b4cf tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 0.2548807 Aug 23 12:12:52.820049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:52.901289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:52.914705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacf31-a196-4093-9d67-650329538ef9 req-f17807ce-f06e-4d8b-9550-e7ba673846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:52.916199 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-f17807ce-f06e-4d8b-9550-e7ba673846d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.3888910 Aug 23 12:12:52.931197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 1bc46dea-f4a0-4603-82c8-ca4b6130dd4c owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:52.936578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-defe316d-6dce-4da7-94c0-306e552474a9 req-19569bf4-b2ba-4795-999c-c5a259c1bbd6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448116 Aug 23 12:12:52.992046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-cf31d3fd-925f-4659-84d5-baeb4f04d3c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14194193-fe0f-49c2-9479-a9d376113676 HTTP/1.1" status: 200 len: 217 time: 0.0627589 Aug 23 12:12:52.992663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=1dfecc1a-a92b-4262-8110-fe727c2e084e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:53.081253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '8d50ef70-ad89-4c00-88b7-00c18b6d0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:53.081749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: ee3f5539-839f-49be-9e63-3210eb51e38f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:12:53.101667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-58c213cf-1caf-4786-b893-71697e05c57d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1521299 Aug 23 12:12:53.108236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacf31-a196-4093-9d67-650329538ef9 req-0fb641e6-4c3a-4ae5-8875-69551111b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:53.111349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-0fb641e6-4c3a-4ae5-8875-69551111b07a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.0789952 Aug 23 12:12:53.180645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-d3ed7ab6-d905-43e2-98eb-45e7ed8cd13e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625150 Aug 23 12:12:53.183706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network ee3f5539-839f-49be-9e63-3210eb51e38f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:12:53.199448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, ee3f5539-839f-49be-9e63-3210eb51e38f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:53.216841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d647d71d-0a17-493d-aed0-ce43c5553628 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:53.226633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:53.227314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.253406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9610d26-06d7-4ff3-8b45-e72cfb04779e None None] Network ee3f5539-839f-49be-9e63-3210eb51e38f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:53.293053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-60ea809e-27d0-4747-a65b-37feabb4f622 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7383635 Aug 23 12:12:53.319113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42006) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:53.404995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.419763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-3538c138-e767-46ab-b195-2a9b50038292 service neutron] 10.222.0.41 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213545 Aug 23 12:12:53.473200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=1bc46dea-f4a0-4603-82c8-ca4b6130dd4c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:53.573845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port d647d71d-0a17-493d-aed0-ce43c5553628 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:53.581149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d647d71d-0a17-493d-aed0-ce43c5553628 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:53.582261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.610956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-68c7c5e9-674a-41e5-a2c3-47cd5f798ef2 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=948e2c11522142b481094661eb79a7c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3394718 Aug 23 12:12:53.629227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-81eacf31-a196-4093-9d67-650329538ef9 req-e6f8cb63-72d5-408f-8594-990c603b976f service neutron] 10.222.0.41 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644270 Aug 23 12:12:53.636199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.774040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddcbd-bbef-469d-8f4b-af942410b034 req-c3a38f4f-ee1d-4793-93fd-0ee3c458756b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:53.775582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8eaddcbd-bbef-469d-8f4b-af942410b034 req-c3a38f4f-ee1d-4793-93fd-0ee3c458756b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1096 time: 0.3729532 Aug 23 12:12:53.801824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-ee3f5539-839f-49be-9e63-3210eb51e38f', 'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': '1dfecc1a-a92b-4262-8110-fe727c2e084e'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:12:53.803293 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.852728 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.869378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:53.872453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8eaddcbd-bbef-469d-8f4b-af942410b034 req-813cf48b-2848-42ed-8e27-ab84d1ee4971 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640173 Aug 23 12:12:53.894910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-4f7881f5-3af5-4987-9e32-74d67a962345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:53.896451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-4f7881f5-3af5-4987-9e32-74d67a962345 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=351c90eddf9d42d680db5201f48b0108&device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 1096 time: 0.7195170 Aug 23 12:12:53.969980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d647d71d-0a17-493d-aed0-ce43c5553628, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d647d71d-0a17-493d-aed0-ce43c5553628,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:53.974005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd647d71d-0a17-493d-aed0-ce43c5553628'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:53.977388 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad894f67-d819-46b6-9f2b-65b25b4ac8f9" -d '{"events": [{"server_uuid": "1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf", "name": "network-vif-plugged", "status": "completed", "tag": "d647d71d-0a17-493d-aed0-ce43c5553628"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:53.979735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b058b-da8d-4b15-83d8-e5c704759f84 req-d36b54b0-fe0d-4172-b423-f171a0315f7d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:53.985975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.000162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c4b058b-da8d-4b15-83d8-e5c704759f84 req-d36b54b0-fe0d-4172-b423-f171a0315f7d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.3956308 Aug 23 12:12:54.025098 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ded13f0-e340-4069-9296-203cd8bb304e req-84bb8fbf-0962-49e6-b346-feffc9bc70b5 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 210 time: 0.0383611 Aug 23 12:12:54.065777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d647d71d-0a17-493d-aed0-ce43c5553628,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:54.131078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Allocated IP 172.20.0.1 (ee3f5539-839f-49be-9e63-3210eb51e38f/1dfecc1a-a92b-4262-8110-fe727c2e084e/e894878e-e8a4-4d0d-b33b-e98307c11543) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:54.218380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.231645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 8a7de8c8-9b8f-4f80-a663-d02b850bb021 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:12:54.294971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c4b058b-da8d-4b15-83d8-e5c704759f84 req-ae3d1599-1ab6-46d5-ac25-60186ba1fde4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938504 Aug 23 12:12:54.350801 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.357836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c0b990-5d54-46a8-9a32-67cca26a2daa tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:54.363088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c0b990-5d54-46a8-9a32-67cca26a2daa tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7128725 Aug 23 12:12:54.369545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Transition to ACTIVE for port object e894878e-e8a4-4d0d-b33b-e98307c11543 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:54.388487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Request body: {'port': {'device_id': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '948e2c11522142b481094661eb79a7c6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:54.401124 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85791f8-bf5f-4f87-a139-065f594a7aad x-openstack-request-id: req-b85791f8-bf5f-4f87-a139-065f594a7aad {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:54.401581 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf", "name": "network-vif-plugged", "status": "completed", "tag": "d647d71d-0a17-493d-aed0-ce43c5553628", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:54.402278 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b85791f8-bf5f-4f87-a139-065f594a7aad {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:54.403941 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd647d71d-0a17-493d-aed0-ce43c5553628', 'code': 200} Aug 23 12:12:54.436680 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.437141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:54.446692 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-78080045-9e61-4503-9c8e-c2729bb693e8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/8a7de8c8-9b8f-4f80-a663-d02b850bb021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7958052 Aug 23 12:12:54.447798 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5072b60b-c3e0-4927-9ce7-1730b5a6408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.452083 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] Sync routers for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:54.461124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Transition to ACTIVE for port object e894878e-e8a4-4d0d-b33b-e98307c11543 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:54.468100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:54.474126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.481343 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:54.482823 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:54.570793 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:54.577223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Network ee3f5539-839f-49be-9e63-3210eb51e38f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:54.580860 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:54.581469 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:54.586885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:54.599118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:54.621560 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:54.622249 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7031bac-b69b-467a-8c1e-19f56015c57d None None] The sync data for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:54.639875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-05e2f9ef-0aab-4d39-a45f-051e2e98c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:54.649649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-05e2f9ef-0aab-4d39-a45f-051e2e98c4f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 200 len: 915 time: 0.6407979 Aug 23 12:12:54.661437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8d886-a9fa-4532-aebb-229d1725b1ee req-dfcfe900-1285-4988-a66f-c4cd65e06a1e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:54.663598 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bcd8d886-a9fa-4532-aebb-229d1725b1ee req-dfcfe900-1285-4988-a66f-c4cd65e06a1e tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.4297800 Aug 23 12:12:54.702163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.733114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Pushing event updated for resources: {'Port': ['ID=e894878e-e8a4-4d0d-b33b-e98307c11543,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:54.808277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Attempting to bind port e894878e-e8a4-4d0d-b33b-e98307c11543 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:12:54.808796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Attempting to bind port e894878e-e8a4-4d0d-b33b-e98307c11543 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '8d50ef70-ad89-4c00-88b7-00c18b6d0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:12:54.809034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Attempting to bind port e894878e-e8a4-4d0d-b33b-e98307c11543 on network ee3f5539-839f-49be-9e63-3210eb51e38f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:12:54.827555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:12:54.827946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Checking segment: {'id': '8d50ef70-ad89-4c00-88b7-00c18b6d0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:12:54.828369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.828776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Bound using segment: {'id': '8d50ef70-ad89-4c00-88b7-00c18b6d0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:12:54.829273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Bound port: e894878e-e8a4-4d0d-b33b-e98307c11543, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d50ef70-ad89-4c00-88b7-00c18b6d0971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ee3f5539-839f-49be-9e63-3210eb51e38f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:12:54.829668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:54.891658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-0d8b09d7-13ba-4e11-9edc-de32a3e0365a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7 HTTP/1.1" status: 200 len: 217 time: 0.2153862 Aug 23 12:12:54.892689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bcd8d886-a9fa-4532-aebb-229d1725b1ee req-4fbdcde2-d0ad-4cfa-bb60-402bce14c661 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214134 Aug 23 12:12:54.916786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfecc1a-a92b-4262-8110-fe727c2e084e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:54.925814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29d11-2b2d-42f7-8c6d-044b8a6ec4ea req-79155dfe-334c-4aae-b25f-45f71d532af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:54.927498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3bc29d11-2b2d-42f7-8c6d-044b8a6ec4ea req-79155dfe-334c-4aae-b25f-45f71d532af0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.4919503 Aug 23 12:12:54.972137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] For port e894878e-e8a4-4d0d-b33b-e98307c11543, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:12:54.978326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] For port e894878e-e8a4-4d0d-b33b-e98307c11543, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e894878e-e8a4-4d0d-b33b-e98307c11543,segment=NetworkSegment(8d50ef70-ad89-4c00-88b7-00c18b6d0971),segment_id=8d50ef70-ad89-4c00-88b7-00c18b6d0971)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:12:54.987533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.005356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-41943048-f2c2-4543-99e8-5f3075f1d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:55.007643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-41943048-f2c2-4543-99e8-5f3075f1d19e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 200 len: 854 time: 0.0752575 Aug 23 12:12:55.076180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf6904-04d1-4623-99a0-d389b2833a90 None None] Pushing event updated for resources: {'Port': ['ID=e894878e-e8a4-4d0d-b33b-e98307c11543,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:55.084854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.093949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a122933-7f8e-4673-b635-750951a92e15 req-d47e7292-520e-4730-b044-2b1219635865 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:55.104162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a122933-7f8e-4673-b635-750951a92e15 req-d47e7292-520e-4730-b044-2b1219635865 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.0957396 Aug 23 12:12:55.105587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3f5539-839f-49be-9e63-3210eb51e38f']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:55.158012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a122933-7f8e-4673-b635-750951a92e15 req-32562005-a0b6-4076-a750-b0fba4593ca7 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 Aug 23 12:12:55.166141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98effc74-dcbf-4662-85b9-46ccfc17711b None None] Network ee3f5539-839f-49be-9e63-3210eb51e38f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:55.167030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d50ef70-ad89-4c00-88b7-00c18b6d0971') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:55.167456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d50ef70-ad89-4c00-88b7-00c18b6d0971') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:55.174782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.175527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-8796a0ac-7bd3-436e-a25e-44041c1a587b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f2512ff-a7d9-4c72-8f73-74c3d0918903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193945 Aug 23 12:12:55.217136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.249963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3bc29d11-2b2d-42f7-8c6d-044b8a6ec4ea req-0d035958-2b44-4cc3-9760-57b7f652a40a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756488 Aug 23 12:12:55.265017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc84ba-7ef3-4d6b-b1bf-0bf7d066cd71 req-fe0e3be5-fe66-4380-a7d8-958a44de35d1 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:55.266652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-55cc84ba-7ef3-4d6b-b1bf-0bf7d066cd71 req-fe0e3be5-fe66-4380-a7d8-958a44de35d1 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.5398757 Aug 23 12:12:55.279014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.333722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:55.334754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:55.338283 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:55.356768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Made reservation on behalf of 948e2c11522142b481094661eb79a7c6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:55.361161 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.426544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.429715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20266644-be56-4076-a4b1-b82edd9c0604 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:12:55.466348 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dcd2e33d-fd62-4e91-b54a-de1ee5db72a1 req-d5a2d979-c876-4059-bffb-75f4ef213433 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 210 time: 0.1954219 Aug 23 12:12:55.468298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-55cc84ba-7ef3-4d6b-b1bf-0bf7d066cd71 req-43762366-2517-4725-95e7-0852c0724564 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848092 Aug 23 12:12:55.497279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 12:12:55.497279 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 12:12:55.497279 n-d-773645-7 neutron-server[101057]: [parameters: {'id': 'ee3f5539-839f-49be-9e63-3210eb51e38f'}] Aug 23 12:12:55.497279 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:12:55.497651 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:12:55.503103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-3189ad7a-d420-4df4-bbac-b23b34a4d048 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112819 Aug 23 12:12:55.756693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20266644-be56-4076-a4b1-b82edd9c0604 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:12:55.779818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.794148 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.797323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90108f73-3a35-4795-a105-61eb845d3fa3 req-25f32776-c6e2-47be-b715-f14f3f588883 service neutron] 10.222.0.44 "GET /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857311 Aug 23 12:12:55.800262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.893738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 8270cdb0-6cda-4c37-ad88-bfa10bd09200 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:55.894110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:55.981949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:12:56.117817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:56.144833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 8270cdb0-6cda-4c37-ad88-bfa10bd09200 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:56.273853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:56.285716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '12738148-35b7-4784-a210-9cf7a496ff97', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'port_id': '12738148-35b7-4784-a210-9cf7a496ff97', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:12:56.401728 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:56.450488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=8270cdb0-6cda-4c37-ad88-bfa10bd09200,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:56.560305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:56.601787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f571c90-081b-453c-9f3c-85c95bfdc993 req-ce49b3cb-8bd4-4c29-a12b-51f1b61b0dc3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:56.609100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f571c90-081b-453c-9f3c-85c95bfdc993 req-ce49b3cb-8bd4-4c29-a12b-51f1b61b0dc3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2184711 Aug 23 12:12:56.611981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12738148-35b7-4784-a210-9cf7a496ff97 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:56.643920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:56.672589 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:56.680802 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:56.823593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['12738148-35b7-4784-a210-9cf7a496ff97'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:12:56.826286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f571c90-081b-453c-9f3c-85c95bfdc993 req-1e7fdc7e-7248-4eb0-9a3d-1597b42daaaf tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162230 Aug 23 12:12:56.829446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:56.887515 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:56.905364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525b306-20ac-444e-af9b-e8afed787fc2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:57.054361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Allocated IP 192.168.233.214 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/906d63eb-c673-4b2e-ac2f-efa1f662efbd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:12:57.175926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add44dc-9abd-4e8d-b5b0-e91529a38728 req-5ed4bd5f-a2a6-45d2-b6a4-99a327782106 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.183643 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7add44dc-9abd-4e8d-b5b0-e91529a38728 req-5ed4bd5f-a2a6-45d2-b6a4-99a327782106 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 945 time: 0.2097473 Aug 23 12:12:57.186925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 8a7de8c8-9b8f-4f80-a663-d02b850bb021 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:12:57.230768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.250102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Transition to ACTIVE for port object 906d63eb-c673-4b2e-ac2f-efa1f662efbd will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:57.281706 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7add44dc-9abd-4e8d-b5b0-e91529a38728 req-3c49b9cf-a93c-4b7c-abdb-e1763dc7f265 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911348 Aug 23 12:12:57.305151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f05b-c629-4102-ae9c-66b773618a05 req-bdb9d1d1-847b-4f8f-8dd6-63b7700db78d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.311291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f05b-c629-4102-ae9c-66b773618a05 req-bdb9d1d1-847b-4f8f-8dd6-63b7700db78d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.317371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f05b-c629-4102-ae9c-66b773618a05 req-bdb9d1d1-847b-4f8f-8dd6-63b7700db78d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.319852 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe6f05b-c629-4102-ae9c-66b773618a05 req-bdb9d1d1-847b-4f8f-8dd6-63b7700db78d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed&device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a&device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 2418 time: 0.5248532 Aug 23 12:12:57.344175 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.373166 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.386696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:12:57.400401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] Sync routers for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:12:57.406386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c06d2ce1-3a88-4e9c-9a35-0bc949941199 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/8a7de8c8-9b8f-4f80-a663-d02b850bb021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9348276 Aug 23 12:12:57.409281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42076) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:57.427289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:57.429145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:57.446348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe6f05b-c629-4102-ae9c-66b773618a05 req-1d65973e-9e15-4283-88d6-9ea034c10b47 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187379 Aug 23 12:12:57.463329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting port e894878e-e8a4-4d0d-b33b-e98307c11543 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:57.463857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.467287 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a5b02d26-2a7d-41b4-8b41-2eba4a1f94f5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7de8c8-9b8f-4f80-a663-d02b850bb021 HTTP/1.1" status: 200 len: 205 time: 0.0564024 Aug 23 12:12:57.472129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:12:57.475968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42080) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:57.489899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:57.501766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] Routers {'8a7de8c8-9b8f-4f80-a663-d02b850bb021'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:12:57.503301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:57.513653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:12:57.525815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:12:57.529031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Pushing event updated for resources: {'Port': ['ID=906d63eb-c673-4b2e-ac2f-efa1f662efbd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:57.561620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:57.562434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32651c4b-8a04-43e7-8aad-4807eb6bcf70 None None] The sync data for ids ['8a7de8c8-9b8f-4f80-a663-d02b850bb021'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:12:57.615937 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.654302 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.690889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] For port e894878e-e8a4-4d0d-b33b-e98307c11543, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e894878e-e8a4-4d0d-b33b-e98307c11543,segment=NetworkSegment(8d50ef70-ad89-4c00-88b7-00c18b6d0971),segment_id=8d50ef70-ad89-4c00-88b7-00c18b6d0971)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:57.691438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.717446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.718258 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.751608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Calling delete_port for e894878e-e8a4-4d0d-b33b-e98307c11543 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:57.767940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9176c-a778-44d9-aaef-3b52122f4716 req-ad7278f9-baea-4d1e-9ed1-7158d0cbfd4f tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.769563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74d9176c-a778-44d9-aaef-3b52122f4716 req-ad7278f9-baea-4d1e-9ed1-7158d0cbfd4f tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 936 time: 0.2052414 Aug 23 12:12:57.786638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-51c583b4-4d65-42fc-a9f5-f4ccc5529b27 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4021411 Aug 23 12:12:57.801756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Request body: {'port': {'device_id': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:57.814086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03d4f1-fc4e-401b-a25f-127ab3273884 req-bf2386a4-a2bb-49b3-b2fa-2797e6bfb068 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:57.815639 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c03d4f1-fc4e-401b-a25f-127ab3273884 req-bf2386a4-a2bb-49b3-b2fa-2797e6bfb068 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.3740165 Aug 23 12:12:57.881664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:12:57.960397 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.964266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.973654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:57.985672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-00a004e9-da48-4377-ab17-97055b49cda4 None None] Provisioning for port 906d63eb-c673-4b2e-ac2f-efa1f662efbd completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:12:58.001909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-00a004e9-da48-4377-ab17-97055b49cda4 None None] Provisioning complete for port 906d63eb-c673-4b2e-ac2f-efa1f662efbd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:58.002487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-00a004e9-da48-4377-ab17-97055b49cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.020698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74d9176c-a778-44d9-aaef-3b52122f4716 req-ba108301-24df-4e54-aae0-d9e04f27d94f tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421622 Aug 23 12:12:58.025041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Port': ['ID=e894878e-e8a4-4d0d-b33b-e98307c11543,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:58.035847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.036572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7de8c8-9b8f-4f80-a663-d02b850bb021 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:12:58.046286 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.048104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0f6d5e1d-f85d-4270-99fc-e193b6035d59 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/8a7de8c8-9b8f-4f80-a663-d02b850bb021 HTTP/1.1" status: 204 len: 168 time: 0.5693235 Aug 23 12:12:58.056366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42104) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:58.074951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No DVR routers for this DVR port e894878e-e8a4-4d0d-b33b-e98307c11543 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:58.085459 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.097620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 12738148-35b7-4784-a210-9cf7a496ff97 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:12:58.098017 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.136983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet 8cb3da61-48b5-4a87-a659-d53fcca3a117 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:58.140522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.172529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-00a004e9-da48-4377-ab17-97055b49cda4 None None] Port 906d63eb-c673-4b2e-ac2f-efa1f662efbd cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:12:58.185965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.245543 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.247473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.269131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.281520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3f5539-839f-49be-9e63-3210eb51e38f']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:58.291619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:58.293134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:12:58.295386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d50ef70-ad89-4c00-88b7-00c18b6d0971') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:58.295914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d50ef70-ad89-4c00-88b7-00c18b6d0971') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:12:58.296219 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07734c56-9035-4f69-bee7-42466e421def" -d '{"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-plugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:12:58.301446 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.308275 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.325427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.333500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:12:58.334482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.359404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:12:58.415655 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:12:58.429467 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.439340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.441090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/ee3f5539-839f-49be-9e63-3210eb51e38f HTTP/1.1" status: 204 len: 168 time: 5.0993328 Aug 23 12:12:58.457990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42126) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:58.475826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529034981'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:58.502707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b88a3-5435-48bf-9ff0-41a1d2af4ed8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=ee3f5539-839f-49be-9e63-3210eb51e38f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:58.561015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9a996-c37f-440d-bfdf-088953b5a366 req-ad0b9658-38f8-44e3-ab56-d717ab7a2556 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:58.568136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f9a996-c37f-440d-bfdf-088953b5a366 req-ad0b9658-38f8-44e3-ab56-d717ab7a2556 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.1533914 Aug 23 12:12:58.583420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:12:58.587539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.719715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f9a996-c37f-440d-bfdf-088953b5a366 req-c4cfe7c1-7528-475c-ad99-e8892420ded7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492884 Aug 23 12:12:58.727080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4df319-6a40-4d13-8c93-50282d90609f req-4247a3cb-2ae5-491c-b7ad-97f313138016 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:58.741213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ae4df319-6a40-4d13-8c93-50282d90609f req-4247a3cb-2ae5-491c-b7ad-97f313138016 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 945 time: 1.0503924 Aug 23 12:12:58.751457 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.764836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3c03d4f1-fc4e-401b-a25f-127ab3273884 req-5e28ee43-39cf-42d9-b5d7-0f885b32c60d tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9321558 Aug 23 12:12:58.876280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:12:58.936252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.936612 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 70350e15-3d12-47ec-9b45-96fc021a45ba of type vlan for network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 Aug 23 12:12:58.969968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:58.998197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0227ae3e-2fda-4900-b676-26955e6b9653 None None] Network 6b7a158c-df68-4b3a-b153-4066bf1250eb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:12:59.021923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.023840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb3da61-48b5-4a87-a659-d53fcca3a117 HTTP/1.1" status: 204 len: 168 time: 0.9662657 Aug 23 12:12:59.029224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d882eb0-d5eb-4e82-9f0b-1148570b68a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb3da61-48b5-4a87-a659-d53fcca3a117,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:59.031593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42166) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:59.091596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906d63eb-c673-4b2e-ac2f-efa1f662efbd {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:12:59.101067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.112833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet 3d9061f4-1b85-496b-b78d-8bcc6bdddf06 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:12:59.125946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.136204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Transition to ACTIVE for port object 906d63eb-c673-4b2e-ac2f-efa1f662efbd will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:12:59.173317 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.219974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db49ebb-f4fd-40b9-8a04-dc1cf6ffaa0f req-d88ed5b8-7ba5-4f55-bcc3-13a36f456407 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:59.221898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7db49ebb-f4fd-40b9-8a04-dc1cf6ffaa0f req-d88ed5b8-7ba5-4f55-bcc3-13a36f456407 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 945 time: 0.3241017 Aug 23 12:12:59.225227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Deleting port 14194193-fe0f-49c2-9479-a9d376113676 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:59.225465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.239128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c77014-ed2c-42f3-aeec-990626de2946 req-aebfc60a-bf46-4db2-9308-bb92f2722a20 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:59.241051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91c77014-ed2c-42f3-aeec-990626de2946 req-aebfc60a-bf46-4db2-9308-bb92f2722a20 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.3662379 Aug 23 12:12:59.243087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.246426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.253424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:12:59.254155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.305848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] DHCP port deletion for 6b7a158c-df68-4b3a-b153-4066bf1250eb request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:12:59.362803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Pushing event updated for resources: {'Port': ['ID=906d63eb-c673-4b2e-ac2f-efa1f662efbd,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:12:59.381880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.439741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] Deleting port 4914649b-3ad8-4c9b-953c-804a7013ae7b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:12:59.440381 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.460640 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9985323 Aug 23 12:12:59.473076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42198) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:12:59.487656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:12:59.522367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7db49ebb-f4fd-40b9-8a04-dc1cf6ffaa0f req-38d73c15-ddc6-4d6c-a4af-4dbf0c2d4b1f tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866004 Aug 23 12:12:59.586046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] For port 14194193-fe0f-49c2-9479-a9d376113676, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=14194193-fe0f-49c2-9479-a9d376113676,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:59.601550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.618148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] For port 4914649b-3ad8-4c9b-953c-804a7013ae7b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4914649b-3ad8-4c9b-953c-804a7013ae7b,segment=NetworkSegment(1fbe614c-6d8c-4d09-be19-e99e07273026),segment_id=1fbe614c-6d8c-4d09-be19-e99e07273026)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:12:59.618561 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.654144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] Calling delete_port for 4914649b-3ad8-4c9b-953c-804a7013ae7b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:59.714909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Calling delete_port for 14194193-fe0f-49c2-9479-a9d376113676 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:12:59.738252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.835715 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b407591b-23e0-44ba-9e7d-4aea7eca7874 x-openstack-request-id: req-b407591b-23e0-44ba-9e7d-4aea7eca7874 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:12:59.836325 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-plugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:12:59.836482 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b407591b-23e0-44ba-9e7d-4aea7eca7874 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:12:59.837322 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'code': 200} Aug 23 12:12:59.838152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4914649b-3ad8-4c9b-953c-804a7013ae7b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:12:59.841873 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.868449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4914649b-3ad8-4c9b-953c-804a7013ae7b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:12:59.869007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4914649b-3ad8-4c9b-953c-804a7013ae7b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:12:59.915109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] No DVR routers for this DVR port 4914649b-3ad8-4c9b-953c-804a7013ae7b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:12:59.924847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:12:59.925907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045b3c-b0f0-481d-96f1-1497627036a8 None None] Pushing event deleted for resources: {'Port': ['ID=4914649b-3ad8-4c9b-953c-804a7013ae7b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:00.040092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca97c7-a9b1-4771-b9b4-bf7f2700bde7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=e54dcd8c-8ab0-432c-8fcc-b549912f9d56,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:00.090851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91c77014-ed2c-42f3-aeec-990626de2946 req-c811cba8-0333-4018-bb25-10cb09c82367 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8333504 Aug 23 12:13:00.092962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:00.121118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.127254 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/3d9061f4-1b85-496b-b78d-8bcc6bdddf06 HTTP/1.1" status: 204 len: 168 time: 1.0878065 Aug 23 12:13:00.128299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.193868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42262) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:00.206966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.225815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Attempting to bind port 906d63eb-c673-4b2e-ac2f-efa1f662efbd on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:00.226155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Attempting to bind port 906d63eb-c673-4b2e-ac2f-efa1f662efbd by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:00.226486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Attempting to bind port 906d63eb-c673-4b2e-ac2f-efa1f662efbd on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:00.245284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3a81f-5323-4bc5-821e-003d1512cd75 None None] Network 872835fe-bf8a-4451-ba9b-187f6aeb5260 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:00.334230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Port 906d63eb-c673-4b2e-ac2f-efa1f662efbd on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:13:00.334589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Attempting to bind port 906d63eb-c673-4b2e-ac2f-efa1f662efbd on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:00.355258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7', '9f268528-39de-405a-af6e-d28296450896'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:00.358031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.380151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 is not hosted by any dhcp agent {{(pid=101057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:13:00.390758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event deleted for resources: {'Port': ['ID=14194193-fe0f-49c2-9479-a9d376113676,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:00.395455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:00.396239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.398080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "PUT /v2.0/networks/e54dcd8c-8ab0-432c-8fcc-b549912f9d56 HTTP/1.1" status: 200 len: 723 time: 0.9166415 Aug 23 12:13:00.407548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42280) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:00.409365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.414827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:00.432068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:00.432437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:00.432842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:00.433449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Bound port: 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:00.433859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.440046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76c9c-fede-49b5-931d-d3f976f3f612 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9061f4-1b85-496b-b78d-8bcc6bdddf06,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:00.459551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a84728-d2ce-450a-8bf7-3eba11171467 req-34d88a2c-2620-4a82-a3a7-4a7012a87d5b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:00.467711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-30a84728-d2ce-450a-8bf7-3eba11171467 req-34d88a2c-2620-4a82-a3a7-4a7012a87d5b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.3511238 Aug 23 12:13:00.611091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] For port 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:00.616297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] For port 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:00.625647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.641632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7a158c-df68-4b3a-b153-4066bf1250eb']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:00.654855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbe614c-6d8c-4d09-be19-e99e07273026') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:00.655147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbe614c-6d8c-4d09-be19-e99e07273026') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:00.668113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.670528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc60bc-014d-453a-83bc-2b474765a969 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=e54dcd8c-8ab0-432c-8fcc-b549912f9d56,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:00.683282 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.689567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.698210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:00.698737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.725519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:00.773861 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:00.776056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] No DVR routers for this DVR port 14194193-fe0f-49c2-9479-a9d376113676 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:00.778830 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.781065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95570104-041a-425f-976b-1f46eababb95 req-ac9f45ba-c1d9-4d1b-a6e5-434590d009d6 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:00.781959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ae4df319-6a40-4d13-8c93-50282d90609f req-00e1a648-cdb1-4f18-87f0-5b80686097b1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.41 "DELETE /v2.0/ports/14194193-fe0f-49c2-9479-a9d376113676 HTTP/1.1" status: 204 len: 173 time: 2.0322018 Aug 23 12:13:00.783501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95570104-041a-425f-976b-1f46eababb95 req-ac9f45ba-c1d9-4d1b-a6e5-434590d009d6 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 948 time: 0.5351048 Aug 23 12:13:00.826013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:00.827060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'name': 'network-vif-deleted', 'tag': '14194193-fe0f-49c2-9479-a9d376113676'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:00.827424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.829714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] 10.222.0.41 "PUT /v2.0/ports/906d63eb-c673-4b2e-ac2f-efa1f662efbd HTTP/1.1" status: 200 len: 1096 time: 3.0323827 Aug 23 12:13:00.833058 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37007b31-ab65-4e18-91b4-b7369249de01" -d '{"events": [{"server_uuid": "1f501a19-ea15-4562-ac08-ce2a0e181aa8", "name": "network-vif-deleted", "tag": "14194193-fe0f-49c2-9479-a9d376113676"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:00.834994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'tag': '906d63eb-c673-4b2e-ac2f-efa1f662efbd'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:00.837650 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062a47e-e7c2-4a56-a069-83851107eef0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca972de7-0337-4e17-a98b-e2700da5c66b", "tag": "906d63eb-c673-4b2e-ac2f-efa1f662efbd"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:00.857420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.938901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:00.946909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/6b7a158c-df68-4b3a-b153-4066bf1250eb HTTP/1.1" status: 204 len: 168 time: 0.6555333 Aug 23 12:13:00.950399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd705f-560c-421a-ba26-0ba36408208d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=6b7a158c-df68-4b3a-b153-4066bf1250eb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:00.960233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42318) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:00.981860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-30a84728-d2ce-450a-8bf7-3eba11171467 req-318eee4b-6ac4-4c73-8749-0b6f8714aeb6 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094304 Aug 23 12:13:01.019759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] DHCP port deletion for 872835fe-bf8a-4451-ba9b-187f6aeb5260 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:01.055829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:01.059681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.230813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.325846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-95570104-041a-425f-976b-1f46eababb95 req-8f3fbe72-e2ae-4a74-8cb3-f38623dd7d7a tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340335 Aug 23 12:13:01.367099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-01771914-7db0-4494-b921-40e771877a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:01.368856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-01771914-7db0-4494-b921-40e771877a71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=948e2c11522142b481094661eb79a7c6&device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 1099 time: 0.4091218 Aug 23 12:13:01.369593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.382662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] Deleting port 48bb8579-a521-4cde-8925-23e37ab3f1ba {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:01.383158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.391327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7763f2d3-8d70-46c9-8001-94f63ed12a5a req-b82e1101-7fd5-44fe-bace-84f2a4f9e493 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f501a19-ea15-4562-ac08-ce2a0e181aa8 HTTP/1.1" status: 200 len: 210 time: 0.0542343 Aug 23 12:13:01.461600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] For port 48bb8579-a521-4cde-8925-23e37ab3f1ba, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=48bb8579-a521-4cde-8925-23e37ab3f1ba,segment=NetworkSegment(2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1),segment_id=2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:01.462043 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.465758 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c1517a-5afa-4f0b-b4e0-734052e65790 x-openstack-request-id: req-26c1517a-5afa-4f0b-b4e0-734052e65790 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:01.466061 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f501a19-ea15-4562-ac08-ce2a0e181aa8", "name": "network-vif-deleted", "tag": "14194193-fe0f-49c2-9479-a9d376113676", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:01.466317 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26c1517a-5afa-4f0b-b4e0-734052e65790 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:01.466712 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f501a19-ea15-4562-ac08-ce2a0e181aa8', 'name': 'network-vif-deleted', 'tag': '14194193-fe0f-49c2-9479-a9d376113676', 'status': 'completed', 'code': 200} Aug 23 12:13:01.479437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 48bb8579-a521-4cde-8925-23e37ab3f1ba {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:01.479793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.487225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] Calling delete_port for 48bb8579-a521-4cde-8925-23e37ab3f1ba owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:01.583287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-32ebe5bb-1898-4f8e-8225-db40a614025a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd HTTP/1.1" status: 200 len: 217 time: 0.1617730 Aug 23 12:13:01.602663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 48bb8579-a521-4cde-8925-23e37ab3f1ba no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:01.608180 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac4575d-1346-4422-b7a9-bba37d09f3d2 x-openstack-request-id: req-bac4575d-1346-4422-b7a9-bba37d09f3d2 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:01.608709 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca972de7-0337-4e17-a98b-e2700da5c66b", "tag": "906d63eb-c673-4b2e-ac2f-efa1f662efbd", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:01.608709 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bac4575d-1346-4422-b7a9-bba37d09f3d2 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:01.609125 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'tag': '906d63eb-c673-4b2e-ac2f-efa1f662efbd', 'status': 'completed', 'code': 200} Aug 23 12:13:01.610168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2019b0-7dba-4e30-b38e-11d3a54a9ebe service neutron] Pushing event updated for resources: {'Port': ['ID=906d63eb-c673-4b2e-ac2f-efa1f662efbd,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:01.758335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=ac20bd3b-c7a4-4a8c-96db-da6631e0a22c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:01.763105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 48bb8579-a521-4cde-8925-23e37ab3f1ba, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=48bb8579-a521-4cde-8925-23e37ab3f1ba,segment=NetworkSegment(2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1),segment_id=2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:01.763579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.770966 n-d-773645-7 neutron-server[101059]: INFO neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No ports have port_id starting with 48bb8579-a521-4cde-8925-23e37ab3f1ba Aug 23 12:13:01.776226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:01.805655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 48bb8579-a521-4cde-8925-23e37ab3f1ba owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:01.894529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 14194193-fe0f-49c2-9479-a9d376113676 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:01.897311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] Pushing event deleted for resources: {'Port': ['ID=48bb8579-a521-4cde-8925-23e37ab3f1ba,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:01.926278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875c0bb-889f-4327-a3c0-678017dfce95 req-731d431e-5ac3-46fb-857c-2c03d27f008c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:01.928438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d875c0bb-889f-4327-a3c0-678017dfce95 req-731d431e-5ac3-46fb-857c-2c03d27f008c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.1727493 Aug 23 12:13:01.931647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-ed761263-4c0d-49db-9e44-452f6637ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:01.933298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-ed761263-4c0d-49db-9e44-452f6637ba65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.3022447 Aug 23 12:13:01.936845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c43df-e5e4-4bcc-92ae-49963734ea0b req-7fb43dd5-def8-4567-a738-6c30db84252f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:01.944694 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a0c43df-e5e4-4bcc-92ae-49963734ea0b req-7fb43dd5-def8-4567-a738-6c30db84252f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2583795 Aug 23 12:13:01.959848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef2333-06a4-48f0-816e-b6080df89e4e None None] No DVR routers for this DVR port 48bb8579-a521-4cde-8925-23e37ab3f1ba on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:01.963402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 14194193-fe0f-49c2-9479-a9d376113676 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:01.963754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 14194193-fe0f-49c2-9479-a9d376113676 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:01.996706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '70350e15-3d12-47ec-9b45-96fc021a45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:01.997152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: e54dcd8c-8ab0-432c-8fcc-b549912f9d56, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:02.029052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4a0c43df-e5e4-4bcc-92ae-49963734ea0b req-52a875c5-4d38-45b6-9092-04162660dd69 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826318 Aug 23 12:13:02.045130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d875c0bb-889f-4327-a3c0-678017dfce95 req-69db32fd-01d0-4a2f-bc08-7af4154d4f47 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102521 Aug 23 12:13:02.047128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-3c954426-b0fd-48b6-b08f-7e58650d712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:02.049190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-3c954426-b0fd-48b6-b08f-7e58650d712c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044433 Aug 23 12:13:02.050865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:02.072345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e54dcd8c-8ab0-432c-8fcc-b549912f9d56) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:02.076122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.082814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ad78d-60f6-48a0-ac1e-59038b331fb2 None None] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:02.129412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:02.129980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.161817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=48bb8579-a521-4cde-8925-23e37ab3f1ba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:02.165487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:13:02.193276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port 48bb8579-a521-4cde-8925-23e37ab3f1ba on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:02.259007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f51a1be4-4080-4458-bd55-e66616eda511 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8465853 Aug 23 12:13:02.261456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42410) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:02.270251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:02.335268 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-bf5508a6-3ce4-42ae-abb7-a24f47188296 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740595 Aug 23 12:13:02.436989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e54dcd8c-8ab0-432c-8fcc-b549912f9d56', 'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': 'ac20bd3b-c7a4-4a8c-96db-da6631e0a22c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:02.437907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.600252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.600957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba76e7c3-f42b-4c6e-a648-e0818dc26773 req-dd1b21c9-7370-4a0c-8241-6efa6c3aaf88 service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571485 Aug 23 12:13:02.602775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0d96-1be0-4153-bef1-3c3cec20d0e3 req-d701a2ec-ed11-4844-bb35-12ebbb382b5e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:02.611847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62be0d96-1be0-4153-bef1-3c3cec20d0e3 req-d701a2ec-ed11-4844-bb35-12ebbb382b5e tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.1655989 Aug 23 12:13:02.637849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872835fe-bf8a-4451-ba9b-187f6aeb5260']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:02.665039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446446'] for subnet, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.717992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:02.718238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0ec16d-fedf-46c2-b6f7-fbcaf86a26f1') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:02.718942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62be0d96-1be0-4153-bef1-3c3cec20d0e3 req-0f79a227-6524-43f9-8981-e8c360e0dc6c tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057534 Aug 23 12:13:02.739639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Allocated IP 172.20.0.2 (e54dcd8c-8ab0-432c-8fcc-b549912f9d56/ac20bd3b-c7a4-4a8c-96db-da6631e0a22c/58657041-7836-4510-b2fa-d1532a7eae0d) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:02.763467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.809719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-6df81dc9-100a-48de-b1da-c317d294a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:02.811479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-6df81dc9-100a-48de-b1da-c317d294a8d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=948e2c11522142b481094661eb79a7c6&device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 1099 time: 0.1376503 Aug 23 12:13:02.833734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.845927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:02.846611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:02.850283 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:02.965198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b54b-2d64-4cb6-acf2-b37f3fb74849 req-99baf0dd-c46e-4dda-9b7b-efce98400e50 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:02.974004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70a5b54b-2d64-4cb6-acf2-b37f3fb74849 req-99baf0dd-c46e-4dda-9b7b-efce98400e50 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 948 time: 0.2027464 Aug 23 12:13:03.001150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.019795 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.024279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/872835fe-bf8a-4451-ba9b-187f6aeb5260 HTTP/1.1" status: 204 len: 168 time: 2.0368469 Aug 23 12:13:03.030725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42462) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:03.043802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-730566310'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:03.083614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f7fb-94e0-4deb-a13f-a8e97525290a tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=872835fe-bf8a-4451-ba9b-187f6aeb5260,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:03.118092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70a5b54b-2d64-4cb6-acf2-b37f3fb74849 req-a076af78-3110-489b-98ab-154258084913 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415892 Aug 23 12:13:03.120532 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.144679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Transition to ACTIVE for port object 58657041-7836-4510-b2fa-d1532a7eae0d will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:03.164611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-f747e364-c3b9-4720-802b-b04248f7a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:03.166554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-f747e364-c3b9-4720-802b-b04248f7a3c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3439291 Aug 23 12:13:03.170864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:03.171057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Transition to ACTIVE for port object 58657041-7836-4510-b2fa-d1532a7eae0d will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:03.180908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.188096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.316025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:03.316939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Pushing event updated for resources: {'Port': ['ID=58657041-7836-4510-b2fa-d1532a7eae0d,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:03.320808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:03.329022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:03.405663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759002087482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3674464'] for subnet, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.465846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Attempting to bind port 58657041-7836-4510-b2fa-d1532a7eae0d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:03.466328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Attempting to bind port 58657041-7836-4510-b2fa-d1532a7eae0d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '70350e15-3d12-47ec-9b45-96fc021a45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:03.466581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Attempting to bind port 58657041-7836-4510-b2fa-d1532a7eae0d on network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:03.473845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:03.477523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Checking segment: {'id': '70350e15-3d12-47ec-9b45-96fc021a45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:03.479194 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.480278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Bound using segment: {'id': '70350e15-3d12-47ec-9b45-96fc021a45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:03.482541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Bound port: 58657041-7836-4510-b2fa-d1532a7eae0d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70350e15-3d12-47ec-9b45-96fc021a45ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e54dcd8c-8ab0-432c-8fcc-b549912f9d56'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:03.483033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.496490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:03.497979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.499067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "PUT /v2.0/subnets/ac20bd3b-c7a4-4a8c-96db-da6631e0a22c HTTP/1.1" status: 200 len: 806 time: 1.2353973 Aug 23 12:13:03.502248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42502) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:03.628545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] For port 58657041-7836-4510-b2fa-d1532a7eae0d, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:03.639786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] For port 58657041-7836-4510-b2fa-d1532a7eae0d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=58657041-7836-4510-b2fa-d1532a7eae0d,segment=NetworkSegment(70350e15-3d12-47ec-9b45-96fc021a45ba),segment_id=70350e15-3d12-47ec-9b45-96fc021a45ba)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:03.647433 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.687698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7344b5-2aa7-4f63-a7e1-76c821382355 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=ac20bd3b-c7a4-4a8c-96db-da6631e0a22c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:03.773396 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:03.788917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c14478-74b2-437e-a9bc-82645ba92f73 None None] Pushing event updated for resources: {'Port': ['ID=58657041-7836-4510-b2fa-d1532a7eae0d,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:03.839618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-94b00eb6-3d1b-4bb9-82ba-5255410ac339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd HTTP/1.1" status: 200 len: 217 time: 0.6441379 Aug 23 12:13:03.923636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting port 58657041-7836-4510-b2fa-d1532a7eae0d {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:03.924589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.013069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:04.018974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d7344-7dcc-4c5f-8ed1-b9f08b3e5b97 req-22cdd21b-ab86-4d2d-933f-b7638ef9fa7a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.020585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b49d7344-7dcc-4c5f-8ed1-b9f08b3e5b97 req-22cdd21b-ab86-4d2d-933f-b7638ef9fa7a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 946 time: 0.1460392 Aug 23 12:13:04.057062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-36d86618-c711-45dc-85e0-2ef165fe69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.071437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-36d86618-c711-45dc-85e0-2ef165fe69ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.2169931 Aug 23 12:13:04.076209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.076477 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment c2a15318-4d91-4090-a673-7e56f48aa372 of type vlan for network 09c72299-c925-438c-9d4d-77ab45aaffd0 Aug 23 12:13:04.078646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] For port 58657041-7836-4510-b2fa-d1532a7eae0d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=58657041-7836-4510-b2fa-d1532a7eae0d,segment=NetworkSegment(70350e15-3d12-47ec-9b45-96fc021a45ba),segment_id=70350e15-3d12-47ec-9b45-96fc021a45ba)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:04.079042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.129980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Calling delete_port for 58657041-7836-4510-b2fa-d1532a7eae0d owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:04.133616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707952a-4c68-47bb-9c14-03cb8fe60ca8 req-f770f456-cb15-4d5b-a81e-3f902a0c1c70 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.143058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0707952a-4c68-47bb-9c14-03cb8fe60ca8 req-f770f456-cb15-4d5b-a81e-3f902a0c1c70 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.3173592 Aug 23 12:13:04.179615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-41507362-7f70-45b7-a4df-2e057380a4ef tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.181557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-41507362-7f70-45b7-a4df-2e057380a4ef tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.3381040 Aug 23 12:13:04.190333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b49d7344-7dcc-4c5f-8ed1-b9f08b3e5b97 req-245e549e-03a1-456e-a7b9-8daa9673d7f1 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537454 Aug 23 12:13:04.371620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.419797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0707952a-4c68-47bb-9c14-03cb8fe60ca8 req-60c4e4bb-6e72-4317-955e-00e36616f6dc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753069 Aug 23 12:13:04.500766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-fd2ebcfc-a4ed-4190-b7de-ba0feaa597fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.503610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-fd2ebcfc-a4ed-4190-b7de-ba0feaa597fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3803282 Aug 23 12:13:04.514118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.516851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.524347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.533952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.565939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Port': ['ID=58657041-7836-4510-b2fa-d1532a7eae0d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:04.697641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334c0a0-17bd-432c-b933-c51d00f97750 req-5127ca7e-91bc-4f13-bd9b-477f65efed28 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.700447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3334c0a0-17bd-432c-b933-c51d00f97750 req-5127ca7e-91bc-4f13-bd9b-477f65efed28 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 1097 time: 0.1538072 Aug 23 12:13:04.701233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No DVR routers for this DVR port 58657041-7836-4510-b2fa-d1532a7eae0d on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:04.766424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7346070 Aug 23 12:13:04.772543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42566) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:04.782796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:04.784929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a2fa-ddf9-4a46-9f27-8363b2480923 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=09c72299-c925-438c-9d4d-77ab45aaffd0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:04.798268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:04.808149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Deleting port d647d71d-0a17-493d-aed0-ce43c5553628 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:04.808880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.848777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:04.873429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-5907026b-0bbc-4053-b1ec-732bcfd2d39d service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595438 Aug 23 12:13:04.882327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283cdb-d461-4a5a-8be4-e9013cebe233 req-ccc0dd30-f407-4fe3-abc1-18793ccb184b tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.890184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8283cdb-d461-4a5a-8be4-e9013cebe233 req-ccc0dd30-f407-4fe3-abc1-18793ccb184b tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 948 time: 0.3183005 Aug 23 12:13:04.898662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3334c0a0-17bd-432c-b933-c51d00f97750 req-5a5b6ff4-0e6b-4dad-a8ad-4744c0899de8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919060 Aug 23 12:13:04.912051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-cedc1660-4b6c-4198-9170-d9eba10077db tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:04.913964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-cedc1660-4b6c-4198-9170-d9eba10077db tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 946 time: 0.3088317 Aug 23 12:13:05.129534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbcdf3-bc1f-4b8b-ac31-a11b4b473b25 req-f7baaa1d-7a18-4f84-b1e6-8a6c2801fafc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:05.131729 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7bbbcdf3-bc1f-4b8b-ac31-a11b4b473b25 req-f7baaa1d-7a18-4f84-b1e6-8a6c2801fafc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.1160576 Aug 23 12:13:05.137896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.199698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8283cdb-d461-4a5a-8be4-e9013cebe233 req-b46b47ff-5f26-4078-a714-4c5bfe43a2b9 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051181 Aug 23 12:13:05.244906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:05.251463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.272276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] For port d647d71d-0a17-493d-aed0-ce43c5553628, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d647d71d-0a17-493d-aed0-ce43c5553628,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:05.272759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.283686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=ac20bd3b-c7a4-4a8c-96db-da6631e0a22c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:05.349191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Calling delete_port for d647d71d-0a17-493d-aed0-ce43c5553628 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:05.368452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7bbbcdf3-bc1f-4b8b-ac31-a11b4b473b25 req-f5b562b7-9d64-477a-b78d-2f8c41aa69a3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140138 Aug 23 12:13:05.368899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1062a47e-e7c2-4a56-a069-83851107eef0 req-585c600a-e059-4dff-9e43-8a2fd14e067b service neutron] 10.222.0.41 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761488 Aug 23 12:13:05.432992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5edff-8ae4-430c-84f8-473a1655e977 None None] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:05.458706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Deleting port 9f268528-39de-405a-af6e-d28296450896 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:05.459096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.507080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.536178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-00e1acb0-072c-4269-a2db-74c008901b28 None None] Could not find standard attr ID for object 58657041-7836-4510-b2fa-d1532a7eae0d. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:13:05.552941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6ed6-ad8b-40cb-91da-0e6c4a1e8294 req-d52fd2f6-a9b8-4fd0-8722-5611907750d6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:05.560184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54dcd8c-8ab0-432c-8fcc-b549912f9d56']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:05.567972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4acd6ed6-ad8b-40cb-91da-0e6c4a1e8294 req-d52fd2f6-a9b8-4fd0-8722-5611907750d6 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 946 time: 0.2180440 Aug 23 12:13:05.592213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70350e15-3d12-47ec-9b45-96fc021a45ba') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:05.592840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70350e15-3d12-47ec-9b45-96fc021a45ba') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:05.664964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.706656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.716595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c3d719-d47d-4556-9841-bde678edc41e None None] DHCP port deletion for e54dcd8c-8ab0-432c-8fcc-b549912f9d56 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:05.723848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:05.725571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:05.729505 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:05.746388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c733a4d-cb5b-4f0d-968f-a3ae373bb9c7 None None] Network e54dcd8c-8ab0-432c-8fcc-b549912f9d56 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:05.774150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c03e34-8b48-4f04-899f-91a89f0a6b9d req-d9189981-ad33-43a6-bfab-54ba1677c358 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:05.784568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-94c03e34-8b48-4f04-899f-91a89f0a6b9d req-d9189981-ad33-43a6-bfab-54ba1677c358 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1810641 Aug 23 12:13:05.787044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] For port 9f268528-39de-405a-af6e-d28296450896, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f268528-39de-405a-af6e-d28296450896,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:05.787532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.803306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Calling delete_port for 9f268528-39de-405a-af6e-d28296450896 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:05.932397 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.937615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:05.939317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 906d63eb-c673-4b2e-ac2f-efa1f662efbd details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:13:05.944850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/e54dcd8c-8ab0-432c-8fcc-b549912f9d56 HTTP/1.1" status: 204 len: 168 time: 2.4378092 Aug 23 12:13:05.949353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42630) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:05.994392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-94c03e34-8b48-4f04-899f-91a89f0a6b9d req-32e4747e-e34e-4958-9e62-5f8a6c4d427d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084053 Aug 23 12:13:06.038316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4acd6ed6-ad8b-40cb-91da-0e6c4a1e8294 req-d1618bc3-dece-4280-9cf7-2c57cb5e8d28 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685907 Aug 23 12:13:06.038501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c754-d1b1-49a6-a497-27adb759a86c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=e54dcd8c-8ab0-432c-8fcc-b549912f9d56,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:06.081312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.088841 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0101460-a3a2-46c8-9047-90652a83de3c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:06.089416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0101460-a3a2-46c8-9047-90652a83de3c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:06.091450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f0101460-a3a2-46c8-9047-90652a83de3c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/e54dcd8c-8ab0-432c-8fcc-b549912f9d56 HTTP/1.1" status: 404 len: 339 time: 0.1405232 Aug 23 12:13:06.094403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.096701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42632) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:06.105868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-563084244', 'description': 'd1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:06.108491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2cfbe144-2f8c-49bc-a761-c58af05f21b7', '9f268528-39de-405a-af6e-d28296450896'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:06.150163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.152106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event deleted for resources: {'Port': ['ID=9f268528-39de-405a-af6e-d28296450896,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:06.157037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:06.160612 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.171621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['c6e1f3d8-39b3-4985-a420-8a3db2eda903'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:06.190091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:06.199956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Pushing event deleted for resources: {'Port': ['ID=d647d71d-0a17-493d-aed0-ce43c5553628,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:06.245076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] No DVR routers for this DVR port 9f268528-39de-405a-af6e-d28296450896 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:06.275631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.281903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7f94cee-6b70-4bee-a895-017712cc73c4 req-4e21ec77-5f2e-48de-bec8-622b68f77e9c tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "DELETE /v2.0/ports/9f268528-39de-405a-af6e-d28296450896 HTTP/1.1" status: 204 len: 173 time: 1.3047848 Aug 23 12:13:06.282805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] No DVR routers for this DVR port d647d71d-0a17-493d-aed0-ce43c5553628 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:06.284274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'name': 'network-vif-deleted', 'tag': '9f268528-39de-405a-af6e-d28296450896'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:06.287802 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c41d5-64f7-4447-9924-0bc1130bdd5d" -d '{"events": [{"server_uuid": "3f4134f3-ddf2-427f-916f-1608b7ada489", "name": "network-vif-deleted", "tag": "9f268528-39de-405a-af6e-d28296450896"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:06.288105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '906d63eb-c673-4b2e-ac2f-efa1f662efbd', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '906d63eb-c673-4b2e-ac2f-efa1f662efbd', 'mac_address': 'fa:16:3e:1d:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:13:06.292088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.294334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30c818a8-e3e9-43d3-9a0b-7385ec0778f2 req-011f93f4-12fe-44dd-9107-19d564c64fa8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d647d71d-0a17-493d-aed0-ce43c5553628 HTTP/1.1" status: 204 len: 173 time: 2.1024418 Aug 23 12:13:06.299977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:06.318293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.319576 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 73faa06e-3207-4676-8a11-d08b27bf54ac of type vlan for network 6cf99f1b-fef3-4aea-8cdd-a69d44dd410a Aug 23 12:13:06.383309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.555698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd35d-ec11-4190-999d-be12b31ef263 req-416e50a1-5b19-469e-a347-9481410cb65d tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:06.570140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.584759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:06.586327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a3dd35d-ec11-4190-999d-be12b31ef263 req-416e50a1-5b19-469e-a347-9481410cb65d tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 948 time: 0.2164273 Aug 23 12:13:06.586487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.607099 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b742d971-d6d0-4e35-9104-9113cc6f496d req-ba814fb3-b4b5-46cc-a46a-8e96fc6a6bd9 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf HTTP/1.1" status: 200 len: 210 time: 0.4678247 Aug 23 12:13:06.686303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9a3dd35d-ec11-4190-999d-be12b31ef263 req-e4d453df-3572-4d92-b4b9-232223c0e21e tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989830 Aug 23 12:13:06.695637 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879bdde2-a13e-42b3-8653-09684cd5837b x-openstack-request-id: req-879bdde2-a13e-42b3-8653-09684cd5837b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:06.695941 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4134f3-ddf2-427f-916f-1608b7ada489", "name": "network-vif-deleted", "tag": "9f268528-39de-405a-af6e-d28296450896", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:06.697329 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-879bdde2-a13e-42b3-8653-09684cd5837b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:06.697777 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4134f3-ddf2-427f-916f-1608b7ada489', 'name': 'network-vif-deleted', 'tag': '9f268528-39de-405a-af6e-d28296450896', 'status': 'completed', 'code': 200} Aug 23 12:13:06.748300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': 'c2a15318-4d91-4090-a673-7e56f48aa372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:06.748836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: 09c72299-c925-438c-9d4d-77ab45aaffd0, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:06.754545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=6cf99f1b-fef3-4aea-8cdd-a69d44dd410a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:06.792539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:06.812531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-63ce073e-d566-4266-9025-7ff977924d53 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7124453 Aug 23 12:13:06.815187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42646) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:06.821466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6cf99f1b-fef3-4aea-8cdd-a69d44dd410a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:06.829457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=a254e87a-03d9-45e6-b5b6-e3de5ac6de10,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:06.875821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:06.913757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289026f2-6350-47f4-8f24-d1af5e79af04 req-1ec6d6af-8e99-4f8a-9b57-35fe762c670c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:06.926484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-289026f2-6350-47f4-8f24-d1af5e79af04 req-1ec6d6af-8e99-4f8a-9b57-35fe762c670c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.1631224 Aug 23 12:13:06.971930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 09c72299-c925-438c-9d4d-77ab45aaffd0) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:06.972199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da4946-eb94-4d7c-8ada-9031c6f5e7c8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:06.977237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c7da4946-eb94-4d7c-8ada-9031c6f5e7c8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks?id=6cf99f1b-fef3-4aea-8cdd-a69d44dd410a HTTP/1.1" status: 200 len: 760 time: 0.1609766 Aug 23 12:13:06.979849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42648) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:06.986779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'description': 'd2'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:06.989293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:06.990574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.011306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7db2803-ce0b-4b9f-846f-820f8e053223 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2363553 Aug 23 12:13:07.017492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42650) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:07.024394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570194678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:07.060270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf18378-5ec4-473a-95f9-03e56e07e53e None None] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:07.091851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.094097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.129308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-289026f2-6350-47f4-8f24-d1af5e79af04 req-620fb36d-a793-45f2-8c63-9162f60bc44d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998785 Aug 23 12:13:07.341191 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.393703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.416549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d647d71d-0a17-493d-aed0-ce43c5553628 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:07.419601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba8014dc-f42b-46f5-bd3c-e498cb132000 req-fe53a5c9-454b-4211-97d3-08bbbb38a68f tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4134f3-ddf2-427f-916f-1608b7ada489 HTTP/1.1" status: 200 len: 210 time: 0.0680764 Aug 23 12:13:07.454233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.457115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.458413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-984d0e05-eb78-4f7f-8ab7-a5021bec66e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4396284 Aug 23 12:13:07.462607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906d63eb-c673-4b2e-ac2f-efa1f662efbd {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:13:07.465991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42656) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:07.485373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'port': {'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0', 'name': 'tempest-RoutersIpV6Test-5951626'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:07.488896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:07.522113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: d647d71d-0a17-493d-aed0-ce43c5553628 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:07.522605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d647d71d-0a17-493d-aed0-ce43c5553628 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:07.524647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.534712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.548356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 58657041-7836-4510-b2fa-d1532a7eae0d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:07.553842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network 6cf99f1b-fef3-4aea-8cdd-a69d44dd410a is not hosted by any dhcp agent {{(pid=101057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:13:07.560854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:07.561713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.563940 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "PUT /v2.0/networks/6cf99f1b-fef3-4aea-8cdd-a69d44dd410a HTTP/1.1" status: 200 len: 757 time: 0.5828068 Aug 23 12:13:07.566842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42658) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:07.572906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3ffa3-cc6e-4a2f-8089-c330be25d444 req-84b7d04b-5ef9-47de-8cd2-8d354f29b706 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:07.575904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-09c72299-c925-438c-9d4d-77ab45aaffd0', 'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': 'a254e87a-03d9-45e6-b5b6-e3de5ac6de10'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:07.576762 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.582245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9c3ffa3-cc6e-4a2f-8089-c330be25d444 req-84b7d04b-5ef9-47de-8cd2-8d354f29b706 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1534729 Aug 23 12:13:07.666881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 58657041-7836-4510-b2fa-d1532a7eae0d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:07.667247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 58657041-7836-4510-b2fa-d1532a7eae0d not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:07.745965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9c3ffa3-cc6e-4a2f-8089-c330be25d444 req-067f779a-2b53-4245-af8d-ff12c7d35a2d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598663 Aug 23 12:13:07.750000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bff21-38b8-4764-98f1-08cc7089c23d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:07.752010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e57bff21-38b8-4764-98f1-08cc7089c23d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks?id=6cf99f1b-fef3-4aea-8cdd-a69d44dd410a HTTP/1.1" status: 200 len: 760 time: 0.1839390 Aug 23 12:13:07.758986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:07.766345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1936359027'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:07.811324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=906d63eb-c673-4b2e-ac2f-efa1f662efbd,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:07.816535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['906d63eb-c673-4b2e-ac2f-efa1f662efbd'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:07.859942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba77a0-158c-4a5e-bb94-c46c00d234ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=6cf99f1b-fef3-4aea-8cdd-a69d44dd410a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:07.869754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:07.878938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.910662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:07.916172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:07.931297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6cf99f1b-fef3-4aea-8cdd-a69d44dd410a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:08.216691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0598d7a-296f-4717-850a-115fa3f3c7cb req-6b188146-3ffe-46c0-bf3b-2613ac0969c0 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:08.234307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0598d7a-296f-4717-850a-115fa3f3c7cb req-6b188146-3ffe-46c0-bf3b-2613ac0969c0 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.1014516 Aug 23 12:13:08.275436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Allocated IP 2001:db8::2 (09c72299-c925-438c-9d4d-77ab45aaffd0/a254e87a-03d9-45e6-b5b6-e3de5ac6de10/febe0c33-faed-4c13-9f45-37bcab27d31f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:08.312810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0598d7a-296f-4717-850a-115fa3f3c7cb req-f44d197e-e073-46ad-8e78-2069be8c6cf8 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Aug 23 12:13:08.466418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62a66-3fed-4019-9e0c-02246163d01e req-074a6c93-2cab-4593-8a48-9479e9479eff tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:08.468215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bec62a66-3fed-4019-9e0c-02246163d01e req-074a6c93-2cab-4593-8a48-9479e9479eff tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.0723379 Aug 23 12:13:08.570996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bec62a66-3fed-4019-9e0c-02246163d01e req-8d6cb4d6-67ca-46ac-83fc-0a1fca6a05fa tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955241 Aug 23 12:13:08.606925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:08.617525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] device_id is not set on port 360933e6-b879-4409-b702-bc730f6c06ed yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:13:08.630381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d2db-210d-4c6d-9d9c-73d2a848d543 req-e0d0ec2c-fc76-4439-add8-c25a4d342241 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:08.637866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6929d2db-210d-4c6d-9d9c-73d2a848d543 req-e0d0ec2c-fc76-4439-add8-c25a4d342241 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 949 time: 0.7286453 Aug 23 12:13:08.672938 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:08.699673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'name': 'network-vif-deleted', 'tag': 'd647d71d-0a17-493d-aed0-ce43c5553628'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:08.703222 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e23623-0c70-4604-b6c5-33e6800a9022" -d '{"events": [{"server_uuid": "1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf", "name": "network-vif-deleted", "tag": "d647d71d-0a17-493d-aed0-ce43c5553628"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:08.704915 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:08.705325 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1 of type vlan for network 568214d6-2a66-4f01-91f3-2a00c1e78b44 Aug 23 12:13:08.719878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Transition to ACTIVE for port object febe0c33-faed-4c13-9f45-37bcab27d31f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:08.732059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6929d2db-210d-4c6d-9d9c-73d2a848d543 req-fd76578d-41e4-433a-8fbf-055dfa984454 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929461 Aug 23 12:13:08.764600 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85167ba4-ec26-44b0-87d7-f0627466b68e x-openstack-request-id: req-85167ba4-ec26-44b0-87d7-f0627466b68e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:08.764909 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf", "name": "network-vif-deleted", "tag": "d647d71d-0a17-493d-aed0-ce43c5553628", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:08.765184 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85167ba4-ec26-44b0-87d7-f0627466b68e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:08.765575 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3b74c9-227d-40b5-a6d5-58cbdb7dfdbf', 'name': 'network-vif-deleted', 'tag': 'd647d71d-0a17-493d-aed0-ce43c5553628', 'status': 'completed', 'code': 200} Aug 23 12:13:08.785772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Transition to ACTIVE for port object febe0c33-faed-4c13-9f45-37bcab27d31f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:08.802270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:08.806161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:08.849101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:08.863216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:08.863877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:08.916375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:08.932508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:08.942437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:08.966681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Pushing event updated for resources: {'Port': ['ID=febe0c33-faed-4c13-9f45-37bcab27d31f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:09.048246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42686) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:09.048563 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2880981 Aug 23 12:13:09.054460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:09.062848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Attempting to bind port febe0c33-faed-4c13-9f45-37bcab27d31f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:09.063226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Attempting to bind port febe0c33-faed-4c13-9f45-37bcab27d31f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c2a15318-4d91-4090-a673-7e56f48aa372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:09.063692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Attempting to bind port febe0c33-faed-4c13-9f45-37bcab27d31f on network 09c72299-c925-438c-9d4d-77ab45aaffd0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:09.080791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:09.081166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Checking segment: {'id': 'c2a15318-4d91-4090-a673-7e56f48aa372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:09.081577 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:09.082048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Bound using segment: {'id': 'c2a15318-4d91-4090-a673-7e56f48aa372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:09.082523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Bound port: febe0c33-faed-4c13-9f45-37bcab27d31f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a15318-4d91-4090-a673-7e56f48aa372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '09c72299-c925-438c-9d4d-77ab45aaffd0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:09.082908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:09.132976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8::1cb (09c72299-c925-438c-9d4d-77ab45aaffd0/a254e87a-03d9-45e6-b5b6-e3de5ac6de10/360933e6-b879-4409-b702-bc730f6c06ed) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:09.136144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=568214d6-2a66-4f01-91f3-2a00c1e78b44,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:09.149445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d2fed-a3f2-4ca1-9cf0-b685e9845a7a req-cd297db1-70e1-4b03-b0f8-72936d8ae789 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:09.157507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d96d2fed-a3f2-4ca1-9cf0-b685e9845a7a req-cd297db1-70e1-4b03-b0f8-72936d8ae789 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2528131 Aug 23 12:13:09.183990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.184341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.184691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.185032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.185430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.185732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.186068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.186397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.186728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.187062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.187388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.187714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c96919e-b7b4-49bd-b590-a264963d12dc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:09.226233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 568214d6-2a66-4f01-91f3-2a00c1e78b44 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:09.231463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] For port febe0c33-faed-4c13-9f45-37bcab27d31f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:09.232424 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d96d2fed-a3f2-4ca1-9cf0-b685e9845a7a req-a2503873-237d-4385-973d-9f373b03f630 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712280 Aug 23 12:13:09.265077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:09.269393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:09.340295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] For port febe0c33-faed-4c13-9f45-37bcab27d31f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=febe0c33-faed-4c13-9f45-37bcab27d31f,segment=NetworkSegment(c2a15318-4d91-4090-a673-7e56f48aa372),segment_id=c2a15318-4d91-4090-a673-7e56f48aa372)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:09.348629 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:09.420623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f268528-39de-405a-af6e-d28296450896 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:09.547264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 9f268528-39de-405a-af6e-d28296450896 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:09.547584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f268528-39de-405a-af6e-d28296450896 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:09.582297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:09.634961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd843f-5e97-40f0-8e27-357ec5c1c446 None None] Pushing event updated for resources: {'Port': ['ID=febe0c33-faed-4c13-9f45-37bcab27d31f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:09.648202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object 360933e6-b879-4409-b702-bc730f6c06ed will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:09.938991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 906d63eb-c673-4b2e-ac2f-efa1f662efbd up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:09.967009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d77b3-f748-43fd-90c0-f45a3e5e78b9 req-16108d0d-ec6e-4816-a816-02c23f5a213b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:09.979535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea50bc-0b95-4de5-9dc4-3fbe2245f3ff req-259e76c1-9992-47ae-b5d8-f16ea447dc61 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:09.981646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29ea50bc-0b95-4de5-9dc4-3fbe2245f3ff req-259e76c1-9992-47ae-b5d8-f16ea447dc61 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.2648158 Aug 23 12:13:09.983403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:09.988699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-697d77b3-f748-43fd-90c0-f45a3e5e78b9 req-16108d0d-ec6e-4816-a816-02c23f5a213b tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.5446119 Aug 23 12:13:10.011443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bb56f-973a-4625-8152-e9641a3500e8 req-002db157-f645-4671-adef-5c995b1267e6 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:10.013162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-249bb56f-973a-4625-8152-e9641a3500e8 req-002db157-f645-4671-adef-5c995b1267e6 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 1096 time: 0.4832315 Aug 23 12:13:10.034328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.122930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 906d63eb-c673-4b2e-ac2f-efa1f662efbd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:10.129268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 906d63eb-c673-4b2e-ac2f-efa1f662efbd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:10.131176 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.177050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:10.208726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:10.232488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:10.259425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:10.260105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.274880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-697d77b3-f748-43fd-90c0-f45a3e5e78b9 req-353407cd-4dce-4ba5-8e8a-3aecec75c156 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851384 Aug 23 12:13:10.277241 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.295270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=b2418935-c647-4a04-858f-f16308f5fad6,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:10.318744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=360933e6-b879-4409-b702-bc730f6c06ed,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:10.338550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29ea50bc-0b95-4de5-9dc4-3fbe2245f3ff req-65dcd847-7ef7-47e3-b46e-871b3d11b4c6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381770 Aug 23 12:13:10.351297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906d63eb-c673-4b2e-ac2f-efa1f662efbd'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:10.353442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:10.356210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a3ed6328-7b27-4eb0-a87e-ad3b296704dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 2.8901827 Aug 23 12:13:10.357285 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e2ccd-e9fd-40ef-9600-ce86d3e6084c" -d '{"events": [{"server_uuid": "ca972de7-0337-4e17-a98b-e2700da5c66b", "name": "network-vif-plugged", "status": "completed", "tag": "906d63eb-c673-4b2e-ac2f-efa1f662efbd"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:10.359004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42704) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:10.368860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: 568214d6-2a66-4f01-91f3-2a00c1e78b44, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:10.401884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:10.410720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.549842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network 568214d6-2a66-4f01-91f3-2a00c1e78b44 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:10.623317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Deleting port c6e1f3d8-39b3-4985-a420-8a3db2eda903 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:10.624704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.735992 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3974e-8ca7-410b-85e5-ee9c058814cd req-f674c977-1c1f-4fd1-b716-2503d1796d4f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:10.738637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00e3974e-8ca7-410b-85e5-ee9c058814cd req-f674c977-1c1f-4fd1-b716-2503d1796d4f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1795650 Aug 23 12:13:10.821241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] For port c6e1f3d8-39b3-4985-a420-8a3db2eda903, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=c6e1f3d8-39b3-4985-a420-8a3db2eda903,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:10.822367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:10.838975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Calling delete_port for c6e1f3d8-39b3-4985-a420-8a3db2eda903 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:10.890029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=906d63eb-c673-4b2e-ac2f-efa1f662efbd,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:10.893596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00e3974e-8ca7-410b-85e5-ee9c058814cd req-8feab14f-f91f-4b3a-bc10-8e7da96d1d69 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800653 Aug 23 12:13:10.999112 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5119c38-93f0-4882-8193-3e01602d90c5 x-openstack-request-id: req-c5119c38-93f0-4882-8193-3e01602d90c5 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:10.999410 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca972de7-0337-4e17-a98b-e2700da5c66b", "name": "network-vif-plugged", "status": "completed", "tag": "906d63eb-c673-4b2e-ac2f-efa1f662efbd", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:10.999668 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5119c38-93f0-4882-8193-3e01602d90c5 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:11.000066 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906d63eb-c673-4b2e-ac2f-efa1f662efbd', 'code': 200} Aug 23 12:13:11.151801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d552c9f-9610-4944-a3f8-c95c1bd2a454 req-36cb2cbd-18f4-427b-9b71-27935830dbdb tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:11.154722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e197485c-8c99-482f-94ce-b5c81a45410e None None] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:11.157851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d552c9f-9610-4944-a3f8-c95c1bd2a454 req-36cb2cbd-18f4-427b-9b71-27935830dbdb tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 950 time: 0.7582552 Aug 23 12:13:11.162797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:11.170080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 568214d6-2a66-4f01-91f3-2a00c1e78b44) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:11.190432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['c6e1f3d8-39b3-4985-a420-8a3db2eda903'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:11.192702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d45391-1150-49a5-aff2-e98f2b2db148 None None] Network 568214d6-2a66-4f01-91f3-2a00c1e78b44 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:11.280379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:11.282827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:11.386227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e1f3d8-39b3-4985-a420-8a3db2eda903,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:11.393254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6177e9b-e753-44ab-972d-ccdb319c881d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3431151 Aug 23 12:13:11.401312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42720) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:11.428498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e257d-86bb-4e39-93eb-ca563734c611 req-8558cb12-cd5a-47af-b702-25e170b549c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:11.435240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c98e257d-86bb-4e39-93eb-ca563734c611 req-8558cb12-cd5a-47af-b702-25e170b549c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 1101 time: 0.3567708 Aug 23 12:13:11.580003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eaf9ca26-b604-487e-ae07-9d541457af9f req-bd3757cd-1837-4d57-8187-01c6ad3c3321 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 210 time: 0.1608100 Aug 23 12:13:11.609933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:11.647523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c98e257d-86bb-4e39-93eb-ca563734c611 req-902423f9-86bb-4d02-ae34-0e3f1caeb7e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984027 Aug 23 12:13:11.678640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8377927d-b8cc-48fd-9dac-720fb0cb789b None None] Provisioning for port febe0c33-faed-4c13-9f45-37bcab27d31f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:11.774379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device febe0c33-faed-4c13-9f45-37bcab27d31f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:12.032500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port febe0c33-faed-4c13-9f45-37bcab27d31f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:12.088798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port febe0c33-faed-4c13-9f45-37bcab27d31f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:12.089674 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.100522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-568214d6-2a66-4f01-91f3-2a00c1e78b44', 'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': 'b2418935-c647-4a04-858f-f16308f5fad6'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:12.101727 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.126956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.152833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d552c9f-9610-4944-a3f8-c95c1bd2a454 req-bd28557c-a3af-4976-a8c8-d36143d23dd0 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9786088 Aug 23 12:13:12.218768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] No DVR routers for this DVR port c6e1f3d8-39b3-4985-a420-8a3db2eda903 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:12.229200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.234558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-249bb56f-973a-4625-8152-e9641a3500e8 req-d1512eda-5894-40ad-aa4c-dae59b06a3be tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c6e1f3d8-39b3-4985-a420-8a3db2eda903 HTTP/1.1" status: 204 len: 173 time: 2.1644843 Aug 23 12:13:12.252680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'name': 'network-vif-deleted', 'tag': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:12.257271 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf2576f-e858-4184-bca8-dfdb9558aba2" -d '{"events": [{"server_uuid": "aa33c318-25ba-446b-bcd9-165f5a09f75d", "name": "network-vif-deleted", "tag": "c6e1f3d8-39b3-4985-a420-8a3db2eda903"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:12.281088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0da42-d2d9-4edc-9169-134de87143e8 req-41f9e2cc-af44-4af4-a4ab-ba7aea6a983d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:12.303811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03e0da42-d2d9-4edc-9169-134de87143e8 req-41f9e2cc-af44-4af4-a4ab-ba7aea6a983d tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.5174220 Aug 23 12:13:12.448081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.595690 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.619333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03e0da42-d2d9-4edc-9169-134de87143e8 req-5d6920d3-e4a8-4d56-a0c9-0224ffbd8672 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144758 Aug 23 12:13:12.742116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb093-e197-4054-8f4e-438f85582d47 None None] Provisioning for port 360933e6-b879-4409-b702-bc730f6c06ed completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:12.756974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port febe0c33-faed-4c13-9f45-37bcab27d31f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=febe0c33-faed-4c13-9f45-37bcab27d31f,segment=NetworkSegment(c2a15318-4d91-4090-a673-7e56f48aa372),segment_id=c2a15318-4d91-4090-a673-7e56f48aa372)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:12.770426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb093-e197-4054-8f4e-438f85582d47 None None] Provisioning complete for port 360933e6-b879-4409-b702-bc730f6c06ed triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:12.770816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb093-e197-4054-8f4e-438f85582d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.794422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.810793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788dcf6-767a-4be1-ae7d-9a8e23d63757 req-d7503abc-ca50-4d9a-a9f5-9a2b80b83ead tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:12.812411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5788dcf6-767a-4be1-ae7d-9a8e23d63757 req-d7503abc-ca50-4d9a-a9f5-9a2b80b83ead tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1425276 Aug 23 12:13:12.828859 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85301dee-71b5-4fb8-9d96-edbfb93e0f38 x-openstack-request-id: req-85301dee-71b5-4fb8-9d96-edbfb93e0f38 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:12.829454 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa33c318-25ba-446b-bcd9-165f5a09f75d", "name": "network-vif-deleted", "tag": "c6e1f3d8-39b3-4985-a420-8a3db2eda903", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:12.829902 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85301dee-71b5-4fb8-9d96-edbfb93e0f38 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:12.830505 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa33c318-25ba-446b-bcd9-165f5a09f75d', 'name': 'network-vif-deleted', 'tag': 'c6e1f3d8-39b3-4985-a420-8a3db2eda903', 'status': 'completed', 'code': 200} Aug 23 12:13:12.832534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Allocated IP 172.20.0.2 (568214d6-2a66-4f01-91f3-2a00c1e78b44/b2418935-c647-4a04-858f-f16308f5fad6/61fd5006-7130-4d59-b1dc-7cf10f8a3054) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:12.866286 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.878203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:12.957428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5788dcf6-767a-4be1-ae7d-9a8e23d63757 req-303f9f60-4e5b-4e59-b500-1a87db07b902 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257546 Aug 23 12:13:13.030194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a4aeb093-e197-4054-8f4e-438f85582d47 None None] Port 360933e6-b879-4409-b702-bc730f6c06ed cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:13.045986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=febe0c33-faed-4c13-9f45-37bcab27d31f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:13.095789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=360933e6-b879-4409-b702-bc730f6c06ed,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:13.127188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a4aeb093-e197-4054-8f4e-438f85582d47 None None] Provisioning complete for port febe0c33-faed-4c13-9f45-37bcab27d31f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:13.128045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a4aeb093-e197-4054-8f4e-438f85582d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:13.238374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f6aef3f-890f-46f3-946b-84cf080dce3e req-1c9401c7-65cc-4e8f-bf67-0db301942a90 tempest-TestServerMultinode-2127907508 tempest-TestServerMultinode-2127907508-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aa33c318-25ba-446b-bcd9-165f5a09f75d HTTP/1.1" status: 200 len: 210 time: 0.1312783 Aug 23 12:13:13.452212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857705e4-9f9c-4223-a9a5-dfc7ed816ff0 req-c1a960aa-e3f2-493d-afb8-0c7c557e4954 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:13.480326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-857705e4-9f9c-4223-a9a5-dfc7ed816ff0 req-c1a960aa-e3f2-493d-afb8-0c7c557e4954 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 950 time: 0.1738918 Aug 23 12:13:13.553206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:13.600891 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:13.643546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-857705e4-9f9c-4223-a9a5-dfc7ed816ff0 req-d7307e59-7cc5-4332-bac6-934e2d029644 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606500 Aug 23 12:13:13.686545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Transition to ACTIVE for port object 61fd5006-7130-4d59-b1dc-7cf10f8a3054 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:13.726472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Transition to ACTIVE for port object 61fd5006-7130-4d59-b1dc-7cf10f8a3054 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:13.764051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device febe0c33-faed-4c13-9f45-37bcab27d31f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:13.787531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:13.830527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:13.853911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=b2418935-c647-4a04-858f-f16308f5fad6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:13.931813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7371ffdf-4d0a-44f9-a829-5e767ad8392b None None] Provisioning complete for port 360933e6-b879-4409-b702-bc730f6c06ed triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:13.932229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7371ffdf-4d0a-44f9-a829-5e767ad8392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:13.935997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c6e1f3d8-39b3-4985-a420-8a3db2eda903 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:13.994839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Network 568214d6-2a66-4f01-91f3-2a00c1e78b44 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:14.000266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.006503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: c6e1f3d8-39b3-4985-a420-8a3db2eda903 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:14.006857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device c6e1f3d8-39b3-4985-a420-8a3db2eda903 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:14.008755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:14.012301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:14.029182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Pushing event updated for resources: {'Port': ['ID=61fd5006-7130-4d59-b1dc-7cf10f8a3054,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:14.051220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.070229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7371ffdf-4d0a-44f9-a829-5e767ad8392b None None] Port 360933e6-b879-4409-b702-bc730f6c06ed cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:14.083801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568214d6-2a66-4f01-91f3-2a00c1e78b44']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:14.098726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port febe0c33-faed-4c13-9f45-37bcab27d31f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:14.099129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.129758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:14.130244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:14.137569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Attempting to bind port 61fd5006-7130-4d59-b1dc-7cf10f8a3054 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:14.137929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Attempting to bind port 61fd5006-7130-4d59-b1dc-7cf10f8a3054 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:14.138308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Attempting to bind port 61fd5006-7130-4d59-b1dc-7cf10f8a3054 on network 568214d6-2a66-4f01-91f3-2a00c1e78b44 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:14.160814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:14.161205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Checking segment: {'id': '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:14.161650 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.162218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Bound using segment: {'id': '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:14.162731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Bound port: 61fd5006-7130-4d59-b1dc-7cf10f8a3054, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '568214d6-2a66-4f01-91f3-2a00c1e78b44'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:14.163123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.179227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.215794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.235978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:14.236307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:14.250960 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:14.262467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd604a-561e-4461-a95a-29e80627154c req-fcaa7407-28ed-43ad-9abf-688b2788ad77 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:14.270643 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-becd604a-561e-4461-a95a-29e80627154c req-fcaa7407-28ed-43ad-9abf-688b2788ad77 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.4995744 Aug 23 12:13:14.330290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] For port 61fd5006-7130-4d59-b1dc-7cf10f8a3054, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:14.344229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-24635192-f948-46b3-9042-1614e9633099 None None] Provisioning complete for port 360933e6-b879-4409-b702-bc730f6c06ed triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:14.344617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24635192-f948-46b3-9042-1614e9633099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.357239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-becd604a-561e-4461-a95a-29e80627154c req-4e83fae8-0919-46ec-bee9-55ab3581a648 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844200 Aug 23 12:13:14.447595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbfffd-4ee7-4a6c-89d0-78308f1e5449 req-0f8302b3-bff9-4b23-83e6-5774e180a078 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:14.450026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61cbfffd-4ee7-4a6c-89d0-78308f1e5449 req-0f8302b3-bff9-4b23-83e6-5774e180a078 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.3018334 Aug 23 12:13:14.489285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-24635192-f948-46b3-9042-1614e9633099 None None] Port 360933e6-b879-4409-b702-bc730f6c06ed cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:14.503994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 12:13:14.503994 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 12:13:14.503994 n-d-773645-7 neutron-server[101057]: [parameters: {'id': '568214d6-2a66-4f01-91f3-2a00c1e78b44'}] Aug 23 12:13:14.503994 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:13:14.507458 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:13:14.522559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] For port 61fd5006-7130-4d59-b1dc-7cf10f8a3054, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=61fd5006-7130-4d59-b1dc-7cf10f8a3054,segment=NetworkSegment(3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1),segment_id=3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:14.530825 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.571467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61cbfffd-4ee7-4a6c-89d0-78308f1e5449 req-15f3685e-f10c-4ffc-a027-c2cc91c2e65a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076186 Aug 23 12:13:14.666846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42754) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:14.725846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.739496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe58b0-eac0-4497-8e88-01f43a888a67 None None] Pushing event updated for resources: {'Port': ['ID=61fd5006-7130-4d59-b1dc-7cf10f8a3054,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:14.739639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.742966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:14.771830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7523767-4b08-4132-afc6-12275cf17302 None None] Network 568214d6-2a66-4f01-91f3-2a00c1e78b44 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:14.957223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=360933e6-b879-4409-b702-bc730f6c06ed,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:15.016441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de0ecf-f4e9-4a6e-8398-52acca5634d8 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:13:15.057227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f34c04-f1d4-4e0e-a535-f216f1d27b4a req-3f7ac9fc-bd20-4143-a092-507e65ec8959 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:15.070604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65f34c04-f1d4-4e0e-a535-f216f1d27b4a req-3f7ac9fc-bd20-4143-a092-507e65ec8959 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 950 time: 0.5821180 Aug 23 12:13:15.090378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:15.150628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de0ecf-f4e9-4a6e-8398-52acca5634d8 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:13:15.180909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65f34c04-f1d4-4e0e-a535-f216f1d27b4a req-f4dadc88-06de-48c9-940b-bb4dd1d04289 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053236 Aug 23 12:13:15.256192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:15.259031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:15.549397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router b67be4f7-7536-4729-a583-9883ef031582 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:13:15.592532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749be7fc-ca1f-4ec6-8b7e-98bd502d248b req-8c39515e-9c98-4dd8-8085-5c43d3ffa087 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:15.599927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-749be7fc-ca1f-4ec6-8b7e-98bd502d248b req-8c39515e-9c98-4dd8-8085-5c43d3ffa087 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.5106905 Aug 23 12:13:15.654158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-9c18ce9d-e417-498d-9657-6335da5e8413 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:15.655033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-9c18ce9d-e417-498d-9657-6335da5e8413 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 950 time: 0.2167034 Aug 23 12:13:15.689188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-749be7fc-ca1f-4ec6-8b7e-98bd502d248b req-f6985ec5-1153-417e-a27d-d415022afd9a tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883813 Aug 23 12:13:15.751082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting port 61fd5006-7130-4d59-b1dc-7cf10f8a3054 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:15.751431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:15.839841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b67a9-840b-4f66-aee9-b541119492e3 req-6fdc5c3e-af63-4687-80b3-52a0007fb6fc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:15.847668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f0b67a9-840b-4f66-aee9-b541119492e3 req-6fdc5c3e-af63-4687-80b3-52a0007fb6fc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.3246043 Aug 23 12:13:15.905990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f0b67a9-840b-4f66-aee9-b541119492e3 req-c8c673ca-795a-4b73-b3de-61ae4567bf55 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536342 Aug 23 12:13:15.932996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:15.953818 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] Sync routers for ids ['b67be4f7-7536-4729-a583-9883ef031582'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:15.965822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-35cfb4a5-2a4e-4363-b559-48020f5da6f3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/b67be4f7-7536-4729-a583-9883ef031582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6058002 Aug 23 12:13:15.970522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:15.996356 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] Routers {'b67be4f7-7536-4729-a583-9883ef031582'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:15.997603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b67be4f7-7536-4729-a583-9883ef031582'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:16.071089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d0927-2a74-4aa2-b045-a861cd7863de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:16.072585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d91d0927-2a74-4aa2-b045-a861cd7863de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports/360933e6-b879-4409-b702-bc730f6c06ed HTTP/1.1" status: 200 len: 981 time: 0.1007309 Aug 23 12:13:16.078607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42770) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:16.109158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] For port 61fd5006-7130-4d59-b1dc-7cf10f8a3054, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=61fd5006-7130-4d59-b1dc-7cf10f8a3054,segment=NetworkSegment(3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1),segment_id=3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:16.109537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:16.120779 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:16.142808 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] Routers {'b67be4f7-7536-4729-a583-9883ef031582'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:16.143797 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b67be4f7-7536-4729-a583-9883ef031582'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:16.187761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3b8ad-875c-4d64-b99b-036c8abba216 req-4474e83f-8e06-4c0e-8c9b-d6ca0d4d2c43 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:16.201803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24f3b8ad-875c-4d64-b99b-036c8abba216 req-4474e83f-8e06-4c0e-8c9b-d6ca0d4d2c43 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.3505685 Aug 23 12:13:16.234222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Calling delete_port for 61fd5006-7130-4d59-b1dc-7cf10f8a3054 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:16.236595 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:16.238482 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794164a3-a3df-4e27-b11f-8da606cef777 None None] The sync data for ids ['b67be4f7-7536-4729-a583-9883ef031582'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:16.243341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b9b3ab19-1c12-424f-9549-231aca446de5 None None] Provisioning complete for port 360933e6-b879-4409-b702-bc730f6c06ed triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:16.245180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ab19-1c12-424f-9549-231aca446de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:16.279797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:16.310150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3ab19-1c12-424f-9549-231aca446de5 None None] Port 360933e6-b879-4409-b702-bc730f6c06ed cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:16.369884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Deleting port 906d63eb-c673-4b2e-ac2f-efa1f662efbd {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:16.370885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:16.577160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24f3b8ad-875c-4d64-b99b-036c8abba216 req-eb52d7d8-cec9-413f-a774-9feba13d1d36 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3744338 Aug 23 12:13:16.626148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3a861-12f5-41ab-9041-283ddcc542d6 req-e432e6a8-1e83-41bb-acb6-536e3421d3e4 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:16.627788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-58d3a861-12f5-41ab-9041-283ddcc542d6 req-e432e6a8-1e83-41bb-acb6-536e3421d3e4 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 950 time: 0.1608956 Aug 23 12:13:16.697643 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-58d3a861-12f5-41ab-9041-283ddcc542d6 req-c4fe7969-7267-4dc1-a984-12bbab2524d6 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615566 Aug 23 12:13:16.895499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae57f2-740f-45c2-adf9-e0478515195c req-cc7f0170-0ea7-4476-a0e5-f3ebc4d78921 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:16.897048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53ae57f2-740f-45c2-adf9-e0478515195c req-cc7f0170-0ea7-4476-a0e5-f3ebc4d78921 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.0800736 Aug 23 12:13:16.952816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:16.976301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44113-5b77-4b17-942d-490683599b44 req-14467eb9-7b19-41a7-b13b-023d0a088f05 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:16.978964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6c44113-5b77-4b17-942d-490683599b44 req-14467eb9-7b19-41a7-b13b-023d0a088f05 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.4060900 Aug 23 12:13:16.981453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-1a0f70f8-8aae-4692-8581-55360d45bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:16.983051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-1a0f70f8-8aae-4692-8581-55360d45bc01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f995ef443692406cb8639b2b4863be7f&device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 1097 time: 0.4318757 Aug 23 12:13:17.048347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:17.061786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53ae57f2-740f-45c2-adf9-e0478515195c req-ed93636a-3835-4b6f-b0e1-10a40b8a4539 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486998 Aug 23 12:13:17.462267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 360933e6-b879-4409-b702-bc730f6c06ed {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:17.462267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:17.538751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] For port 906d63eb-c673-4b2e-ac2f-efa1f662efbd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=906d63eb-c673-4b2e-ac2f-efa1f662efbd,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:17.539335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:17.543405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Port': ['ID=61fd5006-7130-4d59-b1dc-7cf10f8a3054,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:17.548094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42786) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:17.570462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No DVR routers for this DVR port 61fd5006-7130-4d59-b1dc-7cf10f8a3054 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:17.601357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48617c3-1f07-46b9-9a34-8f3efc94ef75 req-f09ba0e6-295b-458e-8cea-13a8a2b915b6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:17.602941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a48617c3-1f07-46b9-9a34-8f3efc94ef75 req-f09ba0e6-295b-458e-8cea-13a8a2b915b6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.8615909 Aug 23 12:13:17.643878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:17.670741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 360933e6-b879-4409-b702-bc730f6c06ed owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:17.719474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Calling delete_port for 906d63eb-c673-4b2e-ac2f-efa1f662efbd owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:17.964430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a48617c3-1f07-46b9-9a34-8f3efc94ef75 req-da3cbd86-d208-4155-9ca5-941de3d6f075 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475590 Aug 23 12:13:17.970502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.078818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-fb8c506b-c7ea-4100-991b-19a773780426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:18.081149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-fb8c506b-c7ea-4100-991b-19a773780426 service neutron] 10.222.0.44 "GET /v2.0/networks?id=81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 200 len: 916 time: 0.7030315 Aug 23 12:13:18.086004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568214d6-2a66-4f01-91f3-2a00c1e78b44']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:18.121377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52238954-b434-473c-8b2a-a707c3c16ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.152415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:18.152788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2c0cc0-e5e3-4303-94c7-3b7bee6a32a1') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:18.218208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-94b0e9c0-f6aa-497d-838d-d07b77de8994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a HTTP/1.1" status: 200 len: 217 time: 0.1205981 Aug 23 12:13:18.226232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a83b7c-dded-4bb2-b396-e789c123e958 req-16282611-9d37-4f51-a7ca-a3a574864f80 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:18.234342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a0a83b7c-dded-4bb2-b396-e789c123e958 req-16282611-9d37-4f51-a7ca-a3a574864f80 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.1578608 Aug 23 12:13:18.253849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.298990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a0a83b7c-dded-4bb2-b396-e789c123e958 req-35c985d6-ac12-45e9-9861-929afb8a1618 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637033 Aug 23 12:13:18.335009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Deleting port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:18.335362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.366931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.376861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.425754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=360933e6-b879-4409-b702-bc730f6c06ed,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:18.456962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:18.457447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:18.460682 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:18.475600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684609-31fa-4713-8677-c0d1794d1108 req-9ef5ff04-3095-448c-81be-d50262d530b4 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:18.477196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a4684609-31fa-4713-8677-c0d1794d1108 req-9ef5ff04-3095-448c-81be-d50262d530b4 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca972de7-0337-4e17-a98b-e2700da5c66b HTTP/1.1" status: 200 len: 950 time: 0.3940089 Aug 23 12:13:18.478019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd879c9-8662-4924-bae7-bcd62a8d9ab1 req-4158ec11-aaad-48e0-9d75-9ea1bb5eea9b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:18.491138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1bd879c9-8662-4924-bae7-bcd62a8d9ab1 req-4158ec11-aaad-48e0-9d75-9ea1bb5eea9b tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.1049061 Aug 23 12:13:18.492474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-45c2a8d5-4d96-4f0f-b4ce-444ba91e32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:18.494108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-45c2a8d5-4d96-4f0f-b4ce-444ba91e32f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 200 len: 854 time: 0.2437551 Aug 23 12:13:18.524442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.656747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1bd879c9-8662-4924-bae7-bcd62a8d9ab1 req-e72c4bdb-21ac-4d38-9cce-bd0fea4a9a20 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224015 Aug 23 12:13:18.662027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.699756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Pushing event deleted for resources: {'Port': ['ID=906d63eb-c673-4b2e-ac2f-efa1f662efbd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:18.736051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.745382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] For port 2cfbe144-2f8c-49bc-a761-c58af05f21b7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2cfbe144-2f8c-49bc-a761-c58af05f21b7,segment=NetworkSegment(460c65c9-46ad-4845-b150-b1543aa02eff),segment_id=460c65c9-46ad-4845-b150-b1543aa02eff)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:18.745849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.750031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.750396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.750755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.751103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.751451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.751796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.752139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.752484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.752824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.753157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.753495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.753864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:18.799640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.804431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/568214d6-2a66-4f01-91f3-2a00c1e78b44 HTTP/1.1" status: 204 len: 168 time: 7.3608460 Aug 23 12:13:18.809427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42800) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:18.850594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a4684609-31fa-4713-8677-c0d1794d1108 req-f71cd35f-b3da-4856-9e52-c8a9ef9850bf tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.21 "GET /v2.0/security-groups?id=5525b306-20ac-444e-af9b-e8afed787fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526111 Aug 23 12:13:18.851522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Calling delete_port for 2cfbe144-2f8c-49bc-a761-c58af05f21b7 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:18.888076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] No DVR routers for this DVR port 906d63eb-c673-4b2e-ac2f-efa1f662efbd on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:18.891449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:18.893537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b15ac03e-b375-4319-bdb9-d996c9b959d7 req-19bbd650-6779-4efd-acde-775c2b709274 tempest-VolumesNegativeTest-1208843899 tempest-VolumesNegativeTest-1208843899-project] 10.222.0.41 "DELETE /v2.0/ports/906d63eb-c673-4b2e-ac2f-efa1f662efbd HTTP/1.1" status: 204 len: 173 time: 3.2252793 Aug 23 12:13:18.920090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'name': 'network-vif-deleted', 'tag': '906d63eb-c673-4b2e-ac2f-efa1f662efbd'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:18.923154 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4f726c-176a-4196-8e7b-7cbbe629060c" -d '{"events": [{"server_uuid": "ca972de7-0337-4e17-a98b-e2700da5c66b", "name": "network-vif-deleted", "tag": "906d63eb-c673-4b2e-ac2f-efa1f662efbd"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:18.938260 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d4dc11-22ce-4649-a62b-6cb48877c1d7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] GET failed (client error): The resource could not be found. Aug 23 12:13:18.939899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-00d4dc11-22ce-4649-a62b-6cb48877c1d7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/subnets/b2418935-c647-4a04-858f-f16308f5fad6 HTTP/1.1" status: 404 len: 337 time: 0.1261084 Aug 23 12:13:18.943652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086f623-2808-4ab7-8081-4b7fa4a16c7b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=568214d6-2a66-4f01-91f3-2a00c1e78b44,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:18.956283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42804) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.011952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-5c63ed54-1079-43ba-87ea-bba479755244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.013625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-5c63ed54-1079-43ba-87ea-bba479755244 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=81c43f3f-df42-4ed7-be68-495b3382b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5033395 Aug 23 12:13:19.024283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Deleting port e8e6a983-32fe-48e0-9bab-715e49daa5ad {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:19.024640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.028521 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e80bd-6376-4ea3-a95b-9616ba290292 x-openstack-request-id: req-903e80bd-6376-4ea3-a95b-9616ba290292 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:19.028777 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca972de7-0337-4e17-a98b-e2700da5c66b", "name": "network-vif-deleted", "tag": "906d63eb-c673-4b2e-ac2f-efa1f662efbd", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:19.029035 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-903e80bd-6376-4ea3-a95b-9616ba290292 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:19.029440 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca972de7-0337-4e17-a98b-e2700da5c66b', 'name': 'network-vif-deleted', 'tag': '906d63eb-c673-4b2e-ac2f-efa1f662efbd', 'status': 'completed', 'code': 200} Aug 23 12:13:19.062540 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b50cd1f-35bf-47bb-9146-34cf3b14b8f1 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:19.064651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b50cd1f-35bf-47bb-9146-34cf3b14b8f1 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:19.073593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8b50cd1f-35bf-47bb-9146-34cf3b14b8f1 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/568214d6-2a66-4f01-91f3-2a00c1e78b44 HTTP/1.1" status: 404 len: 339 time: 0.1129816 Aug 23 12:13:19.079806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42808) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.099796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router b67be4f7-7536-4729-a583-9883ef031582 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:13:19.131557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52238954-b434-473c-8b2a-a707c3c16ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.138960 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-52238954-b434-473c-8b2a-a707c3c16ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.189946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-52238954-b434-473c-8b2a-a707c3c16ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dfe70e4a0064b9b96da5d1f69e3a269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6407657 Aug 23 12:13:19.195626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42810) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.265089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52238954-b434-473c-8b2a-a707c3c16ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b34e98-897c-4f00-bca2-39adcf6b0fe9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:19.317141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:19.327185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1f3a4ea6-6de0-41b1-8eb9-886d3e6d1f29 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/b67be4f7-7536-4729-a583-9883ef031582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2432635 Aug 23 12:13:19.329550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] Sync routers for ids ['b67be4f7-7536-4729-a583-9883ef031582'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:19.348506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.349819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-447df78b-f519-4130-96fb-15a8070a2851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.351472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] Routers {'b67be4f7-7536-4729-a583-9883ef031582'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:19.352255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b67be4f7-7536-4729-a583-9883ef031582'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:19.407333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:19.422122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] Routers {'b67be4f7-7536-4729-a583-9883ef031582'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:19.423562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:12:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b67be4f7-7536-4729-a583-9883ef031582'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:19.471575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-447df78b-f519-4130-96fb-15a8070a2851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.481563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:19.482483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12259ed3-cc26-4612-8a33-60619f6f3015 None None] The sync data for ids ['b67be4f7-7536-4729-a583-9883ef031582'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:19.608102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d589f-a2a3-4a32-add8-83c9078cc621 req-b085a336-c29c-4936-8397-9bfc830b4d19 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.610047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b5d589f-a2a3-4a32-add8-83c9078cc621 req-b085a336-c29c-4936-8397-9bfc830b4d19 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.4451365 Aug 23 12:13:19.682427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] For port e8e6a983-32fe-48e0-9bab-715e49daa5ad, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e8e6a983-32fe-48e0-9bab-715e49daa5ad,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:19.682837 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.699585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-9df33f65-bc0f-42ae-bcf7-92e0e959b944 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677616 Aug 23 12:13:19.703793 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-e31f6e5e-3183-4e85-8212-53ee7341e2ed tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 12:13:19.704914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e31f6e5e-3183-4e85-8212-53ee7341e2ed tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/b67be4f7-7536-4729-a583-9883ef031582/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3529077 Aug 23 12:13:19.709353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42818) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.714548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55226a0a-621b-4204-9829-939e00ed2ba2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.718959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-55226a0a-621b-4204-9829-939e00ed2ba2 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5766578 Aug 23 12:13:19.719106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42820) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.733174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Calling delete_port for e8e6a983-32fe-48e0-9bab-715e49daa5ad owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:19.754667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7bddeddf-9c62-4ecc-9714-931005434b18 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67be4f7-7536-4729-a583-9883ef031582 HTTP/1.1" status: 200 len: 205 time: 0.0441730 Aug 23 12:13:19.775178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42822) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.787244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9215496-8958-4143-917d-2a2c087e5f16 req-9b562714-79f8-40a6-bf43-84f6bff60ec0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.788788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9215496-8958-4143-917d-2a2c087e5f16 req-9b562714-79f8-40a6-bf43-84f6bff60ec0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.2356305 Aug 23 12:13:19.791066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e9ac7d9-9fee-421a-a1e1-8c669c0ee9b7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 207 time: 0.0690956 Aug 23 12:13:19.791964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-447df78b-f519-4130-96fb-15a8070a2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.794642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-447df78b-f519-4130-96fb-15a8070a2851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:19.795686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-447df78b-f519-4130-96fb-15a8070a2851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b34e98-897c-4f00-bca2-39adcf6b0fe9 HTTP/1.1" status: 204 len: 168 time: 0.5988548 Aug 23 12:13:19.796250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:19.831015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447df78b-f519-4130-96fb-15a8070a2851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b34e98-897c-4f00-bca2-39adcf6b0fe9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:19.916387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9215496-8958-4143-917d-2a2c087e5f16 req-78e3da4c-be56-4a4e-b437-1a237bba46a3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079888 Aug 23 12:13:19.953997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 906d63eb-c673-4b2e-ac2f-efa1f662efbd no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:19.979636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c2885-9bbb-49f9-8e2e-f9adb55b27bd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.988227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c2885-9bbb-49f9-8e2e-f9adb55b27bd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.995836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c2885-9bbb-49f9-8e2e-f9adb55b27bd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:19.997128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b5d589f-a2a3-4a32-add8-83c9078cc621 req-52ab857d-ee76-49ee-9ad0-05cb37cddd1c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688083 Aug 23 12:13:20.008826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c2885-9bbb-49f9-8e2e-f9adb55b27bd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.011262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2e0c2885-9bbb-49f9-8e2e-f9adb55b27bd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2121882 Aug 23 12:13:20.027769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.029322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 906d63eb-c673-4b2e-ac2f-efa1f662efbd {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:20.033583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 906d63eb-c673-4b2e-ac2f-efa1f662efbd not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:20.217232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44a469-3ba9-41e0-802f-e831321b4ffb req-d203ece7-b9e3-4944-9e3c-4a294ada5154 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.218785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a44a469-3ba9-41e0-802f-e831321b4ffb req-d203ece7-b9e3-4944-9e3c-4a294ada5154 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4560c2f-30ef-4686-a0d0-330687b5513a HTTP/1.1" status: 200 len: 945 time: 0.1323953 Aug 23 12:13:20.269102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4e0d4b68-2307-4a82-ae25-63107226729d tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2454696 Aug 23 12:13:20.269771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.334836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a44a469-3ba9-41e0-802f-e831321b4ffb req-d06fea02-38e5-48b0-b3dd-92e42157efb0 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ac88024-aa92-4788-b946-c50d643bcea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035306 Aug 23 12:13:20.347766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb3b86-ba81-4400-a053-256265400207 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.349486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb3b86-ba81-4400-a053-256265400207 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.356804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9acb3b86-ba81-4400-a053-256265400207 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0833490 Aug 23 12:13:20.357435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42856) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.403578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42860) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.413487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.418769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.421175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2d12-ee0f-4de2-bd91-f8e7ef17ef28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.450418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96feea8-b168-4221-9d3d-82257f43745f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['shared'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.451952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96feea8-b168-4221-9d3d-82257f43745f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['shared'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.456866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c96feea8-b168-4221-9d3d-82257f43745f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0951011 Aug 23 12:13:20.457824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42864) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.539783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Pushing event deleted for resources: {'Port': ['ID=2cfbe144-2f8c-49bc-a761-c58af05f21b7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:20.546476 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f4939b7-da50-4926-a68e-278d9a5e5222 req-ac28ccdf-114b-4510-82dc-d17f2e770345 service neutron] 10.222.0.44 "GET /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214798 Aug 23 12:13:20.608105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07278521-6234-4d36-874f-91318b2fa477 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.610688 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-07278521-6234-4d36-874f-91318b2fa477 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks/90090c32-6ace-4f80-a08c-31293d466ad9 HTTP/1.1" status: 200 len: 800 time: 0.1518621 Aug 23 12:13:20.616769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42866) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.694907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] No DVR routers for this DVR port 2cfbe144-2f8c-49bc-a761-c58af05f21b7 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:20.718633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2d12-ee0f-4de2-bd91-f8e7ef17ef28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.726874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.727107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2d12-ee0f-4de2-bd91-f8e7ef17ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.728943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6c44113-5b77-4b17-942d-490683599b44 req-e4694836-ca2d-4c2f-9f49-9881bd019067 tempest-AttachVolumeNegativeTest-36809005 tempest-AttachVolumeNegativeTest-36809005-project] 10.222.0.44 "DELETE /v2.0/ports/2cfbe144-2f8c-49bc-a761-c58af05f21b7 HTTP/1.1" status: 204 len: 173 time: 3.3426819 Aug 23 12:13:20.733847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.737324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.776914 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fcef0815-0b05-4339-8778-38e44f5f53e4 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/networks/90090c32-6ace-4f80-a08c-31293d466ad9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1587145 Aug 23 12:13:20.787288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.803044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf2d12-ee0f-4de2-bd91-f8e7ef17ef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e49f795-b001-4687-9466-d63e131e8d8e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:20.844355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ebbf2d12-ee0f-4de2-bd91-f8e7ef17ef28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc285b32a49144d7a57d74c9232de50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395325 Aug 23 12:13:20.846456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42876) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.856783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.857074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router b67be4f7-7536-4729-a583-9883ef031582 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:13:20.876504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:20.877618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-702b568e-ee20-40c2-975f-03b6bb780ca3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/b67be4f7-7536-4729-a583-9883ef031582 HTTP/1.1" status: 204 len: 168 time: 1.0897460 Aug 23 12:13:20.884849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42878) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.888690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228296dc-c052-4b5f-837e-b9aff66bf123 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.890959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-228296dc-c052-4b5f-837e-b9aff66bf123 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/subnets/0ea6190b-53ab-415a-96db-12b3746e7f5c HTTP/1.1" status: 200 len: 811 time: 0.1002905 Aug 23 12:13:20.894825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42884) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:20.973824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5850815-d69d-4e47-b6b4-4bf152a5dd08 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['shared'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.976004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a5850815-d69d-4e47-b6b4-4bf152a5dd08 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "GET /v2.0/subnets/0ea6190b-53ab-415a-96db-12b3746e7f5c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0799284 Aug 23 12:13:20.982512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-c7e76795-d75b-4d41-996e-bd0785cb8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:20.984082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-c7e76795-d75b-4d41-996e-bd0785cb8ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1096 time: 0.1754794 Aug 23 12:13:20.995193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:21.000892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778032218'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:21.008171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet a254e87a-03d9-45e6-b5b6-e3de5ac6de10 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:21.015550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.025793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:21.029945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.039741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'name': 'network-vif-deleted', 'tag': '2cfbe144-2f8c-49bc-a761-c58af05f21b7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:21.042030 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7990bbb7-ef47-4648-88bc-297f37de893f" -d '{"events": [{"server_uuid": "c4560c2f-30ef-4686-a0d0-330687b5513a", "name": "network-vif-deleted", "tag": "2cfbe144-2f8c-49bc-a761-c58af05f21b7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:21.088330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.094548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:21.107033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.107813 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Added segment 14e73c1d-bf66-4655-8b65-92321b9c5e62 of type vlan for network 5f74f938-b43a-47f7-a730-6c8b303c7bed Aug 23 12:13:21.174761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ed5166a-1e96-4b83-9df4-40ad1e7de549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.186119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e6a983-32fe-48e0-9bab-715e49daa5ad,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:21.193765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.202965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.253924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b290f-ac24-4fd3-9783-32a5d29d29ca req-19e7fb7e-2ba0-460b-8194-8314fa3f15cc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:21.256068 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-690b290f-ac24-4fd3-9783-32a5d29d29ca req-19e7fb7e-2ba0-460b-8194-8314fa3f15cc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.1116025 Aug 23 12:13:21.281511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.292256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:21.293267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.299194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ed5166a-1e96-4b83-9df4-40ad1e7de549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.366368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea1043-16ac-45b2-8ec8-549a6e571a7f req-d376dd71-10fa-473f-8513-c64249a3711b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:21.366719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3700089 Aug 23 12:13:21.367355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:21.367978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bea1043-16ac-45b2-8ec8-549a6e571a7f req-d376dd71-10fa-473f-8513-c64249a3711b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.3565304 Aug 23 12:13:21.369082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-628110f0-9a1e-4e0d-a3cc-3c695d142de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:21.370493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-628110f0-9a1e-4e0d-a3cc-3c695d142de5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.3763208 Aug 23 12:13:21.377067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:21.411303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2cfbe144-2f8c-49bc-a761-c58af05f21b7 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:21.463823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 2cfbe144-2f8c-49bc-a761-c58af05f21b7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:21.464177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2cfbe144-2f8c-49bc-a761-c58af05f21b7 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:21.503370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-690b290f-ac24-4fd3-9783-32a5d29d29ca req-608a6bfa-6b6a-4422-81d5-c541c6ace98c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387855 Aug 23 12:13:21.563875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b776de5-7912-4d65-82ac-d9a7bf7cf005 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Network': ['ID=5f74f938-b43a-47f7-a730-6c8b303c7bed,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:21.579412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5f74f938-b43a-47f7-a730-6c8b303c7bed details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:21.623426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Made reservation on behalf of 1508dd1ffca74b49b47a99f2fde795c6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:21.630833 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.642844 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89763e9-9774-4603-b0b0-9eee0198047a x-openstack-request-id: req-a89763e9-9774-4603-b0b0-9eee0198047a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:21.643543 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4560c2f-30ef-4686-a0d0-330687b5513a", "name": "network-vif-deleted", "tag": "2cfbe144-2f8c-49bc-a761-c58af05f21b7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:21.643642 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a89763e9-9774-4603-b0b0-9eee0198047a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:21.644175 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4560c2f-30ef-4686-a0d0-330687b5513a', 'name': 'network-vif-deleted', 'tag': '2cfbe144-2f8c-49bc-a761-c58af05f21b7', 'status': 'completed', 'code': 200} Aug 23 12:13:21.676337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9bea1043-16ac-45b2-8ec8-549a6e571a7f req-b8dd9ebf-c0d9-47d3-b04d-4f4b4b902d66 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866471 Aug 23 12:13:21.678246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.684742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-4485f818-67c0-43d2-a7e2-2ea13200e9d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 1001 time: 0.2996187 Aug 23 12:13:21.726330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42958) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:21.733102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing IP validity checks on allocation pools {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 12:13:21.733640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101058) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 12:13:21.782943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3655eeeb-b21f-4b86-ad78-f3d10295a2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.799638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ed5166a-1e96-4b83-9df4-40ad1e7de549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.802815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ed5166a-1e96-4b83-9df4-40ad1e7de549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.806187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9ed5166a-1e96-4b83-9df4-40ad1e7de549 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e49f795-b001-4687-9466-d63e131e8d8e HTTP/1.1" status: 204 len: 168 time: 0.9556119 Aug 23 12:13:21.866526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5166a-1e96-4b83-9df4-40ad1e7de549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e49f795-b001-4687-9466-d63e131e8d8e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:21.890305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.894373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Deleting subnet 0d2a6a0d-6e12-448b-a08e-1a14313c668d {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:21.905739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-eff00e75-c521-4cae-afe5-38e97629a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:21.907255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-eff00e75-c521-4cae-afe5-38e97629a638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1819673 Aug 23 12:13:21.910220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.930528 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:21.950160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.019307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Checking segment: {'id': '14e73c1d-bf66-4655-8b65-92321b9c5e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:22.019548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network hostable DHCP agents. Network: 5f74f938-b43a-47f7-a730-6c8b303c7bed, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:22.022479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=2b543380-ab40-4861-aee1-a53b0f0a5ef6,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:22.049716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Network 5f74f938-b43a-47f7-a730-6c8b303c7bed is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:22.062150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=a254e87a-03d9-45e6-b5b6-e3de5ac6de10,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:22.063067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5f74f938-b43a-47f7-a730-6c8b303c7bed) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:22.063680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89240c35-90cf-48a7-9f99-14dfd1e23590 None None] Network 09c72299-c925-438c-9d4d-77ab45aaffd0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:22.064942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.067091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-37d3b0ed-2f02-44ed-b7b7-8e3b44cd3142 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/a254e87a-03d9-45e6-b5b6-e3de5ac6de10 HTTP/1.1" status: 204 len: 168 time: 1.1789446 Aug 23 12:13:22.071971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.076003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:22.077170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42978) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:22.078034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.101605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc9f8e-19c1-4007-a518-17e4ddcf8b4f None None] Network 5f74f938-b43a-47f7-a730-6c8b303c7bed requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:22.103947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-098e9910-e0a5-43fd-98d9-20e908cb3dfc tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7316246 Aug 23 12:13:22.104668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:22.115845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:22.237098 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446446'] for subnet, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.462102 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759002087482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3674464'] for subnet, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.509796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-7b41cfa6-850b-49a6-b6b8-87e5af46ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:22.511293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-7b41cfa6-850b-49a6-b6b8-87e5af46ef2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5754299 Aug 23 12:13:22.526945 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.562572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:22.563193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.570355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "PUT /v2.0/subnets/2b543380-ab40-4861-aee1-a53b0f0a5ef6 HTTP/1.1" status: 200 len: 877 time: 0.4634824 Aug 23 12:13:22.595985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:22.645157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5f74f938-b43a-47f7-a730-6c8b303c7bed', 'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed', 'tenant_id': '1508dd1ffca74b49b47a99f2fde795c6', 'fixed_ips': [{'subnet_id': '2b543380-ab40-4861-aee1-a53b0f0a5ef6'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:22.646246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.656294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6a2a1-7a68-48b8-97a4-dbd964199fcd tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event updated for resources: {'Subnet': ['ID=2b543380-ab40-4861-aee1-a53b0f0a5ef6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:22.705034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.795477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] DHCP port deletion for 09c72299-c925-438c-9d4d-77ab45aaffd0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:22.822139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Allocated IP 172.20.0.3 (5f74f938-b43a-47f7-a730-6c8b303c7bed/2b543380-ab40-4861-aee1-a53b0f0a5ef6/fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:22.902773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac273-b341-485f-861c-5788ca419a91 req-c1a067ed-fb7d-426b-875f-bafe0fa8b731 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:22.904560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c9ac273-b341-485f-861c-5788ca419a91 req-c1a067ed-fb7d-426b-875f-bafe0fa8b731 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.2192643 Aug 23 12:13:22.932018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2a6a0d-6e12-448b-a08e-1a14313c668d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:22.943240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.948309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:22.950270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ef490424-de7a-4e9b-a576-ce5ce8dc3a97 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d2a6a0d-6e12-448b-a08e-1a14313c668d HTTP/1.1" status: 204 len: 168 time: 1.2180803 Aug 23 12:13:22.955613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43048) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:22.989928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] Deleting port febe0c33-faed-4c13-9f45-37bcab27d31f {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:22.990314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.005743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.059638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c9ac273-b341-485f-861c-5788ca419a91 req-562e9983-8879-4c2c-b700-c96687e57231 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312046 Aug 23 12:13:23.087414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] For port febe0c33-faed-4c13-9f45-37bcab27d31f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=febe0c33-faed-4c13-9f45-37bcab27d31f,segment=NetworkSegment(c2a15318-4d91-4090-a673-7e56f48aa372),segment_id=c2a15318-4d91-4090-a673-7e56f48aa372)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:23.088326 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.105706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] Calling delete_port for febe0c33-faed-4c13-9f45-37bcab27d31f owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:23.125533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-2545bc0c-1820-4b8f-a65f-a65ae77f6075 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601743 Aug 23 12:13:23.249835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.259540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.264776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90ec0-f2f7-4408-898d-c8cc2a4509aa req-c9a6d505-246f-4eb6-af7c-d0af5beaa11c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:23.266761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ce90ec0-f2f7-4408-898d-c8cc2a4509aa req-c9a6d505-246f-4eb6-af7c-d0af5beaa11c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 945 time: 0.4522734 Aug 23 12:13:23.283003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.306549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Transition to ACTIVE for port object fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:23.309920 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.388069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] Pushing event deleted for resources: {'Port': ['ID=febe0c33-faed-4c13-9f45-37bcab27d31f,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:23.394287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894b704-b514-4ff2-adcd-209446ea8231 None None] No DVR routers for this DVR port febe0c33-faed-4c13-9f45-37bcab27d31f on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:23.413290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Transition to ACTIVE for port object fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:23.433492 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.558522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Network 5f74f938-b43a-47f7-a730-6c8b303c7bed is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:23.561403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:23.565440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:23.570641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a5b6355-08a6-41cb-b45b-aa74f4b0beb2 req-a94e39c6-c0d7-41b2-8076-976f4ff23574 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829250 Aug 23 12:13:23.577365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Pushing event updated for resources: {'Port': ['ID=fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:23.616991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ce90ec0-f2f7-4408-898d-c8cc2a4509aa req-ebcdada6-0137-4497-85ad-752ec6f264ed tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253334 Aug 23 12:13:23.623591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port febe0c33-faed-4c13-9f45-37bcab27d31f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:23.623937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.659229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device febe0c33-faed-4c13-9f45-37bcab27d31f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:23.662489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Attempting to bind port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:23.662869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Attempting to bind port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '14e73c1d-bf66-4655-8b65-92321b9c5e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:23.663234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Attempting to bind port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff on network 5f74f938-b43a-47f7-a730-6c8b303c7bed {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:23.705203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: febe0c33-faed-4c13-9f45-37bcab27d31f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:23.705661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device febe0c33-faed-4c13-9f45-37bcab27d31f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:23.711216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:23.711368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Checking segment: {'id': '14e73c1d-bf66-4655-8b65-92321b9c5e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:23.711763 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.712158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Bound using segment: {'id': '14e73c1d-bf66-4655-8b65-92321b9c5e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:23.712895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Bound port: fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e73c1d-bf66-4655-8b65-92321b9c5e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5f74f938-b43a-47f7-a730-6c8b303c7bed'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:23.713038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.775384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Router 49412218-84d2-4cf8-9133-20cb0e474552 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:13:23.776833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port febe0c33-faed-4c13-9f45-37bcab27d31f, host n-d-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:23.780658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.786871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698a090-7649-4942-bb49-e7c138bf0d8e req-2f01a2ad-1f77-4d26-8c18-335e1be42c8a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:23.794717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5698a090-7649-4942-bb49-e7c138bf0d8e req-2f01a2ad-1f77-4d26-8c18-335e1be42c8a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.5870140 Aug 23 12:13:23.820523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for febe0c33-faed-4c13-9f45-37bcab27d31f owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:23.832209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_backend_mixin [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Port febe0c33-faed-4c13-9f45-37bcab27d31f was not found and therefore no delete operation was performed {{(pid=101057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:13:23.860151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] For port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:23.864382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] For port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff,segment=NetworkSegment(14e73c1d-bf66-4655-8b65-92321b9c5e62),segment_id=14e73c1d-bf66-4655-8b65-92321b9c5e62)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:23.871456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.877036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.884880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.902257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2512ff-a7d9-4c72-8f73-74c3d0918903']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:23.918941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=febe0c33-faed-4c13-9f45-37bcab27d31f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:23.922125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5698a090-7649-4942-bb49-e7c138bf0d8e req-72a05ba3-115a-47ec-8262-f48a445059fc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260500 Aug 23 12:13:23.943581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port febe0c33-faed-4c13-9f45-37bcab27d31f on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:23.953181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:23.962150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460c65c9-46ad-4845-b150-b1543aa02eff') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:23.963771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460c65c9-46ad-4845-b150-b1543aa02eff') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.004374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:24.021840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=2b543380-ab40-4861-aee1-a53b0f0a5ef6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:24.023036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.073977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.140968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767e71-0d1c-43b3-b383-2b54f35e82f0 None None] Pushing event updated for resources: {'Port': ['ID=fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:24.164574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.172018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:24.172909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:24.174725 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:24.216309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f74f938-b43a-47f7-a730-6c8b303c7bed']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.225233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.271476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e73c1d-bf66-4655-8b65-92321b9c5e62') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.271990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e73c1d-bf66-4655-8b65-92321b9c5e62') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.288196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.303488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.305543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.310009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.317082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:24.323495 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cddfaaf-b0b6-4900-b5d0-497997a222d6" -d '{"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:24.323810 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f2512ff-a7d9-4c72-8f73-74c3d0918903 HTTP/1.1" status: 204 len: 168 time: 1.3539612 Aug 23 12:13:24.351340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c72299-c925-438c-9d4d-77ab45aaffd0']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.352512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451de5a-d495-46d9-9759-97204dad80c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2512ff-a7d9-4c72-8f73-74c3d0918903,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:24.355774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.374252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:24.374666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:24.386406 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:24.388784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a15318-4d91-4090-a673-7e56f48aa372') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.388784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a15318-4d91-4090-a673-7e56f48aa372') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.414297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.420884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:24.445419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.447856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.454052 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded7cbdb-3a07-4c85-9b9a-be3923641ffc x-openstack-request-id: req-ded7cbdb-3a07-4c85-9b9a-be3923641ffc {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:24.457492 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:24.457989 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ded7cbdb-3a07-4c85-9b9a-be3923641ffc {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:24.460225 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'code': 200} Aug 23 12:13:24.464788 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-67ded28e-ddcb-4598-b3a0-49e7a7d316a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.479567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:24.480368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:24.494949 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:24.501075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 12:13:24.501075 n-d-773645-7 neutron-server[101058]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 12:13:24.501075 n-d-773645-7 neutron-server[101058]: [parameters: {'id': '5f74f938-b43a-47f7-a730-6c8b303c7bed'}] Aug 23 12:13:24.501075 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:13:24.501890 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:13:24.528846 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.609977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:24.622804 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] Sync routers for ids ['49412218-84d2-4cf8-9133-20cb0e474552'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:24.629630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:24.637092 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] Routers {'49412218-84d2-4cf8-9133-20cb0e474552'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:24.639671 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49412218-84d2-4cf8-9133-20cb0e474552'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:24.642081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d4bc20ab-5e61-4c40-883d-44fe1323ee4d admin admin] 10.222.0.21 "PUT /v2.0/routers/49412218-84d2-4cf8-9133-20cb0e474552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9724030 Aug 23 12:13:24.647531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43150) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:24.698116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2858-19f1-4f0d-8f1f-8fbad5d17be9 req-50a53e5a-9787-4bfa-93ad-5df284de7279 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:24.699810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf2f2858-19f1-4f0d-8f1f-8fbad5d17be9 req-50a53e5a-9787-4bfa-93ad-5df284de7279 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 0.5903554 Aug 23 12:13:24.701014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.748120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.753362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/09c72299-c925-438c-9d4d-77ab45aaffd0 HTTP/1.1" status: 204 len: 168 time: 2.6495845 Aug 23 12:13:24.760738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f415a-5d3d-4a22-b655-428aded535dc tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=09c72299-c925-438c-9d4d-77ab45aaffd0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:24.760738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43154) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:24.767295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-52695898'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:24.783732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43156) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:24.870714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bf2f2858-19f1-4f0d-8f1f-8fbad5d17be9 req-989326ba-935d-4af8-a22b-1d1fb429ecf6 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239264 Aug 23 12:13:24.872956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.883560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:24.888418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.965043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:24.981509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:24.982329 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment dd942279-db1b-4ea9-8e11-7eb052dea5f0 of type vlan for network e9a48a62-f3c1-4c9c-982d-48e5540057fb Aug 23 12:13:25.003045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.019878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.035710 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.045404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d734-e771-4887-8a55-86667bbb921a req-2913618a-cf87-40a4-a3e5-a36d9831bd66 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:25.052936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9535d734-e771-4887-8a55-86667bbb921a req-2913618a-cf87-40a4-a3e5-a36d9831bd66 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.2681148 Aug 23 12:13:25.053723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] Set router 49412218-84d2-4cf8-9133-20cb0e474552 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:13:25.074540 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0be50c6b-3bc4-4be7-a778-2872409a04d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=351c90eddf9d42d680db5201f48b0108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861717 Aug 23 12:13:25.075617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43164) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:25.078783 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.086040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:25.086916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.184125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9535d734-e771-4887-8a55-86667bbb921a req-96ff54f6-e446-4362-9fbe-046c1d6bc998 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195488 Aug 23 12:13:25.252981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Deleting port 8414a1c7-cc68-4466-9af0-b8117d3da99c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:25.253647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.296125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:25.296710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.363299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5975213 Aug 23 12:13:25.363299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad476a-47db-4d62-8fe8-e9399708d836 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=e9a48a62-f3c1-4c9c-982d-48e5540057fb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:25.367256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43170) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:25.376217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:25.377537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:25.416634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012723d1-e68f-4fe8-81bc-96af7277bdb1 req-a3fd886a-2aaa-42b1-baf2-b0aacaa34fa7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:25.418394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-012723d1-e68f-4fe8-81bc-96af7277bdb1 req-a3fd886a-2aaa-42b1-baf2-b0aacaa34fa7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.3549254 Aug 23 12:13:25.419053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca128-0a18-48d2-b402-44c757f16383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.479255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] For port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff,segment=NetworkSegment(14e73c1d-bf66-4655-8b65-92321b9c5e62),segment_id=14e73c1d-bf66-4655-8b65-92321b9c5e62)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:25.479714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.483706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] For port 8414a1c7-cc68-4466-9af0-b8117d3da99c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8414a1c7-cc68-4466-9af0-b8117d3da99c,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:25.484158 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.509821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Calling delete_port for fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:25.512391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Calling delete_port for 8414a1c7-cc68-4466-9af0-b8117d3da99c owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:25.549614 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:13:20Z', 'revision_number': 5, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port': {'id': '8414a1c7-cc68-4466-9af0-b8117d3da99c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49412218-84d2-4cf8-9133-20cb0e474552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:36Z', 'updated_at': '2021-08-23T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:25.667430 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] Checking router: 49412218-84d2-4cf8-9133-20cb0e474552 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:13:25.688157 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] Routers {'49412218-84d2-4cf8-9133-20cb0e474552'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:25.690501 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['49412218-84d2-4cf8-9133-20cb0e474552'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:25.716317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266738c6-93a3-4f6a-ac37-b0ce11f457b5 None None] Network 5f74f938-b43a-47f7-a730-6c8b303c7bed requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:25.727222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:25.738194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca128-0a18-48d2-b402-44c757f16383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.758518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.760693 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:25.781352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No DVR routers for this DVR port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:25.840784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-012723d1-e68f-4fe8-81bc-96af7277bdb1 req-3d4987e9-9c97-4500-8646-070f11d51395 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031284 Aug 23 12:13:25.846049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Port': ['ID=fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:25.931358 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] Set router 49412218-84d2-4cf8-9133-20cb0e474552 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:13:25.947605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:25.951375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.012706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-e77054af-5ab1-4a42-b02d-d9682d472e6f req-ab1a4a08-ba75-41ea-8ea4-96402b5c9238 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:13:26.013399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e77054af-5ab1-4a42-b02d-d9682d472e6f req-ab1a4a08-ba75-41ea-8ea4-96402b5c9238 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789516 Aug 23 12:13:26.015401 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca128-0a18-48d2-b402-44c757f16383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.018065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca128-0a18-48d2-b402-44c757f16383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.019236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0a7ca128-0a18-48d2-b402-44c757f16383 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ac88024-aa92-4788-b946-c50d643bcea0 HTTP/1.1" status: 204 len: 168 time: 0.9417756 Aug 23 12:13:26.019740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fa55d242-6975-4eea-927a-9719187dd7f7 None None] Could not find standard attr ID for object fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:13:26.048658 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:13:25Z', 'revision_number': 6, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:26.057661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ca128-0a18-48d2-b402-44c757f16383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac88024-aa92-4788-b946-c50d643bcea0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:26.067723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No active binding found for port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 12:13:26.068170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 12:13:26.112413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce6c91-8c43-4328-9757-51edfced80f5 None None] The sync data for ids ['49412218-84d2-4cf8-9133-20cb0e474552'] in n-d-773645-7 is: [{'id': '49412218-84d2-4cf8-9133-20cb0e474552', 'name': 'tempest-TestServerMultinode-1759647110-router', 'tenant_id': 'c0448501703a43748b2d976e0c1f5eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:33Z', 'updated_at': '2021-08-23T12:13:25Z', 'revision_number': 6, 'project_id': 'c0448501703a43748b2d976e0c1f5eaf', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:26.136546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Port fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff not found, will not notify nova. {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 12:13:26.156546 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.243800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f74f938-b43a-47f7-a730-6c8b303c7bed']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:26.288598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e73c1d-bf66-4655-8b65-92321b9c5e62') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:26.289033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e73c1d-bf66-4655-8b65-92321b9c5e62') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:26.292207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.345240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Pushing event deleted for resources: {'Port': ['ID=8414a1c7-cc68-4466-9af0-b8117d3da99c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:26.352369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e77054af-5ab1-4a42-b02d-d9682d472e6f req-66f4398b-c1c8-4ca7-9753-65f3a99bc90c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3255200 Aug 23 12:13:26.357387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.406410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.444261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:26.445566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.449978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:26.453587 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:26.528678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f542cf70-bb0a-42b8-952c-558fd2c0785c None None] DHCP port deletion for 5f74f938-b43a-47f7-a730-6c8b303c7bed request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:26.561570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceab44c-b419-43d1-b247-aee4c72a7688 None None] Network 5f74f938-b43a-47f7-a730-6c8b303c7bed requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:26.586786 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.659115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa72c02-84df-4bee-87e7-0579651a6d62 req-e88fae79-d829-4eaf-9e73-7016367caa30 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:26.673951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8fa72c02-84df-4bee-87e7-0579651a6d62 req-e88fae79-d829-4eaf-9e73-7016367caa30 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.3610566 Aug 23 12:13:26.703891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.707160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.718238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.723303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.730323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/5f74f938-b43a-47f7-a730-6c8b303c7bed HTTP/1.1" status: 204 len: 168 time: 4.1270442 Aug 23 12:13:26.730954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43196) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:26.737128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=e6d58906-06a9-464c-9803-b98068225757,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:26.859441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': 'dd942279-db1b-4ea9-8e11-7eb052dea5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:26.862012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: e9a48a62-f3c1-4c9c-982d-48e5540057fb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:26.895459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8fa72c02-84df-4bee-87e7-0579651a6d62 req-3ff61737-0872-437d-a3ff-49dae9fa86e7 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134109 Aug 23 12:13:26.929893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:26.942140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e9a48a62-f3c1-4c9c-982d-48e5540057fb) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:26.950440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:26.951026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:26.951705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ab09f-e3dd-44dd-9b69-c76ce3184221 None None] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:26.987904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a205dfb7-5373-49ca-a86d-119ca78f05e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6188028 Aug 23 12:13:26.988818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:26.998186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1349707076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:27.009156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f6948-34ff-47d1-a2c2-95429fb8d0a3 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=5f74f938-b43a-47f7-a730-6c8b303c7bed,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:27.019318 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-478de449-ea1d-4a6e-8274-46a9fbbf14cf tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:27.019988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478de449-ea1d-4a6e-8274-46a9fbbf14cf tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:27.022411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-478de449-ea1d-4a6e-8274-46a9fbbf14cf tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/2b543380-ab40-4861-aee1-a53b0f0a5ef6 HTTP/1.1" status: 404 len: 337 time: 0.2626133 Aug 23 12:13:27.025044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43210) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:27.079581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.080314 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d877137-4f5e-410f-b52a-7c066638d850 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:27.080887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.081030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d877137-4f5e-410f-b52a-7c066638d850 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:27.085252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6d877137-4f5e-410f-b52a-7c066638d850 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/5f74f938-b43a-47f7-a730-6c8b303c7bed HTTP/1.1" status: 404 len: 339 time: 0.0589571 Aug 23 12:13:27.087596 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.088870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49412218-84d2-4cf8-9133-20cb0e474552 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:13:27.090316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43216) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:27.141231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.143695 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17929ef8-41cf-46db-8de5-2c35f7f4704e admin admin] 10.222.0.21 "DELETE /v2.0/routers/49412218-84d2-4cf8-9133-20cb0e474552 HTTP/1.1" status: 204 len: 168 time: 2.4951348 Aug 23 12:13:27.148158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43222) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:27.236539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.249743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.292457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Deleting subnet 6e1f535f-1bf9-4d7a-aae8-c48d524eca21 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:27.295272 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.300127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4c13e6a6-81af-4350-b7e2-40801665d1b6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3064213 Aug 23 12:13:27.300297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.300618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43228) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:27.306535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e9a48a62-f3c1-4c9c-982d-48e5540057fb', 'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': 'e6d58906-06a9-464c-9803-b98068225757'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:27.309458 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.374258 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa787dc-0c0d-41c0-bfff-0a700543455e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:27.375858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa787dc-0c0d-41c0-bfff-0a700543455e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:27.389596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4aa787dc-0c0d-41c0-bfff-0a700543455e tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/b2418935-c647-4a04-858f-f16308f5fad6 HTTP/1.1" status: 404 len: 337 time: 0.2914920 Aug 23 12:13:27.397147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:27.416585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f3e0c-be7e-4ed3-a5fd-a234330fc96a req-12c7e182-00f7-4154-a046-a1729f68f465 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:27.428051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369f3e0c-be7e-4ed3-a5fd-a234330fc96a req-12c7e182-00f7-4154-a046-a1729f68f465 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.4807396 Aug 23 12:13:27.462979 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8cf557-fa43-4e0e-b20f-e4fdb40d77a1 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:27.463825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8cf557-fa43-4e0e-b20f-e4fdb40d77a1 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:27.468874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e8cf557-fa43-4e0e-b20f-e4fdb40d77a1 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/568214d6-2a66-4f01-91f3-2a00c1e78b44 HTTP/1.1" status: 404 len: 339 time: 0.0382519 Aug 23 12:13:27.469741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43238) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:27.537636 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.634572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.694130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8414a1c7-cc68-4466-9af0-b8117d3da99c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:27.700747 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.785625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 8414a1c7-cc68-4466-9af0-b8117d3da99c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:27.789860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8414a1c7-cc68-4466-9af0-b8117d3da99c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:27.797157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e8e6a983-32fe-48e0-9bab-715e49daa5ad no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:27.862029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e8e6a983-32fe-48e0-9bab-715e49daa5ad {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:27.863837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e8e6a983-32fe-48e0-9bab-715e49daa5ad not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:27.864879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:27.871832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:27.898487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:27.899196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb25ec5e-5a85-4554-b43e-8e7f25a0c0ff not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:27.908322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Allocated IP 2001:db8::2 (e9a48a62-f3c1-4c9c-982d-48e5540057fb/e6d58906-06a9-464c-9803-b98068225757/db91efd1-ff24-4d81-acf2-3d284824d620) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:27.956742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.060901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.138420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-369f3e0c-be7e-4ed3-a5fd-a234330fc96a req-a5ed2c88-525b-410b-b5e8-11af542b8e4c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087846 Aug 23 12:13:28.140084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1f535f-1bf9-4d7a-aae8-c48d524eca21,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:28.154896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.160096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9722beb9-12e2-4041-8b0b-bdb771ab60b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6e1f535f-1bf9-4d7a-aae8-c48d524eca21 HTTP/1.1" status: 204 len: 168 time: 1.0100834 Aug 23 12:13:28.160433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:28.185202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3239c028-20ff-4ccb-a81e-84f55d1d9951 None None] Network adf85014-91ee-4b3c-8057-77452ff56a2e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:28.256760 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.344365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.371917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf99f1b-fef3-4aea-8cdd-a69d44dd410a']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:28.467972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73faa06e-3207-4676-8a11-d08b27bf54ac') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:28.468286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73faa06e-3207-4676-8a11-d08b27bf54ac') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:28.495455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.526700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.577077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.588592 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.606429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcfad3-194f-4c02-add9-270b76fdd640 req-926c910b-4a9b-4f14-b18b-bf3b207d9d3b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:28.613250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fabcfad3-194f-4c02-add9-270b76fdd640 req-926c910b-4a9b-4f14-b18b-bf3b207d9d3b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 0.2703905 Aug 23 12:13:28.619343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:28.640314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:28.643912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:28.651091 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:28.667081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.797795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] DHCP port deletion for adf85014-91ee-4b3c-8057-77452ff56a2e request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:28.841938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fabcfad3-194f-4c02-add9-270b76fdd640 req-aec36b35-d253-4a68-a953-f4c92e3ece22 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141826 Aug 23 12:13:28.870679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Transition to ACTIVE for port object db91efd1-ff24-4d81-acf2-3d284824d620 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:28.871868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.884998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.890265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43288) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:28.891504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/6cf99f1b-fef3-4aea-8cdd-a69d44dd410a HTTP/1.1" status: 204 len: 168 time: 1.4117589 Aug 23 12:13:28.928827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Deleting port 79bbc314-448e-4b30-9043-cfe9a46a46d6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:28.929535 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:28.933179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0608dc-c25f-45ad-9223-28546e81881a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=6cf99f1b-fef3-4aea-8cdd-a69d44dd410a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:28.965530 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-8465607c-9c86-40bf-b0bd-02d1de70af30 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:28.973020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Transition to ACTIVE for port object db91efd1-ff24-4d81-acf2-3d284824d620 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:28.975832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8465607c-9c86-40bf-b0bd-02d1de70af30 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:28.984822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8465607c-9c86-40bf-b0bd-02d1de70af30 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/ac20bd3b-c7a4-4a8c-96db-da6631e0a22c HTTP/1.1" status: 404 len: 337 time: 0.0915382 Aug 23 12:13:28.985975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43296) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:28.996125 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.090852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] For port 79bbc314-448e-4b30-9043-cfe9a46a46d6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=79bbc314-448e-4b30-9043-cfe9a46a46d6,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:29.092021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.141636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:29.150945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] Deleting port 79bbc314-448e-4b30-9043-cfe9a46a46d6 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:29.151654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.195639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Calling delete_port for 79bbc314-448e-4b30-9043-cfe9a46a46d6 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:29.246013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] For port 79bbc314-448e-4b30-9043-cfe9a46a46d6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=79bbc314-448e-4b30-9043-cfe9a46a46d6,segment=NetworkSegment(f5509663-5d4e-4956-bc34-d3c96d7df18a),segment_id=f5509663-5d4e-4956-bc34-d3c96d7df18a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:29.251188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.256490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24395d-2630-4764-8cf9-df56b1995cd5 req-6f5f6c15-c138-473a-b526-2ed466eafe83 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:29.258333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac24395d-2630-4764-8cf9-df56b1995cd5 req-6f5f6c15-c138-473a-b526-2ed466eafe83 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.2433689 Aug 23 12:13:29.275113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] Calling delete_port for 79bbc314-448e-4b30-9043-cfe9a46a46d6 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:29.327193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:29.332344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:29.352093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Pushing event updated for resources: {'Port': ['ID=db91efd1-ff24-4d81-acf2-3d284824d620,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:29.461615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Attempting to bind port db91efd1-ff24-4d81-acf2-3d284824d620 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:29.465191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Attempting to bind port db91efd1-ff24-4d81-acf2-3d284824d620 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'dd942279-db1b-4ea9-8e11-7eb052dea5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:29.465787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Attempting to bind port db91efd1-ff24-4d81-acf2-3d284824d620 on network e9a48a62-f3c1-4c9c-982d-48e5540057fb {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:29.467534 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-0f2c7b4e-2c74-4d07-a940-1448749ba110 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3705366 Aug 23 12:13:29.486689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:29.487079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Checking segment: {'id': 'dd942279-db1b-4ea9-8e11-7eb052dea5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:29.487563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.487972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Bound using segment: {'id': 'dd942279-db1b-4ea9-8e11-7eb052dea5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:29.488526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Bound port: db91efd1-ff24-4d81-acf2-3d284824d620, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd942279-db1b-4ea9-8e11-7eb052dea5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e9a48a62-f3c1-4c9c-982d-48e5540057fb'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:29.488956 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.490825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac24395d-2630-4764-8cf9-df56b1995cd5 req-81349085-dc8d-4152-bb1f-d3f895ec478c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243706 Aug 23 12:13:29.506573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-41f57bb5-83a6-4a76-acb8-72598b23979a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=948e2c11522142b481094661eb79a7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8825996 Aug 23 12:13:29.508801 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.522963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43320) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:29.552036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.654392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bbc314-448e-4b30-9043-cfe9a46a46d6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:29.668336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] Pushing event deleted for resources: {'Port': ['ID=79bbc314-448e-4b30-9043-cfe9a46a46d6,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:29.676630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b5fc3-70ff-4441-88db-57b2d96f147b None None] No DVR routers for this DVR port 79bbc314-448e-4b30-9043-cfe9a46a46d6 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:29.696906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 79bbc314-448e-4b30-9043-cfe9a46a46d6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:29.702564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] No DVR routers for this DVR port 79bbc314-448e-4b30-9043-cfe9a46a46d6 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:29.756069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 79bbc314-448e-4b30-9043-cfe9a46a46d6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:29.763495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 79bbc314-448e-4b30-9043-cfe9a46a46d6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:29.818283 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-9189a816-66ad-4aad-89e4-34d01180fd7c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:29.818901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9189a816-66ad-4aad-89e4-34d01180fd7c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:29.819410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] For port db91efd1-ff24-4d81-acf2-3d284824d620, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:29.820738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9189a816-66ad-4aad-89e4-34d01180fd7c tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/e54dcd8c-8ab0-432c-8fcc-b549912f9d56 HTTP/1.1" status: 404 len: 339 time: 0.8287554 Aug 23 12:13:29.824672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] For port db91efd1-ff24-4d81-acf2-3d284824d620, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=db91efd1-ff24-4d81-acf2-3d284824d620,segment=NetworkSegment(dd942279-db1b-4ea9-8e11-7eb052dea5f0),segment_id=dd942279-db1b-4ea9-8e11-7eb052dea5f0)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:29.825257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43330) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:29.835844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8::1 (e9a48a62-f3c1-4c9c-982d-48e5540057fb/e6d58906-06a9-464c-9803-b98068225757/64e23a98-890a-443d-9a26-fac309ffec7b) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:29.836832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.928093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66ec2cc-f735-4b71-a0b0-9e52b6071df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:29.952389 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-368b32be-d254-4842-8cbd-7f464acb5717 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:29.952389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368b32be-d254-4842-8cbd-7f464acb5717 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:29.957068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-368b32be-d254-4842-8cbd-7f464acb5717 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/1dfecc1a-a92b-4262-8110-fe727c2e084e HTTP/1.1" status: 404 len: 337 time: 0.1167383 Aug 23 12:13:29.960488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43340) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:29.972441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b4cab-098a-4a6c-a522-848bbb1e3341 None None] Pushing event updated for resources: {'Port': ['ID=db91efd1-ff24-4d81-acf2-3d284824d620,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:30.026095 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f07056-5f6d-4fc6-8e89-cc26ca929b62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.026681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f07056-5f6d-4fc6-8e89-cc26ca929b62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.026801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.028728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b7f07056-5f6d-4fc6-8e89-cc26ca929b62 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/ee3f5539-839f-49be-9e63-3210eb51e38f HTTP/1.1" status: 404 len: 339 time: 0.0592871 Aug 23 12:13:30.042738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43342) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.050024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf85014-91ee-4b3c-8057-77452ff56a2e']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:30.062691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:30.102335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5509663-5d4e-4956-bc34-d3c96d7df18a') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:30.102838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5509663-5d4e-4956-bc34-d3c96d7df18a') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:30.127514 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.160986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.183189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:30.183606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.193411 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86b4147-4e04-4675-844d-d1f9a59d3f83 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.193939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86b4147-4e04-4675-844d-d1f9a59d3f83 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.195797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d86b4147-4e04-4675-844d-d1f9a59d3f83 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/1b8a0d2f-d594-4ed1-a5d8-2242b1dd92c5 HTTP/1.1" status: 404 len: 337 time: 0.1461043 Aug 23 12:13:30.245408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43344) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.277526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e64ce5-24ee-4166-ba33-009930189ea5 req-a47530f1-cb01-445e-be2f-43e088f0f6b3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:30.317216 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:30.324870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24e64ce5-24ee-4166-ba33-009930189ea5 req-a47530f1-cb01-445e-be2f-43e088f0f6b3 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 1.1680009 Aug 23 12:13:30.329273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.335616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66ec2cc-f735-4b71-a0b0-9e52b6071df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.345132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.353710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] 10.222.0.21 "DELETE /v2.0/networks/adf85014-91ee-4b3c-8057-77452ff56a2e HTTP/1.1" status: 204 len: 168 time: 2.1644647 Aug 23 12:13:30.367003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43348) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.453805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a899-3767-469a-987d-213c373f39d9 req-2a26704a-d2d8-4931-9b0e-08ec236d8735 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:30.470873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.471221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a899-3767-469a-987d-213c373f39d9 req-2a26704a-d2d8-4931-9b0e-08ec236d8735 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:30.483508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a899-3767-469a-987d-213c373f39d9 req-2a26704a-d2d8-4931-9b0e-08ec236d8735 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:30.487723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ca7a899-3767-469a-987d-213c373f39d9 req-2a26704a-d2d8-4931-9b0e-08ec236d8735 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed&device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a&device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 2418 time: 0.6909564 Aug 23 12:13:30.488638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cce9c-8763-4b29-aa42-bee13285ef63 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf85014-91ee-4b3c-8057-77452ff56a2e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:30.564281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object 64e23a98-890a-443d-9a26-fac309ffec7b will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:30.568721 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b65bc41-fe54-4bd9-bae0-3724cb7d7161 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.569499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b65bc41-fe54-4bd9-bae0-3724cb7d7161 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.575086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1b65bc41-fe54-4bd9-bae0-3724cb7d7161 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/b450825b-ae99-42c8-b2cb-090282c2efe5 HTTP/1.1" status: 404 len: 339 time: 0.2430558 Aug 23 12:13:30.578091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43352) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.593992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ca7a899-3767-469a-987d-213c373f39d9 req-e36bfb0c-5fb4-4d37-96a6-54a4f38e73c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903127 Aug 23 12:13:30.660080 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fe4520-ddc9-4706-9ae5-ea22af436d19 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.660876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fe4520-ddc9-4706-9ae5-ea22af436d19 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.663026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a4fe4520-ddc9-4706-9ae5-ea22af436d19 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/87a0534d-91de-43f6-a67c-2b9986312b03 HTTP/1.1" status: 404 len: 337 time: 0.0811262 Aug 23 12:13:30.665816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43356) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.672469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-24e64ce5-24ee-4166-ba33-009930189ea5 req-b62a05aa-2f20-4be8-a638-508611f9b4f6 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464799 Aug 23 12:13:30.702344 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aff8738-d99d-4917-af7d-653c893c0805 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.703448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aff8738-d99d-4917-af7d-653c893c0805 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.705607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9aff8738-d99d-4917-af7d-653c893c0805 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/5baf9290-8d5c-4cbc-a035-5db05ce5f345 HTTP/1.1" status: 404 len: 339 time: 0.0383782 Aug 23 12:13:30.709955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43358) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.726689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a20a07d6-ce5c-42f9-8792-9aee5b39dedf req-abea8f27-b13a-4272-ab7e-2ac985c77a6c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0876379 Aug 23 12:13:30.764447 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ff1a4-81b3-4623-9338-23ff6b615930 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.765258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5ff1a4-81b3-4623-9338-23ff6b615930 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.771464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fa5ff1a4-81b3-4623-9338-23ff6b615930 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/dee6c996-dcc4-41d2-8ac1-4afab4e01ac1 HTTP/1.1" status: 404 len: 337 time: 0.0595226 Aug 23 12:13:30.773224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43362) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.797792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:30.908369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:30.930673 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2e0eb4-d1ba-456f-b585-605ed87399a8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:30.931289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2e0eb4-d1ba-456f-b585-605ed87399a8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:30.933225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb2e0eb4-d1ba-456f-b585-605ed87399a8 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/e3943729-e2af-486a-89a6-83677bac2ad2 HTTP/1.1" status: 404 len: 339 time: 0.1594491 Aug 23 12:13:30.941001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:30.943164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43370) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:30.952320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:30.952942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:31.096887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43378) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.110769 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e049781-f7bc-443b-a718-252eab0de95b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:31.111244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e049781-f7bc-443b-a718-252eab0de95b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:31.115687 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8e049781-f7bc-443b-a718-252eab0de95b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/8da6ca3d-549b-4127-8324-ab914eaf03c0 HTTP/1.1" status: 404 len: 337 time: 0.1643789 Aug 23 12:13:31.116166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=64e23a98-890a-443d-9a26-fac309ffec7b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:31.131567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43380) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.173170 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a0d5dc-2772-43b7-9b3d-8e1a14242abe tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:31.173816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a0d5dc-2772-43b7-9b3d-8e1a14242abe tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:31.175781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-73a0d5dc-2772-43b7-9b3d-8e1a14242abe tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/53dd534d-c295-4e87-847a-190740cf5f48 HTTP/1.1" status: 404 len: 339 time: 0.0429544 Aug 23 12:13:31.181611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-0d5dfb53-0a78-41d3-a125-96ad428c90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:31.183439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-0d5dfb53-0a78-41d3-a125-96ad428c90c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0&tenant_id=3743d3d08eb1448ba69b15a76e97b9a3 HTTP/1.1" status: 200 len: 1094 time: 0.3727100 Aug 23 12:13:31.184023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43384) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.277625 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8c444d-8739-4cce-8695-6b0d744b894a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:31.278385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8c444d-8739-4cce-8695-6b0d744b894a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:31.280418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ea8c444d-8739-4cce-8695-6b0d744b894a tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/2a868c02-bec4-405c-83cf-75f8d6834f57 HTTP/1.1" status: 404 len: 337 time: 0.0936527 Aug 23 12:13:31.311973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.315883 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66ec2cc-f735-4b71-a0b0-9e52b6071df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:31.319224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66ec2cc-f735-4b71-a0b0-9e52b6071df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:31.322756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b66ec2cc-f735-4b71-a0b0-9e52b6071df3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5525b306-20ac-444e-af9b-e8afed787fc2 HTTP/1.1" status: 204 len: 168 time: 1.7936723 Aug 23 12:13:31.345962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fabe6f37-622c-4f2e-807d-c00c5d104aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:31.350291 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ffea12-23e6-485b-af4a-1464dacc4901 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:31.350868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ffea12-23e6-485b-af4a-1464dacc4901 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:31.352753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c9ffea12-23e6-485b-af4a-1464dacc4901 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/ae720300-405c-4835-8cbb-f971958b6f9f HTTP/1.1" status: 404 len: 339 time: 0.0398011 Aug 23 12:13:31.353895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ec2cc-f735-4b71-a0b0-9e52b6071df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525b306-20ac-444e-af9b-e8afed787fc2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:31.357733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43392) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.394389 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-957c0e0e-0036-4d5b-8560-3b0e906fa70f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:31.394873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957c0e0e-0036-4d5b-8560-3b0e906fa70f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:31.403368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-957c0e0e-0036-4d5b-8560-3b0e906fa70f tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/c942d9cd-2041-41e1-b79a-7937564bc0fa HTTP/1.1" status: 404 len: 337 time: 0.0443344 Aug 23 12:13:31.412415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43394) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.414649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-aa649867-caf2-4c7e-8850-f2cb6d66f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:31.416679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-aa649867-caf2-4c7e-8850-f2cb6d66f0cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1094 time: 0.1904280 Aug 23 12:13:31.558719 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c250ad-732f-40ed-8e50-31a4d95090ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] DELETE failed (client error): The resource could not be found. Aug 23 12:13:31.559455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c250ad-732f-40ed-8e50-31a4d95090ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:13:31.572062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c0c250ad-732f-40ed-8e50-31a4d95090ca tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/c15a1905-d9d5-489f-bbc9-169b1b426681 HTTP/1.1" status: 404 len: 339 time: 0.1439586 Aug 23 12:13:31.572907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:31.598023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:31.676827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device db91efd1-ff24-4d81-acf2-3d284824d620 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:31.735976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b82fa-4fcd-45a2-8761-b99cc791a792 None None] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:31.881769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a6236ac9-527c-48c7-b15d-1c2a87139579 None None] Provisioning for port db91efd1-ff24-4d81-acf2-3d284824d620 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:31.909062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port db91efd1-ff24-4d81-acf2-3d284824d620 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:31.928062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port db91efd1-ff24-4d81-acf2-3d284824d620 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:31.929297 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:31.967150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec1af-4c32-4d89-8f3d-7f0f2080e44b req-20144ff1-b068-4f82-be31-3b766e21ff49 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:31.978372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-489ec1af-4c32-4d89-8f3d-7f0f2080e44b req-20144ff1-b068-4f82-be31-3b766e21ff49 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.1491995 Aug 23 12:13:32.034331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.067707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Deleting subnet 0ea6190b-53ab-415a-96db-12b3746e7f5c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:32.097425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.138853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-8a7fe088-a467-44e9-afbc-b5c49fcf6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:32.140736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-8a7fe088-a467-44e9-afbc-b5c49fcf6d40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.6900532 Aug 23 12:13:32.158216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-489ec1af-4c32-4d89-8f3d-7f0f2080e44b req-116d236f-6a7d-46bb-be4c-46611fad7639 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788199 Aug 23 12:13:32.226853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.366685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-d6d94474-b362-46de-9dea-704c6fe221bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 999 time: 0.2127819 Aug 23 12:13:32.420742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fabe6f37-622c-4f2e-807d-c00c5d104aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.439211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fabe6f37-622c-4f2e-807d-c00c5d104aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.553158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Deleting port 856651a2-abf6-421b-a725-5c3dcf5cfd39 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:32.553906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.558927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fabe6f37-622c-4f2e-807d-c00c5d104aed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c59e662a7d4402d9c0d06f6de908549&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4515362 Aug 23 12:13:32.567124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-9a31c3a6-7381-4031-a15f-c6ccd5692c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:32.570324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-9a31c3a6-7381-4031-a15f-c6ccd5692c62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.1946781 Aug 23 12:13:32.571493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43422) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:32.577402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe6f37-622c-4f2e-807d-c00c5d104aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d18cc0-e335-40c2-b78c-21e03fe7da7d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:32.592908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.603293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.677231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port db91efd1-ff24-4d81-acf2-3d284824d620, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=db91efd1-ff24-4d81-acf2-3d284824d620,segment=NetworkSegment(dd942279-db1b-4ea9-8e11-7eb052dea5f0),segment_id=dd942279-db1b-4ea9-8e11-7eb052dea5f0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:32.684390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.720596 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.729436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] For port 856651a2-abf6-421b-a725-5c3dcf5cfd39, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=856651a2-abf6-421b-a725-5c3dcf5cfd39,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:32.729931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.758774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Calling delete_port for 856651a2-abf6-421b-a725-5c3dcf5cfd39 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:32.765011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.772880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:32.783614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=db91efd1-ff24-4d81-acf2-3d284824d620,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:32.915655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-2450b41e-c888-468f-8acb-e55ee41a089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:32.917266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-2450b41e-c888-468f-8acb-e55ee41a089a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203952 Aug 23 12:13:32.943537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.005262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=64e23a98-890a-443d-9a26-fac309ffec7b,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:33.047803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7be760c4-eda9-496e-804c-b6833b95386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.061481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea6190b-53ab-415a-96db-12b3746e7f5c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:33.071812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b6b6807b-0792-45de-b8bc-a3e7f401c39b None None] Provisioning complete for port db91efd1-ff24-4d81-acf2-3d284824d620 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:33.072198 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b6b6807b-0792-45de-b8bc-a3e7f401c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.075209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.077135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e92d914b-4eb9-44aa-aedd-386cbaedf81b tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/subnets/0ea6190b-53ab-415a-96db-12b3746e7f5c HTTP/1.1" status: 204 len: 168 time: 1.4802690 Aug 23 12:13:33.089536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43436) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:33.177147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7be760c4-eda9-496e-804c-b6833b95386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.295541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc64f15-bd73-428d-bb79-2c579a30607d None None] Network 90090c32-6ace-4f80-a08c-31293d466ad9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:33.375070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.456569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Pushing event deleted for resources: {'Port': ['ID=856651a2-abf6-421b-a725-5c3dcf5cfd39,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:33.641444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b6b6807b-0792-45de-b8bc-a3e7f401c39b None None] Provisioning for port 64e23a98-890a-443d-9a26-fac309ffec7b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:33.643637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a899a-afd1-44d6-9dc9-6bd213dcd433 req-20aaa3d2-0b46-4b6b-983f-5f8a55a23f1f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:33.647508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b6b6807b-0792-45de-b8bc-a3e7f401c39b None None] Provisioning complete for port 64e23a98-890a-443d-9a26-fac309ffec7b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:33.647904 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b6b6807b-0792-45de-b8bc-a3e7f401c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.652725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c33a899a-afd1-44d6-9dc9-6bd213dcd433 req-20aaa3d2-0b46-4b6b-983f-5f8a55a23f1f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.2877910 Aug 23 12:13:33.725006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6807b-0792-45de-b8bc-a3e7f401c39b None None] Port 64e23a98-890a-443d-9a26-fac309ffec7b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:33.765720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device db91efd1-ff24-4d81-acf2-3d284824d620 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:33.826299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port db91efd1-ff24-4d81-acf2-3d284824d620 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:33.828848 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.838853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] DHCP port deletion for 90090c32-6ace-4f80-a08c-31293d466ad9 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:33.867847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c33a899a-afd1-44d6-9dc9-6bd213dcd433 req-e08e3626-cc36-4caf-bb5e-2528ed1cb949 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138727 Aug 23 12:13:33.934019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:33.988176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:34.001485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7cfc4c63-ab8f-4856-8548-f883cc288ba1 None None] Provisioning complete for port 64e23a98-890a-443d-9a26-fac309ffec7b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:34.002163 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7cfc4c63-ab8f-4856-8548-f883cc288ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.007063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:34.029828 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.056298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-db20184a-1a7e-4306-a910-032ad3fd9e32 service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1141229 Aug 23 12:13:34.095139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc4c63-ab8f-4856-8548-f883cc288ba1 None None] Port 64e23a98-890a-443d-9a26-fac309ffec7b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:34.143118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] Deleting port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:34.145504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.256131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] For port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,segment=NetworkSegment(d5852b87-60b9-4a44-ba8a-d752aafcd309),segment_id=d5852b87-60b9-4a44-ba8a-d752aafcd309)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:34.257111 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.262650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:13:34.282423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] Calling delete_port for 7c4d4b1f-c702-4f50-a2db-1980ef6a700b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:34.298477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cf3c423-0fb5-431c-9282-a7307cf33008 req-9cce5e43-0e8f-451d-8c1f-23513726a7ca service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197344 Aug 23 12:13:34.335158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02550e2-573f-4a19-ac32-8e7dac0b1d4e req-9be1bb0c-bd19-4cea-936e-96bdb1e03d09 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:34.336748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a02550e2-573f-4a19-ac32-8e7dac0b1d4e req-9be1bb0c-bd19-4cea-936e-96bdb1e03d09 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.4907534 Aug 23 12:13:34.393717 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.430165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] Pushing event deleted for resources: {'Port': ['ID=7c4d4b1f-c702-4f50-a2db-1980ef6a700b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:34.438277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e7091-a407-4f57-91c3-f09979e74ea0 None None] No DVR routers for this DVR port 7c4d4b1f-c702-4f50-a2db-1980ef6a700b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:34.444991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-300aa6da-4844-4a24-a3c5-1763cff17b5b None None] Provisioning complete for port 64e23a98-890a-443d-9a26-fac309ffec7b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:34.449746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-300aa6da-4844-4a24-a3c5-1763cff17b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.513899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-300aa6da-4844-4a24-a3c5-1763cff17b5b None None] Port 64e23a98-890a-443d-9a26-fac309ffec7b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:13:34.517389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:34.532602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e6cc087c-dee1-42ad-8d3e-9b518a2a2896 admin admin] 10.222.0.21 "PUT /v2.0/routers/fa4cfb44-10d4-4f24-906e-cd1cd8a63a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1627107 Aug 23 12:13:34.535504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43456) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:34.536719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] Sync routers for ids ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:34.554088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] Routers {'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:34.555078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:34.574472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7be760c4-eda9-496e-804c-b6833b95386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.577396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7be760c4-eda9-496e-804c-b6833b95386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.579004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7be760c4-eda9-496e-804c-b6833b95386f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0d18cc0-e335-40c2-b78c-21e03fe7da7d HTTP/1.1" status: 204 len: 168 time: 1.9985719 Aug 23 12:13:34.660733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] The port '7c4d4b1f-c702-4f50-a2db-1980ef6a700b' was deleted {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 23 12:13:34.758252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] Set router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:13:34.802145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be760c4-eda9-496e-804c-b6833b95386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d18cc0-e335-40c2-b78c-21e03fe7da7d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:34.865534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:34.875274 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a02550e2-573f-4a19-ac32-8e7dac0b1d4e req-aa6a554e-2e4c-43bd-a387-b4fd47bb4031 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4982722 Aug 23 12:13:34.911757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-e07969ad-b567-44a5-ad6b-a8a98b3510f2 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:34.913651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-e07969ad-b567-44a5-ad6b-a8a98b3510f2 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.2719467 Aug 23 12:13:34.992966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 777f79a8-9e86-4073-9947-8dece06eab75 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:13:35.033191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.159015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.167037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:13:33Z', 'revision_number': 5, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port': {'id': 'b374cb8b-06e4-4318-8b85-3d4f42cbf4b0', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:11:59Z', 'updated_at': '2021-08-23T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.188997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b1d6-006a-45e0-8b12-af575a5bfec1 req-d64d93bf-a503-4c28-9aca-ebc1177b0e75 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:35.196744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f755b1d6-006a-45e0-8b12-af575a5bfec1 req-d64d93bf-a503-4c28-9aca-ebc1177b0e75 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.1164820 Aug 23 12:13:35.246836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90090c32-6ace-4f80-a08c-31293d466ad9']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.263441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] Checking router: fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:13:35.289292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] Routers {'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:35.292524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.302885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5852b87-60b9-4a44-ba8a-d752aafcd309') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.303451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5852b87-60b9-4a44-ba8a-d752aafcd309') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.330253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f755b1d6-006a-45e0-8b12-af575a5bfec1 req-ee960243-4170-4b29-9e32-71bcfe6576e7 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322718 Aug 23 12:13:35.338200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Deleting port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:35.338752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.369455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:35.381678 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] Sync routers for ids ['777f79a8-9e86-4073-9947-8dece06eab75'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:35.396932 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] Routers {'777f79a8-9e86-4073-9947-8dece06eab75'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:35.397567 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['777f79a8-9e86-4073-9947-8dece06eab75'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.409735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7571f55f-8fc3-49df-94fc-8b987c13274d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/777f79a8-9e86-4073-9947-8dece06eab75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1036882 Aug 23 12:13:35.425717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.460914 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.476175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:35.479445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.494950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] For port b374cb8b-06e4-4318-8b85-3d4f42cbf4b0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:35.495567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.531895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Calling delete_port for b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:35.539460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43482) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:35.571321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] Set router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:35.577868 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:35.590044 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.658664 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] Routers {'777f79a8-9e86-4073-9947-8dece06eab75'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:35.660350 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['777f79a8-9e86-4073-9947-8dece06eab75'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.693033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd94c61-5e5c-4fdf-b073-09526d015026 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:35.714875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3fd94c61-5e5c-4fdf-b073-09526d015026 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports/64e23a98-890a-443d-9a26-fac309ffec7b HTTP/1.1" status: 200 len: 911 time: 0.1715803 Aug 23 12:13:35.714875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43484) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:35.764499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:35.781920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35a0eed6-4180-4341-b449-7b425c131b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.798032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7c4d4b1f-c702-4f50-a2db-1980ef6a700b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:35.807966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:13:35Z', 'revision_number': 6, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.818983 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:35.823363 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1962a5-06f8-468d-a94c-57fd4d8e0577 None None] The sync data for ids ['777f79a8-9e86-4073-9947-8dece06eab75'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:35.905939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7c4d4b1f-c702-4f50-a2db-1980ef6a700b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:35.906532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7c4d4b1f-c702-4f50-a2db-1980ef6a700b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:35.911005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741d30-0856-46ad-a997-40c3b2ef5050 None None] The sync data for ids ['fa4cfb44-10d4-4f24-906e-cd1cd8a63a02'] in n-d-773645-7 is: [{'id': 'fa4cfb44-10d4-4f24-906e-cd1cd8a63a02', 'name': 'tempest-TestServerMultinode-845136020-router', 'tenant_id': '04a66f73a8cf48a9bcef64f822810e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:11:55Z', 'updated_at': '2021-08-23T12:13:35Z', 'revision_number': 6, 'project_id': '04a66f73a8cf48a9bcef64f822810e9b', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:35.985785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.994651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:35.999006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] 10.222.0.21 "DELETE /v2.0/networks/90090c32-6ace-4f80-a08c-31293d466ad9 HTTP/1.1" status: 204 len: 168 time: 2.9084027 Aug 23 12:13:36.058118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f801f-f16b-4784-9823-4ab34ff257e7 tempest-NetworksTest-610603719 tempest-NetworksTest-610603719-project] Pushing event deleted for resources: {'Network': ['ID=90090c32-6ace-4f80-a08c-31293d466ad9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:36.135491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Deleting port 534034f8-65aa-4b25-8c2a-88ec3c5a148a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:36.135907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:36.247257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] For port 534034f8-65aa-4b25-8c2a-88ec3c5a148a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=534034f8-65aa-4b25-8c2a-88ec3c5a148a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:36.248000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:36.263959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Calling delete_port for 534034f8-65aa-4b25-8c2a-88ec3c5a148a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:36.607575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59903b87-60eb-4a23-8cde-d202166a5eeb req-aba59c67-71ed-4560-90e2-03c5e80e65ee tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:36.619408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59903b87-60eb-4a23-8cde-d202166a5eeb req-aba59c67-71ed-4560-90e2-03c5e80e65ee tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.5542088 Aug 23 12:13:36.700180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35a0eed6-4180-4341-b449-7b425c131b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:36.734314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35a0eed6-4180-4341-b449-7b425c131b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:36.778713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59903b87-60eb-4a23-8cde-d202166a5eeb req-20c1e1b0-6c27-4f53-a5fb-78b9d9393acf tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576095 Aug 23 12:13:36.780983 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-35a0eed6-4180-4341-b449-7b425c131b9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfedb3baf12d4ce481a5efa5ec47325a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0650570 Aug 23 12:13:36.801118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:36.842706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43510) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:36.957407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bdc81-d9b1-450f-95d1-de4e2b6deff3 req-ac662d4c-7ced-486c-95fe-c8df9554040c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:36.959351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-978bdc81-d9b1-450f-95d1-de4e2b6deff3 req-ac662d4c-7ced-486c-95fe-c8df9554040c tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=912dcbe2-114f-4fb3-925c-c694d49ab6ed HTTP/1.1" status: 200 len: 945 time: 0.4459319 Aug 23 12:13:37.006428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.021789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9c675c0f-9e00-4988-bb7e-82a04f3aa98a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:37.038672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0eed6-4180-4341-b449-7b425c131b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1668fb2-d45f-4051-b9dc-a24d728ca295,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:37.096934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Pushing event deleted for resources: {'Port': ['ID=534034f8-65aa-4b25-8c2a-88ec3c5a148a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:37.144117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.187434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ee13af46-9099-4a88-813f-e0eeb334b6bf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:37.221417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc579ef9-c26f-4abb-abed-ddb05dd92c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.335529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc579ef9-c26f-4abb-abed-ddb05dd92c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.344036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] No DVR routers for this DVR port 534034f8-65aa-4b25-8c2a-88ec3c5a148a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:37.370320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.375343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bc79f17-cbd4-426a-b506-4462da1cea3b req-c490be99-f6cf-4b2f-ac47-268047a057e4 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "DELETE /v2.0/ports/534034f8-65aa-4b25-8c2a-88ec3c5a148a HTTP/1.1" status: 204 len: 173 time: 2.4499500 Aug 23 12:13:37.379359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'name': 'network-vif-deleted', 'tag': '534034f8-65aa-4b25-8c2a-88ec3c5a148a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:37.388293 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5521ce87-4241-4b2e-ad3f-359aac55a113" -d '{"events": [{"server_uuid": "912dcbe2-114f-4fb3-925c-c694d49ab6ed", "name": "network-vif-deleted", "tag": "534034f8-65aa-4b25-8c2a-88ec3c5a148a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:37.492739 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb83742-85f6-4e46-9f21-bafea013db61 x-openstack-request-id: req-5cb83742-85f6-4e46-9f21-bafea013db61 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:37.493047 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912dcbe2-114f-4fb3-925c-c694d49ab6ed", "name": "network-vif-deleted", "tag": "534034f8-65aa-4b25-8c2a-88ec3c5a148a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:37.493304 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cb83742-85f6-4e46-9f21-bafea013db61 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:37.493721 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912dcbe2-114f-4fb3-925c-c694d49ab6ed', 'name': 'network-vif-deleted', 'tag': '534034f8-65aa-4b25-8c2a-88ec3c5a148a', 'status': 'completed', 'code': 200} Aug 23 12:13:37.517578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d28b90c8-2eb1-4509-932e-bf8cf79e3ad4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1508dd1ffca74b49b47a99f2fde795c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737528 Aug 23 12:13:37.533316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:37.565382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 534034f8-65aa-4b25-8c2a-88ec3c5a148a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:37.664925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Pushing event deleted for resources: {'Port': ['ID=b374cb8b-06e4-4318-8b85-3d4f42cbf4b0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:37.682308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 534034f8-65aa-4b25-8c2a-88ec3c5a148a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:37.688144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 534034f8-65aa-4b25-8c2a-88ec3c5a148a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:37.709801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.728293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 856651a2-abf6-421b-a725-5c3dcf5cfd39 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:37.759894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-978bdc81-d9b1-450f-95d1-de4e2b6deff3 req-1c3af409-e8e8-4730-93a8-eb6fef93e23e tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801220 Aug 23 12:13:37.771865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:37.840900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 856651a2-abf6-421b-a725-5c3dcf5cfd39 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:37.841290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 856651a2-abf6-421b-a725-5c3dcf5cfd39 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:37.841736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:37.951330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:37.951705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b374cb8b-06e4-4318-8b85-3d4f42cbf4b0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:38.015880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.022315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.124790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.124790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:13:38.147802 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.153921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4810cc1d-99d0-4d77-8e7a-5460f85ef549 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fa4cfb44-10d4-4f24-906e-cd1cd8a63a02 HTTP/1.1" status: 204 len: 168 time: 3.6160057 Aug 23 12:13:38.160201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43524) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:38.178130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc579ef9-c26f-4abb-abed-ddb05dd92c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.181162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc579ef9-c26f-4abb-abed-ddb05dd92c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.183619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bc579ef9-c26f-4abb-abed-ddb05dd92c51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1668fb2-d45f-4051-b9dc-a24d728ca295 HTTP/1.1" status: 204 len: 168 time: 1.3794243 Aug 23 12:13:38.237093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d791b7c-92a2-4a51-9b36-5d2437fa6d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.272463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296fac4-906a-4a98-b086-e1510cc5fcb7 req-1da547d8-2a29-4aca-8402-9eb52251914b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:38.280370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8296fac4-906a-4a98-b086-e1510cc5fcb7 req-1da547d8-2a29-4aca-8402-9eb52251914b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.2594993 Aug 23 12:13:38.311049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc579ef9-c26f-4abb-abed-ddb05dd92c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1668fb2-d45f-4051-b9dc-a24d728ca295,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:38.312336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d791b7c-92a2-4a51-9b36-5d2437fa6d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.381451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Deleting subnet a779f9d8-a071-4dd6-8286-05393764a810 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:38.389637 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.531694 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.557046 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8296fac4-906a-4a98-b086-e1510cc5fcb7 req-6c38a569-0f87-4125-9cbd-cea3a333f327 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757232 Aug 23 12:13:38.587746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d791b7c-92a2-4a51-9b36-5d2437fa6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.590339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d791b7c-92a2-4a51-9b36-5d2437fa6d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.591536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1d791b7c-92a2-4a51-9b36-5d2437fa6d4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bd165b0-5085-4f5a-8690-b02568359eea HTTP/1.1" status: 204 len: 168 time: 1.0562320 Aug 23 12:13:38.673484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d791b7c-92a2-4a51-9b36-5d2437fa6d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd165b0-5085-4f5a-8690-b02568359eea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:38.753670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.837366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 64e23a98-890a-443d-9a26-fac309ffec7b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:38.844594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:38.966030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-f744b164-60e6-4a95-a2e4-55b24ac7433c req-39f4747c-b982-45a1-9120-ac475b08cf1b tempest-ServersTestMultiNic-662868427 tempest-ServersTestMultiNic-662868427-project] (101057) timed out ('10.222.0.41', 57578) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:13:39.020868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:39.152353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a779f9d8-a071-4dd6-8286-05393764a810,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:39.171239 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:13:39.179626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4facc-7a0d-4da6-944c-0db00e96e900 None None] Network a6b9afde-a928-4fae-b36e-963f42f95d0c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:39.193854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:39.207464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:39.212072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43558) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:39.222989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e256a25b-9179-4ebf-a1d1-df61047e5079 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a779f9d8-a071-4dd6-8286-05393764a810 HTTP/1.1" status: 204 len: 168 time: 1.0600979 Aug 23 12:13:39.321027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 64e23a98-890a-443d-9a26-fac309ffec7b owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:39.325917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:39.496115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Deleting port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:39.496846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:39.719052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] DHCP port deletion for a6b9afde-a928-4fae-b36e-963f42f95d0c request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:39.828142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1ff69-d238-42bd-b713-f3d271e7513c req-83e38188-4b29-4d67-aa04-ab2ba86634a8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:39.845600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3d1ff69-d238-42bd-b713-f3d271e7513c req-83e38188-4b29-4d67-aa04-ab2ba86634a8 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 0.2734830 Aug 23 12:13:39.932070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] Deleting port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:39.940857 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:39.966494 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3d1ff69-d238-42bd-b713-f3d271e7513c req-eefc48aa-5c55-4a91-9bc3-22825182cab2 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163492 Aug 23 12:13:40.124413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] For port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:40.128663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:40.141436 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:40.183748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] For port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,segment=NetworkSegment(6973fb3d-4d2f-47d7-90b4-39219ef60790),segment_id=6973fb3d-4d2f-47d7-90b4-39219ef60790)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:40.186312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:40.227558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] Calling delete_port for 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:40.237011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=64e23a98-890a-443d-9a26-fac309ffec7b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:40.249528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Calling delete_port for 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:40.314109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1fea4-1712-4600-a6dc-1c994b676f71 req-8c44c93c-5837-4737-ba0d-52775c42e094 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:40.320525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ceb1fea4-1712-4600-a6dc-1c994b676f71 req-8c44c93c-5837-4737-ba0d-52775c42e094 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.2923219 Aug 23 12:13:40.437208 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:40.440861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ceb1fea4-1712-4600-a6dc-1c994b676f71 req-97746236-905f-4665-9f16-8533599d5f4c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036911 Aug 23 12:13:40.541045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] Pushing event deleted for resources: {'Port': ['ID=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:40.546971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5c8a8-16a9-4eaf-b17d-2267a2e9e4df None None] No DVR routers for this DVR port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:40.634823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43604) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:40.755870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.034670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.057945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 777f79a8-9e86-4073-9947-8dece06eab75 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:13:41.086917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed595f7-6b53-47e4-96c8-a6d221df8ff5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:41.086917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] No DVR routers for this DVR port 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:41.309735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1872930088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:41.347426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c902d42-9bca-43be-8f99-f9c1caf81b70 req-208c8b16-2649-45ab-b2c6-eccc96fc4bda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:41.349831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c902d42-9bca-43be-8f99-f9c1caf81b70 req-208c8b16-2649-45ab-b2c6-eccc96fc4bda tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 0.1744037 Aug 23 12:13:41.419211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.422237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.492849 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c902d42-9bca-43be-8f99-f9c1caf81b70 req-141ef27c-98f3-4320-9a18-b499f3397d33 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360734 Aug 23 12:13:41.655708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.658416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:41.672101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.686613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:41.687226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5ed595f7-6b53-47e4-96c8-a6d221df8ff5 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:41.727954 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.733464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ce56501c-7035-4cd1-9e65-10911c1730ac tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0969262 Aug 23 12:13:41.734502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43630) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:41.744719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-17095355'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:41.798541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:41.805880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:41.835379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.056032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.065132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.124315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:42.171593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b978ed9b-bb27-4e2f-9932-effbadd5eb46,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:42.187814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.188604 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Added segment 9c854185-46dd-481a-85ee-b5ae3d07b924 of type vlan for network 07c75c15-245b-4f10-8cef-d627c1c144c0 Aug 23 12:13:42.312518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.326389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.353463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-6590cd60-2b0b-4f76-9295-fb817c69ea9e tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:42.355719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-6590cd60-2b0b-4f76-9295-fb817c69ea9e tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.41 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 0.3589170 Aug 23 12:13:42.360432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:42.364226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b9afde-a928-4fae-b36e-963f42f95d0c']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.376454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2954859-f400-437d-9392-119b78c28d2c None None] Sync routers for ids ['777f79a8-9e86-4073-9947-8dece06eab75'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:42.385465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ae7bd2d9-bd7c-44cd-ac2a-89fa3d7956dd tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/777f79a8-9e86-4073-9947-8dece06eab75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6171451 Aug 23 12:13:42.391698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a721fc-de85-4ba6-8045-b16d3d5d856b req-d426a14a-0e94-4ae9-aa93-21958e4350ad tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:42.396090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:42.400122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61a721fc-de85-4ba6-8045-b16d3d5d856b req-d426a14a-0e94-4ae9-aa93-21958e4350ad tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.4111667 Aug 23 12:13:42.410583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2954859-f400-437d-9392-119b78c28d2c None None] Routers {'777f79a8-9e86-4073-9947-8dece06eab75'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:42.412068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d2954859-f400-437d-9392-119b78c28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['777f79a8-9e86-4073-9947-8dece06eab75'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.461421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5e5a3e3f-f9ff-4198-add8-b74e0124593b tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=777f79a8-9e86-4073-9947-8dece06eab75 HTTP/1.1" status: 200 len: 205 time: 0.0618598 Aug 23 12:13:42.461616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:42.472209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.509718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6973fb3d-4d2f-47d7-90b4-39219ef60790') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.512161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:42.512550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6973fb3d-4d2f-47d7-90b4-39219ef60790') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.514212 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.534001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d2954859-f400-437d-9392-119b78c28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.538379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.560278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2954859-f400-437d-9392-119b78c28d2c None None] Routers {'777f79a8-9e86-4073-9947-8dece06eab75'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:42.561343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d2954859-f400-437d-9392-119b78c28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['777f79a8-9e86-4073-9947-8dece06eab75'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.574469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61a721fc-de85-4ba6-8045-b16d3d5d856b req-6014c754-5663-467d-b081-f545a3e663de tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731644 Aug 23 12:13:42.618516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d2954859-f400-437d-9392-119b78c28d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:42.618831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.620274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2954859-f400-437d-9392-119b78c28d2c None None] The sync data for ids ['777f79a8-9e86-4073-9947-8dece06eab75'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:42.656543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:42.658132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:42.663030 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:42.763129 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.854982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Deleting port ee13af46-9099-4a88-813f-e0eeb334b6bf {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:42.855338 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:42.933504 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1969128 Aug 23 12:13:42.934721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773201bf-6fa5-4e9c-91ac-24b18dd95dcb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Network': ['ID=07c75c15-245b-4f10-8cef-d627c1c144c0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:42.952433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:43.033294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43662) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:43.053900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'subnet': {'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:43.077197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] For port ee13af46-9099-4a88-813f-e0eeb334b6bf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ee13af46-9099-4a88-813f-e0eeb334b6bf,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:43.077576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:43.105543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Calling delete_port for ee13af46-9099-4a88-813f-e0eeb334b6bf owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:43.413798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:43.437917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:43.486485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:43.564566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ee13af46-9099-4a88-813f-e0eeb334b6bf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:43.584014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:43.587099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Pushing event deleted for resources: {'Port': ['ID=ee13af46-9099-4a88-813f-e0eeb334b6bf,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:43.729680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:43.761086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6b9afde-a928-4fae-b36e-963f42f95d0c HTTP/1.1" status: 204 len: 168 time: 4.5359135 Aug 23 12:13:43.774365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9c675c0f-9e00-4988-bb7e-82a04f3aa98a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:43.776960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2c290-cf62-4ff9-84dc-a1c1d95ecfa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b9afde-a928-4fae-b36e-963f42f95d0c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:43.903875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] No DVR routers for this DVR port ee13af46-9099-4a88-813f-e0eeb334b6bf on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:43.909093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:43.913665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f71f8b25-9f1e-4763-8039-6bb2f22c5da8 req-55aeb0bb-343b-491e-8513-9a5073d942c3 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.41 "DELETE /v2.0/ports/ee13af46-9099-4a88-813f-e0eeb334b6bf HTTP/1.1" status: 204 len: 173 time: 1.4852090 Aug 23 12:13:43.918569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'name': 'network-vif-deleted', 'tag': 'ee13af46-9099-4a88-813f-e0eeb334b6bf'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:43.919122 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7996a70-c5fc-4529-b2c7-90f2b70a5ecc" -d '{"events": [{"server_uuid": "13d2dc3b-4fda-4954-88d7-672a949bef2a", "name": "network-vif-deleted", "tag": "ee13af46-9099-4a88-813f-e0eeb334b6bf"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:44.122734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41f756-5a48-4e8d-8e4c-539a1a27d369 req-1c77fd4b-1951-4a37-83b6-2e259a1df2d8 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:44.143259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef41f756-5a48-4e8d-8e4c-539a1a27d369 req-1c77fd4b-1951-4a37-83b6-2e259a1df2d8 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.2644899 Aug 23 12:13:44.268882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43692) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:44.325275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a3ebb-2bed-4e15-af80-35eb1d07d3dd req-f003509c-c40d-45b2-9dc8-9647355c1c4f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:44.342002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b5a3ebb-2bed-4e15-af80-35eb1d07d3dd req-f003509c-c40d-45b2-9dc8-9647355c1c4f tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=13d2dc3b-4fda-4954-88d7-672a949bef2a HTTP/1.1" status: 200 len: 946 time: 1.5816486 Aug 23 12:13:44.428453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef41f756-5a48-4e8d-8e4c-539a1a27d369 req-738d9bb1-2fcb-462e-b227-80feed616461 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842278 Aug 23 12:13:44.498553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d2e58ac3-d03c-4bd3-873f-f72c55dc3046 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0448501703a43748b2d976e0c1f5eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248497 Aug 23 12:13:44.504089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43700) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:44.516179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.529861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.625423 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a1ac8e-b3a1-41bf-9221-78ae74155597 x-openstack-request-id: req-99a1ac8e-b3a1-41bf-9221-78ae74155597 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:44.626001 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d2dc3b-4fda-4954-88d7-672a949bef2a", "name": "network-vif-deleted", "tag": "ee13af46-9099-4a88-813f-e0eeb334b6bf", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:44.626459 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99a1ac8e-b3a1-41bf-9221-78ae74155597 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:44.627070 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d2dc3b-4fda-4954-88d7-672a949bef2a', 'name': 'network-vif-deleted', 'tag': 'ee13af46-9099-4a88-813f-e0eeb334b6bf', 'status': 'completed', 'code': 200} Aug 23 12:13:44.696706 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b5a3ebb-2bed-4e15-af80-35eb1d07d3dd req-4ad07427-40b4-4f55-bb0d-66a721dbfe0b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536909 Aug 23 12:13:44.741887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.742631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router 777f79a8-9e86-4073-9947-8dece06eab75 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:13:44.755078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.756630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ba79b5de-3c03-40ec-88bc-9d2de1a2d20e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/777f79a8-9e86-4073-9947-8dece06eab75 HTTP/1.1" status: 204 len: 168 time: 2.2939572 Aug 23 12:13:44.759344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43704) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:44.866206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet e6d58906-06a9-464c-9803-b98068225757 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:44.887358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.919882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95cdd666-2899-4298-b8e3-cb93e05eea6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.951504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95cdd666-2899-4298-b8e3-cb93e05eea6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:44.981456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.065592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.132923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.184754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43710) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:45.199170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95cdd666-2899-4298-b8e3-cb93e05eea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.210467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95cdd666-2899-4298-b8e3-cb93e05eea6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.211709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95cdd666-2899-4298-b8e3-cb93e05eea6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae97b30e-240e-4260-89f3-e424b3d3cc68 HTTP/1.1" status: 204 len: 168 time: 0.7036483 Aug 23 12:13:45.258859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdd666-2899-4298-b8e3-cb93e05eea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae97b30e-240e-4260-89f3-e424b3d3cc68,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:45.272950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Subnet': ['ID=6d5343e6-644d-405c-b63c-1d079722dbab,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:45.300224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43716) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:45.322611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Checking segment: {'id': '9c854185-46dd-481a-85ee-b5ae3d07b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:45.322772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network hostable DHCP agents. Network: 07c75c15-245b-4f10-8cef-d627c1c144c0, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:45.340807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.373853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:45.387890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 07c75c15-245b-4f10-8cef-d627c1c144c0) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:45.398722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:45.399347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.400302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d9a6e-18a4-422e-8cfe-9645fe956e59 None None] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:45.441776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d3b2b39a-ba10-4850-9015-a7297d6682ba tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4043005 Aug 23 12:13:45.442958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43722) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:45.462483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'network': {'name': 'tempest-router-network01--945935941'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:45.471764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d58906-06a9-464c-9803-b98068225757,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:45.517950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.524860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-096e7a75-019a-4182-bdda-610c70e8a470 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/e6d58906-06a9-464c-9803-b98068225757 HTTP/1.1" status: 204 len: 168 time: 0.7641995 Aug 23 12:13:45.529459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43726) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:45.562290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb186ea-fb22-44f9-9e21-e69d0499d387 None None] Network e9a48a62-f3c1-4c9c-982d-48e5540057fb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:45.567166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:45.583887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.654566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:45.680850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.681199 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Added segment 1a03e5f2-9e02-4597-a0e0-efe488138b3b of type vlan for network 38e1d659-c7c4-4afa-b079-b1de44c7223b Aug 23 12:13:45.832155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03b68346-02a5-411d-85a8-3482b8b81452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.854309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6aba434f-cb1c-4c9d-af8d-322315a8b5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:45.887221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.023531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.053886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:46.054607 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.088717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.145887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] DHCP port deletion for e9a48a62-f3c1-4c9c-982d-48e5540057fb request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:46.155586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-07c75c15-245b-4f10-8cef-d627c1c144c0', 'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0', 'tenant_id': 'd19095a534d74eae8a9f7d90d080f9a0', 'fixed_ips': [{'subnet_id': '6d5343e6-644d-405c-b63c-1d079722dbab'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:46.157242 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.167403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd89fa-b05c-4465-a93f-7464f2e21a36 req-f359f5bc-3e51-4f77-af26-9db7f74c49d1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:46.169026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ddd89fa-b05c-4465-a93f-7464f2e21a36 req-f359f5bc-3e51-4f77-af26-9db7f74c49d1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.5079513 Aug 23 12:13:46.216342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ee13af46-9099-4a88-813f-e0eeb334b6bf no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:46.217836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43738) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:46.239941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ee13af46-9099-4a88-813f-e0eeb334b6bf {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:46.240307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ee13af46-9099-4a88-813f-e0eeb334b6bf not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:46.362986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ddd89fa-b05c-4465-a93f-7464f2e21a36 req-efc85836-064a-4b84-8a0f-52a80da72544 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699419 Aug 23 12:13:46.419367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Deleting port db91efd1-ff24-4d81-acf2-3d284824d620 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:46.419367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.476680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port db91efd1-ff24-4d81-acf2-3d284824d620 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:46.477190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.494498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] For port db91efd1-ff24-4d81-acf2-3d284824d620, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=db91efd1-ff24-4d81-acf2-3d284824d620,segment=NetworkSegment(dd942279-db1b-4ea9-8e11-7eb052dea5f0),segment_id=dd942279-db1b-4ea9-8e11-7eb052dea5f0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:46.494818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.509366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Calling delete_port for db91efd1-ff24-4d81-acf2-3d284824d620 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:46.587103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a8263450-97ce-4ad8-92f2-681b79119fda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04a66f73a8cf48a9bcef64f822810e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589714 Aug 23 12:13:46.591618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43740) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:46.593176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Network': ['ID=38e1d659-c7c4-4afa-b079-b1de44c7223b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:46.603505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.660665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port db91efd1-ff24-4d81-acf2-3d284824d620, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=db91efd1-ff24-4d81-acf2-3d284824d620,segment=NetworkSegment(dd942279-db1b-4ea9-8e11-7eb052dea5f0),segment_id=dd942279-db1b-4ea9-8e11-7eb052dea5f0)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:46.661307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.675429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:46.679095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-724bcc68-cb4d-4439-a90a-72cf44c18441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.700796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for db91efd1-ff24-4d81-acf2-3d284824d620 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:46.702282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b303fc1-3cfd-4848-9b87-7626c0507121 req-ae4f1ef9-76d7-4126-9124-9b6b6d7a1cf2 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:46.704131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b303fc1-3cfd-4848-9b87-7626c0507121 req-ae4f1ef9-76d7-4126-9124-9b6b6d7a1cf2 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.4236436 Aug 23 12:13:46.766085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Pushing event deleted for resources: {'Port': ['ID=db91efd1-ff24-4d81-acf2-3d284824d620,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:46.773272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03b68346-02a5-411d-85a8-3482b8b81452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.796709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-724bcc68-cb4d-4439-a90a-72cf44c18441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.797529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] No DVR routers for this DVR port db91efd1-ff24-4d81-acf2-3d284824d620 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:46.822803 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03b68346-02a5-411d-85a8-3482b8b81452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.836161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.839682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.840962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.840962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a62d69-4361-426a-85c3-db0f9c7f51ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:46.864891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Allocated IP 2001:db8::2 (07c75c15-245b-4f10-8cef-d627c1c144c0/6d5343e6-644d-405c-b63c-1d079722dbab/d5d35492-2141-4a68-933b-7bcfb2d2b9d1) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:46.871818 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b303fc1-3cfd-4848-9b87-7626c0507121 req-40f8ad4e-0fd2-45e7-8233-fe0a04fa1ece tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512747 Aug 23 12:13:46.906117 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-03b68346-02a5-411d-85a8-3482b8b81452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d93eae41c354934bcd82d67706a67e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6044807 Aug 23 12:13:46.911799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b68346-02a5-411d-85a8-3482b8b81452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38ab2a2-2318-4c40-97e1-1ef0f5356253,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:46.912926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43744) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:46.966791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-724bcc68-cb4d-4439-a90a-72cf44c18441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.986215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-724bcc68-cb4d-4439-a90a-72cf44c18441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:46.996078 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-724bcc68-cb4d-4439-a90a-72cf44c18441 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c64edd3-8f18-4cf3-8661-03a07d1d8c7f HTTP/1.1" status: 204 len: 168 time: 0.3937154 Aug 23 12:13:47.039962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bcc68-cb4d-4439-a90a-72cf44c18441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64edd3-8f18-4cf3-8661-03a07d1d8c7f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:47.084887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6aba434f-cb1c-4c9d-af8d-322315a8b5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.103094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6938d6aa-76e2-486e-b77d-3ebb1588fd2e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6579273 Aug 23 12:13:47.103281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43748) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:47.121191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6aba434f-cb1c-4c9d-af8d-322315a8b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.159899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'network': {'name': 'tempest-router-network02--441511757'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:47.356449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.360495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba434f-cb1c-4c9d-af8d-322315a8b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3e676-9cbf-4307-a434-1418938bfcb6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:47.408476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=db91efd1-ff24-4d81-acf2-3d284824d620,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:47.408476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:47.434738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.443721 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.468475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Transition to ACTIVE for port object d5d35492-2141-4a68-933b-7bcfb2d2b9d1 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:47.531248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Transition to ACTIVE for port object d5d35492-2141-4a68-933b-7bcfb2d2b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:47.537841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d899092e-7d4f-4b75-b8f4-40a14a22e6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.550275 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.574425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43752) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:47.574574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6aba434f-cb1c-4c9d-af8d-322315a8b5bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea2154454e3d4c59ac441e78108c9844&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3845580 Aug 23 12:13:47.601527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:47.604777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:47.605421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port db91efd1-ff24-4d81-acf2-3d284824d620 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:47.638045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:47.640857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device db91efd1-ff24-4d81-acf2-3d284824d620 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:47.680565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: db91efd1-ff24-4d81-acf2-3d284824d620 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:47.681298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device db91efd1-ff24-4d81-acf2-3d284824d620 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:47.690709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e14a454-a356-4da4-bb46-f322c0378f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.739157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Pushing event updated for resources: {'Port': ['ID=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:47.761451 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e14a454-a356-4da4-bb46-f322c0378f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.763763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Attempting to bind port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:47.764331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Attempting to bind port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '9c854185-46dd-481a-85ee-b5ae3d07b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:47.765019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Attempting to bind port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 on network 07c75c15-245b-4f10-8cef-d627c1c144c0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:47.793867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:47.794445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Checking segment: {'id': '9c854185-46dd-481a-85ee-b5ae3d07b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:47.794839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.795293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Bound using segment: {'id': '9c854185-46dd-481a-85ee-b5ae3d07b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:47.795942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Bound port: d5d35492-2141-4a68-933b-7bcfb2d2b9d1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c854185-46dd-481a-85ee-b5ae3d07b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07c75c15-245b-4f10-8cef-d627c1c144c0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:47.796296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.880722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e14a454-a356-4da4-bb46-f322c0378f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.884286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d899092e-7d4f-4b75-b8f4-40a14a22e6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.886946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e14a454-a356-4da4-bb46-f322c0378f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:47.887772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2e14a454-a356-4da4-bb46-f322c0378f8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17d3e676-9cbf-4307-a434-1418938bfcb6 HTTP/1.1" status: 204 len: 168 time: 0.3151588 Aug 23 12:13:47.904321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:47.934053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14a454-a356-4da4-bb46-f322c0378f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3e676-9cbf-4307-a434-1418938bfcb6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:47.936304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1da58739-53fa-40db-b31f-b08007026973 None None] For port d5d35492-2141-4a68-933b-7bcfb2d2b9d1, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:47.958645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1da58739-53fa-40db-b31f-b08007026973 None None] For port d5d35492-2141-4a68-933b-7bcfb2d2b9d1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,segment=NetworkSegment(9c854185-46dd-481a-85ee-b5ae3d07b924),segment_id=9c854185-46dd-481a-85ee-b5ae3d07b924)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:47.973970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.008646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.041531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a48a62-f3c1-4c9c-982d-48e5540057fb']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:48.063809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-4e95ec66-4f4a-4f6a-a21d-b494b2f75933 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:48.073253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-4e95ec66-4f4a-4f6a-a21d-b494b2f75933 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.3127081 Aug 23 12:13:48.081265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabfff6-f71a-449a-9225-1c157806678c req-f537e92a-1f94-4c44-abd9-dac7056aa13a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:48.090910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cabfff6-f71a-449a-9225-1c157806678c req-f537e92a-1f94-4c44-abd9-dac7056aa13a tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.5333481 Aug 23 12:13:48.097072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.097493 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Added segment 638c3c62-f366-42f6-bab1-a93fa39d7d54 of type vlan for network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 Aug 23 12:13:48.156411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd942279-db1b-4ea9-8e11-7eb052dea5f0') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:48.156811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd942279-db1b-4ea9-8e11-7eb052dea5f0') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:48.179597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58739-53fa-40db-b31f-b08007026973 None None] Pushing event updated for resources: {'Port': ['ID=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:48.241161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778727-0694-4c9b-b4f0-2ea61f5afd5c req-fe432749-b18a-40bc-a4a8-84f422d2e6fc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:48.251195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.269635 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f778727-0694-4c9b-b4f0-2ea61f5afd5c req-fe432749-b18a-40bc-a4a8-84f422d2e6fc tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.2505023 Aug 23 12:13:48.352773 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.403462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f778727-0694-4c9b-b4f0-2ea61f5afd5c req-95cc0c93-84a3-4c76-813e-6205f09302ae tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262054 Aug 23 12:13:48.436994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cabfff6-f71a-449a-9225-1c157806678c req-c7cc6687-5869-4c7a-81fe-8665521087bc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132107 Aug 23 12:13:48.450416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.460897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.468427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:48.469393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.507215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d899092e-7d4f-4b75-b8f4-40a14a22e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.510342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d899092e-7d4f-4b75-b8f4-40a14a22e6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.511701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d899092e-7d4f-4b75-b8f4-40a14a22e6fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c38ab2a2-2318-4c40-97e1-1ef0f5356253 HTTP/1.1" status: 204 len: 168 time: 1.5848911 Aug 23 12:13:48.513141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:48.513714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:48.586816 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:48.722420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43800) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:48.780894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c654004e-b56e-41b7-8fac-2c200d01732f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:48.954358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899092e-7d4f-4b75-b8f4-40a14a22e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38ab2a2-2318-4c40-97e1-1ef0f5356253,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:48.997916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8807187 Aug 23 12:13:48.998617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:49.063231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'subnet': {'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:49.230382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41deec4-7dc9-41fe-9c94-f6cf085f5b14 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Network': ['ID=f8bdd4d5-c9e0-4094-9bc9-8021b1de8849,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:49.249123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:49.257807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:49.379309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:49.407891 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/e9a48a62-f3c1-4c9c-982d-48e5540057fb HTTP/1.1" status: 204 len: 168 time: 3.8725917 Aug 23 12:13:49.439694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43820) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:49.440315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43824) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:49.477340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2123985762', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:49.655906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Deleting port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:49.656471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:49.659822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43836) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:49.679591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16b534fb-aecc-4d3a-92a3-78a29c8ff652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:49.693129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b27e2-d15f-45de-a04d-7af7ad8ff682 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=e9a48a62-f3c1-4c9c-982d-48e5540057fb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:49.794425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d5d35492-2141-4a68-933b-7bcfb2d2b9d1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:49.949572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:50.065867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1690171682-network', 'tenant_id': 'd4445059663340948702110d5412f2c5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:50.104928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3bc1f-e5d5-4f14-b54e-91eee09400ab None None] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:50.128233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] For port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:50.128610 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.157418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Calling delete_port for 9c675c0f-9e00-4988-bb7e-82a04f3aa98a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:50.233155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427b41e-28fa-4068-a934-bcedb33e3173 req-1ca9b834-6f10-410b-83f2-d3b8a908b94b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:50.243109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d427b41e-28fa-4068-a934-bcedb33e3173 req-1ca9b834-6f10-410b-83f2-d3b8a908b94b tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 946 time: 0.1068692 Aug 23 12:13:50.319082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d427b41e-28fa-4068-a934-bcedb33e3173 req-f8772856-97e0-4523-9b79-43bcd55de5be tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/security-groups?id=fac910c8-74a2-4ae7-96a1-6aa2ac401865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745008 Aug 23 12:13:50.402631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c654004e-b56e-41b7-8fac-2c200d01732f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.418777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c654004e-b56e-41b7-8fac-2c200d01732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.419205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] Provisioning for port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:50.437867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.447114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] Provisioning complete for port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:50.447555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.448953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.452580 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.574218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c654004e-b56e-41b7-8fac-2c200d01732f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1561d3289684f3486e871a064c56f98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8505576 Aug 23 12:13:50.577113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43844) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:50.594010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654004e-b56e-41b7-8fac-2c200d01732f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ad9b43-2551-43fb-89c9-059d2b76262a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:50.725838 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5618f3b-da3c-42f1-84b9-14dab7f8282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.739688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ade2c-00ff-4a8c-933a-9e9c57a01df9 req-5891d435-4787-4df3-8567-dd2f2f03ad24 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:50.748491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.751664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e88ade2c-00ff-4a8c-933a-9e9c57a01df9 req-5891d435-4787-4df3-8567-dd2f2f03ad24 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 1.0479608 Aug 23 12:13:50.788601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] For port d5d35492-2141-4a68-933b-7bcfb2d2b9d1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,segment=NetworkSegment(9c854185-46dd-481a-85ee-b5ae3d07b924),segment_id=9c854185-46dd-481a-85ee-b5ae3d07b924)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:50.790948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] No DVR routers for this DVR port 9c675c0f-9e00-4988-bb7e-82a04f3aa98a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:50.797086 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.846892 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.849246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6509a7ce-d7f0-4c8a-9091-e43265f90ef1 req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.44 "DELETE /v2.0/ports/9c675c0f-9e00-4988-bb7e-82a04f3aa98a HTTP/1.1" status: 204 len: 173 time: 2.7492070 Aug 23 12:13:50.849947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5618f3b-da3c-42f1-84b9-14dab7f8282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:50.878121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e88ade2c-00ff-4a8c-933a-9e9c57a01df9 req-ab489e7c-db20-4409-b628-cd9afbc58f5b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206677 Aug 23 12:13:50.878717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'name': 'network-vif-deleted', 'tag': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:13:50.881350 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae033bb-8440-425b-a710-227f07c10b43" -d '{"events": [{"server_uuid": "df1a980b-195e-4bab-91cd-17c9355c4f6c", "name": "network-vif-deleted", "tag": "9c675c0f-9e00-4988-bb7e-82a04f3aa98a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:13:50.898354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d517ee3-840f-417b-82ac-f92a3b8a4f6a tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] Pushing event deleted for resources: {'Port': ['ID=9c675c0f-9e00-4988-bb7e-82a04f3aa98a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:51.050244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5618f3b-da3c-42f1-84b9-14dab7f8282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.050493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71817a9-3751-4d66-93ab-6d4930514832 None None] Pushing event updated for resources: {'Port': ['ID=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:51.053670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5618f3b-da3c-42f1-84b9-14dab7f8282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.055761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f5618f3b-da3c-42f1-84b9-14dab7f8282f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5ad9b43-2551-43fb-89c9-059d2b76262a HTTP/1.1" status: 204 len: 168 time: 0.4719408 Aug 23 12:13:51.073472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5618f3b-da3c-42f1-84b9-14dab7f8282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ad9b43-2551-43fb-89c9-059d2b76262a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:51.115165 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc9e459-d88c-4aa8-ae3d-8ae96481b296 x-openstack-request-id: req-cfc9e459-d88c-4aa8-ae3d-8ae96481b296 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:13:51.116231 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1a980b-195e-4bab-91cd-17c9355c4f6c", "name": "network-vif-deleted", "tag": "9c675c0f-9e00-4988-bb7e-82a04f3aa98a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:13:51.116786 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfc9e459-d88c-4aa8-ae3d-8ae96481b296 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:13:51.117489 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1a980b-195e-4bab-91cd-17c9355c4f6c', 'name': 'network-vif-deleted', 'tag': '9c675c0f-9e00-4988-bb7e-82a04f3aa98a', 'status': 'completed', 'code': 200} Aug 23 12:13:51.122279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.454746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e9607f48-1d27-408d-8431-131bdb4a9d36 None None] Provisioning complete for port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:51.455485 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9607f48-1d27-408d-8431-131bdb4a9d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.460496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.502978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed288262-ecbc-470e-8107-c582e4e5f637 req-30350bd1-0d0c-44df-9638-dee48a4921d1 tempest-ListServerFiltersTestJSON-549754491 tempest-ListServerFiltersTestJSON-549754491-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1a980b-195e-4bab-91cd-17c9355c4f6c HTTP/1.1" status: 200 len: 210 time: 0.0488114 Aug 23 12:13:51.573785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9c675c0f-9e00-4988-bb7e-82a04f3aa98a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:51.601577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43856) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:51.606067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 9c675c0f-9e00-4988-bb7e-82a04f3aa98a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:13:51.606508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9c675c0f-9e00-4988-bb7e-82a04f3aa98a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:13:51.624085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16b534fb-aecc-4d3a-92a3-78a29c8ff652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.657638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a01f0d8-cc58-4723-aeba-f0d8b1ba68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.700609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d5d35492-2141-4a68-933b-7bcfb2d2b9d1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:51.782327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:51.791364 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.853360 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff822167-f58e-427b-a87d-553b42471d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.881417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:51.881790 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.884875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16b534fb-aecc-4d3a-92a3-78a29c8ff652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.947130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a01f0d8-cc58-4723-aeba-f0d8b1ba68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:51.952542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a01f0d8-cc58-4723-aeba-f0d8b1ba68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.041956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01f0d8-cc58-4723-aeba-f0d8b1ba68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e37a85-6958-439b-b0e5-143327fb8cba,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:52.063052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a01f0d8-cc58-4723-aeba-f0d8b1ba68bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=698230fd0fd54a8aaabe7796b57578af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582770 Aug 23 12:13:52.065575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43862) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:52.121470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcbf99-0f26-4ef5-9fe7-ae71a82fdd81 req-d48541cc-d00c-4c37-97e4-0185019a86cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:52.123170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96fcbf99-0f26-4ef5-9fe7-ae71a82fdd81 req-d48541cc-d00c-4c37-97e4-0185019a86cc tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.1067026 Aug 23 12:13:52.150491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d273d671-f18f-4b12-90a0-e20df0e63fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.194195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d273d671-f18f-4b12-90a0-e20df0e63fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.203327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96fcbf99-0f26-4ef5-9fe7-ae71a82fdd81 req-52065f19-251b-47fa-9ddf-8790278bfcad tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721226 Aug 23 12:13:52.229404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Made reservation on behalf of d4445059663340948702110d5412f2c5 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:52.232378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.253207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d273d671-f18f-4b12-90a0-e20df0e63fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.256637 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d273d671-f18f-4b12-90a0-e20df0e63fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.260599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d273d671-f18f-4b12-90a0-e20df0e63fc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20e37a85-6958-439b-b0e5-143327fb8cba HTTP/1.1" status: 204 len: 168 time: 0.1912589 Aug 23 12:13:52.266113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d671-f18f-4b12-90a0-e20df0e63fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e37a85-6958-439b-b0e5-143327fb8cba,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:52.270992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.275291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b534fb-aecc-4d3a-92a3-78a29c8ff652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f422be-9459-4ff8-80ab-a20ceb5012f8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:52.290871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-16b534fb-aecc-4d3a-92a3-78a29c8ff652 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d140e7854c064df28295663e6e933963&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8464437 Aug 23 12:13:52.291502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43866) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:52.351022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fee00d9-6b59-497b-a521-600a633b5446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.376951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fee00d9-6b59-497b-a521-600a633b5446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.433986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fee00d9-6b59-497b-a521-600a633b5446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.438333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fee00d9-6b59-497b-a521-600a633b5446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.440052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fee00d9-6b59-497b-a521-600a633b5446 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83f422be-9459-4ff8-80ab-a20ceb5012f8 HTTP/1.1" status: 204 len: 168 time: 0.1474164 Aug 23 12:13:52.450909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee00d9-6b59-497b-a521-600a633b5446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f422be-9459-4ff8-80ab-a20ceb5012f8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:52.553540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.592479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:52.602994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.622014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.666679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Deleting subnet 44c82ced-1be7-4123-9668-f7c1c9fea377 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:13:52.671959 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.712616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-2d835882-75bb-4f99-b926-f1648d19228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:52.714213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-2d835882-75bb-4f99-b926-f1648d19228a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1094 time: 0.2506063 Aug 23 12:13:52.724683 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.742603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.775542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.803482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Subnet': ['ID=967fab6c-3a10-47c5-8e64-8bec0f48c878,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:52.847982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:52.851604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.912135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dd0853-a62f-4d11-a5c1-9678a856511f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:52.915259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.915620 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Added segment 11a0410f-5826-4bf5-99e3-b87c54a8c829 of type vlan for network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f Aug 23 12:13:52.928976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Checking segment: {'id': '1a03e5f2-9e02-4597-a0e0-efe488138b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:52.929821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network hostable DHCP agents. Network: 38e1d659-c7c4-4afa-b079-b1de44c7223b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:52.937845 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.987617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:52.995838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ece54-6aa6-4090-bdeb-c83c9684df44 None None] Network 81c43f3f-df42-4ed7-be68-495b3382b8d2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:52.999085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 172.25.1.96 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/cbf95948-e33c-4d6c-94bd-7d65215b5938) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:53.000927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43892) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:53.006001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/44c82ced-1be7-4123-9668-f7c1c9fea377 HTTP/1.1" status: 204 len: 168 time: 0.4074326 Aug 23 12:13:53.014655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87fbe1-02d6-4ca2-9b51-63046eea136a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c82ced-1be7-4123-9668-f7c1c9fea377,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:53.024484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.084269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-5cf12b5c-38c5-4188-bf54-4d1a1ae60124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:53.086036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-5cf12b5c-38c5-4188-bf54-4d1a1ae60124 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 200 len: 918 time: 0.3475349 Aug 23 12:13:53.086827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:53.274734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.276456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:53.277534 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.286773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] DHCP port deletion for 81c43f3f-df42-4ed7-be68-495b3382b8d2 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:13:53.355234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 38e1d659-c7c4-4afa-b079-b1de44c7223b) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:53.358409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-7aa945a2-844f-4e82-bbc0-c51994a88516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 200 len: 999 time: 0.2543750 Aug 23 12:13:53.371648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:53.372608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.373212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36997e-5596-477e-98f5-fa4994b5d3b0 None None] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:53.451561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-7f5e65a5-6a3a-4c7e-a68e-d2a857c3e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:53.454261 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-7f5e65a5-6a3a-4c7e-a68e-d2a857c3e294 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 200 len: 856 time: 0.0766454 Aug 23 12:13:53.454679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3cd4f-2caa-4598-8fd1-a169e80f584c req-9563bcfb-e1a1-45e5-8a50-8219c4a0f65b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:53.468349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12d3cd4f-2caa-4598-8fd1-a169e80f584c req-9563bcfb-e1a1-45e5-8a50-8219c4a0f65b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.1268804 Aug 23 12:13:53.488576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.503866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43914) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:53.512326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] Deleting port 56093fa4-594f-4d84-916f-ae5b0b27c81d {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:53.512968 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.558804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.8956964 Aug 23 12:13:53.563834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43916) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:53.585859 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1d028493-0420-408c-b35b-b34324283c70 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5521953 Aug 23 12:13:53.586994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Request body: {'subnet': {'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1690171682-subnet', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:53.590493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43920) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:53.597545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'subnet': {'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:53.609225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22702850-863a-4bd2-baec-757c14c1d580 admin admin] Pushing event updated for resources: {'Network': ['ID=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:53.644551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-12d3cd4f-2caa-4598-8fd1-a169e80f584c req-fe55f25d-f77a-447b-91b8-89265a3a840d tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732574 Aug 23 12:13:53.703954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Made reservation on behalf of d4445059663340948702110d5412f2c5 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:53.714069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.784864 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.850015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1339104777-network', 'tenant_id': '68b0eb73979f43a1af5cdb43c1906a51'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:53.855101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-51501406-0ac0-4029-b640-13e449510f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:53.856262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-51501406-0ac0-4029-b640-13e449510f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f504f6cb-2845-4cee-8221-055f99f229eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3901954 Aug 23 12:13:53.916878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:53.920168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 56093fa4-594f-4d84-916f-ae5b0b27c81d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:13:53.936097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] For port 56093fa4-594f-4d84-916f-ae5b0b27c81d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=56093fa4-594f-4d84-916f-ae5b0b27c81d,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:53.936992 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:53.988443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.013003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Made reservation on behalf of 68b0eb73979f43a1af5cdb43c1906a51 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:54.015351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.031704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] Calling delete_port for 56093fa4-594f-4d84-916f-ae5b0b27c81d owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:54.054806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:54.063127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Deleting port 56093fa4-594f-4d84-916f-ae5b0b27c81d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:13:54.063480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.074121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Checking segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:54.075725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Network hostable DHCP agents. Network: 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:54.101019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:54.104223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.113926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:54.131258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:54.131907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.156272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:54.157932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-76cc04ff-26f0-4315-942b-2a14a648ab01 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5909257 Aug 23 12:13:54.160350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.160516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43930) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:54.165660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:54.218362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-0f2c9a7b-31f7-4fc1-a882-760a7b60659f service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483298 Aug 23 12:13:54.230732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.231881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.261053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.302843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.321973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e266d0-e126-4d45-b336-c5d3c84dbcb7 None None] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:54.355430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:13:54.400388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-38e1d659-c7c4-4afa-b079-b1de44c7223b', 'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b', 'tenant_id': 'd19095a534d74eae8a9f7d90d080f9a0', 'fixed_ips': [{'subnet_id': '967fab6c-3a10-47c5-8e64-8bec0f48c878'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:54.407238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.484276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] For port 56093fa4-594f-4d84-916f-ae5b0b27c81d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=56093fa4-594f-4d84-916f-ae5b0b27c81d,segment=NetworkSegment(da944f48-665b-4b24-b5e3-6a79e75fbb4d),segment_id=da944f48-665b-4b24-b5e3-6a79e75fbb4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:54.484962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.601177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Allocated IP 2001:db8::2 (38e1d659-c7c4-4afa-b079-b1de44c7223b/967fab6c-3a10-47c5-8e64-8bec0f48c878/d3975e0e-cb4c-45e7-9c0e-72831b482195) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:54.617743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.627302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa9c94c8-18b7-4215-a9e1-ec3f4fa2f120 req-90b87107-6d3f-45c1-abf8-4944dec7818c service neutron] 10.222.0.41 "GET /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944309 Aug 23 12:13:54.637590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.644424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:54.655714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.732129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:13:54.743248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:54.758221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:54.821975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.867330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-13316cda-18e5-4a2d-915a-565efb32466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.968805 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.969496 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.984290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:54.996158 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.016225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Calling delete_port for 56093fa4-594f-4d84-916f-ae5b0b27c81d owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:13:55.046144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=cbf95948-e33c-4d6c-94bd-7d65215b5938,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:55.048757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:13:55.061094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.093467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6defca01-c8ad-4ffa-9db7-56cb50510f1a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:55.144793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] Pushing event deleted for resources: {'Port': ['ID=56093fa4-594f-4d84-916f-ae5b0b27c81d,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:55.170670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e0545-a34a-4ea5-9cb6-ce20f55b0c8c None None] No DVR routers for this DVR port 56093fa4-594f-4d84-916f-ae5b0b27c81d on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:55.178519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:55.203366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.203783 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Added segment deea4d16-3be6-477b-8564-8a5a989462a6 of type vlan for network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 Aug 23 12:13:55.242907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Allocated IP 172.25.1.231 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/bffe6b08-231b-4f1a-a558-d3461a51c6f1) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:55.284250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '12738148-35b7-4784-a210-9cf7a496ff97', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'port_id': '12738148-35b7-4784-a210-9cf7a496ff97', 'mac_address': 'fa:16:3e:98:52:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:13:55.292096 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.341355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1187e-0a25-408e-a900-249e7aea9e6a req-188d8d6e-a88f-4a53-ab24-632e54a95c36 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:55.349665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06c1187e-0a25-408e-a900-249e7aea9e6a req-188d8d6e-a88f-4a53-ab24-632e54a95c36 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 943 time: 0.3244522 Aug 23 12:13:55.354624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Transition to ACTIVE for port object d3975e0e-cb4c-45e7-9c0e-72831b482195 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:55.357366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:55.358594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.410114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Transition to ACTIVE for port object d3975e0e-cb4c-45e7-9c0e-72831b482195 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:55.421555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.422099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Subnet': ['ID=aaf05836-bed7-4bb8-a83d-36788da15706,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:55.438456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.457644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.459362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.496779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.531711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12738148-35b7-4784-a210-9cf7a496ff97 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:13:55.585035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:55.585494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:55.589103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:55.595830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:55.601618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:55.604852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:55.609698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:55.635936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Pushing event updated for resources: {'Port': ['ID=bffe6b08-231b-4f1a-a558-d3461a51c6f1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:55.644293 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.665820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Pushing event updated for resources: {'Port': ['ID=d3975e0e-cb4c-45e7-9c0e-72831b482195,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:55.827017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Allocated IP 172.20.0.2 (5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f/9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0/69652dd9-63c7-45fe-96a0-70f2985f01f4) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:55.849347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06c1187e-0a25-408e-a900-249e7aea9e6a req-bbbbce8a-f590-4f0a-bf3f-bf032ba14037 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4982986 Aug 23 12:13:55.879897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Checking segment: {'id': '638c3c62-f366-42f6-bab1-a93fa39d7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:55.880409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network hostable DHCP agents. Network: f8bdd4d5-c9e0-4094-9bc9-8021b1de8849, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:55.899471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.917154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.918264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:55.919044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:55.955640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:55.986626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] No DVR routers for this DVR port 56093fa4-594f-4d84-916f-ae5b0b27c81d on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:13:55.988724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=56093fa4-594f-4d84-916f-ae5b0b27c81d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:56.030995 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.042523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:56.050560 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.062566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5025003 Aug 23 12:13:56.063571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43974) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:56.073052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Transition to ACTIVE for port object 69652dd9-63c7-45fe-96a0-70f2985f01f4 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:56.074525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.097790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Attempting to bind port d3975e0e-cb4c-45e7-9c0e-72831b482195 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:56.098443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Attempting to bind port d3975e0e-cb4c-45e7-9c0e-72831b482195 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1a03e5f2-9e02-4597-a0e0-efe488138b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:56.098984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Attempting to bind port d3975e0e-cb4c-45e7-9c0e-72831b482195 on network 38e1d659-c7c4-4afa-b079-b1de44c7223b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:56.104922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f8bdd4d5-c9e0-4094-9bc9-8021b1de8849) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:56.109844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Request body: {'subnet': {'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1339104777-subnet', 'tenant_id': '68b0eb73979f43a1af5cdb43c1906a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:13:56.112026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:56.112761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Checking segment: {'id': '1a03e5f2-9e02-4597-a0e0-efe488138b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:56.113348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.114461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Bound using segment: {'id': '1a03e5f2-9e02-4597-a0e0-efe488138b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:56.121121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Bound port: d3975e0e-cb4c-45e7-9c0e-72831b482195, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a03e5f2-9e02-4597-a0e0-efe488138b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38e1d659-c7c4-4afa-b079-b1de44c7223b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:56.121121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.127867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['12738148-35b7-4784-a210-9cf7a496ff97'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:13:56.129943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff397075-d999-4597-a4fd-258cf9f374e5 None None] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:56.146652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:56.147341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.166503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b61a8e-b596-44bc-acf5-625ebdd885f4 admin admin] Pushing event updated for resources: {'Network': ['ID=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:56.177165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Transition to ACTIVE for port object 69652dd9-63c7-45fe-96a0-70f2985f01f4 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:56.191561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:13:56.225711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.260392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.281608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c43f3f-df42-4ed7-be68-495b3382b8d2']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:56.285680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Made reservation on behalf of 68b0eb73979f43a1af5cdb43c1906a51 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:13:56.288767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.468416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.509864 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.515418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0f6111b9-0a1b-47ab-b480-f68f1f42482f tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9220290 Aug 23 12:13:56.516092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43984) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:56.520126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da944f48-665b-4b24-b5e3-6a79e75fbb4d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:56.520126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da944f48-665b-4b24-b5e3-6a79e75fbb4d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:56.604650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.610326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.675404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Pushing event updated for resources: {'Port': ['ID=69652dd9-63c7-45fe-96a0-70f2985f01f4,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:56.709378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:56.731101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] For port d3975e0e-cb4c-45e7-9c0e-72831b482195, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:56.738271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Router ec55480d-8956-4677-93d8-31b18ad15a8d is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:13:56.745370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:56.758694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:56.764666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] For port d3975e0e-cb4c-45e7-9c0e-72831b482195, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d3975e0e-cb4c-45e7-9c0e-72831b482195,segment=NetworkSegment(1a03e5f2-9e02-4597-a0e0-efe488138b3b),segment_id=1a03e5f2-9e02-4597-a0e0-efe488138b3b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:56.791720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.796434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.804685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:13:56.805365 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.871274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:13:56.887800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97e340f-88b6-4de4-879e-4e28a9404835,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:56.892382 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Sync routers for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:13:56.893339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:56.894666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e6d08e42-f406-4f64-822e-20784eea84ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7325072 Aug 23 12:13:56.901273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43990) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:56.909497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:13:56.910061 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:13:56.912578 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:57.033507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43992) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:57.110119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f8bb-974c-43f8-977b-9498500d4c2a None None] Pushing event updated for resources: {'Port': ['ID=d3975e0e-cb4c-45e7-9c0e-72831b482195,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:57.193069 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:13:57.255673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Attempting to bind port 69652dd9-63c7-45fe-96a0-70f2985f01f4 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:57.293196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Attempting to bind port 69652dd9-63c7-45fe-96a0-70f2985f01f4 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:57.312854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Attempting to bind port 69652dd9-63c7-45fe-96a0-70f2985f01f4 on network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:57.318562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95078954-2e71-4341-8784-35d47959ed37 req-e6f39def-f998-410d-b861-243b07fbdcbd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:57.321965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f8bdd4d5-c9e0-4094-9bc9-8021b1de8849', 'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849', 'tenant_id': 'd19095a534d74eae8a9f7d90d080f9a0', 'fixed_ips': [{'subnet_id': 'aaf05836-bed7-4bb8-a83d-36788da15706'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:13:57.325756 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.327269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95078954-2e71-4341-8784-35d47959ed37 req-e6f39def-f998-410d-b861-243b07fbdcbd tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 944 time: 0.2483964 Aug 23 12:13:57.344648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.357616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.363742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/81c43f3f-df42-4ed7-be68-495b3382b8d2 HTTP/1.1" status: 204 len: 168 time: 4.3527689 Aug 23 12:13:57.388501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:57.388894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Checking segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:57.389315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.389768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Bound using segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:57.390255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Bound port: 69652dd9-63c7-45fe-96a0-70f2985f01f4, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:57.390722 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.430163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Checking segment: {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:57.430523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Network hostable DHCP agents. Network: 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:13:57.435075 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:55Z', 'revision_number': 3, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:57.476186 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Checking router: ec55480d-8956-4677-93d8-31b18ad15a8d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:13:57.476474 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Updating router ec55480d-8956-4677-93d8-31b18ad15a8d port bffe6b08-231b-4f1a-a558-d3461a51c6f1 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:13:57.510285 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.511714 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.525960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f1e9-8f22-40fb-836f-be74e1113e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c43f3f-df42-4ed7-be68-495b3382b8d2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:57.589924 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6f4f-cb48-48d4-8851-b0de3ee08473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.680499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44000) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:57.705947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:13:57.716406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95078954-2e71-4341-8784-35d47959ed37 req-41a9dfb0-725e-42d4-b254-d8b33d0e0eeb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711414 Aug 23 12:13:57.800563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:57.806160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.814619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d3975e0e-cb4c-45e7-9c0e-72831b482195 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:57.835806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:57.836415 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.862044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.881535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9f230-c835-4f46-af8b-027a80d9a1f4 None None] Network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:57.916926 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6f4f-cb48-48d4-8851-b0de3ee08473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.925204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6f4f-cb48-48d4-8851-b0de3ee08473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.965166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] For port 69652dd9-63c7-45fe-96a0-70f2985f01f4, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:57.983189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4737162b-b5aa-4751-9f2b-2fcf3971ea43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f995ef443692406cb8639b2b4863be7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011365 Aug 23 12:13:57.984108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:57.989627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44002) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:57.992710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e12d9fb8-8dae-43cf-9520-f9a4d153f2dc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8888121 Aug 23 12:13:58.010169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fb5a6f4f-cb48-48d4-8851-b0de3ee08473 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5c96c3f3f674919add38ec449f8f1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9752357 Aug 23 12:13:58.015892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44006) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:13:58.017551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a6f4f-cb48-48d4-8851-b0de3ee08473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b1fecf-57a3-4e75-8ee3-6ce24a7f4399,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:58.034362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d3975e0e-cb4c-45e7-9c0e-72831b482195 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:58.047211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.052216 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.053879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] For port 69652dd9-63c7-45fe-96a0-70f2985f01f4, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=69652dd9-63c7-45fe-96a0-70f2985f01f4,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:58.071659 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Transition to ACTIVE for port object bffe6b08-231b-4f1a-a558-d3461a51c6f1 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:58.080323 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.123623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.170065 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Pushing event updated for resources: {'Port': ['ID=bffe6b08-231b-4f1a-a558-d3461a51c6f1,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:58.175412 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Attempting to bind port bffe6b08-231b-4f1a-a558-d3461a51c6f1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:58.175795 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Attempting to bind port bffe6b08-231b-4f1a-a558-d3461a51c6f1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:58.176292 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Attempting to bind port bffe6b08-231b-4f1a-a558-d3461a51c6f1 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:58.186829 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.187321 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.187529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.188855 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.189160 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.189425 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.189786 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.190250 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.190582 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.191012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.191343 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.191670 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:13:58.199230 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:58.199645 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:58.200056 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.200501 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:58.200994 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Bound port: bffe6b08-231b-4f1a-a558-d3461a51c6f1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:58.201419 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.284002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Allocated IP 2001:db8::2 (f8bdd4d5-c9e0-4094-9bc9-8021b1de8849/aaf05836-bed7-4bb8-a83d-36788da15706/375ec1a6-87ef-45e3-b85c-73727e061a1d) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:58.319530 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] For port bffe6b08-231b-4f1a-a558-d3461a51c6f1, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:13:58.328196 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] For port bffe6b08-231b-4f1a-a558-d3461a51c6f1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bffe6b08-231b-4f1a-a558-d3461a51c6f1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:13:58.335878 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.340592 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.369613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb237c2-4ef0-4365-a6e9-9a4b78f5216a None None] Pushing event updated for resources: {'Port': ['ID=69652dd9-63c7-45fe-96a0-70f2985f01f4,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:58.403242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Allocated IP 172.20.0.1 (5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f/9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0/27042956-d7fd-45bc-99da-5759f01cce74) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:58.406218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06dc42-a92d-49cc-9861-6ca351898804 None None] Network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:58.487594 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:13:58.488246 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:58.601964 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975c97a-cdc9-434f-8505-a1ae18f0d280 None None] Pushing event updated for resources: {'Port': ['ID=bffe6b08-231b-4f1a-a558-d3461a51c6f1,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:58.764242 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.810405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41580e2f-0451-4970-857c-9be8e0e7fd95 None None] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:13:58.832063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Transition to ACTIVE for port object 27042956-d7fd-45bc-99da-5759f01cce74 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:58.891360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dfcf90c9-17b8-4479-b72b-23cab811990f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.918666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.944426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:58.997327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-957c5922-8f53-4eae-a036-d5fd2beb209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.009354 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:13:59.053008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Transition to ACTIVE for port object 375ec1a6-87ef-45e3-b85c-73727e061a1d will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:59.071559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Pushing event updated for resources: {'Port': ['ID=27042956-d7fd-45bc-99da-5759f01cce74,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:59.072559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:59.079623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:59.081385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dfcf90c9-17b8-4479-b72b-23cab811990f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.082027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:59.104385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] Provisioning for port d3975e0e-cb4c-45e7-9c0e-72831b482195 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:13:59.143634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Transition to ACTIVE for port object 375ec1a6-87ef-45e3-b85c-73727e061a1d will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:13:59.152635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] Provisioning complete for port d3975e0e-cb4c-45e7-9c0e-72831b482195 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:13:59.153882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.154194 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.236165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.266508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 202fd3e1-c346-4fbb-8b68-cb1f15cb3eef is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:13:59.288749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-957c5922-8f53-4eae-a036-d5fd2beb209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.338420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.345107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:13:59.357849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:13:59.403191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:13:59.438905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c7176-7729-491a-bb4b-e25981914bf4 req-da92823b-0978-4802-8e9c-2af81c42110b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:13:59.443711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d00c7176-7729-491a-bb4b-e25981914bf4 req-da92823b-0978-4802-8e9c-2af81c42110b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 944 time: 0.5485106 Aug 23 12:13:59.467058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.478255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:55Z', 'revision_number': 3, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:13:59.542251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Pushing event updated for resources: {'Port': ['ID=375ec1a6-87ef-45e3-b85c-73727e061a1d,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:13:59.588526 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476f706-bfd3-446a-a1f4-6f1606779145 None None] The sync data for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 is: [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:55Z', 'revision_number': 3, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:13:59.626980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] For port d3975e0e-cb4c-45e7-9c0e-72831b482195, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d3975e0e-cb4c-45e7-9c0e-72831b482195,segment=NetworkSegment(1a03e5f2-9e02-4597-a0e0-efe488138b3b),segment_id=1a03e5f2-9e02-4597-a0e0-efe488138b3b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:13:59.648512 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.657636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Allocated IP 2001:db8::1 (38e1d659-c7c4-4afa-b079-b1de44c7223b/967fab6c-3a10-47c5-8e64-8bec0f48c878/d5cad005-e7f2-4740-b118-6e52b01163d2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:13:59.697816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Attempting to bind port 375ec1a6-87ef-45e3-b85c-73727e061a1d on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:13:59.698077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Attempting to bind port 375ec1a6-87ef-45e3-b85c-73727e061a1d by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '638c3c62-f366-42f6-bab1-a93fa39d7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:13:59.698453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Attempting to bind port 375ec1a6-87ef-45e3-b85c-73727e061a1d on network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:13:59.716244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:13:59.716627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Checking segment: {'id': '638c3c62-f366-42f6-bab1-a93fa39d7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:13:59.717035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.717434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Bound using segment: {'id': '638c3c62-f366-42f6-bab1-a93fa39d7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:13:59.717944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Bound port: 375ec1a6-87ef-45e3-b85c-73727e061a1d, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c3c62-f366-42f6-bab1-a93fa39d7d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f8bdd4d5-c9e0-4094-9bc9-8021b1de8849'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:13:59.718355 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.781741 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.785836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 69652dd9-63c7-45fe-96a0-70f2985f01f4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:13:59.800675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.899709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:13:59.941889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Transition to ACTIVE for port object d5cad005-e7f2-4740-b118-6e52b01163d2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:00.002393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Pushing event updated for resources: {'Port': ['ID=27042956-d7fd-45bc-99da-5759f01cce74,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:00.005337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:00.190318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:00.196383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:00.200618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:00.222298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dfcf90c9-17b8-4479-b72b-23cab811990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:00.227219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] For port 375ec1a6-87ef-45e3-b85c-73727e061a1d, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:00.232430 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dfcf90c9-17b8-4479-b72b-23cab811990f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:00.232970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] For port 375ec1a6-87ef-45e3-b85c-73727e061a1d, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=375ec1a6-87ef-45e3-b85c-73727e061a1d,segment=NetworkSegment(638c3c62-f366-42f6-bab1-a93fa39d7d54),segment_id=638c3c62-f366-42f6-bab1-a93fa39d7d54)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:00.242326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dfcf90c9-17b8-4479-b72b-23cab811990f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fac910c8-74a2-4ae7-96a1-6aa2ac401865 HTTP/1.1" status: 204 len: 168 time: 2.2478108 Aug 23 12:14:00.251100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b3d408-a9db-4dc5-b76c-791251c397e3 None None] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:00.384802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:00.452593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Router ec55480d-8956-4677-93d8-31b18ad15a8d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:00.470549 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:00.565430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 69652dd9-63c7-45fe-96a0-70f2985f01f4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:00.576797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347161-4826-4ccf-8817-18ad50a83fb9 None None] Pushing event updated for resources: {'Port': ['ID=d3975e0e-cb4c-45e7-9c0e-72831b482195,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:00.728988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] Provisioning for port 69652dd9-63c7-45fe-96a0-70f2985f01f4 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:00.820760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] Provisioning complete for port 69652dd9-63c7-45fe-96a0-70f2985f01f4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:00.822091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:01.054632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:01.101723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ab4d9753-9d30-4c48-9407-09f2b1b28e2e admin admin] 10.222.0.21 "PUT /v2.0/routers/ec55480d-8956-4677-93d8-31b18ad15a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1988518 Aug 23 12:14:01.442572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Port': ['ID=d5cad005-e7f2-4740-b118-6e52b01163d2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:01.477110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-957c5922-8f53-4eae-a036-d5fd2beb209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:01.487607 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-957c5922-8f53-4eae-a036-d5fd2beb209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:01.490416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-957c5922-8f53-4eae-a036-d5fd2beb209d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1b1fecf-57a3-4e75-8ee3-6ce24a7f4399 HTTP/1.1" status: 204 len: 168 time: 3.3863912 Aug 23 12:14:01.564457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:01.565657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf90c9-17b8-4479-b72b-23cab811990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac910c8-74a2-4ae7-96a1-6aa2ac401865,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:01.583821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:01.598690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809baa-5dd4-45b5-8d74-d86344eb2a46 None None] Pushing event updated for resources: {'Port': ['ID=375ec1a6-87ef-45e3-b85c-73727e061a1d,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:01.603750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 12738148-35b7-4784-a210-9cf7a496ff97 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:01.605760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:01.607131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:01.609296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:01.772771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5922-8f53-4eae-a036-d5fd2beb209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b1fecf-57a3-4e75-8ee3-6ce24a7f4399,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:01.884211 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:01.890406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d00c7176-7729-491a-bb4b-e25981914bf4 req-54b4a565-2638-4e44-8679-9fb4ce034cec tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.2826316 Aug 23 12:14:01.968764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] For port 69652dd9-63c7-45fe-96a0-70f2985f01f4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=69652dd9-63c7-45fe-96a0-70f2985f01f4,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:01.979371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:02.018466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:02.104315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:02.107729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a24b201-b99a-4278-9506-9742a228f1e9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.6604445 Aug 23 12:14:02.110926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44070) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:02.194295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8b14d-5642-44bd-b766-0862a6bec449 None None] Pushing event updated for resources: {'Port': ['ID=69652dd9-63c7-45fe-96a0-70f2985f01f4,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:02.217960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] Sync routers for ids ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:02.251205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d3975e0e-cb4c-45e7-9c0e-72831b482195 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:02.279203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:02.483061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44076) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:02.548118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbf2cb42-f7ac-4635-ad9c-6b302ae15ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:02.606047 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:02.648071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] Routers {'202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:02.648706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:02.654622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c0a2e2d-3be9-4d70-a547-e0be3b914899 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/routers/202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 200 len: 884 time: 0.5379922 Aug 23 12:14:02.656010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:02.805781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:03.005400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e068d-a162-491b-98cc-8db04f709c5b None None] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:03.013977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbf2cb42-f7ac-4635-ad9c-6b302ae15ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.019558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44082) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:03.040503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbf2cb42-f7ac-4635-ad9c-6b302ae15ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.048463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44092) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:03.058036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1546809073-network', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:03.129063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2cb42-f7ac-4635-ad9c-6b302ae15ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7aa894-9a6e-4740-8278-868cdcaec43c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:03.204826 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Sync routers for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:03.220054 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:03.227786 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:03.283096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] Routers {'202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:03.283659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:03.285663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f49937c9-d532-496e-ade9-644f5af35074 None None] Provisioning complete for port d3975e0e-cb4c-45e7-9c0e-72831b482195 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:03.286068 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f49937c9-d532-496e-ade9-644f5af35074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.365249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:14:03.367576 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb0c0e9-3189-485a-8d50-b958c0fafcf0" -d '{"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-plugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:14:03.420895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-389939958-network', 'tenant_id': 'ddabd41ae826440e94420f4fc7239d1a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:03.487025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbf2cb42-f7ac-4635-ad9c-6b302ae15ec7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b87605967c254103a5a02894b1491a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959366 Aug 23 12:14:03.487856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Made reservation on behalf of c892acde2783464295dc9a013a2fbeea for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:03.491290 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.494132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44100) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:03.524650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.565750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Made reservation on behalf of ddabd41ae826440e94420f4fc7239d1a for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:03.568265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.583165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.655478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.660228 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6bac78-11c3-4ef8-b679-b4fc7482e747 x-openstack-request-id: req-bf6bac78-11c3-4ef8-b679-b4fc7482e747 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:14:03.661284 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-plugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:14:03.661548 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6bac78-11c3-4ef8-b679-b4fc7482e747 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:14:03.662400 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'code': 200} Aug 23 12:14:03.668206 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:03.688162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.689010 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.714733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:03.715393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d226b317-9e14-447e-a87b-f2466d31d7f2 None None] The sync data for ids ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:03.722535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:03.751534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3ff4-f137-4bcc-b1a1-f4e76d0ebcb8 req-7a3bde78-7bef-4e00-922e-fb1714425e75 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:03.759232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-412c3ff4-f137-4bcc-b1a1-f4e76d0ebcb8 req-7a3bde78-7bef-4e00-922e-fb1714425e75 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 944 time: 0.2844925 Aug 23 12:14:03.761442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-245d2d3c-f31b-4dc8-984c-4f796c1a9d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.821151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-245d2d3c-f31b-4dc8-984c-4f796c1a9d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.836525 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.856477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d3975e0e-cb4c-45e7-9c0e-72831b482195 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:03.856853 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.872252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44106) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:03.904594 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-245d2d3c-f31b-4dc8-984c-4f796c1a9d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.907707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-245d2d3c-f31b-4dc8-984c-4f796c1a9d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:03.908989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-245d2d3c-f31b-4dc8-984c-4f796c1a9d2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b7aa894-9a6e-4740-8278-868cdcaec43c HTTP/1.1" status: 204 len: 168 time: 0.4000018 Aug 23 12:14:03.920043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d2d3c-f31b-4dc8-984c-4f796c1a9d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7aa894-9a6e-4740-8278-868cdcaec43c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:03.942338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Port': ['ID=d5cad005-e7f2-4740-b118-6e52b01163d2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:03.980446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:03.987903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:04.016436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a990-d843-4787-804e-43567d64bf82 req-b59d2534-a265-4398-b04b-789bf37d578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:04.018405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd92a990-d843-4787-804e-43567d64bf82 req-b59d2534-a265-4398-b04b-789bf37d578d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 1095 time: 0.3604915 Aug 23 12:14:04.131238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-412c3ff4-f137-4bcc-b1a1-f4e76d0ebcb8 req-dabb74a4-87f7-48c3-a034-4bf0fa5030e5 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706529 Aug 23 12:14:04.428353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-43fc9f6a-c837-4c92-8aa3-442f9bcbe259 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7687173 Aug 23 12:14:04.428662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44114) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:04.428850 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 2, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:04.445561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2123985762'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:04.456224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd92a990-d843-4787-804e-43567d64bf82 req-16152941-8b36-4619-a125-fdafcd932a17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654456 Aug 23 12:14:04.502476 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Checking router: ec55480d-8956-4677-93d8-31b18ad15a8d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:04.502884 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Updating router ec55480d-8956-4677-93d8-31b18ad15a8d port 27042956-d7fd-45bc-99da-5759f01cce74 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:04.618888 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:04.619980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:04.642029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:04.695750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:04.736123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9e2d08-b4d6-4816-ac60-b1c7176bb6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:04.755966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837fe2e-bcf9-4930-a705-74748b5f0029,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:04.806606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Router 44484bb4-18e4-4828-b5b4-fd49e77e61db is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:14:04.813709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bffe6b08-231b-4f1a-a558-d3461a51c6f1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:04.828044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:04.902106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Provisioning for port d5cad005-e7f2-4740-b118-6e52b01163d2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:04.908133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Provisioning complete for port d5cad005-e7f2-4740-b118-6e52b01163d2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:04.908520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:04.952139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:04.952680 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Added segment 1dfdf356-046a-4d8c-b31c-fda06647b0a8 of type vlan for network 9b87de78-e094-48bc-bf01-76ca003b56c4 Aug 23 12:14:04.955693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Port d5cad005-e7f2-4740-b118-6e52b01163d2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:05.064354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Provisioning for port 375ec1a6-87ef-45e3-b85c-73727e061a1d completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:05.073197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port bffe6b08-231b-4f1a-a558-d3461a51c6f1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:05.083900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bffe6b08-231b-4f1a-a558-d3461a51c6f1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:05.084290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.100508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.139046 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.151188 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Transition to ACTIVE for port object 27042956-d7fd-45bc-99da-5759f01cce74 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:05.159679 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.254039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:05.282545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] Sync routers for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:05.286968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0d965baf-4898-4edf-a24b-907f350550e1 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7595177 Aug 23 12:14:05.290453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.291733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:05.292790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.306641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:05.344066 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ac8f1-2026-4fd6-87d3-77ebaa0de4cd None None] Pushing event updated for resources: {'Port': ['ID=27042956-d7fd-45bc-99da-5759f01cce74,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:05.377937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Provisioning for port 27042956-d7fd-45bc-99da-5759f01cce74 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:05.440208 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Attempting to bind port 27042956-d7fd-45bc-99da-5759f01cce74 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:05.440861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.446176 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Attempting to bind port 27042956-d7fd-45bc-99da-5759f01cce74 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:05.446552 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Attempting to bind port 27042956-d7fd-45bc-99da-5759f01cce74 on network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:05.451249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:05.451948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:05.462402 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:05.467768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.479559 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Checking segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:05.479748 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.480313 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Bound using segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:05.481166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Bound port: 27042956-d7fd-45bc-99da-5759f01cce74, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:05.486909 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.581974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Provisioning complete for port 69652dd9-63c7-45fe-96a0-70f2985f01f4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:05.584237 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d590-26b6-4bd0-9ddc-f04c422e4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.586313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.607861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:05.630819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.657452 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] For port 27042956-d7fd-45bc-99da-5759f01cce74, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:05.661365 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] For port 27042956-d7fd-45bc-99da-5759f01cce74, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=27042956-d7fd-45bc-99da-5759f01cce74,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:05.670253 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.723968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.740888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:05.750700 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:05.751060 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Added segment f7cf03d4-c4a8-44b7-b558-08c6b7a7f905 of type vlan for network d35318f8-1dc6-45b3-a16b-8c274b53e4de Aug 23 12:14:05.778117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7252054 Aug 23 12:14:05.788240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44152) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:05.812273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:05.813619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:05.814033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06b68-a99d-4a7f-8950-4ba59be94bcd admin admin] Pushing event updated for resources: {'Network': ['ID=9b87de78-e094-48bc-bf01-76ca003b56c4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:05.834332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port bffe6b08-231b-4f1a-a558-d3461a51c6f1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bffe6b08-231b-4f1a-a558-d3461a51c6f1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:05.846670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 202fd3e1-c346-4fbb-8b68-cb1f15cb3eef has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:05.848596 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ac8f1-2026-4fd6-87d3-77ebaa0de4cd None None] Pushing event updated for resources: {'Port': ['ID=27042956-d7fd-45bc-99da-5759f01cce74,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:05.873563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Request body: {'subnet': {'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1546809073-subnet', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:05.884814 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:05.886433 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:05.931154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:06.084435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.106953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1d6ef-f576-4d54-87b6-e0bfd41f7fb0 req-d34742ab-3560-4561-8d11-674866e00306 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:06.116135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:06.118082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cc337-6ec3-499a-8f9b-dfe6f8da36aa None None] The sync data for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:06.119624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41a1d6ef-f576-4d54-87b6-e0bfd41f7fb0 req-d34742ab-3560-4561-8d11-674866e00306 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 946 time: 0.5848596 Aug 23 12:14:06.123298 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.127340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb58902-0820-493d-923e-98c65a5887a4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:06.149831 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:06.200847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9e2d08-b4d6-4816-ac60-b1c7176bb6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.203193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:06.230167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.236411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e67a7f99-1678-4963-b0b6-fcd96fd23436 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 200 len: 891 time: 1.8066521 Aug 23 12:14:06.238757 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] Sync routers for ids ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:06.239769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44162) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:06.268141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9e2d08-b4d6-4816-ac60-b1c7176bb6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.306414 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] Routers {'202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:06.307344 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:06.342094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be9e2d08-b4d6-4816-ac60-b1c7176bb6c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6d89e96ed2f4159a783c94498b81ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4686313 Aug 23 12:14:06.345724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:06.380815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:14:06.420431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 375ec1a6-87ef-45e3-b85c-73727e061a1d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:06.462311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41a1d6ef-f576-4d54-87b6-e0bfd41f7fb0 req-15a739e4-b7e9-44f1-8769-2c957c850b35 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402493 Aug 23 12:14:06.524082 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:06.543345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=bffe6b08-231b-4f1a-a558-d3461a51c6f1,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:06.549740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e2d08-b4d6-4816-ac60-b1c7176bb6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97013d38-39ec-4e28-8e57-b8d1a6862884,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:06.573229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Made reservation on behalf of c892acde2783464295dc9a013a2fbeea for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:06.579028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.580659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 375ec1a6-87ef-45e3-b85c-73727e061a1d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:06.585066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e2a6e32c-308c-4b23-8525-08791abdfab0 None None] Provisioning complete for port 375ec1a6-87ef-45e3-b85c-73727e061a1d triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:06.585595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e32c-308c-4b23-8525-08791abdfab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.589025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 375ec1a6-87ef-45e3-b85c-73727e061a1d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:06.589407 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.691861 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] Routers {'202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:06.694601 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:06.704817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4159a5a2-b48a-455e-b854-808b7ce9bb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.795280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4159a5a2-b48a-455e-b854-808b7ce9bb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.817050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e0f679af-5fd4-461c-9223-40ee62d8982c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/routers/202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 200 len: 891 time: 0.5723109 Aug 23 12:14:06.822536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:06.823451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.824505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:06.825507 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.855980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.920508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4159a5a2-b48a-455e-b854-808b7ce9bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.923762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4159a5a2-b48a-455e-b854-808b7ce9bb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.931546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4159a5a2-b48a-455e-b854-808b7ce9bb45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97013d38-39ec-4e28-8e57-b8d1a6862884 HTTP/1.1" status: 204 len: 168 time: 0.5773983 Aug 23 12:14:06.934301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44202) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:06.935834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.9140997 Aug 23 12:14:06.952286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Request body: {'subnet': {'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-389939958-subnet', 'tenant_id': 'ddabd41ae826440e94420f4fc7239d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:06.960705 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:06.969710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=264d1a41-25c1-4220-9048-617aec7267af,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:06.978715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f3330ae2-cfda-400f-a794-9da7efb8e9f9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 200 len: 205 time: 0.1376524 Aug 23 12:14:06.981778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44206) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:06.986953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159a5a2-b48a-455e-b854-808b7ce9bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97013d38-39ec-4e28-8e57-b8d1a6862884,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:06.995585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e32c-308c-4b23-8525-08791abdfab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.027305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Made reservation on behalf of ddabd41ae826440e94420f4fc7239d1a for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:07.030213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.049817 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:07.050546 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d5fdb-156a-4bf8-b69d-1b79b9a31c79 None None] The sync data for ids ['202fd3e1-c346-4fbb-8b68-cb1f15cb3eef'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:07.127689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 375ec1a6-87ef-45e3-b85c-73727e061a1d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=375ec1a6-87ef-45e3-b85c-73727e061a1d,segment=NetworkSegment(638c3c62-f366-42f6-bab1-a93fa39d7d54),segment_id=638c3c62-f366-42f6-bab1-a93fa39d7d54)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:07.159884 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.161392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 69652dd9-63c7-45fe-96a0-70f2985f01f4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:07.255221 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:07.392058 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1694205-de69-4c9b-bdb9-2682251e83d6 None None] The sync data for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 is: [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:07.397953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.429971 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ff6e1-2b97-434e-972f-b4690efb3ddb admin admin] Pushing event updated for resources: {'Network': ['ID=d35318f8-1dc6-45b3-a16b-8c274b53e4de,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:07.440746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-e2a6e32c-308c-4b23-8525-08791abdfab0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:14:07.441426 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-e2a6e32c-308c-4b23-8525-08791abdfab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:14:07.447179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d35318f8-1dc6-45b3-a16b-8c274b53e4de details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:07.510213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Checking segment: {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:07.513020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Network hostable DHCP agents. Network: 9b87de78-e094-48bc-bf01-76ca003b56c4, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:07.608003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=375ec1a6-87ef-45e3-b85c-73727e061a1d,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:07.635988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.654753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 69652dd9-63c7-45fe-96a0-70f2985f01f4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:07.655057 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.712004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Checking segment: {'id': 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:07.716941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Network hostable DHCP agents. Network: d35318f8-1dc6-45b3-a16b-8c274b53e4de, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:07.722617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:07.774817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:07.796982 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-d30705e5-65aa-41b5-bfa2-abba3c11c8cd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:14:07.806088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d30705e5-65aa-41b5-bfa2-abba3c11c8cd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4895480 Aug 23 12:14:07.806234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1748cd5-1cac-462f-8347-3a45866d591e req-113fb7df-ffc3-4e0f-ba02-74828d78301f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:07.812084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1748cd5-1cac-462f-8347-3a45866d591e req-113fb7df-ffc3-4e0f-ba02-74828d78301f tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 946 time: 0.1686971 Aug 23 12:14:07.813141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44224) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:07.815874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 9b87de78-e094-48bc-bf01-76ca003b56c4) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:07.827443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Network d35318f8-1dc6-45b3-a16b-8c274b53e4de is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:07.832433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036edb1-6dcf-4b22-8291-792b57cbccd8 None None] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:07.907644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:07.908293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:07.975463 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f77999eb-b22e-4ed7-a802-514772aa7a36 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1452897 Aug 23 12:14:07.976157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:07.985607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:08.002395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:08.061648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:08.065946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:08.076773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, d35318f8-1dc6-45b3-a16b-8c274b53e4de) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:08.127719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:08.128421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:08.179003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-22aff0a1-72ad-4bb9-a022-1fb9451ca35e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2428586 Aug 23 12:14:08.184562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1748cd5-1cac-462f-8347-3a45866d591e req-a421d0de-7a6d-481b-ba4e-22685dc337ac tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593459 Aug 23 12:14:08.267921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6610b7f-7cf7-4f1f-9e69-a0359f6bab62 None None] Network d35318f8-1dc6-45b3-a16b-8c274b53e4de requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:08.300630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:08.552411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 27042956-d7fd-45bc-99da-5759f01cce74 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:08.709408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44256) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:08.775030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.016240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-9b87de78-e094-48bc-bf01-76ca003b56c4', 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'fixed_ips': [{'subnet_id': '264d1a41-25c1-4220-9048-617aec7267af'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:09.025072 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.042411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb620a7-fe8f-41e2-9b46-f3590636d6c7 None None] Network d35318f8-1dc6-45b3-a16b-8c274b53e4de requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:09.059580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 27042956-d7fd-45bc-99da-5759f01cce74 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:09.077998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 27042956-d7fd-45bc-99da-5759f01cce74 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:09.078663 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.094193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-708908021-network', 'tenant_id': '633df9e8c3274153b18325d933082577'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:09.200690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:09.205527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.205993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port cbf95948-e33c-4d6c-94bd-7d65215b5938 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:09.206476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.231723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.310323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.418622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.430269 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.445041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.465244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:09.477653 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.478470 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Added segment 3a9741f5-5442-4061-8e59-a21c69002d3d of type vlan for network 19f56af4-1c0e-4c09-971a-6138ea4de364 Aug 23 12:14:09.508093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.549487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for cbf95948-e33c-4d6c-94bd-7d65215b5938 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:09.559793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.596007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 27042956-d7fd-45bc-99da-5759f01cce74, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=27042956-d7fd-45bc-99da-5759f01cce74,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:09.613171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.615202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:09.616231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.619597 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.621029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 375ec1a6-87ef-45e3-b85c-73727e061a1d up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:09.679528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-c8e5551b-4183-405c-8d0f-7739f7d74e19 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:09.690348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-c8e5551b-4183-405c-8d0f-7739f7d74e19 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/networks?id=d35318f8-1dc6-45b3-a16b-8c274b53e4de HTTP/1.1" status: 200 len: 820 time: 0.4703774 Aug 23 12:14:09.756170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:09.765444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=27042956-d7fd-45bc-99da-5759f01cce74,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:09.773997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-11bec108-7c5c-47bf-9c60-d5a20a88b078 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/quotas/ddabd41ae826440e94420f4fc7239d1a HTTP/1.1" status: 200 len: 375 time: 0.0830615 Aug 23 12:14:09.785239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Allocated IP 172.20.0.2 (9b87de78-e094-48bc-bf01-76ca003b56c4/264d1a41-25c1-4220-9048-617aec7267af/b6d152bf-f6fe-4b26-a7e8-aa0db29fad17) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:09.785973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Pushing event updated for resources: {'Network': ['ID=19f56af4-1c0e-4c09-971a-6138ea4de364,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:09.801527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0839181 Aug 23 12:14:09.808900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 375ec1a6-87ef-45e3-b85c-73727e061a1d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:09.809481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:09.811077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44282) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:09.818010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.818498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.819016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.819466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.819910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.820381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.820943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.821385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.821859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.822293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.822730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.822950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-5c6e434d-0391-45a5-a60c-5d3b40b4dad9 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddabd41ae826440e94420f4fc7239d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480890 Aug 23 12:14:09.823254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:09.833095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Request body: {'subnet': {'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-708908021-subnet', 'tenant_id': '633df9e8c3274153b18325d933082577', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:09.847754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:09.866840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:09.869849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.064928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bffe6b08-231b-4f1a-a558-d3461a51c6f1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:10.140145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b0b27db-1ff5-493d-8548-464180dce783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.150119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.157062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4315dd-ff23-4316-8551-b49a2822b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19e72c6-64b6-49c5-9454-6b0702d741a3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:10.183777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.190133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-3242ecd7-40fb-411f-b101-9341f3d3f317 service neutron] 10.222.0.21 "GET /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505514 Aug 23 12:14:10.195385 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.209925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bffe6b08-231b-4f1a-a558-d3461a51c6f1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:10.210906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.221387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.279718 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b0b27db-1ff5-493d-8548-464180dce783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.303171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b0b27db-1ff5-493d-8548-464180dce783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.304848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Transition to ACTIVE for port object b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:10.332856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.348766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Transition to ACTIVE for port object b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:10.352824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting port d5cad005-e7f2-4740-b118-6e52b01163d2 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:10.353797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.363136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.384828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=cbf95948-e33c-4d6c-94bd-7d65215b5938,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:10.438034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:10.451234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Pushing event updated for resources: {'Port': ['ID=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:10.463025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.472862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:10.476499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Calling delete_port for d5cad005-e7f2-4740-b118-6e52b01163d2 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:10.486139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:10.491897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 27042956-d7fd-45bc-99da-5759f01cce74 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:10.521013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-ec966e6a-dd2d-49e8-bf0f-803fa3f0cd75 service neutron] 10.222.0.21 "GET /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094802 Aug 23 12:14:10.541591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Allocated IP 172.25.1.192 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/0d270fa6-fa31-4c79-8323-1d5aa9c3cd77) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:10.601562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Attempting to bind port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:10.601940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Attempting to bind port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:10.602308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Attempting to bind port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 on network 9b87de78-e094-48bc-bf01-76ca003b56c4 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:10.604297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 27042956-d7fd-45bc-99da-5759f01cce74 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:10.604664 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.645727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:10.646126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Checking segment: {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:10.646533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.646932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Bound using segment: {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:10.647407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Bound port: b6d152bf-f6fe-4b26-a7e8-aa0db29fad17, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:10.647791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.672544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.718616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5b0b27db-1ff5-493d-8548-464180dce783 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3727f8b3056944eea0a5ec586c0309c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9231040 Aug 23 12:14:10.734171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b27db-1ff5-493d-8548-464180dce783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6652f5-0c2a-4681-8926-f62194229783,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:10.734171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.741805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44288) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:10.744653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:10.745132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Network hostable DHCP agents. Network: 19f56af4-1c0e-4c09-971a-6138ea4de364, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:10.791429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.816231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] For port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:10.822682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] For port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:10.849734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.861007 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:10.904576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21d4e2-293f-4d2a-ab6d-4225212f240d None None] Pushing event updated for resources: {'Port': ['ID=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:10.944889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:10.947151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Port': ['ID=d5cad005-e7f2-4740-b118-6e52b01163d2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:10.994970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:11.005071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:11.091049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Pushing event updated for resources: {'Port': ['ID=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:11.094766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.105223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.147541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.158682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bde06671-b621-46e9-bba1-1f33a6fb3a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.213405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bde06671-b621-46e9-bba1-1f33a6fb3a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.281040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:11.293569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.294494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router 202fd3e1-c346-4fbb-8b68-cb1f15cb3eef {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:14:11.304512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.309944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b5c320fb-85c8-4a53-8265-034518aa1d95 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 204 len: 168 time: 4.3139565 Aug 23 12:14:11.309944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44298) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:11.315181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1323808357'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:11.338647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-268d27b6-178d-4a0b-9b62-8942f1b94b35 req-0a25c374-c170-4964-87ec-a494641f3ed5 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 210 time: 0.3799176 Aug 23 12:14:11.397035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 19f56af4-1c0e-4c09-971a-6138ea4de364) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:11.403194 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bde06671-b621-46e9-bba1-1f33a6fb3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.405800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bde06671-b621-46e9-bba1-1f33a6fb3a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.406969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bde06671-b621-46e9-bba1-1f33a6fb3a9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d6652f5-0c2a-4681-8926-f62194229783 HTTP/1.1" status: 204 len: 168 time: 0.6339152 Aug 23 12:14:11.414747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c48f2e-e5b9-4f92-8661-f6378e1fa534 None None] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:11.419431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:11.420036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.487782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde06671-b621-46e9-bba1-1f33a6fb3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6652f5-0c2a-4681-8926-f62194229783,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:11.489767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5105e0-4459-410b-8fe4-4492e746a10f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:11.496232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2948b208-528b-4c08-b9e2-d93df7f8ee29 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6693959 Aug 23 12:14:11.499050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44304) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:11.510455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:11.576539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:11.580882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.743933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.816828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.817818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.857789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-19f56af4-1c0e-4c09-971a-6138ea4de364', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:11.861708 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.889312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:11.896436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Router 44484bb4-18e4-4828-b5b4-fd49e77e61db has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:12.266811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Allocated IP 172.20.0.2 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/843de992-13b2-49e9-bba4-34749ade4526) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:12.294721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44310) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:12.307241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:12.325964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-991497a5-4a94-494d-a852-c7d3cee660d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.339691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.340378 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment 9f066315-15ab-40be-96db-47c0f4a7cc06 of type vlan for network 3174d037-aba8-487e-839e-9126fc179094 Aug 23 12:14:12.594135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-991497a5-4a94-494d-a852-c7d3cee660d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.604263 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.615653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Transition to ACTIVE for port object 843de992-13b2-49e9-bba4-34749ade4526 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:12.635618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Transition to ACTIVE for port object 843de992-13b2-49e9-bba4-34749ade4526 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:12.663399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:12.668992 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.670952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-991497a5-4a94-494d-a852-c7d3cee660d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.741586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4cc32b43-c570-4d12-b9b6-f0333739968e req-a7b1f56b-0985-4419-9265-79daac6faa22 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 210 time: 0.1011503 Aug 23 12:14:12.812827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:12.823753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-15aef1e6-fd0b-4ccc-b6fe-6e6647184321 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0060472 Aug 23 12:14:12.824954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:12.876184 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.884593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] Sync routers for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:12.898020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:12.920505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:12.922736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Pushing event updated for resources: {'Port': ['ID=843de992-13b2-49e9-bba4-34749ade4526,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:12.928657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:12.949479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:12.950041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:12.953293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-991497a5-4a94-494d-a852-c7d3cee660d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29f7c253cc514df2973a9747afef9982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6574502 Aug 23 12:14:12.960037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44318) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:12.967707 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:12.969918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991497a5-4a94-494d-a852-c7d3cee660d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02657de3-c00a-40b7-83dc-25709f4707c2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:12.990297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:13.009575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e95b28-51b4-4b38-a5f3-c11aebdb79e4 None None] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:13.010728 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-75a584b8-318b-4224-a1b2-429109a3bb00 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] delete failed (client error): The resource could not be found. Aug 23 12:14:13.022772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75a584b8-318b-4224-a1b2-429109a3bb00 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-661117843 HTTP/1.1" status: 404 len: 334 time: 0.1860981 Aug 23 12:14:13.037300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44320) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:13.048589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.066115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-31eee46b-ce14-477b-bfac-9c76d4d98ec6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'router': {'external_gateway_info': {'network_id': '44484bb4-18e4-4828-b5b4-fd49e77e61db'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:13.152217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.158661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:13.159274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.176769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Attempting to bind port 843de992-13b2-49e9-bba4-34749ade4526 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:13.177137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Attempting to bind port 843de992-13b2-49e9-bba4-34749ade4526 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:13.177501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Attempting to bind port 843de992-13b2-49e9-bba4-34749ade4526 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:13.192125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:13.192890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:13.200339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:13.200723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:13.201256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.201736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:13.202169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Bound port: 843de992-13b2-49e9-bba4-34749ade4526, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:13.202558 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.204546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] Provisioning for port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:13.240850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] Provisioning complete for port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:13.241271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.250988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:13.256296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:13.256937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9ff24-5209-4204-a027-3a28db5ea1f3 None None] The sync data for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:13.299776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:13.300139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.303747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-abffff07-0782-407f-8bdc-0168c308117b tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:13.305262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-abffff07-0782-407f-8bdc-0168c308117b tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.44 "GET /v2.0/networks?id=d35318f8-1dc6-45b3-a16b-8c274b53e4de HTTP/1.1" status: 200 len: 820 time: 0.6365387 Aug 23 12:14:13.325733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0133343 Aug 23 12:14:13.342862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44322) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:13.351632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': '3174d037-aba8-487e-839e-9126fc179094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:13.360210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Request body: {'port': {'device_id': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de', 'admin_state_up': True, 'tenant_id': 'ddabd41ae826440e94420f4fc7239d1a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:13.422133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] For port 843de992-13b2-49e9-bba4-34749ade4526, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:13.434355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] For port 843de992-13b2-49e9-bba4-34749ade4526, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843de992-13b2-49e9-bba4-34749ade4526,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:13.449664 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.474892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823326-6ef4-4237-b2e0-e2b114e3ea28 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=3174d037-aba8-487e-839e-9126fc179094,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:13.505542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3174d037-aba8-487e-839e-9126fc179094 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:13.661748 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31eee46b-ce14-477b-bfac-9c76d4d98ec6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.710638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.723700 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62132c6d-91cf-42bd-a3a0-8a755ee6fc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.754796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.839123 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-31eee46b-ce14-477b-bfac-9c76d4d98ec6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] update failed (client error): The resource could not be found. Aug 23 12:14:13.845247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31eee46b-ce14-477b-bfac-9c76d4d98ec6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db HTTP/1.1" status: 404 len: 339 time: 0.7819905 Aug 23 12:14:13.866708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44328) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:13.872105 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62132c6d-91cf-42bd-a3a0-8a755ee6fc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.878808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1594736299'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:13.901239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Allocated IP 172.25.1.224 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e2b184ff-6e84-4a60-88d6-f463fa534475) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:13.904682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:13.905423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Made reservation on behalf of ddabd41ae826440e94420f4fc7239d1a for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:13.908692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.909746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:13.980337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b176409-f934-4914-9299-ad6b0ddb2de8 req-a47b836d-acd6-4e47-b793-4f9ef7597a90 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 210 time: 0.0653598 Aug 23 12:14:13.998756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:14.007563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.014304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f299c6-18d1-4050-8a21-0ba6d68854fc None None] Pushing event updated for resources: {'Port': ['ID=843de992-13b2-49e9-bba4-34749ade4526,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:14.014664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.039952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.109797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] For port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:14.118360 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.120223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:14:14.208247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:14.224209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.224553 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Added segment 064c4b7f-9202-485e-9a75-f1d99b4bab93 of type vlan for network 6b3654a1-2332-45a6-b833-04f4fe95a59d Aug 23 12:14:14.250031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62132c6d-91cf-42bd-a3a0-8a755ee6fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.252627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62132c6d-91cf-42bd-a3a0-8a755ee6fc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.264120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62132c6d-91cf-42bd-a3a0-8a755ee6fc8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02657de3-c00a-40b7-83dc-25709f4707c2 HTTP/1.1" status: 204 len: 168 time: 1.2975979 Aug 23 12:14:14.274140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.358980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fdcc5-144c-455c-9fa3-0c642c7a21d6 None None] Pushing event updated for resources: {'Port': ['ID=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:14.365527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62132c6d-91cf-42bd-a3a0-8a755ee6fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02657de3-c00a-40b7-83dc-25709f4707c2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:14.370747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.391205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:14:14.391553 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:14:14.396843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c8b6d010-d855-4c89-9dcf-53c0ea1f456d None None] Provisioning complete for port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:14.397224 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d010-d855-4c89-9dcf-53c0ea1f456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.485298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:14:14.522187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Allocated IP 172.20.0.4 (d35318f8-1dc6-45b3-a16b-8c274b53e4de/af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac/f899565d-14f1-4b07-8014-055906b019ff) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:14.533379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.534821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.540215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:14.540863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.572975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7033310 Aug 23 12:14:14.576385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44332) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:14.577448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:14.594344 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Sync routers for ids ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:14.604671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'subnet': {'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:14.653160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=601b31f4-8e41-44e6-a5a1-96b7a5ad3106,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:14.656422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.665153 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Routers {'25d57f9c-ab9c-44fb-ab57-410915f3f1f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:14.668135 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:14.682151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:14.687323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:14.699878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:14.721605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:14.723474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-568effc3-b6fa-4555-ab52-786217cc969c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7442713 Aug 23 12:14:14.733587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44338) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:14.737659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c21fba-3037-4b0c-9837-df10ff702644 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Network': ['ID=6b3654a1-2332-45a6-b833-04f4fe95a59d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:14.757823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6b3654a1-2332-45a6-b833-04f4fe95a59d details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:14.791090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': '9f066315-15ab-40be-96db-47c0f4a7cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3174d037-aba8-487e-839e-9126fc179094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:14.791610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: 3174d037-aba8-487e-839e-9126fc179094, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:14.840423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 3174d037-aba8-487e-839e-9126fc179094 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:14.845536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b184ff-6e84-4a60-88d6-f463fa534475,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:14.986948 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Set router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:15.082593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3174d037-aba8-487e-839e-9126fc179094) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:15.128028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a1d28-d0d1-4815-9f13-e40be16288bb None None] Network 3174d037-aba8-487e-839e-9126fc179094 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:15.145923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:15.146416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.151383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Made reservation on behalf of d19095a534d74eae8a9f7d90d080f9a0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:15.159072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.189092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7f632242-ff4c-45ce-b5a6-cc319fb980de tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8407245 Aug 23 12:14:15.190011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:15.203333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1787977412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:15.289238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.290319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.397597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.457145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.492257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.520389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.527364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99f4a830-0bab-4d63-a04b-b73fdb3ceb79 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3346784 Aug 23 12:14:15.528504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:15.617120 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:14:11Z', 'revision_number': 3, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:15.654510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-3174d037-aba8-487e-839e-9126fc179094', 'network_id': '3174d037-aba8-487e-839e-9126fc179094', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': '601b31f4-8e41-44e6-a5a1-96b7a5ad3106'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:15.655403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.705110 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Checking router: 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:15.705110 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Updating router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:15.805764 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.854733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:15.857968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:15.873450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d23466-bc62-43e0-95d4-4adafc857357 None None] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:16.109652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52f5c2c6-8e9f-4c0c-a795-b5ffd427cf9c None None] Provisioning for port 843de992-13b2-49e9-bba4-34749ade4526 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:16.234632 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:14:16.310318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aff5d638-6bc3-4622-9543-3926ccd823c4 req-f64bdb8d-2e9a-4a86-b3d8-9d52f0240b40 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 210 time: 0.1180611 Aug 23 12:14:16.478219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:16.478948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:16.482478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:16.498713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Allocated IP 2001:db8::2 (3174d037-aba8-487e-839e-9126fc179094/601b31f4-8e41-44e6-a5a1-96b7a5ad3106/3a6ac7e4-a097-46a2-b0a6-00b36a1829a0) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:16.587939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:16.605073 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:16.746941 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:16.783373 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Transition to ACTIVE for port object 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:16.787780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Subnet': ['ID=a2d06201-318c-47fa-8ee2-0465579216cf,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:16.800157 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:16.945420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843de992-13b2-49e9-bba4-34749ade4526 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:16.956920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:16.961518 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Attempting to bind port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:16.961974 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Attempting to bind port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:16.962369 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Attempting to bind port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:16.996748 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:16.997965 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:17.000834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.001769 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.003126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:17.009294 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Bound port: 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:17.012863 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.038788 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23ea65-ccda-4317-aae9-3c9c0b77edf7 None None] Pushing event updated for resources: {'Port': ['ID=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:17.091197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Router df482bd6-cc7e-4c47-b9d4-741db548e98e is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:14:17.117526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Checking segment: {'id': '064c4b7f-9202-485e-9a75-f1d99b4bab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:17.130961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network hostable DHCP agents. Network: 6b3654a1-2332-45a6-b833-04f4fe95a59d, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:17.167030 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.189084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Transition to ACTIVE for port object 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:17.201193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 843de992-13b2-49e9-bba4-34749ade4526 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:17.221980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 843de992-13b2-49e9-bba4-34749ade4526 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:17.224307 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.246565 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] For port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:17.253660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] For port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:17.256309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Transition to ACTIVE for port object 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:17.262422 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.268662 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.288093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-dacf7a39-939f-4b26-81ae-9321bb03e7d8 None None] Provisioning complete for port 843de992-13b2-49e9-bba4-34749ade4526 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:17.288461 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dacf7a39-939f-4b26-81ae-9321bb03e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.306360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 6b3654a1-2332-45a6-b833-04f4fe95a59d is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:17.314619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Network 3174d037-aba8-487e-839e-9126fc179094 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:17.344406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:17.344906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Network d35318f8-1dc6-45b3-a16b-8c274b53e4de is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:17.350581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:17.364388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:17.371978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:17.382316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Pushing event updated for resources: {'Port': ['ID=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:17.385189 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Routers {'25d57f9c-ab9c-44fb-ab57-410915f3f1f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:17.385859 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:17.467652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.499428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:17.500686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.503505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Pushing event updated for resources: {'Port': ['ID=f899565d-14f1-4b07-8014-055906b019ff,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:17.518291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6b3654a1-2332-45a6-b833-04f4fe95a59d) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:17.520493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Attempting to bind port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:17.520965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Attempting to bind port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '9f066315-15ab-40be-96db-47c0f4a7cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3174d037-aba8-487e-839e-9126fc179094'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:17.521222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Attempting to bind port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 on network 3174d037-aba8-487e-839e-9126fc179094 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:17.528514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:17.530824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.534673 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23ea65-ccda-4317-aae9-3c9c0b77edf7 None None] Pushing event updated for resources: {'Port': ['ID=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:17.539216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e0ec1-62b1-4386-a353-31772ca616a6 None None] Network 6b3654a1-2332-45a6-b833-04f4fe95a59d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:17.605508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-537cbb28-1255-4c52-8ca7-ce9bacf47716 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0186706 Aug 23 12:14:17.607263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44388) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:17.620684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-151ba90c-7565-4262-b1e2-0fece5f2c3f7 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:17.628508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:17.628950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Checking segment: {'id': '9f066315-15ab-40be-96db-47c0f4a7cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3174d037-aba8-487e-839e-9126fc179094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:17.629316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.632630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Bound using segment: {'id': '9f066315-15ab-40be-96db-47c0f4a7cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3174d037-aba8-487e-839e-9126fc179094'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:17.636754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Bound port: 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f066315-15ab-40be-96db-47c0f4a7cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3174d037-aba8-487e-839e-9126fc179094'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:17.637172 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.699264 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dacf7a39-939f-4b26-81ae-9321bb03e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.736803 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] Set router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:17.766948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 843de992-13b2-49e9-bba4-34749ade4526, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843de992-13b2-49e9-bba4-34749ade4526,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:17.782322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4634bed4-cb34-43c4-b04e-5c20e318d814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.789734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-a01fd20c-0e58-407c-a9d1-15a1ee4914a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4679630 Aug 23 12:14:17.798469 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:17.849244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Request body: {'port': {'device_id': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:17.860715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d878e-bf16-4c5a-b947-b9cc5e8b4f8d req-b0316ae0-cd0b-400f-a4c8-d229ff6ff9a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:17.862411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-469d878e-bf16-4c5a-b947-b9cc5e8b4f8d req-b0316ae0-cd0b-400f-a4c8-d229ff6ff9a7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 931 time: 0.1826067 Aug 23 12:14:17.945358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] For port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:17.950736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] For port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,segment=NetworkSegment(9f066315-15ab-40be-96db-47c0f4a7cc06),segment_id=9f066315-15ab-40be-96db-47c0f4a7cc06)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:17.970744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8::1 (3174d037-aba8-487e-839e-9126fc179094/601b31f4-8e41-44e6-a5a1-96b7a5ad3106/1f28d807-9e51-48c3-a346-2266097642b7) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:17.987221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-469d878e-bf16-4c5a-b947-b9cc5e8b4f8d req-20017abc-c83e-4e8f-9173-70e1307414d5 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107793 Aug 23 12:14:18.017899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:18.022081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=843de992-13b2-49e9-bba4-34749ade4526,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:18.055486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.092284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:18.099363 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.152423 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:14:11Z', 'revision_number': 3, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:18.194536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6b3654a1-2332-45a6-b833-04f4fe95a59d', 'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d', 'tenant_id': 'd19095a534d74eae8a9f7d90d080f9a0', 'fixed_ips': [{'subnet_id': 'a2d06201-318c-47fa-8ee2-0465579216cf'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:18.195423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.208850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-151ba90c-7565-4262-b1e2-0fece5f2c3f7 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.209476 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0678fd8-4b48-4fa6-9944-03c9e3a66a58 None None] The sync data for ids ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'] in n-d-773645-7 is: [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:14:11Z', 'revision_number': 3, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:18.230654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4634bed4-cb34-43c4-b04e-5c20e318d814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.246789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4634bed4-cb34-43c4-b04e-5c20e318d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.264713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.266856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-974a6cee-2e8d-405d-be06-4822400863a0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7661450 Aug 23 12:14:18.275815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44392) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:18.290583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:18.291210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:18.305115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-dacf7a39-939f-4b26-81ae-9321bb03e7d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:14:18.311713 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-dacf7a39-939f-4b26-81ae-9321bb03e7d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:14:18.322869 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4634bed4-cb34-43c4-b04e-5c20e318d814 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d91303fc0dd2447591aa5f4f3d45dad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3647399 Aug 23 12:14:18.325753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:18.404837 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.421260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634bed4-cb34-43c4-b04e-5c20e318d814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380cde3-2760-4da3-a08e-ea47fa147bac,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:18.459444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object 1f28d807-9e51-48c3-a346-2266097642b7 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:18.486639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.497879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c145e-5231-4790-926e-c6e02cd9333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.555586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c145e-5231-4790-926e-c6e02cd9333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.694760 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.789962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067f872-9e1b-4a2b-829d-bb526dc1f053 None None] Pushing event updated for resources: {'Port': ['ID=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:18.794834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 3174d037-aba8-487e-839e-9126fc179094 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:18.799287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:18.814542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:18.815260 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.942473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c145e-5231-4790-926e-c6e02cd9333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.946014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c145e-5231-4790-926e-c6e02cd9333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:18.951911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-de9c145e-5231-4790-926e-c6e02cd9333c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e380cde3-2760-4da3-a08e-ea47fa147bac HTTP/1.1" status: 204 len: 168 time: 0.5890000 Aug 23 12:14:18.993446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=1f28d807-9e51-48c3-a346-2266097642b7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:18.999671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c145e-5231-4790-926e-c6e02cd9333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380cde3-2760-4da3-a08e-ea47fa147bac,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:19.009863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Allocated IP 2001:db8:1::2 (6b3654a1-2332-45a6-b833-04f4fe95a59d/a2d06201-318c-47fa-8ee2-0465579216cf/9cb1598f-64a4-44c7-bf73-b1a4c5916e0b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:19.095873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:19.118369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:19.370692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401d0bd-d460-4f7b-b076-6729c22e6087 req-c3e3b43e-8888-419a-afd6-09952ea885a0 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:19.378242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8401d0bd-d460-4f7b-b076-6729c22e6087 req-c3e3b43e-8888-419a-afd6-09952ea885a0 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 931 time: 0.2032337 Aug 23 12:14:19.381677 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-151ba90c-7565-4262-b1e2-0fece5f2c3f7 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:14:19.386743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-151ba90c-7565-4262-b1e2-0fece5f2c3f7 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db HTTP/1.1" status: 400 len: 364 time: 1.7757406 Aug 23 12:14:19.399072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44404) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:19.570773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8401d0bd-d460-4f7b-b076-6729c22e6087 req-0780a2f2-f855-4c8f-9694-4b471d7251e0 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911569 Aug 23 12:14:19.601082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Allocated IP 172.20.0.1 (9b87de78-e094-48bc-bf01-76ca003b56c4/264d1a41-25c1-4220-9048-617aec7267af/f9a6ad25-74e7-4c55-86eb-e09f3f9dee87) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:19.693387 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:19.720716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Transition to ACTIVE for port object 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:19.764728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Transition to ACTIVE for port object 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:19.775290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:15Z', 'revision_number': 3, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:19.812133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:19.839487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:19.864261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Transition to ACTIVE for port object f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:19.923658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Pushing event updated for resources: {'Port': ['ID=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:19.927700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:19.928072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Updating router df482bd6-cc7e-4c47-b9d4-741db548e98e port e2b184ff-6e84-4a60-88d6-f463fa534475 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:19.962271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Network 6b3654a1-2332-45a6-b833-04f4fe95a59d is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:19.979458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.013764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:20.044315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:20.126616 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.128289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f899565d-14f1-4b07-8014-055906b019ff {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:14:20.149295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.161835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.172892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.174151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.184085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Transition to ACTIVE for port object f899565d-14f1-4b07-8014-055906b019ff will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:20.212018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.272020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:20.288558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:20.298681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Attempting to bind port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:20.299955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Attempting to bind port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '064c4b7f-9202-485e-9a75-f1d99b4bab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:20.300517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Attempting to bind port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b on network 6b3654a1-2332-45a6-b833-04f4fe95a59d {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:20.309997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:20.317051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:20.326053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:20.353649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:20.354092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Checking segment: {'id': '064c4b7f-9202-485e-9a75-f1d99b4bab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:20.355738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.356160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Bound using segment: {'id': '064c4b7f-9202-485e-9a75-f1d99b4bab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:20.356772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Bound port: 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064c4b7f-9202-485e-9a75-f1d99b4bab93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6b3654a1-2332-45a6-b833-04f4fe95a59d'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:20.358045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.390727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.391145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b0262-cc21-41a0-a4e9-09a1980d6cbd None None] Network 3174d037-aba8-487e-839e-9126fc179094 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:20.427116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=1f28d807-9e51-48c3-a346-2266097642b7,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:20.433937 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.624663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 3174d037-aba8-487e-839e-9126fc179094 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:20.628793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:20.812576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] For port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:20.816546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] For port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,segment=NetworkSegment(064c4b7f-9202-485e-9a75-f1d99b4bab93),segment_id=064c4b7f-9202-485e-9a75-f1d99b4bab93)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:20.856716 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:20.938412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a825f-4871-40ee-a0a5-ff4e5d83ddc2 None None] Pushing event updated for resources: {'Port': ['ID=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:20.974810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1330aec1-81d2-4f28-8aa6-41c663f3a0b9 None None] Provisioning for port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:21.019641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:21.053816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:21.059225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.398236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.409066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Transition to ACTIVE for port object e2b184ff-6e84-4a60-88d6-f463fa534475 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:21.412531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.413432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.413701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.415756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.415756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.415961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.418910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.419442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.421021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.421832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.422185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.422522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:21.434748 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.556935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071afcd3-9169-47d0-9bad-592d30537b5e req-29251e97-e9af-4624-83fb-a8c1556b11ce tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:21.570229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-df5f0f84-d9b8-42da-9b0c-e6da3a1767f1 None None] Provisioning for port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:21.571477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-071afcd3-9169-47d0-9bad-592d30537b5e req-29251e97-e9af-4624-83fb-a8c1556b11ce tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 943 time: 0.8488920 Aug 23 12:14:21.629575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Attempting to bind port e2b184ff-6e84-4a60-88d6-f463fa534475 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:21.633402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Attempting to bind port e2b184ff-6e84-4a60-88d6-f463fa534475 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:21.633897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Attempting to bind port e2b184ff-6e84-4a60-88d6-f463fa534475 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:21.639938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.645082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-df5f0f84-d9b8-42da-9b0c-e6da3a1767f1 None None] Provisioning complete for port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:21.645463 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-df5f0f84-d9b8-42da-9b0c-e6da3a1767f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.673636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Allocated IP 2001:db8::1 (07c75c15-245b-4f10-8cef-d627c1c144c0/6d5343e6-644d-405c-b63c-1d079722dbab/60864930-908e-45c0-a8a2-55e0813a09c6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:21.689907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:21.699582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:21.701104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.701234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router edf7b653-b35e-41f2-8807-4f9382114937 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:14:21.701475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:21.702230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Bound port: e2b184ff-6e84-4a60-88d6-f463fa534475, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:21.702970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.724440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-071afcd3-9169-47d0-9bad-592d30537b5e req-5f64d94f-40a5-45e6-99ea-55fe06762378 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512897 Aug 23 12:14:21.727911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb710-f3bb-4606-9451-5c40059dcc9c None None] Pushing event updated for resources: {'Port': ['ID=e2b184ff-6e84-4a60-88d6-f463fa534475,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:21.869448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-df5f0f84-d9b8-42da-9b0c-e6da3a1767f1 None None] Port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:21.894820 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b63df46f-58fe-48c6-9efb-80127c702cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.898955 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.902331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.940754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:21.961182 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:21.961967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843de992-13b2-49e9-bba4-34749ade4526 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:21.997491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Transition to ACTIVE for port object 60864930-908e-45c0-a8a2-55e0813a09c6 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:22.067092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Pushing event updated for resources: {'Port': ['ID=f899565d-14f1-4b07-8014-055906b019ff,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:22.078236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.095719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] For port e2b184ff-6e84-4a60-88d6-f463fa534475, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:22.160998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] For port e2b184ff-6e84-4a60-88d6-f463fa534475, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e2b184ff-6e84-4a60-88d6-f463fa534475,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:22.179431 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.213949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f4f3ee65-586b-46a6-8bcb-d384d6f92df8 None None] Provisioning for port 1f28d807-9e51-48c3-a346-2266097642b7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:22.223983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Attempting to bind port f899565d-14f1-4b07-8014-055906b019ff on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:22.224548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Port': ['ID=60864930-908e-45c0-a8a2-55e0813a09c6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:22.225195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Attempting to bind port f899565d-14f1-4b07-8014-055906b019ff by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:22.225924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Attempting to bind port f899565d-14f1-4b07-8014-055906b019ff on network d35318f8-1dc6-45b3-a16b-8c274b53e4de {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:22.233263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f4f3ee65-586b-46a6-8bcb-d384d6f92df8 None None] Provisioning complete for port 1f28d807-9e51-48c3-a346-2266097642b7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:22.233971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ee65-586b-46a6-8bcb-d384d6f92df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.251094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.282276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:22.291227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Port f899565d-14f1-4b07-8014-055906b019ff on network d35318f8-1dc6-45b3-a16b-8c274b53e4de not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:14:22.291227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Attempting to bind port f899565d-14f1-4b07-8014-055906b019ff on network d35318f8-1dc6-45b3-a16b-8c274b53e4de {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:22.294632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:22.306762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.307196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:22.309065 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] Sync routers for ids ['edf7b653-b35e-41f2-8807-4f9382114937'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:22.319561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:22.322742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:22.323217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Checking segment: {'id': 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:22.323674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Bound using segment: {'id': 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:22.324195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Bound port: f899565d-14f1-4b07-8014-055906b019ff, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:22.329258 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.329406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] Routers {'edf7b653-b35e-41f2-8807-4f9382114937'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:22.331079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['edf7b653-b35e-41f2-8807-4f9382114937'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:22.334121 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.336087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d05bb8e9-8931-48e9-9769-856d2a472c23 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/edf7b653-b35e-41f2-8807-4f9382114937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8011820 Aug 23 12:14:22.337896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:22.338621 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.341647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:22.385849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 843de992-13b2-49e9-bba4-34749ade4526 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:22.386466 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.442946 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:22.452667 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] Routers {'edf7b653-b35e-41f2-8807-4f9382114937'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:22.453501 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['edf7b653-b35e-41f2-8807-4f9382114937'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:22.494649 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:22.495446 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cca02-7506-43a4-a1bd-83e5c0279841 None None] The sync data for ids ['edf7b653-b35e-41f2-8807-4f9382114937'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:22.573079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b55aa-828e-4052-a7c0-89c802bcdbf5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:22.578875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e57b55aa-828e-4052-a7c0-89c802bcdbf5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports/1f28d807-9e51-48c3-a346-2266097642b7 HTTP/1.1" status: 200 len: 911 time: 0.2337620 Aug 23 12:14:22.579628 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44480) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:22.588893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '601b31f4-8e41-44e6-a5a1-96b7a5ad3106'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:22.594329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3ee65-586b-46a6-8bcb-d384d6f92df8 None None] Port 1f28d807-9e51-48c3-a346-2266097642b7 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:22.623865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:22.624528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:13:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:22.725517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:22.749672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.812200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb710-f3bb-4606-9451-5c40059dcc9c None None] Pushing event updated for resources: {'Port': ['ID=e2b184ff-6e84-4a60-88d6-f463fa534475,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:22.939949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:22.942335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:23.062742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.117766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] For port f899565d-14f1-4b07-8014-055906b019ff, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:23.141356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] For port f899565d-14f1-4b07-8014-055906b019ff, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f899565d-14f1-4b07-8014-055906b019ff,segment=NetworkSegment(f7cf03d4-c4a8-44b7-b558-08c6b7a7f905),segment_id=f7cf03d4-c4a8-44b7-b558-08c6b7a7f905)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:23.163367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.189008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:23.189864 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.191488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] 10.222.0.44 "PUT /v2.0/ports/f899565d-14f1-4b07-8014-055906b019ff HTTP/1.1" status: 200 len: 1091 time: 5.3486855 Aug 23 12:14:23.215396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:23.221850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'tag': 'f899565d-14f1-4b07-8014-055906b019ff'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:14:23.224600 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff" -d '{"events": [{"name": "network-changed", "server_uuid": "123ec3bd-f6d8-4818-9ee2-d470f0cfdc26", "tag": "f899565d-14f1-4b07-8014-055906b019ff"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:14:23.237959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efaa1f-e987-4a0f-ba91-2e7d35d8d71c req-07e488f4-e6b4-4937-9cd0-d13949466a7a tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:23.240961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85efaa1f-e987-4a0f-ba91-2e7d35d8d71c req-07e488f4-e6b4-4937-9cd0-d13949466a7a tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 943 time: 0.3787751 Aug 23 12:14:23.358190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:23.372169 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce93db6-a1a8-48a4-960d-b39339891731 x-openstack-request-id: req-1ce93db6-a1a8-48a4-960d-b39339891731 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:14:23.372563 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123ec3bd-f6d8-4818-9ee2-d470f0cfdc26", "tag": "f899565d-14f1-4b07-8014-055906b019ff", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:14:23.372920 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ce93db6-a1a8-48a4-960d-b39339891731 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:14:23.373480 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'tag': 'f899565d-14f1-4b07-8014-055906b019ff', 'status': 'completed', 'code': 200} Aug 23 12:14:23.376226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:23.468850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85786f6c-59ae-472c-b8c2-0761f1de50dc None None] Network 6b3654a1-2332-45a6-b833-04f4fe95a59d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:23.609371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44504) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:23.616520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.635825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Allocated IP 172.20.0.1 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/bc49eb45-3127-46eb-b70e-f84470bca8bb) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:23.653339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.660658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:23.661491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.666211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/ports/1f28d807-9e51-48c3-a346-2266097642b7 HTTP/1.1" status: 200 len: 911 time: 1.0831130 Aug 23 12:14:23.666959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:23.671179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:23.679882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-85efaa1f-e987-4a0f-ba91-2e7d35d8d71c req-9dee8172-c792-4421-91f1-1dee3c6cb277 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053377 Aug 23 12:14:23.681624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78564c9-3bed-4ab8-92b8-c06599757bbb service neutron] Pushing event updated for resources: {'Port': ['ID=f899565d-14f1-4b07-8014-055906b019ff,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:23.720844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Provisioning complete for port 1f28d807-9e51-48c3-a346-2266097642b7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:23.721551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.725312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-ce5dc1f4-3ec5-4622-969d-4659feccd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:23.728735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-ce5dc1f4-3ec5-4622-969d-4659feccd8ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddabd41ae826440e94420f4fc7239d1a&device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 1094 time: 0.4618695 Aug 23 12:14:23.785145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Port 1f28d807-9e51-48c3-a346-2266097642b7 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:23.843943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Provisioning for port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:23.851808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-46d36fd7-7646-46d8-aa2f-59de67e70cdb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899565d-14f1-4b07-8014-055906b019ff HTTP/1.1" status: 200 len: 217 time: 0.0863268 Aug 23 12:14:23.883554 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df325bb8-7dc7-4d79-b2ad-f30c3263770e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=1f28d807-9e51-48c3-a346-2266097642b7,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:23.918104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0aede429-f48e-46f4-ac45-ebcf04ea0c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:23.953128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:23.965631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:23.966453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.053996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Provisioning for port 60864930-908e-45c0-a8a2-55e0813a09c6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:24.100411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Provisioning complete for port 60864930-908e-45c0-a8a2-55e0813a09c6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:24.101177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0aede429-f48e-46f4-ac45-ebcf04ea0c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.101655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.114174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0aede429-f48e-46f4-ac45-ebcf04ea0c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.181303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:15Z', 'revision_number': 3, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:24.193253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-0663c0d8-b3f4-41bd-af6c-a0ea81358cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:24.195207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-0663c0d8-b3f4-41bd-af6c-a0ea81358cc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac HTTP/1.1" status: 200 len: 860 time: 0.3300128 Aug 23 12:14:24.221677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b50ca8-6b6a-41cb-8c2b-a8b1c448c724 None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:15Z', 'revision_number': 3, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:24.276182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0e288b07-2dd5-4f78-8781-69a77683e9c1 None None] Port 60864930-908e-45c0-a8a2-55e0813a09c6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:24.285679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.346951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-b232a258-6236-4fc1-9f0e-c3b8a4cb6268 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d35318f8-1dc6-45b3-a16b-8c274b53e4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422350 Aug 23 12:14:24.367324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0aede429-f48e-46f4-ac45-ebcf04ea0c1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11961da5ac5e44259c48632d08f00acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475882 Aug 23 12:14:24.374534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aede429-f48e-46f4-ac45-ebcf04ea0c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51f936-adb2-441b-afc2-ab5601913d96,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:24.380075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,segment=NetworkSegment(9f066315-15ab-40be-96db-47c0f4a7cc06),segment_id=9f066315-15ab-40be-96db-47c0f4a7cc06)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:24.385356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44512) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:24.390090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.395859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b37472a4-bba2-41b9-80df-79f7d29e3b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.397206 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.435071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.435294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b92ef53c-9715-427d-8220-b68385e89755 None None] Provisioning complete for port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:24.435667 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b92ef53c-9715-427d-8220-b68385e89755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.475944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.489363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:24.493005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b92ef53c-9715-427d-8220-b68385e89755 None None] Port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:24.495178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.496256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.532172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:24.543659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Sync routers for ids ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:24.558290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Routers {'25d57f9c-ab9c-44fb-ab57-410915f3f1f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:24.559274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:24.611721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Transition to ACTIVE for port object bc49eb45-3127-46eb-b70e-f84470bca8bb will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:24.649549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b6b7dccb-1fa7-43ac-8c84-d67097cbc575 admin admin] 10.222.0.21 "PUT /v2.0/routers/25d57f9c-ab9c-44fb-ab57-410915f3f1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9127643 Aug 23 12:14:24.745863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Set router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:24.800273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event updated for resources: {'Port': ['ID=60864930-908e-45c0-a8a2-55e0813a09c6,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:24.822442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc306a4-200a-4102-9cf0-d3319ae34403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.834310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:24.838538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:24.933187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e86aa2-47d6-4888-ad9a-ddd1e4a05ad0 req-78dfda90-e841-4597-a18a-06f124ed71a5 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:24.941959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60e86aa2-47d6-4888-ad9a-ddd1e4a05ad0 req-78dfda90-e841-4597-a18a-06f124ed71a5 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 943 time: 0.1421082 Aug 23 12:14:24.971484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:24.990329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:25.008878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:25.019885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:25.031574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc306a4-200a-4102-9cf0-d3319ae34403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.072550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:25.225302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:25.225899 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.226321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Pushing event updated for resources: {'Port': ['ID=bc49eb45-3127-46eb-b70e-f84470bca8bb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:25.240303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-e0d70ad1-bb3f-4fcf-a42e-bc8d1265a0c1 service neutron] 10.222.0.44 "GET /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8715386 Aug 23 12:14:25.533286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:25.563693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc306a4-200a-4102-9cf0-d3319ae34403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.567260 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-abc306a4-200a-4102-9cf0-d3319ae34403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.573783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-abc306a4-200a-4102-9cf0-d3319ae34403 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb51f936-adb2-441b-afc2-ab5601913d96 HTTP/1.1" status: 204 len: 168 time: 1.1557329 Aug 23 12:14:25.575344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.621561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd0f313-f354-4da4-a950-9f55f4a8c676 req-51f1c78d-cce4-4278-8ad8-9312eba749f7 service neutron] 10.222.0.44 "GET /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848940 Aug 23 12:14:25.647031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9a6ad25-74e7-4c55-86eb-e09f3f9dee87', 'name': '', 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'mac_address': 'fa:16:3e:0d:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '264d1a41-25c1-4220-9048-617aec7267af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:18Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 2, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'subnets': [{'id': '264d1a41-25c1-4220-9048-617aec7267af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:25.796126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Provisioning for port bc49eb45-3127-46eb-b70e-f84470bca8bb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:25.803386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Checking router: 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:25.803684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Updating router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:25.810023 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.826777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Provisioning complete for port bc49eb45-3127-46eb-b70e-f84470bca8bb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:25.827568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.839981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60e86aa2-47d6-4888-ad9a-ddd1e4a05ad0 req-85a571ce-67f8-4de3-8a4f-72f9995d097d tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8969665 Aug 23 12:14:25.881363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Router 44484bb4-18e4-4828-b5b4-fd49e77e61db has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:25.892982 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.947397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:25.954393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:25.954864 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:25.958243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Port bc49eb45-3127-46eb-b70e-f84470bca8bb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:26.107703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Provisioning complete for port 60864930-908e-45c0-a8a2-55e0813a09c6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:26.107703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.229274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:26.249195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3797a2a8-24b3-46ec-b776-0101c28bd170 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8325064 Aug 23 12:14:26.249441 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] Sync routers for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:26.255590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.261164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44572) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:26.261788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44574) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:26.268568 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:26.271748 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:26.293647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc306a4-200a-4102-9cf0-d3319ae34403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51f936-adb2-441b-afc2-ab5601913d96,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:26.312243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c3edb33a-e6c4-4b85-be72-3a26f27159e2 None None] Port 60864930-908e-45c0-a8a2-55e0813a09c6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:26.319679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.367912 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:26.388077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:26.388701 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:26.409871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,segment=NetworkSegment(064c4b7f-9202-485e-9a75-f1d99b4bab93),segment_id=064c4b7f-9202-485e-9a75-f1d99b4bab93)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:26.422490 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.444908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-b71395a3-71dc-46a0-9fe2-3e3dd0b9ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:26.451671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-b71395a3-71dc-46a0-9fe2-3e3dd0b9ef3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddabd41ae826440e94420f4fc7239d1a&device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 1094 time: 0.1546779 Aug 23 12:14:26.475272 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:26.476413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c141-2734-4496-b1b8-784b1f974f05 None None] The sync data for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:26.524513 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b77c03-7516-499b-943b-ad74ccb8f1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.530636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:26.660298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e707f25e-2f8c-48e1-8074-7e452b14e6c8 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.697610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.711549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Transition to ACTIVE for port object f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:26.721433 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.727657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-1bd270fc-2071-45b7-b4a1-cd481411f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:26.729218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-1bd270fc-2071-45b7-b4a1-cd481411f992 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d35318f8-1dc6-45b3-a16b-8c274b53e4de HTTP/1.1" status: 200 len: 921 time: 0.2661510 Aug 23 12:14:26.758068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e2b184ff-6e84-4a60-88d6-f463fa534475 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:26.795944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.845221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e113b7-62d8-423f-b7bb-048fd3187c3c None None] Pushing event updated for resources: {'Port': ['ID=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:26.858729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-0ff8e480-466d-4d3d-8e6f-ed9576417db5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f899565d-14f1-4b07-8014-055906b019ff HTTP/1.1" status: 200 len: 217 time: 0.1212521 Aug 23 12:14:26.953496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Attempting to bind port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:26.954177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Attempting to bind port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:26.955095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Attempting to bind port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 on network 9b87de78-e094-48bc-bf01-76ca003b56c4 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:26.961850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:26.962260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Checking segment: {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:26.962655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:26.963061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Bound using segment: {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:26.965546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Bound port: f9a6ad25-74e7-4c55-86eb-e09f3f9dee87, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfdf356-046a-4d8c-b31c-fda06647b0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:26.965546 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.000933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e2b184ff-6e84-4a60-88d6-f463fa534475 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:27.042922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e2b184ff-6e84-4a60-88d6-f463fa534475 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:27.043313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.051844 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-e707f25e-2f8c-48e1-8074-7e452b14e6c8 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 12:14:27.053226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e707f25e-2f8c-48e1-8074-7e452b14e6c8 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db HTTP/1.1" status: 409 len: 329 time: 0.7886500 Aug 23 12:14:27.093365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44608) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:27.100339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b77c03-7516-499b-943b-ad74ccb8f1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.130193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-746fbdd8-c8b9-4e81-94b1-fefaab98fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:27.132151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-746fbdd8-c8b9-4e81-94b1-fefaab98fa88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac HTTP/1.1" status: 200 len: 860 time: 0.2667248 Aug 23 12:14:27.169616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8b77c03-7516-499b-943b-ad74ccb8f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.177565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-0e53e285-cf9c-4be3-a208-300cb3ad1a55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d35318f8-1dc6-45b3-a16b-8c274b53e4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373356 Aug 23 12:14:27.189130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] For port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:27.230947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0bc39-c3e2-4626-b948-6ff80467a4ab req-3b489b00-d166-4a3f-9e95-97d2738b5b43 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:27.231154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] For port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:27.232549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eef0bc39-c3e2-4626-b948-6ff80467a4ab req-3b489b00-d166-4a3f-9e95-97d2738b5b43 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 943 time: 0.2493207 Aug 23 12:14:27.257991 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.275798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b77c03-7516-499b-943b-ad74ccb8f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21353db-c42d-4f99-95ff-d960dfb4edf0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:27.344388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.367771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eef0bc39-c3e2-4626-b948-6ff80467a4ab req-b731556f-972d-4aa9-acca-a761c4b6ec52 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211331 Aug 23 12:14:27.375395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e2b184ff-6e84-4a60-88d6-f463fa534475, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e2b184ff-6e84-4a60-88d6-f463fa534475,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:27.384355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e8b77c03-7516-499b-943b-ad74ccb8f1bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc5c55d78c45463699f0831e8e5909f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1212683 Aug 23 12:14:27.387348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44614) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:27.404658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.405440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:27.414972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.435761 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.483160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.484707 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.495631 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-9f1ea3bd-eaf3-4828-924a-439aae3cd78b service neutron] 10.222.0.44 "GET /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089337 Aug 23 12:14:27.512590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e113b7-62d8-423f-b7bb-048fd3187c3c None None] Pushing event updated for resources: {'Port': ['ID=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:27.521013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Routers {'25d57f9c-ab9c-44fb-ab57-410915f3f1f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:27.521013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:27.639170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e2b184ff-6e84-4a60-88d6-f463fa534475,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:27.643913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 1f28d807-9e51-48c3-a346-2266097642b7 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:27.648779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:27.857347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Pushing event updated for resources: {'Port': ['ID=bc49eb45-3127-46eb-b70e-f84470bca8bb,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:27.974218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f899565d-14f1-4b07-8014-055906b019ff details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:14:27.994621 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.001815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcd68845-3bf1-44f6-ad7e-f8a6c3e450fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.002662 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.019623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 1f28d807-9e51-48c3-a346-2266097642b7 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:28.030574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:28.059828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:28.060139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.063047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:28.127489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcd68845-3bf1-44f6-ad7e-f8a6c3e450fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.206504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f899565d-14f1-4b07-8014-055906b019ff, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f899565d-14f1-4b07-8014-055906b019ff,segment=NetworkSegment(f7cf03d4-c4a8-44b7-b558-08c6b7a7f905),segment_id=f7cf03d4-c4a8-44b7-b558-08c6b7a7f905)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:28.219796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'f899565d-14f1-4b07-8014-055906b019ff', 'network_id': 'd35318f8-1dc6-45b3-a16b-8c274b53e4de', 'port_id': 'f899565d-14f1-4b07-8014-055906b019ff', 'mac_address': 'fa:16:3e:aa:9f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:14:28.252277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.373326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] Set router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:28.376972 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.379126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.529970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:28.536928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcd68845-3bf1-44f6-ad7e-f8a6c3e450fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.540211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcd68845-3bf1-44f6-ad7e-f8a6c3e450fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.541222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f899565d-14f1-4b07-8014-055906b019ff {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:14:28.541997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bcd68845-3bf1-44f6-ad7e-f8a6c3e450fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b21353db-c42d-4f99-95ff-d960dfb4edf0 HTTP/1.1" status: 204 len: 168 time: 1.1534584 Aug 23 12:14:28.567005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f899565d-14f1-4b07-8014-055906b019ff, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f899565d-14f1-4b07-8014-055906b019ff,segment=NetworkSegment(f7cf03d4-c4a8-44b7-b558-08c6b7a7f905),segment_id=f7cf03d4-c4a8-44b7-b558-08c6b7a7f905)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:28.571817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97cd9a3a-9667-4cba-aaf6-88c3f02dbeff req-e2b77883-c6bd-4c7e-8aa7-8922dfd8b7d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9922659 Aug 23 12:14:28.584100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.621023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:28.624013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd68845-3bf1-44f6-ad7e-f8a6c3e450fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21353db-c42d-4f99-95ff-d960dfb4edf0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:28.647773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3c52-76d8-4e2a-9c0a-930587caac77 req-06299db5-ef78-4e27-8635-0c963babc7db tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:28.649910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43cb3c52-76d8-4e2a-9c0a-930587caac77 req-06299db5-ef78-4e27-8635-0c963babc7db tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 943 time: 0.1517365 Aug 23 12:14:28.758329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f899565d-14f1-4b07-8014-055906b019ff,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:28.786197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=1f28d807-9e51-48c3-a346-2266097642b7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:28.867539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:28.873529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a25f4612-5acb-4f24-b1e4-87a5650774ff admin admin] 10.222.0.21 "PUT /v2.0/routers/df482bd6-cc7e-4c47-b9d4-741db548e98e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5832152 Aug 23 12:14:28.975430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-43cb3c52-76d8-4e2a-9c0a-930587caac77 req-f40509dc-6d12-445d-accc-761b7916186e tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097296 Aug 23 12:14:29.001588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:29.086518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f899565d-14f1-4b07-8014-055906b019ff'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:14:29.088534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:29.138739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-373cd00c-b5bb-4422-b28e-ab66e459d427 None None] Provisioning complete for port bc49eb45-3127-46eb-b70e-f84470bca8bb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:29.139180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-373cd00c-b5bb-4422-b28e-ab66e459d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:29.219300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-373cd00c-b5bb-4422-b28e-ab66e459d427 None None] Port bc49eb45-3127-46eb-b70e-f84470bca8bb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:29.256529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e2b184ff-6e84-4a60-88d6-f463fa534475 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:29.356293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:29.357412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:29.635746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9a6ad25-74e7-4c55-86eb-e09f3f9dee87', 'name': '', 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'mac_address': 'fa:16:3e:0d:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '264d1a41-25c1-4220-9048-617aec7267af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:18Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'subnets': [{'id': '264d1a41-25c1-4220-9048-617aec7267af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:29.687561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482a823-7a05-4bab-8cbb-59eb0e5f3b38 None None] The sync data for ids ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'] in n-d-773645-7 is: [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9a6ad25-74e7-4c55-86eb-e09f3f9dee87', 'name': '', 'network_id': '9b87de78-e094-48bc-bf01-76ca003b56c4', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'mac_address': 'fa:16:3e:0d:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '264d1a41-25c1-4220-9048-617aec7267af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:18Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'subnets': [{'id': '264d1a41-25c1-4220-9048-617aec7267af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:29.706200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e2b184ff-6e84-4a60-88d6-f463fa534475 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:29.706612 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:29.777918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:30.261644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f7ed-dea1-4869-a96c-0c78daa44101 req-b8ae2ce4-b1f6-4603-9586-b2c0da4b2455 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:30.270993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3082f7ed-dea1-4869-a96c-0c78daa44101 req-b8ae2ce4-b1f6-4603-9586-b2c0da4b2455 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 944 time: 0.1231742 Aug 23 12:14:30.345160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router edf7b653-b35e-41f2-8807-4f9382114937 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:30.360624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting port 60864930-908e-45c0-a8a2-55e0813a09c6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:30.371722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3082f7ed-dea1-4869-a96c-0c78daa44101 req-1ea92dd0-34e6-45fd-aaf6-8903c7b24f0e tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876513 Aug 23 12:14:30.375424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.422034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:30.454474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44698) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:30.460742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-94405442-network', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:30.509852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Made reservation on behalf of cd5ac3320e4248ac971dc94eaa44d9dc for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:30.512832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.551042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.577233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 2, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:30.613342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.641537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:30.642332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Updating router df482bd6-cc7e-4c47-b9d4-741db548e98e port bc49eb45-3127-46eb-b70e-f84470bca8bb binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:30.663608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Calling delete_port for 60864930-908e-45c0-a8a2-55e0813a09c6 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:30.767970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.770580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:30.770950 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.805411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.815291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.866956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:30.893402 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:30.894617 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Added segment 40ea5b43-a134-4888-a012-a4f940cfb1d4 of type vlan for network c1862f08-1ba3-40ba-8006-639f31a3c783 Aug 23 12:14:30.961899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:30.976143 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] Sync routers for ids ['edf7b653-b35e-41f2-8807-4f9382114937'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:30.997015 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] Routers {'edf7b653-b35e-41f2-8807-4f9382114937'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:30.998009 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['edf7b653-b35e-41f2-8807-4f9382114937'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:31.021253 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:31.075119 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:31.093394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4973993-80a4-4939-91e4-548e46777257 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/edf7b653-b35e-41f2-8807-4f9382114937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4185262 Aug 23 12:14:31.102272 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:31.104346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:31.105232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:31.110278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] Routers {'edf7b653-b35e-41f2-8807-4f9382114937'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:31.111292 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['edf7b653-b35e-41f2-8807-4f9382114937'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:31.113614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44710) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:31.219304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7571874 Aug 23 12:14:31.225864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd77656-32a4-4693-8c2c-502c5cba9b04,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:31.240300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44718) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:31.245298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Request body: {'subnet': {'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-94405442-subnet', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:31.264744 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:31.265625 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09aab7f-06cf-40ac-ae48-cc0fb1cb06ac None None] The sync data for ids ['edf7b653-b35e-41f2-8807-4f9382114937'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:31.278743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08f57a14-0c49-4f21-af57-75b5c7741233 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf7b653-b35e-41f2-8807-4f9382114937 HTTP/1.1" status: 200 len: 205 time: 0.1520536 Aug 23 12:14:31.281149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44722) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:31.360718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Made reservation on behalf of cd5ac3320e4248ac971dc94eaa44d9dc for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:31.364342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:31.398511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff238643-5558-447f-a83b-1cc227db398d admin admin] Pushing event updated for resources: {'Network': ['ID=c1862f08-1ba3-40ba-8006-639f31a3c783,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:31.668345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:31.694778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c1862f08-1ba3-40ba-8006-639f31a3c783 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:31.745516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:31.759018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f899565d-14f1-4b07-8014-055906b019ff up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:31.950923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:32.005798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4673d3-6458-43d2-92c4-ce3f7e71f028,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:32.010145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Checking segment: {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:32.011609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Network hostable DHCP agents. Network: c1862f08-1ba3-40ba-8006-639f31a3c783, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:32.027045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96165ff-b2fe-4811-874e-37b094c8b5b5 req-f6c720bb-b64a-4910-9cdc-1e829da8f01f tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:32.029373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a96165ff-b2fe-4811-874e-37b094c8b5b5 req-f6c720bb-b64a-4910-9cdc-1e829da8f01f tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 944 time: 0.4591577 Aug 23 12:14:32.079843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Network c1862f08-1ba3-40ba-8006-639f31a3c783 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:32.100601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c1862f08-1ba3-40ba-8006-639f31a3c783) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:32.107439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:32.108058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.165383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2bd8a7d8-88bb-4cae-90ce-154f68b477b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9264815 Aug 23 12:14:32.167219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44756) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:32.173052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:32.173245 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.174954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.183386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.192283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.211135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12bb60-1df1-44ee-81e7-a2f1ec0dee16 None None] Network c1862f08-1ba3-40ba-8006-639f31a3c783 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:32.214153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.215406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Transition to ACTIVE for port object bc49eb45-3127-46eb-b70e-f84470bca8bb will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:32.218789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.252570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Port': ['ID=60864930-908e-45c0-a8a2-55e0813a09c6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:32.261375 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.359216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.367941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:32.379894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a96165ff-b2fe-4811-874e-37b094c8b5b5 req-56e30877-283e-4d2c-ad05-71a056f4ce55 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779822 Aug 23 12:14:32.397289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port f899565d-14f1-4b07-8014-055906b019ff completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:32.405464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:32.405876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.427856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8ad76-a553-443e-b96a-9d7b7413ea63 None None] Pushing event updated for resources: {'Port': ['ID=bc49eb45-3127-46eb-b70e-f84470bca8bb,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:32.460330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.461366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router edf7b653-b35e-41f2-8807-4f9382114937 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:14:32.490559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.494821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8ab5cac0-4168-40e2-b484-8a08b3eaa2c3 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/edf7b653-b35e-41f2-8807-4f9382114937 HTTP/1.1" status: 204 len: 168 time: 1.2115963 Aug 23 12:14:32.501214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44778) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:32.537521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port f899565d-14f1-4b07-8014-055906b019ff triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:32.537521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.652287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet 601b31f4-8e41-44e6-a5a1-96b7a5ad3106 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:14:32.661453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.817116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.837156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:32.936463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Attempting to bind port bc49eb45-3127-46eb-b70e-f84470bca8bb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:32.937148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Attempting to bind port bc49eb45-3127-46eb-b70e-f84470bca8bb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:32.937265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Attempting to bind port bc49eb45-3127-46eb-b70e-f84470bca8bb on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:32.947549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.005451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-c1862f08-1ba3-40ba-8006-639f31a3c783', 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'fixed_ips': [{'subnet_id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:33.010867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.031041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:33.031702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:33.032274 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.032852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:33.033667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Bound port: bc49eb45-3127-46eb-b70e-f84470bca8bb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:33.034236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.108413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.224668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44794) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:33.256684 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.261551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Router 44484bb4-18e4-4828-b5b4-fd49e77e61db has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:33.352108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] For port bc49eb45-3127-46eb-b70e-f84470bca8bb, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:33.391716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] For port bc49eb45-3127-46eb-b70e-f84470bca8bb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bc49eb45-3127-46eb-b70e-f84470bca8bb,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:33.407279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:33.409415 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.423172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.453205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.455597 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.463569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:33.486214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b32d7426-2213-448f-bc51-9252b54c5d8a tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3897021 Aug 23 12:14:33.489018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44804) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:33.496195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] Sync routers for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:33.497536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.586249 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-e5da7658-0124-4f76-9841-18558ed42529 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] show failed (client error): The resource could not be found. Aug 23 12:14:33.587809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e5da7658-0124-4f76-9841-18558ed42529 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1297784195 HTTP/1.1" status: 404 len: 335 time: 0.0944932 Aug 23 12:14:33.594743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44808) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:33.598953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.603293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:33.603995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:33.606070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8ad76-a553-443e-b96a-9d7b7413ea63 None None] Pushing event updated for resources: {'Port': ['ID=bc49eb45-3127-46eb-b70e-f84470bca8bb,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:33.617992 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54c9d20b-a281-4921-b912-b602864b1154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.618219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f899565d-14f1-4b07-8014-055906b019ff'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:14:33.620546 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f047f7-692a-44a0-a684-89a84fe6c0a1" -d '{"events": [{"server_uuid": "123ec3bd-f6d8-4818-9ee2-d470f0cfdc26", "name": "network-vif-plugged", "status": "completed", "tag": "f899565d-14f1-4b07-8014-055906b019ff"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:14:33.629285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f245ced9-fe3c-4a0b-b64e-7508a6b293cc tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:33.669144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.671522 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/601b31f4-8e41-44e6-a5a1-96b7a5ad3106 HTTP/1.1" status: 204 len: 168 time: 1.1678095 Aug 23 12:14:33.714151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Allocated IP 172.25.1.29 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e6f0a36f-7180-415c-afbc-bd2e5392a61c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:33.741161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:33.756086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec1d1b-0b87-4f3c-8566-2eaa72d0b7a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=601b31f4-8e41-44e6-a5a1-96b7a5ad3106,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:33.763927 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-f245ced9-fe3c-4a0b-b64e-7508a6b293cc tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] update failed (client error): The resource could not be found. Aug 23 12:14:33.765108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f245ced9-fe3c-4a0b-b64e-7508a6b293cc tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1649197238 HTTP/1.1" status: 404 len: 335 time: 0.1684170 Aug 23 12:14:33.766327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900bdf5-5574-4b72-abc0-6737292eb10b None None] Network 3174d037-aba8-487e-839e-9126fc179094 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:33.790518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44814) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:33.870940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.879797 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe86e05-016a-45ac-9dd7-92b7791f5843 x-openstack-request-id: req-dfe86e05-016a-45ac-9dd7-92b7791f5843 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:14:33.879797 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123ec3bd-f6d8-4818-9ee2-d470f0cfdc26", "name": "network-vif-plugged", "status": "completed", "tag": "f899565d-14f1-4b07-8014-055906b019ff", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:14:33.880144 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfe86e05-016a-45ac-9dd7-92b7791f5843 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:14:33.880245 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f899565d-14f1-4b07-8014-055906b019ff', 'code': 200} Aug 23 12:14:33.885130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:33.899388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting subnet a2d06201-318c-47fa-8ee2-0465579216cf {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:14:33.918136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:33.934823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Allocated IP 172.20.0.2 (c1862f08-1ba3-40ba-8006-639f31a3c783/0e4673d3-6458-43d2-92c4-ce3f7e71f028/d0e5b075-8773-4823-b2fb-b560aa2eaf3a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:33.951871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f899565d-14f1-4b07-8014-055906b019ff, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f899565d-14f1-4b07-8014-055906b019ff,segment=NetworkSegment(f7cf03d4-c4a8-44b7-b558-08c6b7a7f905),segment_id=f7cf03d4-c4a8-44b7-b558-08c6b7a7f905)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:33.974323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] Routers {'44484bb4-18e4-4828-b5b4-fd49e77e61db'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:33.975676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['44484bb4-18e4-4828-b5b4-fd49e77e61db'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:34.079993 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.082535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:34.082535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f6ac-81bc-4583-a6d2-6df79be65492 None None] The sync data for ids ['44484bb4-18e4-4828-b5b4-fd49e77e61db'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:34.096185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.118157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.129665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.138781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700d808-2c31-4c03-ae37-79ebff3dc5fd req-ea8c739b-a505-4155-9a81-9b67c735224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:34.139886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:34.140604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:34.141118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6700d808-2c31-4c03-ae37-79ebff3dc5fd req-ea8c739b-a505-4155-9a81-9b67c735224f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 1095 time: 0.2392175 Aug 23 12:14:34.180539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55106086-8ba7-475c-b4b6-7cfecbaa39f1 req-f765494f-480d-4d15-bc20-d7c7c1bc5cc1 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:34.188735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-55106086-8ba7-475c-b4b6-7cfecbaa39f1 req-f765494f-480d-4d15-bc20-d7c7c1bc5cc1 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 944 time: 0.2853961 Aug 23 12:14:34.238181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:34.267265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:34.273588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6700d808-2c31-4c03-ae37-79ebff3dc5fd req-c9c70ddf-99b0-472b-aa43-0cbb5ff91698 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038291 Aug 23 12:14:34.274540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:34.295295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:34.312907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f0a36f-7180-415c-afbc-bd2e5392a61c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:34.341999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.387661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54c9d20b-a281-4921-b912-b602864b1154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.399363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:34.400763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.432452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-54c9d20b-a281-4921-b912-b602864b1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.435928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-55106086-8ba7-475c-b4b6-7cfecbaa39f1 req-4fa6c2d8-e672-4d65-899f-a6b90d2e89ae tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460184 Aug 23 12:14:34.563196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f899565d-14f1-4b07-8014-055906b019ff,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:34.595270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] DHCP port deletion for 3174d037-aba8-487e-839e-9126fc179094 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:14:34.651796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.658191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:34.717595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Transition to ACTIVE for port object d0e5b075-8773-4823-b2fb-b560aa2eaf3a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:34.720528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-54c9d20b-a281-4921-b912-b602864b1154 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cee6bfd46f90439fa53fee9af877a24a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4875307 Aug 23 12:14:34.728419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44832) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:34.749259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,segment=NetworkSegment(9f066315-15ab-40be-96db-47c0f4a7cc06),segment_id=9f066315-15ab-40be-96db-47c0f4a7cc06)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:34.749259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.763893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9d20b-a281-4921-b912-b602864b1154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aae5b2-e38d-4451-9409-7ec48e03c3cc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:34.764154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Transition to ACTIVE for port object d0e5b075-8773-4823-b2fb-b560aa2eaf3a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:34.769410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:34.772282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.808285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.820034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d06201-318c-47fa-8ee2-0465579216cf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:34.867650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c081fdd-7844-43a6-95d1-bf918b9714e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.892351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c081fdd-7844-43a6-95d1-bf918b9714e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.968274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:34.975389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cfa40e03-2b42-475e-b098-b3b06716800e tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/subnets/a2d06201-318c-47fa-8ee2-0465579216cf HTTP/1.1" status: 204 len: 168 time: 1.1835394 Aug 23 12:14:34.979179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44834) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:35.002518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c081fdd-7844-43a6-95d1-bf918b9714e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.006213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c081fdd-7844-43a6-95d1-bf918b9714e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.010599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1c081fdd-7844-43a6-95d1-bf918b9714e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09aae5b2-e38d-4451-9409-7ec48e03c3cc HTTP/1.1" status: 204 len: 168 time: 0.2807698 Aug 23 12:14:35.010805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689d4cf-52f2-4792-906a-7bdcd4e94795 None None] Network 6b3654a1-2332-45a6-b833-04f4fe95a59d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:35.025314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c081fdd-7844-43a6-95d1-bf918b9714e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aae5b2-e38d-4451-9409-7ec48e03c3cc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:35.064226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.109241 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.311871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Deleting port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:35.312276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.317426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.383306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Network c1862f08-1ba3-40ba-8006-639f31a3c783 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:35.401435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:35.407071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Pushing event updated for resources: {'Port': ['ID=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:35.436806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:35.494949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] For port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:35.495371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.551287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Attempting to bind port d0e5b075-8773-4823-b2fb-b560aa2eaf3a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:35.551688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Attempting to bind port d0e5b075-8773-4823-b2fb-b560aa2eaf3a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:35.552092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Attempting to bind port d0e5b075-8773-4823-b2fb-b560aa2eaf3a on network c1862f08-1ba3-40ba-8006-639f31a3c783 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:35.558836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Calling delete_port for 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:35.567796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:14:35.571800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:35.572110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Checking segment: {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:35.572523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.573011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Bound using segment: {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:35.573862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Bound port: d0e5b075-8773-4823-b2fb-b560aa2eaf3a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:35.574347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.597711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.638509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:33Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:35.642294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] No DVR routers for this DVR port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:35.664653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] DHCP port deletion for 6b3654a1-2332-45a6-b833-04f4fe95a59d request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:14:35.697668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1962bc8-0f4d-4be3-b209-51d5cc525241 None None] Pushing event deleted for resources: {'Port': ['ID=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:35.702226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a3b5-6043-455c-b3a6-ad5bf77b4e24 None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:33Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:35.908661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] For port d0e5b075-8773-4823-b2fb-b560aa2eaf3a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:35.928223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] For port d0e5b075-8773-4823-b2fb-b560aa2eaf3a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:35.948665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=3a6ac7e4-a097-46a2-b0a6-00b36a1829a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:35.948906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:35.958545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:35.959609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:36.068504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:36.074747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:36.075295 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.077882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] Deleting port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:36.078262 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.084625 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-781eb26b-edcf-426b-a8b5-85ee1b5a8dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.089882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.185784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] For port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,segment=NetworkSegment(064c4b7f-9202-485e-9a75-f1d99b4bab93),segment_id=064c4b7f-9202-485e-9a75-f1d99b4bab93)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:36.187865 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.287517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.327159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3174d037-aba8-487e-839e-9126fc179094']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:36.327781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4364b-9171-4396-8972-3253c901de36 None None] Pushing event updated for resources: {'Port': ['ID=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:36.335120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] Calling delete_port for 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:36.343684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f066315-15ab-40be-96db-47c0f4a7cc06') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:36.344191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f066315-15ab-40be-96db-47c0f4a7cc06') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:36.386519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.452103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197768-da8f-4726-bd09-1b18dad63383 req-fb08518e-c43c-4237-b64a-ddbabadd775f tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:36.454532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16197768-da8f-4726-bd09-1b18dad63383 req-fb08518e-c43c-4237-b64a-ddbabadd775f tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 945 time: 0.5016348 Aug 23 12:14:36.482248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.544167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:14:36.546533 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.604890 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.627993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Router beeb2e7e-6864-4e7a-913c-f4c79c74a32b is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:14:36.694312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] Pushing event deleted for resources: {'Port': ['ID=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:14:36.715139 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:14:36.722244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51054e80-7c22-4389-bbe4-18eb36b0a955 None None] No DVR routers for this DVR port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:36.733768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:36.776242 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.809116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:36.810030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:14:36.812821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/3174d037-aba8-487e-839e-9126fc179094 HTTP/1.1" status: 204 len: 168 time: 3.0696008 Aug 23 12:14:36.815576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3a6ac7e4-a097-46a2-b0a6-00b36a1829a0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:14:36.816000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:36.818416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44864) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:36.825770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-732480614', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:36.849616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:14:36.850436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:14:36.858811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:36.866281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21b3ed-20e0-4668-9a8f-2528c614682c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=3174d037-aba8-487e-839e-9126fc179094,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:36.873413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Sync routers for ids ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:36.901541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16197768-da8f-4726-bd09-1b18dad63383 req-954eb99c-5bd7-41d3-acb7-3aa120b146e7 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893563 Aug 23 12:14:36.924395 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Routers {'beeb2e7e-6864-4e7a-913c-f4c79c74a32b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:36.930263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:36.953714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:36.954481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.178788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-781eb26b-edcf-426b-a8b5-85ee1b5a8dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.183583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] For port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b, host n-d-773645-7, got binding levels [] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:37.184487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.196381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.197886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b2621c5-fa90-4f12-8e05-648e60b92ca1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0295815 Aug 23 12:14:37.201068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44880) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:37.209232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-781eb26b-edcf-426b-a8b5-85ee1b5a8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.318645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Calling delete_port for 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:37.340960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_backend_mixin [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b was not found and therefore no delete operation was performed {{(pid=101058) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:14:37.347383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Set router beeb2e7e-6864-4e7a-913c-f4c79c74a32b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:37.364581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-781eb26b-edcf-426b-a8b5-85ee1b5a8dad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bb60598599f4a7ca7fb033d6e4f3686&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3894558 Aug 23 12:14:37.366568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:37.404695 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.431259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.440383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.585426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eb26b-edcf-426b-a8b5-85ee1b5a8dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c824a35-dfa4-47f1-80f4-d601bfbbbe0a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:37.640872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] No DVR routers for this DVR port 9cb1598f-64a4-44c7-bf73-b1a4c5916e0b on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:37.655865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Port': ['ID=9cb1598f-64a4-44c7-bf73-b1a4c5916e0b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:37.877053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f39ed88e-6aa7-40f2-864e-a1613a1b2fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.949221 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:14:34Z', 'revision_number': 3, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:37.954585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.969268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:37.974654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f39ed88e-6aa7-40f2-864e-a1613a1b2fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.008405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0e5b075-8773-4823-b2fb-b560aa2eaf3a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:38.061389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.069411 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Checking router: beeb2e7e-6864-4e7a-913c-f4c79c74a32b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:38.070085 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Updating router beeb2e7e-6864-4e7a-913c-f4c79c74a32b port e6f0a36f-7180-415c-afbc-bd2e5392a61c binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:38.089767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ae2e8-0b6c-4a65-a9a4-282fdb1c38a2 None None] Network c1862f08-1ba3-40ba-8006-639f31a3c783 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:38.113854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f39ed88e-6aa7-40f2-864e-a1613a1b2fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.118473 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.122024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f39ed88e-6aa7-40f2-864e-a1613a1b2fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.129056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f39ed88e-6aa7-40f2-864e-a1613a1b2fcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c824a35-dfa4-47f1-80f4-d601bfbbbe0a HTTP/1.1" status: 204 len: 168 time: 0.7563665 Aug 23 12:14:38.173007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3654a1-2332-45a6-b833-04f4fe95a59d']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:38.177091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.178626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-df2f0734-5f11-425f-bc2f-c30410aa7e19 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3585327 Aug 23 12:14:38.181436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44924) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:38.193895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-809572039'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:38.197203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ed88e-6aa7-40f2-864e-a1613a1b2fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c824a35-dfa4-47f1-80f4-d601bfbbbe0a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:38.206249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064c4b7f-9202-485e-9a75-f1d99b4bab93') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:38.207079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064c4b7f-9202-485e-9a75-f1d99b4bab93') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:38.228456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:38.232451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.251974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.336864 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.352420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:14:38.352846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.379629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7f0de5fc-a0ce-45bf-b311-f6a3343bac9c None None] Provisioning for port d0e5b075-8773-4823-b2fb-b560aa2eaf3a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:38.411932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d0e5b075-8773-4823-b2fb-b560aa2eaf3a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:38.424640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d0e5b075-8773-4823-b2fb-b560aa2eaf3a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:38.425325 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.471697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:14:38.498680 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:14:38.503849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.513155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.516646 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment 199fb54d-0a57-4314-b9b0-ecd61d8cb769 of type vlan for network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c Aug 23 12:14:38.519331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.521311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/networks/6b3654a1-2332-45a6-b833-04f4fe95a59d HTTP/1.1" status: 204 len: 168 time: 3.5407937 Aug 23 12:14:38.536808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:38.577048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb254a-3247-4f0a-8f4b-8a82a807bf32 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Network': ['ID=6b3654a1-2332-45a6-b833-04f4fe95a59d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:38.618587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd41737-dd90-4bed-b780-56e095a0632c req-5b3c8af9-a9a9-46c2-8fd0-5ac71ab87daf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:38.629771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bd41737-dd90-4bed-b780-56e095a0632c req-5b3c8af9-a9a9-46c2-8fd0-5ac71ab87daf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 945 time: 0.3967545 Aug 23 12:14:38.787759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5bd41737-dd90-4bed-b780-56e095a0632c req-e89f818d-78a4-4444-810a-982169804ac0 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566699 Aug 23 12:14:38.859252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.914475 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.922340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d0e5b075-8773-4823-b2fb-b560aa2eaf3a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:38.941760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.943317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:38.944162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bc49eb45-3127-46eb-b70e-f84470bca8bb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:38.954332 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Transition to ACTIVE for port object e6f0a36f-7180-415c-afbc-bd2e5392a61c will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:38.968714 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.080191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting subnet aaf05836-bed7-4bb8-a83d-36788da15706 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:14:39.094448 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc77b8-44f5-40e5-9265-cffbbf4feac1 None None] Pushing event updated for resources: {'Port': ['ID=e6f0a36f-7180-415c-afbc-bd2e5392a61c,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:39.109432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Attempting to bind port e6f0a36f-7180-415c-afbc-bd2e5392a61c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:39.112063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Attempting to bind port e6f0a36f-7180-415c-afbc-bd2e5392a61c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:39.113121 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Attempting to bind port e6f0a36f-7180-415c-afbc-bd2e5392a61c on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:39.130782 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.132980 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:39.133378 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:39.145304 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.145873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:39.146389 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Bound port: e6f0a36f-7180-415c-afbc-bd2e5392a61c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:39.146788 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.156141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ccd31-594a-4e59-aab2-45fd22c95303 req-c4bfce8a-6d7b-4835-942d-a68dc8ce2fa1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:39.161073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e0ccd31-594a-4e59-aab2-45fd22c95303 req-c4bfce8a-6d7b-4835-942d-a68dc8ce2fa1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 946 time: 0.3069279 Aug 23 12:14:39.169131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:39.209728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port bc49eb45-3127-46eb-b70e-f84470bca8bb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:39.225831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bc49eb45-3127-46eb-b70e-f84470bca8bb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:39.229302 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.291690 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] For port e6f0a36f-7180-415c-afbc-bd2e5392a61c, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:39.300677 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] For port e6f0a36f-7180-415c-afbc-bd2e5392a61c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6f0a36f-7180-415c-afbc-bd2e5392a61c,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:39.316916 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.372638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.383879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.390706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:39.392471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.408291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Routers {'beeb2e7e-6864-4e7a-913c-f4c79c74a32b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:39.416021 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:39.491837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e0ccd31-594a-4e59-aab2-45fd22c95303 req-666d80a0-3bcc-477c-b605-ded42df5b6d2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216712 Aug 23 12:14:39.508164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-09dea21a-9368-4fe8-8dd4-fcca8d35051a None None] Provisioning complete for port d0e5b075-8773-4823-b2fb-b560aa2eaf3a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:39.509380 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-09dea21a-9368-4fe8-8dd4-fcca8d35051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.514321 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.521382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.549843 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc77b8-44f5-40e5-9265-cffbbf4feac1 None None] Pushing event updated for resources: {'Port': ['ID=e6f0a36f-7180-415c-afbc-bd2e5392a61c,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:39.636035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4486401 Aug 23 12:14:39.638657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44958) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:39.651601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:39.674554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port bc49eb45-3127-46eb-b70e-f84470bca8bb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bc49eb45-3127-46eb-b70e-f84470bca8bb,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:39.685251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:39.703956 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] Set router beeb2e7e-6864-4e7a-913c-f4c79c74a32b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:39.901388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=bc49eb45-3127-46eb-b70e-f84470bca8bb,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:39.930208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0e5b075-8773-4823-b2fb-b560aa2eaf3a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:39.963639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4837cfa-fcfa-4c94-86b4-56c7aeb1dd4d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=27d78a2f-1d91-4e00-bb61-7491dc79fd6c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:40.020051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:40.029032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.040056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-e45d91ac-4d48-4ab9-b7c1-b39bbabeca8b tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:40.042471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-e45d91ac-4d48-4ab9-b7c1-b39bbabeca8b tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.44 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 945 time: 0.7334800 Aug 23 12:14:40.046488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:40.061495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.141896 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:14:34Z', 'revision_number': 3, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:40.155413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60a10-1c93-47be-835b-00e49b58ed62 req-e65be2ca-323a-4cbd-9ed9-fce335902c31 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:40.160922 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2d60a10-1c93-47be-835b-00e49b58ed62 req-e65be2ca-323a-4cbd-9ed9-fce335902c31 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 945 time: 0.2122910 Aug 23 12:14:40.198022 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc657545-299c-4ddf-8088-ea1c285e9a5f None None] The sync data for ids ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'] in n-d-773645-7 is: [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:14:34Z', 'revision_number': 3, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:40.388828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d0e5b075-8773-4823-b2fb-b560aa2eaf3a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:40.390944 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.421658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2d60a10-1c93-47be-835b-00e49b58ed62 req-55f392f4-dddd-4f57-87bd-7be56c86f732 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468891 Aug 23 12:14:40.537943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824eeef-f50e-4033-ad21-2498420530fe req-ebf3c3b7-8058-42d0-9826-6e9a46da38a0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:40.542098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2824eeef-f50e-4033-ad21-2498420530fe req-ebf3c3b7-8058-42d0-9826-6e9a46da38a0 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 946 time: 0.5984950 Aug 23 12:14:40.609143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Allocated IP 172.20.0.1 (c1862f08-1ba3-40ba-8006-639f31a3c783/0e4673d3-6458-43d2-92c4-ce3f7e71f028/817e6bff-4a27-4252-aa91-853bc784122c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:40.627517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.642815 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.729161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf05836-bed7-4bb8-a83d-36788da15706,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:40.750392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.752382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4730c0-fd8b-4cb2-91f6-2edd85be319c None None] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:40.755900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44984) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:40.756363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89aa67cb-a1f3-428b-8a9e-1a2dc3c34cbd tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/subnets/aaf05836-bed7-4bb8-a83d-36788da15706 HTTP/1.1" status: 204 len: 168 time: 2.2029233 Aug 23 12:14:40.891118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting subnet 967fab6c-3a10-47c5-8e64-8bec0f48c878 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:14:40.901410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.927489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Deleting port f899565d-14f1-4b07-8014-055906b019ff {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:40.932094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:40.975924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=a0df879d-02ff-41be-ad46-a81f36ae1256,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:40.989925 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:40.997310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: 27d78a2f-1d91-4e00-bb61-7491dc79fd6c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:41.066857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:41.071785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:41.074117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:41.090287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Transition to ACTIVE for port object 817e6bff-4a27-4252-aa91-853bc784122c will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:41.177103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec17c5-3509-4fd0-857b-c0ec7a7eab93 req-4e32a67f-96ce-424e-af27-5da309cae3e4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:41.182688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1ec17c5-3509-4fd0-857b-c0ec7a7eab93 req-4e32a67f-96ce-424e-af27-5da309cae3e4 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 946 time: 0.4565709 Aug 23 12:14:41.190103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 27d78a2f-1d91-4e00-bb61-7491dc79fd6c) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:41.201577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a37d5-5d9c-4dea-826a-13292b1dfd85 None None] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:41.278037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Deleting port 12738148-35b7-4784-a210-9cf7a496ff97 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:41.278467 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:41.286225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:41.286844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:41.327138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:41.419906 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6997616e-8f42-4c68-8426-f80de5c10ce0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7800913 Aug 23 12:14:41.455377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45002) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:41.560564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] DHCP port deletion for f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:14:41.597329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:41.663884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1ec17c5-3509-4fd0-857b-c0ec7a7eab93 req-68978a26-0484-4932-8a14-7e5f0d9245b1 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934224 Aug 23 12:14:41.891965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde27622-e6b1-450d-a12f-fce9b93a15f3 req-62d2ebe5-1654-4d62-8a8f-ca39f4f0b3ec tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:41.902797 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cde27622-e6b1-450d-a12f-fce9b93a15f3 req-62d2ebe5-1654-4d62-8a8f-ca39f4f0b3ec tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 945 time: 0.2127044 Aug 23 12:14:41.921188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.018389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Subnet': ['ID=967fab6c-3a10-47c5-8e64-8bec0f48c878,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:42.036082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.042065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4ce875f1-7189-432c-b429-712e8d65d1ff tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/subnets/967fab6c-3a10-47c5-8e64-8bec0f48c878 HTTP/1.1" status: 204 len: 168 time: 1.2790997 Aug 23 12:14:42.059018 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cde27622-e6b1-450d-a12f-fce9b93a15f3 req-56ef381f-2a9e-4ed9-8af7-3b94a43f37e3 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516013 Aug 23 12:14:42.059896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45020) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:42.094218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765ec60-436d-4fc5-8982-7085f52b8ef8 None None] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:42.158504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Deleting port 375ec1a6-87ef-45e3-b85c-73727e061a1d {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:42.160674 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.179328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:42.187577 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.215912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6f0a36f-7180-415c-afbc-bd2e5392a61c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:42.264422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.466338 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting port 375ec1a6-87ef-45e3-b85c-73727e061a1d {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:42.467542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.582272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] For port 375ec1a6-87ef-45e3-b85c-73727e061a1d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=375ec1a6-87ef-45e3-b85c-73727e061a1d,segment=NetworkSegment(638c3c62-f366-42f6-bab1-a93fa39d7d54),segment_id=638c3c62-f366-42f6-bab1-a93fa39d7d54)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:42.584304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.617584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Calling delete_port for 375ec1a6-87ef-45e3-b85c-73727e061a1d owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:42.649139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] For port 375ec1a6-87ef-45e3-b85c-73727e061a1d, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=375ec1a6-87ef-45e3-b85c-73727e061a1d,segment=NetworkSegment(638c3c62-f366-42f6-bab1-a93fa39d7d54),segment_id=638c3c62-f366-42f6-bab1-a93fa39d7d54)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:42.650581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.655828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] For port f899565d-14f1-4b07-8014-055906b019ff, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f899565d-14f1-4b07-8014-055906b019ff,segment=NetworkSegment(f7cf03d4-c4a8-44b7-b558-08c6b7a7f905),segment_id=f7cf03d4-c4a8-44b7-b558-08c6b7a7f905)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:42.656204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.689451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Calling delete_port for f899565d-14f1-4b07-8014-055906b019ff owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:42.692479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Calling delete_port for 375ec1a6-87ef-45e3-b85c-73727e061a1d owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:42.714757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Allocated IP 2001:db8::2 (27d78a2f-1d91-4e00-bb61-7491dc79fd6c/a0df879d-02ff-41be-ad46-a81f36ae1256/8b344048-760e-4982-9c89-eb9d1b38f893) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:42.788794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e6f0a36f-7180-415c-afbc-bd2e5392a61c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:42.813823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e6f0a36f-7180-415c-afbc-bd2e5392a61c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:42.814209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.914015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Network c1862f08-1ba3-40ba-8006-639f31a3c783 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:42.915686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:42.934493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:42.993246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:43.049768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] No DVR routers for this DVR port 375ec1a6-87ef-45e3-b85c-73727e061a1d on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:43.052065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Port': ['ID=375ec1a6-87ef-45e3-b85c-73727e061a1d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:43.215757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] DHCP port deletion for 38e1d659-c7c4-4afa-b079-b1de44c7223b request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:14:43.277116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.314449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bdd4d5-c9e0-4094-9bc9-8021b1de8849']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:43.348658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638c3c62-f366-42f6-bab1-a93fa39d7d54') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:43.351150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638c3c62-f366-42f6-bab1-a93fa39d7d54') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:43.380346 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721e08d-a7ee-4539-8bd5-173e70395167 req-5baf581d-d1ef-41c4-892a-2468e9ac4106 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:43.384467 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0721e08d-a7ee-4539-8bd5-173e70395167 req-5baf581d-d1ef-41c4-892a-2468e9ac4106 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 945 time: 0.1520486 Aug 23 12:14:43.388904 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.459945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.484341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:14:43.484768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:14:43.488732 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:14:43.507331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=817e6bff-4a27-4252-aa91-853bc784122c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:43.554003 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.580319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0721e08d-a7ee-4539-8bd5-173e70395167 req-764bab20-269b-492f-93e1-9f24fc39c447 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/security-groups?id=3cb58902-0820-493d-923e-98c65a5887a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801660 Aug 23 12:14:43.660145 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.664475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.679472 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.685822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Transition to ACTIVE for port object 8b344048-760e-4982-9c89-eb9d1b38f893 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:43.709426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/networks/f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 HTTP/1.1" status: 204 len: 168 time: 1.6457281 Aug 23 12:14:43.711789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45102) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:43.728122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Transition to ACTIVE for port object 8b344048-760e-4982-9c89-eb9d1b38f893 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:43.731218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Pushing event deleted for resources: {'Port': ['ID=f899565d-14f1-4b07-8014-055906b019ff,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:43.750428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:43.750809 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.762758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f899565d-14f1-4b07-8014-055906b019ff no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:43.776114 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.789403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333758d-de8e-4c29-bf2e-eccc4c594277 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Network': ['ID=f8bdd4d5-c9e0-4094-9bc9-8021b1de8849,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:43.836600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: f899565d-14f1-4b07-8014-055906b019ff {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:14:43.836941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f899565d-14f1-4b07-8014-055906b019ff not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:14:43.851902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05ebfb-18a7-444f-a030-0fd659b3850a req-971aeefb-30db-4fd4-a892-14f2c3d87f93 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:43.853819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f05ebfb-18a7-444f-a030-0fd659b3850a req-971aeefb-30db-4fd4-a892-14f2c3d87f93 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 946 time: 0.9357789 Aug 23 12:14:43.872956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.935319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:43.942800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c973064-220f-4551-bb00-210a12f7182a None None] Provisioning for port 817e6bff-4a27-4252-aa91-853bc784122c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:43.975002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:43.986331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5c973064-220f-4551-bb00-210a12f7182a None None] Provisioning complete for port 817e6bff-4a27-4252-aa91-853bc784122c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:43.986710 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c973064-220f-4551-bb00-210a12f7182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.036359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5c973064-220f-4551-bb00-210a12f7182a None None] Port 817e6bff-4a27-4252-aa91-853bc784122c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:44.052223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] No DVR routers for this DVR port f899565d-14f1-4b07-8014-055906b019ff on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:44.055878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:44.068952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.071467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cc55b61-afb3-470b-8e6f-4e8b963b0124 req-eaac7992-ba2a-4968-b3d2-3cbfbc420cdf tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.44 "DELETE /v2.0/ports/f899565d-14f1-4b07-8014-055906b019ff HTTP/1.1" status: 204 len: 173 time: 4.0116782 Aug 23 12:14:44.079934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'name': 'network-vif-deleted', 'tag': 'f899565d-14f1-4b07-8014-055906b019ff'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:14:44.083651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:44.092786 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44f06cd-bf85-4d86-90ca-39c2175a4c89" -d '{"events": [{"server_uuid": "123ec3bd-f6d8-4818-9ee2-d470f0cfdc26", "name": "network-vif-deleted", "tag": "f899565d-14f1-4b07-8014-055906b019ff"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:14:44.138937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting port d3975e0e-cb4c-45e7-9c0e-72831b482195 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:44.139393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.196366 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f356ddc8-eab4-46fa-829d-732cafa852bb x-openstack-request-id: req-f356ddc8-eab4-46fa-829d-732cafa852bb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:14:44.197029 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123ec3bd-f6d8-4818-9ee2-d470f0cfdc26", "name": "network-vif-deleted", "tag": "f899565d-14f1-4b07-8014-055906b019ff", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:14:44.197514 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f356ddc8-eab4-46fa-829d-732cafa852bb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:14:44.198178 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123ec3bd-f6d8-4818-9ee2-d470f0cfdc26', 'name': 'network-vif-deleted', 'tag': 'f899565d-14f1-4b07-8014-055906b019ff', 'status': 'completed', 'code': 200} Aug 23 12:14:44.200144 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.214725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Pushing event updated for resources: {'Port': ['ID=8b344048-760e-4982-9c89-eb9d1b38f893,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:44.244302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] For port d3975e0e-cb4c-45e7-9c0e-72831b482195, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d3975e0e-cb4c-45e7-9c0e-72831b482195,segment=NetworkSegment(1a03e5f2-9e02-4597-a0e0-efe488138b3b),segment_id=1a03e5f2-9e02-4597-a0e0-efe488138b3b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:44.245566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.285512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Calling delete_port for d3975e0e-cb4c-45e7-9c0e-72831b482195 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:44.364962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Pushing event deleted for resources: {'Port': ['ID=375ec1a6-87ef-45e3-b85c-73727e061a1d,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:44.368457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] Network f8bdd4d5-c9e0-4094-9bc9-8021b1de8849 is not hosted by any dhcp agent {{(pid=101059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:14:44.369249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e106e18-d083-4094-b717-bd40f2ee3196 None None] No DVR routers for this DVR port 375ec1a6-87ef-45e3-b85c-73727e061a1d on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:44.400294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Deleting port d3975e0e-cb4c-45e7-9c0e-72831b482195 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:44.400953 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.435567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f05ebfb-18a7-444f-a030-0fd659b3850a req-97992048-bf11-48ed-aefd-5f85794cd150 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5396464 Aug 23 12:14:44.454744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 12738148-35b7-4784-a210-9cf7a496ff97 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:44.517560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Attempting to bind port 8b344048-760e-4982-9c89-eb9d1b38f893 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:44.518303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Attempting to bind port 8b344048-760e-4982-9c89-eb9d1b38f893 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:44.518781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Attempting to bind port 8b344048-760e-4982-9c89-eb9d1b38f893 on network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:44.533466 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:44.534099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Checking segment: {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:44.534971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.535660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Bound using segment: {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:44.536419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Bound port: 8b344048-760e-4982-9c89-eb9d1b38f893, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:44.537057 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.550755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.569303 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.590085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] No DVR routers for this DVR port d3975e0e-cb4c-45e7-9c0e-72831b482195 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:44.607472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.693644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] For port d3975e0e-cb4c-45e7-9c0e-72831b482195, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d3975e0e-cb4c-45e7-9c0e-72831b482195,segment=NetworkSegment(1a03e5f2-9e02-4597-a0e0-efe488138b3b),segment_id=1a03e5f2-9e02-4597-a0e0-efe488138b3b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:44.695670 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.699407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e6f0a36f-7180-415c-afbc-bd2e5392a61c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6f0a36f-7180-415c-afbc-bd2e5392a61c,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:44.712943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.714337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bc49eb45-3127-46eb-b70e-f84470bca8bb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:44.775128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Port': ['ID=d3975e0e-cb4c-45e7-9c0e-72831b482195,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:44.783863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Calling delete_port for d3975e0e-cb4c-45e7-9c0e-72831b482195 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:44.786884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e6f0a36f-7180-415c-afbc-bd2e5392a61c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:44.924877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:44.944242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e1d659-c7c4-4afa-b079-b1de44c7223b']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:44.966398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] For port 8b344048-760e-4982-9c89-eb9d1b38f893, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:44.974661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a03e5f2-9e02-4597-a0e0-efe488138b3b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:44.975585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a03e5f2-9e02-4597-a0e0-efe488138b3b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:44.989958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.000373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] For port 8b344048-760e-4982-9c89-eb9d1b38f893, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b344048-760e-4982-9c89-eb9d1b38f893,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:45.013743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.017255 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.021976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.059733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:14:45.060329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:14:45.065705 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:14:45.072500 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fbb290c-c533-4f79-b342-a621fc5032f0 req-06d40c73-e47c-466a-809c-724b8703ab29 tempest-ServerMetadataNegativeTestJSON-230302479 tempest-ServerMetadataNegativeTestJSON-230302479-project] 10.222.0.21 "GET /v2.0/ports?device_id=123ec3bd-f6d8-4818-9ee2-d470f0cfdc26 HTTP/1.1" status: 200 len: 210 time: 0.0504472 Aug 23 12:14:45.077907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.090087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.090510 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Floating IP 1e30c3b9-74c2-4833-a250-899ff4427bdf disassociated. External IP: 172.25.1.167, port: 12738148-35b7-4784-a210-9cf7a496ff97. Aug 23 12:14:45.090794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Calling delete_port for 12738148-35b7-4784-a210-9cf7a496ff97 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:45.138817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.202703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:14:45.205611 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dd1764-7c81-4e8f-8e40-7a02d77ca9da" -d '{"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:14:45.212702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.239910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.250056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:45.254136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/networks/38e1d659-c7c4-4afa-b079-b1de44c7223b HTTP/1.1" status: 204 len: 168 time: 1.5288782 Aug 23 12:14:45.264018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bc49eb45-3127-46eb-b70e-f84470bca8bb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:45.264453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.303306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de4672-b230-4808-9f23-a772cdc76cc6 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Network': ['ID=38e1d659-c7c4-4afa-b079-b1de44c7223b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:45.305474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 12738148-35b7-4784-a210-9cf7a496ff97, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=12738148-35b7-4784-a210-9cf7a496ff97,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:45.307344 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3bf880-15d4-4105-9374-dd093a06396e x-openstack-request-id: req-ea3bf880-15d4-4105-9374-dd093a06396e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:14:45.307677 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:14:45.307953 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3bf880-15d4-4105-9374-dd093a06396e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:14:45.308480 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'code': 200} Aug 23 12:14:45.361246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.377593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6bb1e-35d3-4345-a832-7c9cb3fd45bb None None] Pushing event updated for resources: {'Port': ['ID=8b344048-760e-4982-9c89-eb9d1b38f893,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:45.389225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.444422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Pushing event deleted for resources: {'Port': ['ID=d3975e0e-cb4c-45e7-9c0e-72831b482195,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:45.516951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:45.530119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] Network 38e1d659-c7c4-4afa-b079-b1de44c7223b is not hosted by any dhcp agent {{(pid=101059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:14:45.530801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc7b88-c1c3-4e3f-b5fa-30da1b68eec2 None None] No DVR routers for this DVR port d3975e0e-cb4c-45e7-9c0e-72831b482195 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:45.567844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting subnet 6d5343e6-644d-405c-b63c-1d079722dbab {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:14:45.658327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.770232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549c427-df90-40d1-aa7f-829bf02e9428 req-56a2cfd5-4ae9-4c3d-8cce-3fb21d794406 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:45.783274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0549c427-df90-40d1-aa7f-829bf02e9428 req-56a2cfd5-4ae9-4c3d-8cce-3fb21d794406 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 944 time: 0.1517668 Aug 23 12:14:45.850650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0549c427-df90-40d1-aa7f-829bf02e9428 req-23cfbabe-8a07-47bf-8201-608d304f01fb tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups?id=b25af033-0541-45df-841d-f1336a2227c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576391 Aug 23 12:14:45.878171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 375ec1a6-87ef-45e3-b85c-73727e061a1d no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:45.881878 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:45.903328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 375ec1a6-87ef-45e3-b85c-73727e061a1d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:14:45.904018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 375ec1a6-87ef-45e3-b85c-73727e061a1d not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:14:46.008787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8::1 (27d78a2f-1d91-4e00-bb61-7491dc79fd6c/a0df879d-02ff-41be-ad46-a81f36ae1256/cb542854-43db-480a-ba01-54cf2247dc17) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:46.028179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45210) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:46.117883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.182487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45222) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:46.186072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event deleted for resources: {'Port': ['ID=12738148-35b7-4784-a210-9cf7a496ff97,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:46.278816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.295427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.307139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b344048-760e-4982-9c89-eb9d1b38f893 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:46.322349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Deleting subnet af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:14:46.340178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.355580 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.415997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 8b344048-760e-4982-9c89-eb9d1b38f893 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:46.421796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6f0a36f-7180-415c-afbc-bd2e5392a61c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:46.424000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4263818a-cdb2-433b-a8e6-fb52399e4f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.558085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e6f0a36f-7180-415c-afbc-bd2e5392a61c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:46.558473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.584130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.694449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4263818a-cdb2-433b-a8e6-fb52399e4f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.705568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4263818a-cdb2-433b-a8e6-fb52399e4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.785463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4263818a-cdb2-433b-a8e6-fb52399e4f7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75b8ea02af164eb7b4c6357fed0bc5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7548618 Aug 23 12:14:46.794310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:46.811225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:46.861976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d3975e0e-cb4c-45e7-9c0e-72831b482195 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:46.899597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=817e6bff-4a27-4252-aa91-853bc784122c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:46.940867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d3975e0e-cb4c-45e7-9c0e-72831b482195 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:14:46.942923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d3975e0e-cb4c-45e7-9c0e-72831b482195 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:14:46.985385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263818a-cdb2-433b-a8e6-fb52399e4f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e572e2b-d371-4462-9ee7-c2f5dc2f13c8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:47.062450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09c3fdb5-54b3-477f-93ef-ecd953091737 req-bb248eee-39fe-4bdf-91ab-c3309792f89b tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 210 time: 0.0682874 Aug 23 12:14:47.063083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98a5f4-699f-49ee-a2e0-4879e67adc18 None None] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:47.080208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.085644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.089579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.145599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.162351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.168249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac HTTP/1.1" status: 204 len: 168 time: 0.9843531 Aug 23 12:14:47.169387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946e5a6-4c85-4f9e-b0ad-7cc57c2855d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9431cb-4d8f-4ba6-b74b-7ca2f3e7f4ac,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:47.181830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45240) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:47.209910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39cfe929-4a5a-4ca9-8851-5b07d80c8826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.260879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Provisioning for port 8b344048-760e-4982-9c89-eb9d1b38f893 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:47.273437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object cb542854-43db-480a-ba01-54cf2247dc17 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:47.276545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Network c1862f08-1ba3-40ba-8006-639f31a3c783 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:47.288302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Provisioning complete for port 8b344048-760e-4982-9c89-eb9d1b38f893 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:47.289080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5343e6-644d-405c-b63c-1d079722dbab,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:47.292060 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.294921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.300266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f19a4ab1-3d0b-43dc-a646-51494879cbdb tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/subnets/6d5343e6-644d-405c-b63c-1d079722dbab HTTP/1.1" status: 204 len: 168 time: 2.0378773 Aug 23 12:14:47.301473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:47.305577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45242) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:47.324653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:47.324893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39cfe929-4a5a-4ca9-8851-5b07d80c8826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.362111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.386818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17cc53-8aa1-4b06-a853-cb5d21d2cce1 None None] Network 07c75c15-245b-4f10-8cef-d627c1c144c0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:47.582078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39cfe929-4a5a-4ca9-8851-5b07d80c8826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.617499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39cfe929-4a5a-4ca9-8851-5b07d80c8826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.623995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39cfe929-4a5a-4ca9-8851-5b07d80c8826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e572e2b-d371-4462-9ee7-c2f5dc2f13c8 HTTP/1.1" status: 204 len: 168 time: 0.8264036 Aug 23 12:14:47.636376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.667577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35318f8-1dc6-45b3-a16b-8c274b53e4de']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:47.699370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfe929-4a5a-4ca9-8851-5b07d80c8826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e572e2b-d371-4462-9ee7-c2f5dc2f13c8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:47.733499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:47.735958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cf03d4-c4a8-44b7-b558-08c6b7a7f905') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:47.742327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.761905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.776885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.779655 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.811474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.850774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:14:47.852927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:14:47.858371 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:14:47.909446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] For port 8b344048-760e-4982-9c89-eb9d1b38f893, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b344048-760e-4982-9c89-eb9d1b38f893,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:47.916121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:47.919673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] DHCP port deletion for 07c75c15-245b-4f10-8cef-d627c1c144c0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:14:47.957909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:47.966868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:47.977093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:47.977567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.091576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.098086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.104240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d35318f8-1dc6-45b3-a16b-8c274b53e4de HTTP/1.1" status: 204 len: 168 time: 0.9206758 Aug 23 12:14:48.109202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=cb542854-43db-480a-ba01-54cf2247dc17,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:48.143736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d041c71-82af-4c83-97b5-9a07aec78b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35318f8-1dc6-45b3-a16b-8c274b53e4de,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:48.152674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d5d35492-2141-4a68-933b-7bcfb2d2b9d1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:14:48.195946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-78d76531-dcfd-41ca-9f91-52c3b0451b32 None None] Provisioning complete for port 8b344048-760e-4982-9c89-eb9d1b38f893 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:48.198653 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-78d76531-dcfd-41ca-9f91-52c3b0451b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.203189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] Deleting port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:48.203567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.205292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Pushing event updated for resources: {'Port': ['ID=8b344048-760e-4982-9c89-eb9d1b38f893,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:48.281442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.281840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.282192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.282536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.282879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.283217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.283552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.283889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.284221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.285071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.285403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.285768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5989-997e-458b-bd01-ab85a4cb7677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:14:48.356345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:48.401564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] For port d5d35492-2141-4a68-933b-7bcfb2d2b9d1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,segment=NetworkSegment(9c854185-46dd-481a-85ee-b5ae3d07b924),segment_id=9c854185-46dd-481a-85ee-b5ae3d07b924)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:48.402062 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.452396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:48.460643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] Calling delete_port for d5d35492-2141-4a68-933b-7bcfb2d2b9d1 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:48.480525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Router beeb2e7e-6864-4e7a-913c-f4c79c74a32b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:14:48.491430 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.508344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:48.527008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aed4152d-ad74-4895-80e9-78cd874589f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.568633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:48.569374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:48.629245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-813452a3-2e1f-4fe1-8c1d-aba2b2440854 req-58413797-6da6-45d4-af88-f68b6bb2ffe8 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 210 time: 0.2470038 Aug 23 12:14:48.642883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45278) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:48.695448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-07ea451f-6317-4760-87a4-2e12c60d8201 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddabd41ae826440e94420f4fc7239d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513880 Aug 23 12:14:48.699051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:48.703015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:48.758083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1a5e-815c-41ca-b355-ab75f6f1d0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.782679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1a5e-815c-41ca-b355-ab75f6f1d0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.883149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1a5e-815c-41ca-b355-ab75f6f1d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.889999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1a5e-815c-41ca-b355-ab75f6f1d0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:48.891180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3c9f1a5e-815c-41ca-b355-ab75f6f1d0b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cb58902-0820-493d-923e-98c65a5887a4 HTTP/1.1" status: 204 len: 168 time: 0.1912136 Aug 23 12:14:48.918180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f1a5e-815c-41ca-b355-ab75f6f1d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb58902-0820-493d-923e-98c65a5887a4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:49.001932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.016638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.025977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.048853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aed4152d-ad74-4895-80e9-78cd874589f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.083868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aed4152d-ad74-4895-80e9-78cd874589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.098199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=cb542854-43db-480a-ba01-54cf2247dc17,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:49.102854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] No DVR routers for this DVR port 12738148-35b7-4784-a210-9cf7a496ff97 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:49.111547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.113843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2824eeef-f50e-4033-ad21-2498420530fe req-aa058832-699e-4ab0-af80-23cd48a026e2 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.41 "DELETE /v2.0/ports/12738148-35b7-4784-a210-9cf7a496ff97 HTTP/1.1" status: 204 len: 173 time: 8.5587311 Aug 23 12:14:49.115680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-deleted', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:14:49.118330 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef900d-9f20-4932-b45d-5dbac10f053c" -d '{"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-deleted", "tag": "12738148-35b7-4784-a210-9cf7a496ff97"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:14:49.241766 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca63b8-5f1c-43ac-b666-716e83b4cfe9 x-openstack-request-id: req-baca63b8-5f1c-43ac-b666-716e83b4cfe9 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:14:49.242146 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f56a73-a9a2-4582-af66-5c67e1513ed0", "name": "network-vif-deleted", "tag": "12738148-35b7-4784-a210-9cf7a496ff97", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:14:49.242383 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baca63b8-5f1c-43ac-b666-716e83b4cfe9 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:14:49.242801 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f56a73-a9a2-4582-af66-5c67e1513ed0', 'name': 'network-vif-deleted', 'tag': '12738148-35b7-4784-a210-9cf7a496ff97', 'status': 'completed', 'code': 200} Aug 23 12:14:49.251849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:49.254778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Deleting port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:49.255057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.261866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:49.335080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aed4152d-ad74-4895-80e9-78cd874589f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec77dc57d0854c9abfa7ed99c87ef081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250141 Aug 23 12:14:49.339190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45294) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:49.341317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4152d-ad74-4895-80e9-78cd874589f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c178d97b-cbc7-4258-8823-5baf2f8c4b54,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:49.531500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ab75-a6c8-46df-8944-568641ca62a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.588908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ab75-a6c8-46df-8944-568641ca62a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.717011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ab75-a6c8-46df-8944-568641ca62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.720948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ab75-a6c8-46df-8944-568641ca62a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.722442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2cd1ab75-a6c8-46df-8944-568641ca62a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c178d97b-cbc7-4258-8823-5baf2f8c4b54 HTTP/1.1" status: 204 len: 168 time: 0.3503695 Aug 23 12:14:49.747749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1ab75-a6c8-46df-8944-568641ca62a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c178d97b-cbc7-4258-8823-5baf2f8c4b54,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:49.776632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] For port d5d35492-2141-4a68-933b-7bcfb2d2b9d1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,segment=NetworkSegment(9c854185-46dd-481a-85ee-b5ae3d07b924),segment_id=9c854185-46dd-481a-85ee-b5ae3d07b924)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:49.777155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.829648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:49.904180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Calling delete_port for d5d35492-2141-4a68-933b-7bcfb2d2b9d1 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:50.013048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-78d76531-dcfd-41ca-9f91-52c3b0451b32 None None] Provisioning complete for port 817e6bff-4a27-4252-aa91-853bc784122c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:50.015667 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-78d76531-dcfd-41ca-9f91-52c3b0451b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:50.033661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d17998f-502a-46fa-88a6-ee3afb836748 req-b57e9b9f-5f53-4adc-9adb-feaaf61b3a26 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/ports?device_id=04f56a73-a9a2-4582-af66-5c67e1513ed0 HTTP/1.1" status: 200 len: 210 time: 0.1742048 Aug 23 12:14:50.081905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:50.104433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-90255099-8c86-4889-8fd0-ba9e6a275ab6 admin admin] 10.222.0.21 "PUT /v2.0/routers/beeb2e7e-6864-4e7a-913c-f4c79c74a32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8939798 Aug 23 12:14:50.109630 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Sync routers for ids ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:50.137677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:50.138930 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Routers {'beeb2e7e-6864-4e7a-913c-f4c79c74a32b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:50.139800 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:50.191551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] No DVR routers for this DVR port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:50.194363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:14:50.319767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-78d76531-dcfd-41ca-9f91-52c3b0451b32 None None] Port 817e6bff-4a27-4252-aa91-853bc784122c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:50.347625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997729e5-7fd2-47b6-85eb-ac2cf4ea2599 None None] Pushing event deleted for resources: {'Port': ['ID=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:50.348891 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Set router beeb2e7e-6864-4e7a-913c-f4c79c74a32b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:50.365677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:50.487130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:50.555183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0af7431b-882c-414b-8e2b-60fe8874b721 None None] Provisioning for port cb542854-43db-480a-ba01-54cf2247dc17 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:50.570895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:50.573807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:14:50.574615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:50.603647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b31a1d4-acc1-4db7-b8ac-0c0f98867a17 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1340461 Aug 23 12:14:50.606534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45342) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:50.611696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:50.611852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305913362'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:50.673786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Port': ['ID=d5d35492-2141-4a68-933b-7bcfb2d2b9d1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:50.683177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:50.687562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:50.697654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] No DVR routers for this DVR port d5d35492-2141-4a68-933b-7bcfb2d2b9d1 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:14:50.746228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0af7431b-882c-414b-8e2b-60fe8874b721 None None] Provisioning complete for port cb542854-43db-480a-ba01-54cf2247dc17 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:50.747230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0af7431b-882c-414b-8e2b-60fe8874b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:50.756051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b344048-760e-4982-9c89-eb9d1b38f893 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:50.777899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:14:50.783253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:50.815182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:50.816464 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment ec0dab4e-4fa7-4861-8b80-df2672a4200c of type vlan for network c764c844-f497-43f7-a2ad-3d4ba23b8a58 Aug 23 12:14:50.852058 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '817e6bff-4a27-4252-aa91-853bc784122c', 'name': '', 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'mac_address': 'fa:16:3e:22:3c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:39Z', 'updated_at': '2021-08-23T12:14:45Z', 'revision_number': 2, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'subnets': [{'id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:50.937663 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Checking router: beeb2e7e-6864-4e7a-913c-f4c79c74a32b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:50.937663 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Updating router beeb2e7e-6864-4e7a-913c-f4c79c74a32b port 817e6bff-4a27-4252-aa91-853bc784122c binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:50.982846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.011708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c75c15-245b-4f10-8cef-d627c1c144c0']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:51.038069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:51.052382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c854185-46dd-481a-85ee-b5ae3d07b924') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:51.052683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c854185-46dd-481a-85ee-b5ae3d07b924') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:51.056369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45368) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:51.061501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:51.092548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.113645 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.121620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:14:51.122600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:14:51.128803 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:14:51.269993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45376) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:51.319527 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.335097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.367825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.379716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/networks/07c75c15-245b-4f10-8cef-d627c1c144c0 HTTP/1.1" status: 204 len: 168 time: 4.0727768 Aug 23 12:14:51.460717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45382) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:51.488553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0af7431b-882c-414b-8e2b-60fe8874b721 None None] Port cb542854-43db-480a-ba01-54cf2247dc17 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:14:51.599657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:51.766398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:51.795859 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.856361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.869138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:51.871589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:51.931241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8b344048-760e-4982-9c89-eb9d1b38f893 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:51.935836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.021044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=c764c844-f497-43f7-a2ad-3d4ba23b8a58,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:52.051980 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.062723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6d5e9a6f-3347-4041-8e02-4485c95aabb5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4550104 Aug 23 12:14:52.066716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45402) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:52.076763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:52.091460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:52.096777 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Transition to ACTIVE for port object 817e6bff-4a27-4252-aa91-853bc784122c will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:52.115769 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.140846 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-62835b07-3db7-4a90-8c6b-0a624dd729b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.213025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:52.221107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.309227 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c21b2-0a6a-4f88-b967-c2f5a2c514b7 None None] Pushing event updated for resources: {'Port': ['ID=817e6bff-4a27-4252-aa91-853bc784122c,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:52.402108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ec6e7-29b3-43af-a3c2-0db0241a99f4 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Pushing event deleted for resources: {'Network': ['ID=07c75c15-245b-4f10-8cef-d627c1c144c0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:52.435907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1367444869-network', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:52.466224 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Attempting to bind port 817e6bff-4a27-4252-aa91-853bc784122c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:52.467148 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Attempting to bind port 817e6bff-4a27-4252-aa91-853bc784122c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:52.467672 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Attempting to bind port 817e6bff-4a27-4252-aa91-853bc784122c on network c1862f08-1ba3-40ba-8006-639f31a3c783 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:52.475372 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:52.476208 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Checking segment: {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:52.476780 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.477450 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Bound using segment: {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:52.478111 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Bound port: 817e6bff-4a27-4252-aa91-853bc784122c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ea5b43-a134-4888-a012-a4f940cfb1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:52.478856 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.518218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45418) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:52.531341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-817d6de9-bcdb-438d-9ba4-7d31adebd5e8 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "GET /v2.0/ports?device_id=44484bb4-18e4-4828-b5b4-fd49e77e61db HTTP/1.1" status: 200 len: 205 time: 1.0551825 Aug 23 12:14:52.551918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Made reservation on behalf of 9df3fc5d0bde4746b263b5b846b3ccce for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:52.563904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.605844 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] For port 817e6bff-4a27-4252-aa91-853bc784122c, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:52.626195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.650502 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] For port 817e6bff-4a27-4252-aa91-853bc784122c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=817e6bff-4a27-4252-aa91-853bc784122c,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:52.662471 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.723226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.725221 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Routers {'beeb2e7e-6864-4e7a-913c-f4c79c74a32b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:52.725897 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:52.727177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f1984e6-1a97-4e14-860d-5850b20b272c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:52.862203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f1984e6-1a97-4e14-860d-5850b20b272c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.098820 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] Set router beeb2e7e-6864-4e7a-913c-f4c79c74a32b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:53.099487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f1984e6-1a97-4e14-860d-5850b20b272c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.109222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f1984e6-1a97-4e14-860d-5850b20b272c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.111798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9f1984e6-1a97-4e14-860d-5850b20b272c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "DELETE /v2.0/security-groups/b25af033-0541-45df-841d-f1336a2227c7 HTTP/1.1" status: 204 len: 168 time: 1.8408222 Aug 23 12:14:53.115194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45442) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:53.217773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1984e6-1a97-4e14-860d-5850b20b272c tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25af033-0541-45df-841d-f1336a2227c7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:53.238340 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-268edda7-87a7-4613-a95f-1a2935066827 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] show failed (client error): The resource could not be found. Aug 23 12:14:53.251597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-268edda7-87a7-4613-a95f-1a2935066827 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "GET /v2.0/security-groups/b25af033-0541-45df-841d-f1336a2227c7 HTTP/1.1" status: 404 len: 347 time: 0.1109905 Aug 23 12:14:53.254990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45450) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:53.437605 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:14:53.498247 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.502170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.567441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.632922 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c21b2-0a6a-4f88-b967-c2f5a2c514b7 None None] Pushing event updated for resources: {'Port': ['ID=817e6bff-4a27-4252-aa91-853bc784122c,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:53.647714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.651207 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '817e6bff-4a27-4252-aa91-853bc784122c', 'name': '', 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'mac_address': 'fa:16:3e:22:3c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:39Z', 'updated_at': '2021-08-23T12:14:52Z', 'revision_number': 4, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'subnets': [{'id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:53.674871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:14:48Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:14:48Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:53.709222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.712287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:14:53.712917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Updating router 28de6a78-b879-4a97-b944-395c934f95e2 port cb542854-43db-480a-ba01-54cf2247dc17 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:14:53.717594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:14:53.728040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.729843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Fanout notify agent at l3_agent the message router_deleted on router 44484bb4-18e4-4828-b5b4-fd49e77e61db {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:14:53.738921 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2feefb-89ce-4bde-89f2-032ff253ea97 None None] The sync data for ids ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'] in n-d-773645-7 is: [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '817e6bff-4a27-4252-aa91-853bc784122c', 'name': '', 'network_id': 'c1862f08-1ba3-40ba-8006-639f31a3c783', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'mac_address': 'fa:16:3e:22:3c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:39Z', 'updated_at': '2021-08-23T12:14:52Z', 'revision_number': 4, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'subnets': [{'id': '0e4673d3-6458-43d2-92c4-ce3f7e71f028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:53.765765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.765765 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Added segment 949e94f2-e9b8-4f44-b472-1beb784fdd7b of type vlan for network e836cf38-dec0-4640-9d21-38e3b4346587 Aug 23 12:14:53.793270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.797673 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a8779898-6d24-4d50-87d5-3fbc3724d991 tempest-RoutersNegativeIpV6Test-417490448 tempest-RoutersNegativeIpV6Test-417490448-project] 10.222.0.21 "DELETE /v2.0/routers/44484bb4-18e4-4828-b5b4-fd49e77e61db HTTP/1.1" status: 204 len: 168 time: 1.2776854 Aug 23 12:14:53.879174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=6e51fc0a-1d3e-409e-af9d-723e8a95966b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:53.901915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:53.906732 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:53.911344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:53.915650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: c764c844-f497-43f7-a2ad-3d4ba23b8a58, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:53.971505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:54.000139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c764c844-f497-43f7-a2ad-3d4ba23b8a58) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:54.006515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51c87-0ecc-46bc-a855-1dbfe3505d80 None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:05:53Z', 'revision_number': 4, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '232557a4-a2e8-405a-b520-048b66ef9fe4', 'name': '', 'network_id': 'f504f6cb-2845-4cee-8221-055f99f229eb', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'mac_address': 'fa:16:3e:9e:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:51Z', 'updated_at': '2021-08-23T12:06:04Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'subnets': [{'id': '1f7962b6-8ecb-4aa2-ab5b-354e4d946a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:14:54.026011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:54.032316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.068844 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-deaadd69-a69f-4b88-a942-3f4f29296552 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0004616 Aug 23 12:14:54.072291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:54.099638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a1b22-6d34-4ce9-8e94-857f156eb638 None None] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:54.113502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.285289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1b930-655e-4be8-a488-3df598c3782b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:54.296708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.303512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:54.313023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.393410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3305831 Aug 23 12:14:54.395350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:54.505908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Request body: {'subnet': {'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1367444869-subnet', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:54.629067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Made reservation on behalf of 9df3fc5d0bde4746b263b5b846b3ccce for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:14:54.641038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.646352 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa969e-dd02-4dbb-a61e-a4555fe0e736 None None] New status for floating IP 1e30c3b9-74c2-4833-a250-899ff4427bdf: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:14:54.662656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba56aeb1-35e4-4822-b009-1797d01eaa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.689022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:54.699873 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:54.923007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a2110-e006-4b0f-801f-705d1914110e admin admin] Pushing event updated for resources: {'Network': ['ID=e836cf38-dec0-4640-9d21-38e3b4346587,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:54.964032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e836cf38-dec0-4640-9d21-38e3b4346587 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:14:55.063927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Deleting port c545264d-40f7-40eb-9da1-0bea193e01fb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:14:55.064637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:55.111093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:55.486953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:55.583194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ada7799-7de1-4f4e-8bac-da0ebfcca924,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:55.662853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 817e6bff-4a27-4252-aa91-853bc784122c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:55.698281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Checking segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:55.699361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Network hostable DHCP agents. Network: e836cf38-dec0-4640-9d21-38e3b4346587, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:14:55.724632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45544) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:55.742176 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:55.742510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:55.792867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8:1::1 (c764c844-f497-43f7-a2ad-3d4ba23b8a58/6e51fc0a-1d3e-409e-af9d-723e8a95966b/482a6299-4982-4206-ac7e-ed72261c664c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:55.799642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Calling delete_port for c545264d-40f7-40eb-9da1-0bea193e01fb owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:14:55.814792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Network e836cf38-dec0-4640-9d21-38e3b4346587 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:14:55.838493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e836cf38-dec0-4640-9d21-38e3b4346587) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:55.852583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:55.853195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:55.929462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ab5b1-e630-490e-9fd0-4f0c0516490d None None] Network e836cf38-dec0-4640-9d21-38e3b4346587 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:55.965404 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-635f39c6-7b15-4560-88d2-9caf30c8aecd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d19095a534d74eae8a9f7d90d080f9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2740383 Aug 23 12:14:55.974686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:55.980216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:14:55.981104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.043646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45554) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:56.047312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbe8a4ad-ef9e-4b8c-a2a4-eb3de04eb9ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5756040 Aug 23 12:14:56.052909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:14:56.080704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a788d5d-d3b0-41cc-857a-daaa20981493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.104791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.206464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.232885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object 482a6299-4982-4206-ac7e-ed72261c664c will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:56.264301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.313118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Pushing event deleted for resources: {'Port': ['ID=c545264d-40f7-40eb-9da1-0bea193e01fb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:56.383072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 817e6bff-4a27-4252-aa91-853bc784122c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:14:56.404311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.408636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 817e6bff-4a27-4252-aa91-853bc784122c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:14:56.409535 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.418399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a788d5d-d3b0-41cc-857a-daaa20981493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.446667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a788d5d-d3b0-41cc-857a-daaa20981493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.499508 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.500683 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.560485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.578278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.582078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-50920708-681c-4a99-8f55-de40e5b99285 tempest-AttachVolumeShelveTestJSON-1955962677 tempest-AttachVolumeShelveTestJSON-1955962677-project] 10.222.0.21 "DELETE /v2.0/floatingips/1e30c3b9-74c2-4833-a250-899ff4427bdf HTTP/1.1" status: 204 len: 168 time: 3.3261373 Aug 23 12:14:56.597707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.597861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a788d5d-d3b0-41cc-857a-daaa20981493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090a257-b9ff-411f-9d2b-5e75431872d8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:56.633464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6a788d5d-d3b0-41cc-857a-daaa20981493 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51c58738c4fc4310bb0d6c24efebdaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059768 Aug 23 12:14:56.654828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45560) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:56.703033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.718522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Transition to ACTIVE for port object cb542854-43db-480a-ba01-54cf2247dc17 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:56.743653 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.833938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dba46d6b-e645-41be-8662-2ac74d8660b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.846221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703817e6-88de-4611-bc4c-d8e2f06ae194 None None] Network e836cf38-dec0-4640-9d21-38e3b4346587 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:14:56.851909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.880220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:56.895282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:56.904638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:56.908198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:56.914567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dba46d6b-e645-41be-8662-2ac74d8660b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.010967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dba46d6b-e645-41be-8662-2ac74d8660b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.015013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dba46d6b-e645-41be-8662-2ac74d8660b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.016533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dba46d6b-e645-41be-8662-2ac74d8660b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f090a257-b9ff-411f-9d2b-5e75431872d8 HTTP/1.1" status: 204 len: 168 time: 0.3604681 Aug 23 12:14:57.028859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba46d6b-e645-41be-8662-2ac74d8660b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090a257-b9ff-411f-9d2b-5e75431872d8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:57.034734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=482a6299-4982-4206-ac7e-ed72261c664c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:57.054248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Allocated IP 2001:db8:1::2 (c764c844-f497-43f7-a2ad-3d4ba23b8a58/6e51fc0a-1d3e-409e-af9d-723e8a95966b/5d2049cf-9dda-485a-a055-b89f6516ae7c) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:14:57.074761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-64c32298-4503-4414-b34e-8f3165e1cfaa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:14:57.084180 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-64c32298-4503-4414-b34e-8f3165e1cfaa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 1.0267580 Aug 23 12:14:57.105207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0299a0d0-ced0-4d71-8260-6d0f2fcc2b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.132444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c31c6-6d7f-4cb5-8d9d-2912b7e3f799 None None] Pushing event updated for resources: {'Port': ['ID=cb542854-43db-480a-ba01-54cf2247dc17,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:57.143161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0299a0d0-ced0-4d71-8260-6d0f2fcc2b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.167269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.248187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0299a0d0-ced0-4d71-8260-6d0f2fcc2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.251490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0299a0d0-ced0-4d71-8260-6d0f2fcc2b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.254997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0299a0d0-ced0-4d71-8260-6d0f2fcc2b5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b978ed9b-bb27-4e2f-9932-effbadd5eb46 HTTP/1.1" status: 204 len: 168 time: 1.2768526 Aug 23 12:14:57.304843 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-673cb7f6-00dc-4173-9286-198b44335ebd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.2190022 Aug 23 12:14:57.395532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299a0d0-ced0-4d71-8260-6d0f2fcc2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978ed9b-bb27-4e2f-9932-effbadd5eb46,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:57.624340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 817e6bff-4a27-4252-aa91-853bc784122c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=817e6bff-4a27-4252-aa91-853bc784122c,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:14:57.667915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Attempting to bind port cb542854-43db-480a-ba01-54cf2247dc17 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:57.668321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Attempting to bind port cb542854-43db-480a-ba01-54cf2247dc17 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:57.668552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Attempting to bind port cb542854-43db-480a-ba01-54cf2247dc17 on network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:57.718879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.751221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45588) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:57.783115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:57.783115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Checking segment: {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:57.783522 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.783835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Bound using segment: {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:57.784417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Bound port: cb542854-43db-480a-ba01-54cf2247dc17, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199fb54d-0a57-4314-b9b0-ecd61d8cb769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:57.784806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.828817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c583-f404-4d62-b1b7-101ef41851d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.857670 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:57.994838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.132570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c583-f404-4d62-b1b7-101ef41851d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.139623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c583-f404-4d62-b1b7-101ef41851d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.183143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbd8c583-f404-4d62-b1b7-101ef41851d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9205d666f4cc4b879af29bdc8ab79b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284360 Aug 23 12:14:58.188486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45602) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:58.216357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.240270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c583-f404-4d62-b1b7-101ef41851d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aee7ff2-b82e-4980-aaa4-dec4ce94c0f1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:58.293099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11ec56b5-3684-4049-a883-190f552a27b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.328609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11ec56b5-3684-4049-a883-190f552a27b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.340242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-fa3dfe1f-947b-4457-83b7-60ea45ccb582 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0343914 Aug 23 12:14:58.400667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11ec56b5-3684-4049-a883-190f552a27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.406123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11ec56b5-3684-4049-a883-190f552a27b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.408493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-11ec56b5-3684-4049-a883-190f552a27b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6aee7ff2-b82e-4980-aaa4-dec4ce94c0f1 HTTP/1.1" status: 204 len: 168 time: 0.2185390 Aug 23 12:14:58.435948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec56b5-3684-4049-a883-190f552a27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aee7ff2-b82e-4980-aaa4-dec4ce94c0f1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:58.464655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.477907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Transition to ACTIVE for port object 5d2049cf-9dda-485a-a055-b89f6516ae7c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:58.504462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=817e6bff-4a27-4252-aa91-853bc784122c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:58.511930 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.516030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] For port cb542854-43db-480a-ba01-54cf2247dc17, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:14:58.548955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Transition to ACTIVE for port object 5d2049cf-9dda-485a-a055-b89f6516ae7c will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:14:58.559346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] For port cb542854-43db-480a-ba01-54cf2247dc17, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cb542854-43db-480a-ba01-54cf2247dc17,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:14:58.574573 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.585410 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:58.705978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:14:58.706625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:14:58.828260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:14:58.907550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:14:58.916025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:14:58.940141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c31c6-6d7f-4cb5-8d9d-2912b7e3f799 None None] Pushing event updated for resources: {'Port': ['ID=cb542854-43db-480a-ba01-54cf2247dc17,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:59.185394 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.214882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.231533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:14:59.240298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.254682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Attempting to bind port 5d2049cf-9dda-485a-a055-b89f6516ae7c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:14:59.254682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Attempting to bind port 5d2049cf-9dda-485a-a055-b89f6516ae7c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:14:59.254682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Attempting to bind port 5d2049cf-9dda-485a-a055-b89f6516ae7c on network c764c844-f497-43f7-a2ad-3d4ba23b8a58 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:14:59.256790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.257911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.346701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45636) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:14:59.379940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Pushing event updated for resources: {'Port': ['ID=5d2049cf-9dda-485a-a055-b89f6516ae7c,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:59.394042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:14:59.395421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Checking segment: {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:14:59.396107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.397745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Bound using segment: {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:14:59.399080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Bound port: 5d2049cf-9dda-485a-a055-b89f6516ae7c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:14:59.401740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:14:59.639475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-5a855ace-f71c-4455-9118-33d1dcc5db98 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2983029 Aug 23 12:14:59.640164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=482a6299-4982-4206-ac7e-ed72261c664c,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:14:59.888003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fd13b33-a027-4f11-b382-0091b293268e tempest-ServiceProvidersTest-963706373 tempest-ServiceProvidersTest-963706373-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5400136 Aug 23 12:14:59.942441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 817e6bff-4a27-4252-aa91-853bc784122c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:14:59.987412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] For port 5d2049cf-9dda-485a-a055-b89f6516ae7c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:00.013989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] For port 5d2049cf-9dda-485a-a055-b89f6516ae7c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5d2049cf-9dda-485a-a055-b89f6516ae7c,segment=NetworkSegment(ec0dab4e-4fa7-4861-8b80-df2672a4200c),segment_id=ec0dab4e-4fa7-4861-8b80-df2672a4200c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:00.026907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:00.027186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Allocated IP 172.25.1.238 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/76c591b0-824d-489f-a3d7-3cbe9f57f712) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:00.049774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:00.056456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:00.213108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e79f95-f6fa-4cb9-9b91-1b880ee4ee96 None None] Pushing event updated for resources: {'Port': ['ID=5d2049cf-9dda-485a-a055-b89f6516ae7c,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:00.223888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 817e6bff-4a27-4252-aa91-853bc784122c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:00.225332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:00.294340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 3, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:14:55Z', 'revision_number': 1, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:00.374604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5262d3-37b3-40ad-9baa-722a43a0ea28 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 3, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:14:55Z', 'revision_number': 1, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:00.385433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45674) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:00.450978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-f1f6d101-bf8f-4bb9-9edd-6001fa1f8db3 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011198 Aug 23 12:15:00.661803 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:00.672947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:00.706588 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a401a8a1-baee-40ce-a834-955c7f4c85a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.013412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:01.024407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-042841fe-6d38-412b-92f7-cf40a67ae28c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9504440 Aug 23 12:15:01.026878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:01.033839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1345452388'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:01.034930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a401a8a1-baee-40ce-a834-955c7f4c85a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.044757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a401a8a1-baee-40ce-a834-955c7f4c85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.062849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.075224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:01.079876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.130193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a401a8a1-baee-40ce-a834-955c7f4c85a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a928d0e25dda4e87a07bbd13f8424d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7433760 Aug 23 12:15:01.132717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:01.197388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:01.224373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.225465 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment c923d4aa-32d3-478e-aa05-e7140d87cdef of type vlan for network f5911030-bc78-4962-81ca-3b4eb172fcbc Aug 23 12:15:01.293567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401a8a1-baee-40ce-a834-955c7f4c85a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11e843-1456-4cb8-adbd-aba26f5f5f83,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:01.337511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.379586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-972dad1b-63f8-4d0c-9547-23cd6d48fe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.411674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.417819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:01.418779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.526043 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-972dad1b-63f8-4d0c-9547-23cd6d48fe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.579727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:01.584608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=f5911030-bc78-4962-81ca-3b4eb172fcbc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:01.602412 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc14939f-f94b-46e4-b729-f32b2c6136d9 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5741291 Aug 23 12:15:01.605422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45732) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:01.616246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f5911030-bc78-4962-81ca-3b4eb172fcbc details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:01.681776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:01.682990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-972dad1b-63f8-4d0c-9547-23cd6d48fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.688629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-972dad1b-63f8-4d0c-9547-23cd6d48fe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:01.717330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-972dad1b-63f8-4d0c-9547-23cd6d48fe72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a11e843-1456-4cb8-adbd-aba26f5f5f83 HTTP/1.1" status: 204 len: 168 time: 0.5813909 Aug 23 12:15:01.767909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dad1b-63f8-4d0c-9547-23cd6d48fe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11e843-1456-4cb8-adbd-aba26f5f5f83,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:01.778242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Pushing event updated for resources: {'Port': ['ID=76c591b0-824d-489f-a3d7-3cbe9f57f712,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:01.804119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:01.814831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:02.001581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d92b693-7553-48e6-b2ee-28cebc6d3ca2 req-0af1a47c-b27d-42d8-b17d-344180292196 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.8128109 Aug 23 12:15:02.046819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45748) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:02.273837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5d2049cf-9dda-485a-a055-b89f6516ae7c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:02.448358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 5d2049cf-9dda-485a-a055-b89f6516ae7c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:02.544282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62965424-a759-4b31-bbb1-e3ad9f5470d1 None None] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:02.633065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1561905172'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:02.688516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Made reservation on behalf of 78699d6a52244efdab4957aba28dec59 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:02.694747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:02.729056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:02.814751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] Provisioning for port 5d2049cf-9dda-485a-a055-b89f6516ae7c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:02.822223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] Provisioning complete for port 5d2049cf-9dda-485a-a055-b89f6516ae7c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:02.822595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:02.968748 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:02.983997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:03.020571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:03.042026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c05fadd-9800-4f96-80f6-1bb5c11762e7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:03.081972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:03.110590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:03.111284 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Added segment 7387ccd3-3697-4367-87eb-93c2c4701d30 of type vlan for network 2aca2ca2-3d39-4fda-8081-bb8bc47c3581 Aug 23 12:15:03.241312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:03.456935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] For port 5d2049cf-9dda-485a-a055-b89f6516ae7c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5d2049cf-9dda-485a-a055-b89f6516ae7c,segment=NetworkSegment(ec0dab4e-4fa7-4861-8b80-df2672a4200c),segment_id=ec0dab4e-4fa7-4861-8b80-df2672a4200c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:03.476224 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:03.676390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0d5d2-b202-4932-bb66-e6aa50965a61 None None] Pushing event updated for resources: {'Port': ['ID=5d2049cf-9dda-485a-a055-b89f6516ae7c,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:03.724852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-231ef9f8-eb1d-4f7d-ae09-4e7ff3572709 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:03.735291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-231ef9f8-eb1d-4f7d-ae09-4e7ff3572709 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.4751403 Aug 23 12:15:03.754051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': '995e2689-75a0-4324-8344-67240e9cc28a', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:03.806240 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:03.807673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45794) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:03.840789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029576 Aug 23 12:15:03.844485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45796) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:03.936968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5a41d869-5b04-4b09-823b-911b8e098cbd None None] Provisioning for port 482a6299-4982-4206-ac7e-ed72261c664c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:03.941165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:15:03.956561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5a41d869-5b04-4b09-823b-911b8e098cbd None None] Provisioning complete for port 482a6299-4982-4206-ac7e-ed72261c664c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:03.957287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5a41d869-5b04-4b09-823b-911b8e098cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.084886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5a41d869-5b04-4b09-823b-911b8e098cbd None None] Port 482a6299-4982-4206-ac7e-ed72261c664c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:04.092490 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.111805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:04.113184 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.115721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5d2049cf-9dda-485a-a055-b89f6516ae7c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:04.173922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1253355 Aug 23 12:15:04.225512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45800) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:04.245443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:04.256921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5a41d869-5b04-4b09-823b-911b8e098cbd None None] Provisioning complete for port 5d2049cf-9dda-485a-a055-b89f6516ae7c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:04.257310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5a41d869-5b04-4b09-823b-911b8e098cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.266340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.301131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0ba7248-01de-4043-a895-435d0f19e67c req-a8327950-ac1c-4146-8689-e94da0b0ddc0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.1431310 Aug 23 12:15:04.350877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7c2e8b54-208d-4685-b3cb-2e7fed3fc7e9 tempest-NetworksApiDiscovery-19547028 tempest-NetworksApiDiscovery-19547028-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4904919 Aug 23 12:15:04.532432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 5d2049cf-9dda-485a-a055-b89f6516ae7c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:04.533010 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.635519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:04.638963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:04.643879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.667080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ef6dd-cbb8-4962-8485-aeb1f18e43c9 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Pushing event updated for resources: {'Network': ['ID=2aca2ca2-3d39-4fda-8081-bb8bc47c3581,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:04.709181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'network': {'name': 'tempest-network--240816676', 'router:external': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:04.712263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2aca2ca2-3d39-4fda-8081-bb8bc47c3581 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:04.816667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Made reservation on behalf of e17643ad7c8845c99f9c3657d0f8a168 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:04.821621 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:04.845866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:04.847418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:04.859708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.065439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:05.067701 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.102346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45822) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:05.210584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.12 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/9535ac48-ee3c-4587-a85e-5e2568d2152e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:05.304167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cb542854-43db-480a-ba01-54cf2247dc17 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:05.306129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.324090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.407898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.419797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cc885101-8d69-4704-804b-993626cd2aa1 None None] Provisioning complete for port 482a6299-4982-4206-ac7e-ed72261c664c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:05.423132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cc885101-8d69-4704-804b-993626cd2aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.427791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:05.441026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-156dd559-abf5-4555-a53a-c24ce53a9cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.528635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-001c0ed0-56b4-4493-8254-a67f321d2eb6 req-8d78cf64-be87-4d19-bd4a-5b2ccb4f70a6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.0697544 Aug 23 12:15:05.538172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.538877 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Added segment 25d63d34-9984-4512-8b9f-438f3463d4db of type vlan for network 62969bea-cc01-4d59-92a6-65a945510374 Aug 23 12:15:05.546157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2a3bc3-6c3d-4cb1-a3a5-8874433da465,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:05.553621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port cb542854-43db-480a-ba01-54cf2247dc17 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:05.558884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cc885101-8d69-4704-804b-993626cd2aa1 None None] Port 482a6299-4982-4206-ac7e-ed72261c664c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:05.563933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port cb542854-43db-480a-ba01-54cf2247dc17 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:05.564318 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.629743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=d382b361-ab7f-4ac9-b62e-abf597b89061,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:05.637829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 3, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:05.695141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:05.698138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: f5911030-bc78-4962-81ca-3b4eb172fcbc, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:15:05.711779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:05.712155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Updating router 28de6a78-b879-4a97-b944-395c934f95e2 port 482a6299-4982-4206-ac7e-ed72261c664c binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:05.747689 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network f5911030-bc78-4962-81ca-3b4eb172fcbc is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:15:05.771189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.774641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f5911030-bc78-4962-81ca-3b4eb172fcbc) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:05.780142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:05.781033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.795445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158da9e0-46f7-4137-9182-eba5d761654e None None] Network f5911030-bc78-4962-81ca-3b4eb172fcbc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:05.803402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Router 7f98e9ad-5777-459f-b2d8-ce30502a63fb is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:15:05.851350 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.891853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.908311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object 9535ac48-ee3c-4587-a85e-5e2568d2152e will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:05.948531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:05.973944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:05.984664 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Sync routers for ids ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:05.999932 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Routers {'7f98e9ad-5777-459f-b2d8-ce30502a63fb'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:06.001193 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:06.019214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.020039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:06.020742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.023489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.243466 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Set router 7f98e9ad-5777-459f-b2d8-ce30502a63fb gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:06.276556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port cb542854-43db-480a-ba01-54cf2247dc17, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cb542854-43db-480a-ba01-54cf2247dc17,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:06.289064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.307509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-156dd559-abf5-4555-a53a-c24ce53a9cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.318490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.325831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5bde8cb3-47ae-4964-8bfa-8e7a4c31a44d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2713788 Aug 23 12:15:06.325831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c097ef46-b717-4c9c-b04c-97bfc864e3b2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7159548 Aug 23 12:15:06.325831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45846) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:06.326233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:06.326233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:06.326523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45848) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:06.337374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:06.364583 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-156dd559-abf5-4555-a53a-c24ce53a9cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.392357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=9535ac48-ee3c-4587-a85e-5e2568d2152e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:06.419281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f5911030-bc78-4962-81ca-3b4eb172fcbc', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:15:06.424686 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.474076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2344666 Aug 23 12:15:06.499301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45850) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:06.502128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e4c19-6d69-4fbd-bf4e-774334c4de7d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Network': ['ID=62969bea-cc01-4d59-92a6-65a945510374,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:06.573840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 62969bea-cc01-4d59-92a6-65a945510374 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:06.605157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dd559-abf5-4555-a53a-c24ce53a9cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d947e27-86a3-477e-ba4e-71d5e443290d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:06.644306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-156dd559-abf5-4555-a53a-c24ce53a9cf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6a683c087424c05a32c8d8e16bad08c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5323625 Aug 23 12:15:06.644996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45858) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:06.860626 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:15:02Z', 'revision_number': 3, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:06.865806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:06.866672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.928260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-a769399c-b631-4586-8326-57101c2090cc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1824923 Aug 23 12:15:06.932495 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Checking router: 7f98e9ad-5777-459f-b2d8-ce30502a63fb for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:06.933040 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Updating router 7f98e9ad-5777-459f-b2d8-ce30502a63fb port 76c591b0-824d-489f-a3d7-3cbe9f57f712 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:06.951202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcfde853-ea8d-404b-8946-a43991e67ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.964958 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:06.999930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcfde853-ea8d-404b-8946-a43991e67ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.032380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=cb542854-43db-480a-ba01-54cf2247dc17,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:07.101980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Request body: {'port': {'device_id': '995e2689-75a0-4324-8344-67240e9cc28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:07.151520 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcfde853-ea8d-404b-8946-a43991e67ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.154438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcfde853-ea8d-404b-8946-a43991e67ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.158412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bcfde853-ea8d-404b-8946-a43991e67ef7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d947e27-86a3-477e-ba4e-71d5e443290d HTTP/1.1" status: 204 len: 168 time: 0.4978948 Aug 23 12:15:07.183805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfde853-ea8d-404b-8946-a43991e67ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d947e27-86a3-477e-ba4e-71d5e443290d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:07.194591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.309117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.546039 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.571696 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Transition to ACTIVE for port object 76c591b0-824d-489f-a3d7-3cbe9f57f712 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:07.579893 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.670050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Allocated IP 2001:db8:2::2 (f5911030-bc78-4962-81ca-3b4eb172fcbc/d382b361-ab7f-4ac9-b62e-abf597b89061/22197d0c-1435-45de-a229-922a142693d3) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:07.684737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7778cb9-d0f1-4403-889b-04eda6963820 req-b0def1fb-4127-436b-8ff9-648f2875fc3e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:07.686546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7778cb9-d0f1-4403-889b-04eda6963820 req-b0def1fb-4127-436b-8ff9-648f2875fc3e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 932 time: 0.8874726 Aug 23 12:15:07.698068 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Pushing event updated for resources: {'Port': ['ID=76c591b0-824d-489f-a3d7-3cbe9f57f712,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:07.715052 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.715401 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.715743 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.716075 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.716410 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.716838 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.717246 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.717578 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.717952 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.718291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.718612 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.718937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:07.813867 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Attempting to bind port 76c591b0-824d-489f-a3d7-3cbe9f57f712 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:07.820304 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Attempting to bind port 76c591b0-824d-489f-a3d7-3cbe9f57f712 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:07.820768 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Attempting to bind port 76c591b0-824d-489f-a3d7-3cbe9f57f712 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:07.833308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:07.833668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:07.840330 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.840767 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:07.841282 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Bound port: 76c591b0-824d-489f-a3d7-3cbe9f57f712, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:07.841699 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:07.969889 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] For port 76c591b0-824d-489f-a3d7-3cbe9f57f712, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:07.979597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] For port 76c591b0-824d-489f-a3d7-3cbe9f57f712, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=76c591b0-824d-489f-a3d7-3cbe9f57f712,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:07.981481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9535ac48-ee3c-4587-a85e-5e2568d2152e {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:15:07.986336 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.007724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.044238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Transition to ACTIVE for port object 9535ac48-ee3c-4587-a85e-5e2568d2152e will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:08.052300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.158108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52b835df-34ab-44e6-8515-d24c20e7b79f None None] Provisioning for port 9535ac48-ee3c-4587-a85e-5e2568d2152e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:08.160883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Pushing event updated for resources: {'Port': ['ID=9535ac48-ee3c-4587-a85e-5e2568d2152e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:08.181677 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91f69-29f6-476f-a928-5e7b15f19c23 None None] Pushing event updated for resources: {'Port': ['ID=76c591b0-824d-489f-a3d7-3cbe9f57f712,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:08.189015 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Routers {'7f98e9ad-5777-459f-b2d8-ce30502a63fb'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:08.189726 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:08.207522 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.221286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Transition to ACTIVE for port object 22197d0c-1435-45de-a229-922a142693d3 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:08.244400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7778cb9-d0f1-4403-889b-04eda6963820 req-adacbec1-4559-4444-afe0-b387f4522f59 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835161 Aug 23 12:15:08.467389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Attempting to bind port 9535ac48-ee3c-4587-a85e-5e2568d2152e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:08.467788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Attempting to bind port 9535ac48-ee3c-4587-a85e-5e2568d2152e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:08.468086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Attempting to bind port 9535ac48-ee3c-4587-a85e-5e2568d2152e on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:08.476657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Transition to ACTIVE for port object 22197d0c-1435-45de-a229-922a142693d3 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:08.494822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Port 9535ac48-ee3c-4587-a85e-5e2568d2152e on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:15:08.495431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Attempting to bind port 9535ac48-ee3c-4587-a85e-5e2568d2152e on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:08.499636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cb542854-43db-480a-ba01-54cf2247dc17 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:08.513660 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.522582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:08.522930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:08.523328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:08.528285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Bound port: 9535ac48-ee3c-4587-a85e-5e2568d2152e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:08.528699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.618819 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] Set router 7f98e9ad-5777-459f-b2d8-ce30502a63fb gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:08.687065 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.728331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Transition to ACTIVE for port object 482a6299-4982-4206-ac7e-ed72261c664c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:08.739413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] For port 9535ac48-ee3c-4587-a85e-5e2568d2152e, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:08.748053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] For port 9535ac48-ee3c-4587-a85e-5e2568d2152e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:08.756202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.778820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Network f5911030-bc78-4962-81ca-3b4eb172fcbc is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:08.807815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:08.813734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:08.838594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.946075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Pushing event updated for resources: {'Port': ['ID=9535ac48-ee3c-4587-a85e-5e2568d2152e,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:08.960794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45908) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:08.990608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:08.991558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:08.993855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-8a68c193-9c5e-46d7-9fa1-ef2f3c291550 service neutron] 10.222.0.44 "PUT /v2.0/ports/9535ac48-ee3c-4587-a85e-5e2568d2152e HTTP/1.1" status: 200 len: 1092 time: 2.0547900 Aug 23 12:15:09.000170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995e2689-75a0-4324-8344-67240e9cc28a', 'tag': '9535ac48-ee3c-4587-a85e-5e2568d2152e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:15:09.012301 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f860e5f-e81f-4faa-9d81-2668e89fdb86" -d '{"events": [{"name": "network-changed", "server_uuid": "995e2689-75a0-4324-8344-67240e9cc28a", "tag": "9535ac48-ee3c-4587-a85e-5e2568d2152e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:15:09.022343 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:15:02Z', 'revision_number': 3, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:09.140703 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03aed16-39c3-4b69-8678-300ff63b08ec x-openstack-request-id: req-f03aed16-39c3-4b69-8678-300ff63b08ec {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:15:09.141004 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995e2689-75a0-4324-8344-67240e9cc28a", "tag": "9535ac48-ee3c-4587-a85e-5e2568d2152e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:15:09.141253 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f03aed16-39c3-4b69-8678-300ff63b08ec {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:15:09.142271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Attempting to bind port 22197d0c-1435-45de-a229-922a142693d3 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:09.142904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Attempting to bind port 22197d0c-1435-45de-a229-922a142693d3 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:09.143958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Attempting to bind port 22197d0c-1435-45de-a229-922a142693d3 on network f5911030-bc78-4962-81ca-3b4eb172fcbc {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:09.151139 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995e2689-75a0-4324-8344-67240e9cc28a', 'tag': '9535ac48-ee3c-4587-a85e-5e2568d2152e', 'status': 'completed', 'code': 200} Aug 23 12:15:09.172428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-3ce076b6-9ce0-4437-b369-7090d736bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:09.178959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-3ce076b6-9ce0-4437-b369-7090d736bfbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 1095 time: 0.1357577 Aug 23 12:15:09.185240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:09.189566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Checking segment: {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:09.190931 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.191482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Bound using segment: {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:09.192213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Bound port: 22197d0c-1435-45de-a229-922a142693d3, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:09.192800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.266305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45926) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:09.300694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-d27b09c5-e1c7-4f5f-9029-c1d1c2c8a71c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e HTTP/1.1" status: 200 len: 217 time: 0.1127863 Aug 23 12:15:09.391392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Pushing event updated for resources: {'Port': ['ID=22197d0c-1435-45de-a229-922a142693d3,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:09.424649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2059636145-network', 'tenant_id': '6d77cd4070be4df393493d05f18d15b6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:09.557334 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983dec45-0e8b-4539-8d8d-f2ed894a4490 None None] The sync data for ids ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'] in n-d-773645-7 is: [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:15:02Z', 'revision_number': 3, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:09.688638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.692997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Attempting to bind port 482a6299-4982-4206-ac7e-ed72261c664c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:09.693983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Attempting to bind port 482a6299-4982-4206-ac7e-ed72261c664c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:09.694546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Attempting to bind port 482a6299-4982-4206-ac7e-ed72261c664c on network c764c844-f497-43f7-a2ad-3d4ba23b8a58 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:09.695912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Made reservation on behalf of 6d77cd4070be4df393493d05f18d15b6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:09.698263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.710268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-93a2e650-3735-4770-917d-b972f2b6f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:09.712259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-93a2e650-3735-4770-917d-b972f2b6f5e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.4028599 Aug 23 12:15:09.723682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:09.724069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Checking segment: {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:09.724596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.725003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Bound using segment: {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:09.725501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Bound port: 482a6299-4982-4206-ac7e-ed72261c664c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0dab4e-4fa7-4861-8b80-df2672a4200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:09.731459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.774393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.789640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port cb542854-43db-480a-ba01-54cf2247dc17 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:09.790373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.847224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62969bea-cc01-4d59-92a6-65a945510374']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:09.918709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d63d34-9984-4512-8b9f-438f3463d4db') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:09.918975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d63d34-9984-4512-8b9f-438f3463d4db') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:09.940697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.950841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] For port 482a6299-4982-4206-ac7e-ed72261c664c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:09.961432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] For port 482a6299-4982-4206-ac7e-ed72261c664c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=482a6299-4982-4206-ac7e-ed72261c664c,segment=NetworkSegment(ec0dab4e-4fa7-4861-8b80-df2672a4200c),segment_id=ec0dab4e-4fa7-4861-8b80-df2672a4200c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:09.964016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d2193-9c94-4585-936b-db4bb292b025 None None] Pushing event updated for resources: {'Port': ['ID=482a6299-4982-4206-ac7e-ed72261c664c,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:09.968686 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.974016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-c911ebe9-9d63-4526-8e57-d4c4a13f2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:09.975874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-c911ebe9-9d63-4526-8e57-d4c4a13f2f51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441385 Aug 23 12:15:09.995866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:09.996125 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:09.996320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:10.077509 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:10.280379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe998a-501b-43be-81f4-45a3113530e2 req-b0d50103-13d6-4317-a545-e5944707e9c3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:10.282567 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99fe998a-501b-43be-81f4-45a3113530e2 req-b0d50103-13d6-4317-a545-e5944707e9c3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.7204840 Aug 23 12:15:10.371767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d2193-9c94-4585-936b-db4bb292b025 None None] Pushing event updated for resources: {'Port': ['ID=482a6299-4982-4206-ac7e-ed72261c664c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:10.373867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-30234c46-cb80-44bf-acff-ae2026e2fadd service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844306 Aug 23 12:15:10.440693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] For port 22197d0c-1435-45de-a229-922a142693d3, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:10.452512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:10.463437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] For port 22197d0c-1435-45de-a229-922a142693d3, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=22197d0c-1435-45de-a229-922a142693d3,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:10.515134 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:10.530389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:10.537071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:10.537868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:10.910451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8dce18ef-687e-4f96-92af-fc1716adbc53 req-c8cc6163-e113-41f7-b14b-b348703f3a25 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083933 Aug 23 12:15:10.957909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55000f66-7ca4-45b1-bd00-b76e70b6a823 None None] Pushing event updated for resources: {'Port': ['ID=22197d0c-1435-45de-a229-922a142693d3,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:11.056273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:11.067247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8:2::1 (f5911030-bc78-4962-81ca-3b4eb172fcbc/d382b361-ab7f-4ac9-b62e-abf597b89061/d1beddae-2754-42f3-b41e-70e750bdf6a8) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:11.082426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.096857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.248181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ecfdb0-9e9c-4002-94fa-286c5bf6cdfb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:11.311465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:11.455183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-27d8c754-ecf2-4dd9-9cf0-b96176ba7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:11.457367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.459896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-27d8c754-ecf2-4dd9-9cf0-b96176ba7d0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 1095 time: 0.4833393 Aug 23 12:15:11.479473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.480168 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Added segment 95740a2b-cfa0-49d4-a2db-b5e94228f29e of type vlan for network fbca35bb-0248-499f-9b13-17dff883599d Aug 23 12:15:11.499099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object d1beddae-2754-42f3-b41e-70e750bdf6a8 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:11.526980 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.539580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62969bea-cc01-4d59-92a6-65a945510374 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:15:11.543559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.546716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/networks/62969bea-cc01-4d59-92a6-65a945510374 HTTP/1.1" status: 204 len: 168 time: 5.0430026 Aug 23 12:15:11.592962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:11.623648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:11.640970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Network': ['ID=62969bea-cc01-4d59-92a6-65a945510374,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:11.651833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99fe998a-501b-43be-81f4-45a3113530e2 req-710d02a4-8788-4782-bf14-88b437d023ff tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3007109 Aug 23 12:15:11.667371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.668035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.668555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.669718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.670219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.670717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.671209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.671724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.672501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.673523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.674071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.674891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d7c58-bc5f-4b97-b35e-58578e5b24fe tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:11.707648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-031cd874-6c2d-49f0-86aa-261f9071b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:11.715256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 3, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:09Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:11.717828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-031cd874-6c2d-49f0-86aa-261f9071b723 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.2348149 Aug 23 12:15:11.756822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Made reservation on behalf of e17643ad7c8845c99f9c3657d0f8a168 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:11.759766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.768291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.791455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15acc959-85a5-4884-93a8-efbf4c6cf49b None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:14:58Z', 'revision_number': 3, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:09Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:11.824177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 76c591b0-824d-489f-a3d7-3cbe9f57f712 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:11.857803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=d1beddae-2754-42f3-b41e-70e750bdf6a8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:11.892770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network f5911030-bc78-4962-81ca-3b4eb172fcbc is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:11.895741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Allocated IP 172.20.0.1 (e836cf38-dec0-4640-9d21-38e3b4346587/0ada7799-7de1-4f4e-8bac-da0ebfcca924/ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:11.898871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:11.904712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:11.912539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:11.913220 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:11.981874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 76c591b0-824d-489f-a3d7-3cbe9f57f712 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:11.998545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 76c591b0-824d-489f-a3d7-3cbe9f57f712 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:11.999037 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.103696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.113520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.114156 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Added segment 4ed6928c-2675-4575-8b6a-11244b307767 of type vlan for network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 Aug 23 12:15:12.197853 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.222369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 76c591b0-824d-489f-a3d7-3cbe9f57f712, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=76c591b0-824d-489f-a3d7-3cbe9f57f712,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:12.227332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.228426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 482a6299-4982-4206-ac7e-ed72261c664c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:12.348671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=76c591b0-824d-489f-a3d7-3cbe9f57f712,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:12.351723 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.371497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 482a6299-4982-4206-ac7e-ed72261c664c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:12.381602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 482a6299-4982-4206-ac7e-ed72261c664c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:12.382113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.390033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-972e665a-3b4a-4f22-b87e-ec4e9b853010 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e HTTP/1.1" status: 200 len: 217 time: 0.6646357 Aug 23 12:15:12.480410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.487671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.489003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:12.489859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.528337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.591753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6274562 Aug 23 12:15:12.598134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45970) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:12.609162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.637326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 482a6299-4982-4206-ac7e-ed72261c664c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=482a6299-4982-4206-ac7e-ed72261c664c,segment=NetworkSegment(ec0dab4e-4fa7-4861-8b80-df2672a4200c),segment_id=ec0dab4e-4fa7-4861-8b80-df2672a4200c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:12.645951 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.647178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 22197d0c-1435-45de-a229-922a142693d3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:12.683227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Request body: {'subnet': {'network_id': 'fbca35bb-0248-499f-9b13-17dff883599d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2059636145-subnet', 'tenant_id': '6d77cd4070be4df393493d05f18d15b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:12.718059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-67ff97cd-ea2a-457b-a247-daa06e6aa393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:12.719995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-67ff97cd-ea2a-457b-a247-daa06e6aa393 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.3201728 Aug 23 12:15:12.829149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381915c0-b4a5-43d4-ae5f-60a34d1b5dee None None] Network f5911030-bc78-4962-81ca-3b4eb172fcbc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:12.831808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.869871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215940c7-2d69-4431-823a-7dd6d031e455 admin admin] Pushing event updated for resources: {'Network': ['ID=fbca35bb-0248-499f-9b13-17dff883599d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:12.892694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Made reservation on behalf of 6d77cd4070be4df393493d05f18d15b6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:12.895825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.907547 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.909286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:12.909917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.932413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network fbca35bb-0248-499f-9b13-17dff883599d details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:12.938181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=482a6299-4982-4206-ac7e-ed72261c664c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:12.952017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 22197d0c-1435-45de-a229-922a142693d3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:12.977726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] Provisioning for port 22197d0c-1435-45de-a229-922a142693d3 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:12.986140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 22197d0c-1435-45de-a229-922a142693d3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:12.986835 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:12.992005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] Provisioning complete for port 22197d0c-1435-45de-a229-922a142693d3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:12.992398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.051067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.216663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45d6ef-b0de-46c1-b64e-b56d5b79b4e3 req-d551211d-eb79-4786-981e-e0f81b59186e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:13.225218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d45d6ef-b0de-46c1-b64e-b56d5b79b4e3 req-d551211d-eb79-4786-981e-e0f81b59186e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.3417673 Aug 23 12:15:13.260593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.298161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.298412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:13.313595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7199361 Aug 23 12:15:13.314626 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.316300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.336731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:13.378758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-5dc4f1f5-f044-4848-9159-7932905f193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:13.380450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-5dc4f1f5-f044-4848-9159-7932905f193a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5746279 Aug 23 12:15:13.395660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] For port 22197d0c-1435-45de-a229-922a142693d3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=22197d0c-1435-45de-a229-922a142693d3,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:13.405437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.443205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.547997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'subnet': {'network_id': '20de997f-f8f1-4b1e-8a72-719bf57a59a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:13.606506 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d45d6ef-b0de-46c1-b64e-b56d5b79b4e3 req-bfcf3a9f-b85a-44dd-9a02-209b4ca1360f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000104 Aug 23 12:15:13.658031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.661535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Network e836cf38-dec0-4640-9d21-38e3b4346587 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:13.711893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab0345-55c8-45b0-a78b-91e4620baaa1 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Network': ['ID=20de997f-f8f1-4b1e-8a72-719bf57a59a7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:13.723011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:13.732082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:13.790288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=d1beddae-2754-42f3-b41e-70e750bdf6a8,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:13.794740 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:15:13.795122 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:15:13.795767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:13.809848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-6eb23f55-1249-4bdf-8d3d-a0b9f3d3d0c7 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558095 Aug 23 12:15:13.810613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7bc1cf6-d7e6-4304-8f2a-26c01f3f80be,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:13.841501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network f5911030-bc78-4962-81ca-3b4eb172fcbc is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:13.845315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Made reservation on behalf of e17643ad7c8845c99f9c3657d0f8a168 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:13.847910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:13.909869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90362fa1-859c-4282-b1bf-85608fc65c30 None None] Pushing event updated for resources: {'Port': ['ID=22197d0c-1435-45de-a229-922a142693d3,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:13.988054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c11972ec-9b20-42dd-84e7-3dfa10ebdc4d None None] Provisioning for port d1beddae-2754-42f3-b41e-70e750bdf6a8 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:13.992051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c11972ec-9b20-42dd-84e7-3dfa10ebdc4d None None] Provisioning complete for port d1beddae-2754-42f3-b41e-70e750bdf6a8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:13.992428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c11972ec-9b20-42dd-84e7-3dfa10ebdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.010046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Checking segment: {'id': '95740a2b-cfa0-49d4-a2db-b5e94228f29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fbca35bb-0248-499f-9b13-17dff883599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:14.010398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Network hostable DHCP agents. Network: fbca35bb-0248-499f-9b13-17dff883599d, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:15:14.074244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:14.074244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.098354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c11972ec-9b20-42dd-84e7-3dfa10ebdc4d None None] Port d1beddae-2754-42f3-b41e-70e750bdf6a8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:14.112856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c11972ec-9b20-42dd-84e7-3dfa10ebdc4d None None] Provisioning complete for port 22197d0c-1435-45de-a229-922a142693d3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:14.120110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c11972ec-9b20-42dd-84e7-3dfa10ebdc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.120575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f860e5f-e81f-4faa-9d81-2668e89fdb86 req-886b0dc4-48af-4662-b899-279d598e9e23 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878952 Aug 23 12:15:14.122089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Network fbca35bb-0248-499f-9b13-17dff883599d is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:15:14.177011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Deleting port 232557a4-a2e8-405a-b520-048b66ef9fe4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:14.177311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.180603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, fbca35bb-0248-499f-9b13-17dff883599d) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:14.200799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e2832e-84aa-45b7-b219-91e983dfdac5 None None] Network fbca35bb-0248-499f-9b13-17dff883599d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:14.214302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:14.214959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.345737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9aeb7812-6c5a-4ff7-b8b4-0bef8b287580 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6802554 Aug 23 12:15:14.421340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] For port 232557a4-a2e8-405a-b520-048b66ef9fe4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=232557a4-a2e8-405a-b520-048b66ef9fe4,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:14.429869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.465938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Calling delete_port for 232557a4-a2e8-405a-b520-048b66ef9fe4 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:14.503555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823093d4-3da7-4580-823b-c8c2313388bd None None] Network fbca35bb-0248-499f-9b13-17dff883599d requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:14.506582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.726502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 76c591b0-824d-489f-a3d7-3cbe9f57f712 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:14.757731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:14.861078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-425403d4-ed28-4f11-ab08-c4d7381646ba None None] Provisioning complete for port d1beddae-2754-42f3-b41e-70e750bdf6a8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:14.861454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-425403d4-ed28-4f11-ab08-c4d7381646ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.904519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 76c591b0-824d-489f-a3d7-3cbe9f57f712 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:14.904892 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:14.911610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-425403d4-ed28-4f11-ab08-c4d7381646ba None None] Port d1beddae-2754-42f3-b41e-70e750bdf6a8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:14.968833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.026984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Pushing event deleted for resources: {'Port': ['ID=232557a4-a2e8-405a-b520-048b66ef9fe4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:15.065827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 482a6299-4982-4206-ac7e-ed72261c664c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:15.109266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-af988199-9223-49d0-9eb4-e647f0a800b6 None None] Provisioning complete for port d1beddae-2754-42f3-b41e-70e750bdf6a8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:15.110259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-af988199-9223-49d0-9eb4-e647f0a800b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.156579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-af988199-9223-49d0-9eb4-e647f0a800b6 None None] Port d1beddae-2754-42f3-b41e-70e750bdf6a8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:15.208822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 482a6299-4982-4206-ac7e-ed72261c664c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:15.209267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.272123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283cb5b-387b-447d-bcc0-4c97dfa2ef69 req-68d82f9d-9cac-4049-b6e9-c8ab94c8d382 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:15.273754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d283cb5b-387b-447d-bcc0-4c97dfa2ef69 req-68d82f9d-9cac-4049-b6e9-c8ab94c8d382 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.4528952 Aug 23 12:15:15.451341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 22197d0c-1435-45de-a229-922a142693d3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:15.453928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.531354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46028) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:15.538131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 22197d0c-1435-45de-a229-922a142693d3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:15.538131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.539808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867585754-network', 'tenant_id': 'cd1e77384644407bb779161b0e0d01d4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:15.584239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Made reservation on behalf of cd1e77384644407bb779161b0e0d01d4 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:15.588032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.604096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.730654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.749136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.827253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:15.868288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:15.874412 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9137d89b-feed-41b0-b438-eace11e63087 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5450101 Aug 23 12:15:15.888738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:15.890826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:15.895679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d283cb5b-387b-447d-bcc0-4c97dfa2ef69 req-530b31af-c127-4113-8968-97a2530e130a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914163 Aug 23 12:15:15.902314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-757248787'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:15.933153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:15:15.933643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:15.934325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:15.935381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:15.939634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.005492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a2271eb-31f8-41ee-8d7a-eea81efaf93c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:16.039133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:16.049997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.073286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:16.138838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Checking segment: {'id': '4ed6928c-2675-4575-8b6a-11244b307767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '20de997f-f8f1-4b1e-8a72-719bf57a59a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:16.151490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Network hostable DHCP agents. Network: 20de997f-f8f1-4b1e-8a72-719bf57a59a7, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:15:16.171149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:16.182806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.198808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:16.200668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.208171 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] Sync routers for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:16.209944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d427fc2b-9be4-4855-a69b-4dbb57b84424 admin admin] 10.222.0.21 "PUT /v2.0/routers/5a021891-21a5-454b-aa9b-d37d7cf7bb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9421895 Aug 23 12:15:16.213290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46040) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:16.223189 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:16.223801 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:16.291897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:16.302935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.303614 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Added segment 405a41a5-174d-453b-ae1d-e4fbac70ef76 of type vlan for network a96a9097-e94e-421f-ad75-eaa71cbf4f14 Aug 23 12:15:16.321452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:15:16.324576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf8b256-436d-415f-a8eb-fe2558a9becd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:16.334648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:16.374713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Network e836cf38-dec0-4640-9d21-38e3b4346587 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:16.376822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:16.379634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.379989 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added segment 021a0502-0d8c-4c26-b448-41580bd6e9d0 of type vlan for network 540af7d3-853c-48b3-bfc3-a88a82df2bee Aug 23 12:15:16.423331 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:16.437659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 20de997f-f8f1-4b1e-8a72-719bf57a59a7) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:16.461525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e08e6-deab-471c-a1b5-bf1568409087 None None] Network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:16.520962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.526843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:16.558855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.565439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:16.566249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Updating router 28de6a78-b879-4a97-b944-395c934f95e2 port d1beddae-2754-42f3-b41e-70e750bdf6a8 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:16.639419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.640419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:16.642256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.669973 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:16.702179 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] Checking router: 5a021891-21a5-454b-aa9b-d37d7cf7bb25 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:16.711608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] Routers {'5a021891-21a5-454b-aa9b-d37d7cf7bb25'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:16.712492 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:16.744536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2119203 Aug 23 12:15:16.748284 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.756422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:16.757036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.774795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46048) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:16.795779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fc754-f064-4b9e-9955-ec5520ef07bc admin admin] Pushing event updated for resources: {'Network': ['ID=a96a9097-e94e-421f-ad75-eaa71cbf4f14,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:16.800114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.807701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Request body: {'subnet': {'network_id': 'a96a9097-e94e-421f-ad75-eaa71cbf4f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867585754-subnet', 'tenant_id': 'cd1e77384644407bb779161b0e0d01d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:16.823792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Router 7f98e9ad-5777-459f-b2d8-ce30502a63fb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:16.835255 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.886313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Deleting port 972e0ae3-2a2e-4661-b4c6-34886afeef63 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:16.886799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.889145 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] Set router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:16.890563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a96a9097-e94e-421f-ad75-eaa71cbf4f14 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:16.943734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Made reservation on behalf of cd1e77384644407bb779161b0e0d01d4 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:16.948311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.963156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:16.969455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:16.970105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:17.006666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8129f337-9010-44b3-967b-66bf8c4fbb9b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5453508 Aug 23 12:15:17.025661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46060) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:17.040302 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1435759 Aug 23 12:15:17.043554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'floatingip': {'floating_network_id': '20de997f-f8f1-4b1e-8a72-719bf57a59a7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:17.056825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46062) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:17.070665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'subnet': {'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:17.141750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc721db-9394-4f9b-a6e6-03c402a40042 None None] Network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:17.288945 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:17.291385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:17.296627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] For port 972e0ae3-2a2e-4661-b4c6-34886afeef63, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=972e0ae3-2a2e-4661-b4c6-34886afeef63,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:17.297042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:17.334134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Calling delete_port for 972e0ae3-2a2e-4661-b4c6-34886afeef63 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:17.344591 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea816-f25e-4ce7-ad85-90c7626a888e None None] The sync data for ids ['5a021891-21a5-454b-aa9b-d37d7cf7bb25'] in n-d-773645-7 is: [{'id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'name': 'tempest-AttachVolumeShelveTestJSON-2046569344-router', 'tenant_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:05:41Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 5, 'project_id': '3743d3d08eb1448ba69b15a76e97b9a3', 'gw_port': {'id': '972e0ae3-2a2e-4661-b4c6-34886afeef63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a021891-21a5-454b-aa9b-d37d7cf7bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:05:43Z', 'updated_at': '2021-08-23T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:17.349023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba557ee7-166f-4ede-b1fc-30cc07a97e5c tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Network': ['ID=540af7d3-853c-48b3-bfc3-a88a82df2bee,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:17.372704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:17.372940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72527-58c2-4599-9464-1d3d35338469 req-180530ec-41e8-4cea-9660-12616ef2a0b9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:17.374881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecb72527-58c2-4599-9464-1d3d35338469 req-180530ec-41e8-4cea-9660-12616ef2a0b9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.3171015 Aug 23 12:15:17.421561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:17.440255 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-03a0ccba-9bf1-4930-9b59-16738ddf89c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f98e9ad-5777-459f-b2d8-ce30502a63fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1164236 Aug 23 12:15:17.578274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Made reservation on behalf of ce0a2efc4a5c4123929533b74a4028f0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:17.582060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:17.640345 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecb72527-58c2-4599-9464-1d3d35338469 req-25b71118-fed4-4fe4-9bf4-435f427a5a05 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411227 Aug 23 12:15:17.723867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:17.865880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Checking segment: {'id': '405a41a5-174d-453b-ae1d-e4fbac70ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a96a9097-e94e-421f-ad75-eaa71cbf4f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:17.870777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Network hostable DHCP agents. Network: a96a9097-e94e-421f-ad75-eaa71cbf4f14, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:15:17.893446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba18aa74-3086-4ec8-a7f6-ef2f5f6c0157,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:17.957702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Network a96a9097-e94e-421f-ad75-eaa71cbf4f14 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:15:17.971800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a96a9097-e94e-421f-ad75-eaa71cbf4f14) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:17.976111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:17.977097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.001265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dfb42df8-758a-42fc-97a8-40a50be68b54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2223663 Aug 23 12:15:18.035174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Sync routers for ids ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:18.048170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d9aa08-5bd0-40bd-a79c-841abc5e644f None None] Network a96a9097-e94e-421f-ad75-eaa71cbf4f14 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:18.270161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46092) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:18.338287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Routers {'7f98e9ad-5777-459f-b2d8-ce30502a63fb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:18.339509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:18.448568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Deleting subnet d7bc1cf6-d7e6-4304-8f2a-26c01f3f80be {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:15:18.486589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.536678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 232557a4-a2e8-405a-b520-048b66ef9fe4 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:18.572602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Set router 7f98e9ad-5777-459f-b2d8-ce30502a63fb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:18.582406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.654735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-b8b5681e-e432-4c7c-902f-9c5110068325 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:18.656145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-b8b5681e-e432-4c7c-902f-9c5110068325 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 811 time: 0.3057840 Aug 23 12:15:18.682043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.753318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-0aa9b417-6ad1-44b5-b9cd-122e7b719192 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/quotas/9df3fc5d0bde4746b263b5b846b3ccce HTTP/1.1" status: 200 len: 375 time: 0.0865068 Aug 23 12:15:18.768767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.813898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.821014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7bc1cf6-d7e6-4304-8f2a-26c01f3f80be HTTP/1.1" status: 204 len: 168 time: 0.5476341 Aug 23 12:15:18.839230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46106) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:18.843861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.867089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 232557a4-a2e8-405a-b520-048b66ef9fe4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:18.867721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 232557a4-a2e8-405a-b520-048b66ef9fe4 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:18.873036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:18.880348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd23fb-3604-4e4f-ba19-0bcd272a8bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7bc1cf6-d7e6-4304-8f2a-26c01f3f80be,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:18.934790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-ead5f518-992a-4666-ac3b-02c848b73836 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793048 Aug 23 12:15:18.947210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Transition to ACTIVE for port object d1beddae-2754-42f3-b41e-70e750bdf6a8 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:18.968291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21705dda-318b-4a1f-80fe-10eb19fb2883 None None] Network a96a9097-e94e-421f-ad75-eaa71cbf4f14 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:19.067216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.077103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-c57b1cc6-d07d-427f-849a-82b2ca468955 service neutron] 10.222.0.21 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412086 Aug 23 12:15:19.201771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-75d5833a-285e-4eb0-9439-665fc176bc09 service neutron] 10.222.0.21 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233284 Aug 23 12:15:19.225225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Allocated IP 172.20.0.14 (20de997f-f8f1-4b1e-8a72-719bf57a59a7/2a2271eb-31f8-41ee-8d7a-eea81efaf93c/1c28368a-a536-4e0d-9962-d6f91c5677a2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:19.231950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b136028-39b7-4800-bce0-35a6b2d53c84 None None] Pushing event updated for resources: {'Port': ['ID=d1beddae-2754-42f3-b41e-70e750bdf6a8,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:19.354041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Attempting to bind port d1beddae-2754-42f3-b41e-70e750bdf6a8 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:19.354740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Attempting to bind port d1beddae-2754-42f3-b41e-70e750bdf6a8 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:19.354956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Attempting to bind port d1beddae-2754-42f3-b41e-70e750bdf6a8 on network f5911030-bc78-4962-81ca-3b4eb172fcbc {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:19.366047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:19.366231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Checking segment: {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:19.366586 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.366989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Bound using segment: {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:19.367471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Bound port: d1beddae-2754-42f3-b41e-70e750bdf6a8, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c923d4aa-32d3-478e-aa05-e7140d87cdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:19.367942 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.380751 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.502454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.549871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d07d96c5-50cb-4e28-a011-556abe81b119 req-3e36ce06-f606-437a-85e1-7f253b1fcf3a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 210 time: 0.0651190 Aug 23 12:15:19.638049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] For port d1beddae-2754-42f3-b41e-70e750bdf6a8, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:19.642996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.670164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] For port d1beddae-2754-42f3-b41e-70e750bdf6a8, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d1beddae-2754-42f3-b41e-70e750bdf6a8,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:19.682115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.709499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 4, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100', 'name': '', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'mac_address': 'fa:16:3e:64:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:11Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 2, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'subnets': [{'id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:19.712978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fab493-9d52-4f5b-862b-ccae9cd78761 req-bfe650cb-16fc-48a1-996e-9c11f96724fb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:19.718089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9fab493-9d52-4f5b-862b-ccae9cd78761 req-bfe650cb-16fc-48a1-996e-9c11f96724fb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.8778675 Aug 23 12:15:19.722734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.741262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:19.764323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.794773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:19.824825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:19.913431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Checking router: 7f98e9ad-5777-459f-b2d8-ce30502a63fb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:19.914303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Updating router 7f98e9ad-5777-459f-b2d8-ce30502a63fb port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:19.918485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b136028-39b7-4800-bce0-35a6b2d53c84 None None] Pushing event updated for resources: {'Port': ['ID=d1beddae-2754-42f3-b41e-70e750bdf6a8,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:19.982971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:19.998431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:19.998580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:20.093979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Port': ['ID=1c28368a-a536-4e0d-9962-d6f91c5677a2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:20.261325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=972e0ae3-2a2e-4661-b4c6-34886afeef63,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:20.266937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Subnet': ['ID=5b29c6c3-16c1-4d78-acba-3188402782cf,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:20.420732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9fab493-9d52-4f5b-862b-ccae9cd78761 req-8985163a-6a10-4f09-ab43-ed9740decf31 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826007 Aug 23 12:15:20.433142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.474343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:20.646825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Checking segment: {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:20.647371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network hostable DHCP agents. Network: 540af7d3-853c-48b3-bfc3-a88a82df2bee, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:15:20.716201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.722216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf5c64e0-0aa2-4bce-8c1c-81438fd88fe9 req-ef4c1756-5317-47ea-ba92-4873607f1342 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 210 time: 0.0867083 Aug 23 12:15:20.749850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Transition to ACTIVE for port object ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:20.784430 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.837254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.865588 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.873987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbca35bb-0248-499f-9b13-17dff883599d']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:20.876476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.879345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.907518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163083f9-7e73-433f-a8c1-a8ad417bd4c5 None None] Pushing event updated for resources: {'Port': ['ID=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:20.907871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95740a2b-cfa0-49d4-a2db-b5e94228f29e') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:20.908156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95740a2b-cfa0-49d4-a2db-b5e94228f29e') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:20.910204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:15:20.984449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Attempting to bind port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:20.984858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Attempting to bind port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:20.985210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Attempting to bind port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 on network e836cf38-dec0-4640-9d21-38e3b4346587 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:20.991044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:20.999286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:20.999622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Checking segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:20.999814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.000395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Bound using segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:21.001112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Bound port: ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:21.001907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.030579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 540af7d3-853c-48b3-bfc3-a88a82df2bee) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:21.040241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:21.040910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.056085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.056647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a021891-21a5-454b-aa9b-d37d7cf7bb25 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:15:21.068920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.073147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c70a0c31-e4c3-4612-9e75-60cdfdd7cd79 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a021891-21a5-454b-aa9b-d37d7cf7bb25 HTTP/1.1" status: 204 len: 168 time: 4.8579609 Aug 23 12:15:21.073550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:21.077265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.080633 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-60acf64d-73e6-4343-95af-f232da64136f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0137510 Aug 23 12:15:21.084560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46172) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:21.088251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.090302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:21.090735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:21.093095 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:21.122687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4551d-f0ba-4108-b714-4fa86db898ca None None] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:21.280316 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.309539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.311115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbca35bb-0248-499f-9b13-17dff883599d HTTP/1.1" status: 204 len: 168 time: 2.4576554 Aug 23 12:15:21.313738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7c94-17b3-482d-9641-186f4fd9fded admin admin] Pushing event deleted for resources: {'Network': ['ID=fbca35bb-0248-499f-9b13-17dff883599d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:21.323174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46180) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:21.336991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] For port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:21.370941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:19Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:21.375554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] For port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:21.471616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.479653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.530857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Deleting subnet 1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:15:21.540022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.569995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Port': ['ID=1c28368a-a536-4e0d-9962-d6f91c5677a2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:21.573904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d35b74-c364-41ce-9cbc-764d6f13c620 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:19Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:21.577028 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.584100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.584465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.584820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.585168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.585509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.586015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.586365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.586953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.587305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.587643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.587978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.588310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:21.631033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Deleting subnet ba18aa74-3086-4ec8-a7f6-ef2f5f6c0157 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:15:21.639372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.740955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163083f9-7e73-433f-a8c1-a8ad417bd4c5 None None] Pushing event updated for resources: {'Port': ['ID=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:21.755530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Routers {'7f98e9ad-5777-459f-b2d8-ce30502a63fb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:21.766878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:14:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:21.857349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:21.918184 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2cfed44-b280-404e-9b0e-d7021ab4cc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.011314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.012376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.055426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-540af7d3-853c-48b3-bfc3-a88a82df2bee', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:15:22.056297 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.132378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0417a1f-cf0d-419d-a03c-a9d503df3339 req-a64910fd-7ede-4e28-ba11-f35569de77d8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:22.135154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0417a1f-cf0d-419d-a03c-a9d503df3339 req-a64910fd-7ede-4e28-ba11-f35569de77d8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.4969862 Aug 23 12:15:22.167183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.171260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6b9fa5f6-87e8-4994-9728-9fb21f350fba tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1354852 Aug 23 12:15:22.172230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46202) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:22.288899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] Set router 7f98e9ad-5777-459f-b2d8-ce30502a63fb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:22.388402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-05c20603-b059-4397-b89c-3b3df9667f3b tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=20de997f-f8f1-4b1e-8a72-719bf57a59a7 HTTP/1.1" status: 200 len: 690 time: 0.2082479 Aug 23 12:15:22.389481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46204) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:22.429602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0417a1f-cf0d-419d-a03c-a9d503df3339 req-c77476db-5a7e-4324-98c3-5c6de774d14f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649333 Aug 23 12:15:22.470264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-3caff370-5a32-4de9-8393-ad1ece992ef5 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:22.470264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-3caff370-5a32-4de9-8393-ad1ece992ef5 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 811 time: 0.6399374 Aug 23 12:15:22.500049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Request body: {'port': {'device_id': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'admin_state_up': True, 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:22.730715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d1beddae-2754-42f3-b41e-70e750bdf6a8 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:22.747249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba46739d-df6b-4445-bc24-d49e6e54c44b req-be823c3a-3721-41a4-8613-8442195f1edb tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 210 time: 0.7734923 Aug 23 12:15:22.802428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.850231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:22.863818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Allocated IP 2001:db8:3::2 (540af7d3-853c-48b3-bfc3-a88a82df2bee/5b29c6c3-16c1-4d78-acba-3188402782cf/7f8935e1-58a2-432e-affb-d13664b5a1c6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:22.979530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 4, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100', 'name': '', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'mac_address': 'fa:16:3e:64:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:11Z', 'updated_at': '2021-08-23T12:15:21Z', 'revision_number': 4, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'subnets': [{'id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:22.987650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.020482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Made reservation on behalf of 9df3fc5d0bde4746b263b5b846b3ccce for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:23.025133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.059646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d1beddae-2754-42f3-b41e-70e750bdf6a8 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:23.070593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.072594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1f7962b6-8ecb-4aa2-ab5b-354e4d946a13 HTTP/1.1" status: 204 len: 168 time: 1.9976482 Aug 23 12:15:23.073604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305f76-6eca-476e-bf27-b261c4300ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7962b6-8ecb-4aa2-ab5b-354e4d946a13,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:23.077793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba481313-efc5-4acd-8fa6-8c908fe9f015 None None] The sync data for ids ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'] in n-d-773645-7 is: [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:15:14Z', 'revision_number': 4, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100', 'name': '', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'mac_address': 'fa:16:3e:64:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:11Z', 'updated_at': '2021-08-23T12:15:21Z', 'revision_number': 4, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'subnets': [{'id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:23.080787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46220) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:23.097407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9e267-a3b1-4dd5-8fa5-8dbcd583a325 None None] Network f504f6cb-2845-4cee-8221-055f99f229eb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:23.147781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d1beddae-2754-42f3-b41e-70e750bdf6a8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:23.148167 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.196378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Deleting port 1c28368a-a536-4e0d-9962-d6f91c5677a2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:23.196976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.254040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.498436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.543917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba18aa74-3086-4ec8-a7f6-ef2f5f6c0157,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:23.560016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.564363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.575816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.577735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85a5877e-6b7a-4857-b261-1b8c986af518 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba18aa74-3086-4ec8-a7f6-ef2f5f6c0157 HTTP/1.1" status: 204 len: 168 time: 2.2518246 Aug 23 12:15:23.585813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:23.615584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.672611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Transition to ACTIVE for port object 7f8935e1-58a2-432e-affb-d13664b5a1c6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:23.743802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Transition to ACTIVE for port object 7f8935e1-58a2-432e-affb-d13664b5a1c6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:23.753017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.770880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.771394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.776268 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.797866 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:23.812151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34637-69d2-4ca8-ad05-c65494780618 req-5402ad52-d2c8-41ff-93d6-d808b7ab68c0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:23.826153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84e34637-69d2-4ca8-ad05-c65494780618 req-5402ad52-d2c8-41ff-93d6-d808b7ab68c0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.2549057 Aug 23 12:15:23.900285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:23.913965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:23.920800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Pushing event updated for resources: {'Port': ['ID=7f8935e1-58a2-432e-affb-d13664b5a1c6,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:23.924939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:23.937124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d1beddae-2754-42f3-b41e-70e750bdf6a8, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d1beddae-2754-42f3-b41e-70e750bdf6a8,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:23.980336 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.068934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 972e0ae3-2a2e-4661-b4c6-34886afeef63 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:24.077446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c79e37cb-03c5-49d2-b8a5-1a29bd6968cc req-50536f34-cdb9-4fd2-a6b3-cf21a1b2905c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 210 time: 0.1538248 Aug 23 12:15:24.092224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.096460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] DHCP port deletion for f504f6cb-2845-4cee-8221-055f99f229eb request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:15:24.156582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96a9097-e94e-421f-ad75-eaa71cbf4f14']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:24.183433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405a41a5-174d-453b-ae1d-e4fbac70ef76') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:24.183754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405a41a5-174d-453b-ae1d-e4fbac70ef76') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:24.210333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.224566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 972e0ae3-2a2e-4661-b4c6-34886afeef63 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:24.229917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 972e0ae3-2a2e-4661-b4c6-34886afeef63 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:24.262709 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.287206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:24.287635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:24.294441 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:24.310601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Allocated IP 172.20.0.13 (e836cf38-dec0-4640-9d21-38e3b4346587/0ada7799-7de1-4f4e-8bac-da0ebfcca924/2034c582-c06e-4331-90af-10dcc4b51d0c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:24.331091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Calling delete_port for 1c28368a-a536-4e0d-9962-d6f91c5677a2 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:24.367583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d1beddae-2754-42f3-b41e-70e750bdf6a8,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:24.417958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Attempting to bind port 7f8935e1-58a2-432e-affb-d13664b5a1c6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:24.418352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Attempting to bind port 7f8935e1-58a2-432e-affb-d13664b5a1c6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:24.418728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Attempting to bind port 7f8935e1-58a2-432e-affb-d13664b5a1c6 on network 540af7d3-853c-48b3-bfc3-a88a82df2bee {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:24.437377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:24.437851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Checking segment: {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:24.438289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.438690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Bound using segment: {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:24.440316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-84e34637-69d2-4ca8-ad05-c65494780618 req-4a618003-b28e-4229-b104-14a848a695ba tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124139 Aug 23 12:15:24.446890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Bound port: 7f8935e1-58a2-432e-affb-d13664b5a1c6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:24.448444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.498024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Deleting port 6e40e3ea-accb-4f45-acba-18091e0faaee {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:24.498394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.513135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.528152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.532449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a96a9097-e94e-421f-ad75-eaa71cbf4f14 HTTP/1.1" status: 204 len: 168 time: 0.9456353 Aug 23 12:15:24.534514 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Allocated IP 2001:db8:3::1 (540af7d3-853c-48b3-bfc3-a88a82df2bee/5b29c6c3-16c1-4d78-acba-3188402782cf/da255fc4-b064-4956-8753-d5a8378ded93) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:24.539432 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.546034 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a774fe1d-7a4c-45fa-9561-28bb77a23739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.569462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959d1e2-2432-407f-98a9-65cee36d3cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96a9097-e94e-421f-ad75-eaa71cbf4f14,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:24.665512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] Deleting port 6e40e3ea-accb-4f45-acba-18091e0faaee {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:24.665714 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.825790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] For port 6e40e3ea-accb-4f45-acba-18091e0faaee, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6e40e3ea-accb-4f45-acba-18091e0faaee,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:24.826401 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.856341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] Calling delete_port for 6e40e3ea-accb-4f45-acba-18091e0faaee owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:24.867551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.891885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] For port 6e40e3ea-accb-4f45-acba-18091e0faaee, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6e40e3ea-accb-4f45-acba-18091e0faaee,segment=NetworkSegment(c2da449e-239f-4091-a762-4b00ea842181),segment_id=c2da449e-239f-4091-a762-4b00ea842181)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:24.892415 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:24.924051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Transition to ACTIVE for port object da255fc4-b064-4956-8753-d5a8378ded93 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:24.934643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46254) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:24.945233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Calling delete_port for 6e40e3ea-accb-4f45-acba-18091e0faaee owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:25.005325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:25.036454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.057385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] For port 7f8935e1-58a2-432e-affb-d13664b5a1c6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:25.083675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-961a42ba-51d6-446a-b97c-137290b5cb03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d77cd4070be4df393493d05f18d15b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475627 Aug 23 12:15:25.086047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46258) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:25.096754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] No DVR routers for this DVR port 6e40e3ea-accb-4f45-acba-18091e0faaee on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:25.104086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542d563-c657-4704-883a-b16fe205fe36 None None] Pushing event deleted for resources: {'Port': ['ID=6e40e3ea-accb-4f45-acba-18091e0faaee,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.120101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] For port 7f8935e1-58a2-432e-affb-d13664b5a1c6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7f8935e1-58a2-432e-affb-d13664b5a1c6,segment=NetworkSegment(021a0502-0d8c-4c26-b448-41580bd6e9d0),segment_id=021a0502-0d8c-4c26-b448-41580bd6e9d0)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:25.120283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.138843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.263384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.270566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:25.274773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae644a8f-6166-44c3-8e09-6d6c93473ad0 None None] Pushing event updated for resources: {'Port': ['ID=7f8935e1-58a2-432e-affb-d13664b5a1c6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.278935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:25.279323 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.303751 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.311354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:25.323587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:25.366053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c28368a-a536-4e0d-9962-d6f91c5677a2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.389984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=da255fc4-b064-4956-8753-d5a8378ded93,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.408210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.409384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32f46f06-1433-4005-b28f-d9dac332d542 req-bb4cf8ea-4411-4e2b-9634-091ef652e390 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 210 time: 0.0528719 Aug 23 12:15:25.416029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:25.417203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.453279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] No DVR routers for this DVR port 6e40e3ea-accb-4f45-acba-18091e0faaee on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:25.473771 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.478827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4cdebe0-b9a4-4490-85a3-ffd53d52e22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.537807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e40e3ea-accb-4f45-acba-18091e0faaee,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.570768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.576606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4cdebe0-b9a4-4490-85a3-ffd53d52e22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.617547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:25.629853 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.630877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d1beddae-2754-42f3-b41e-70e750bdf6a8 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:25.643924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.672870 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.705079 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4cdebe0-b9a4-4490-85a3-ffd53d52e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.708542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4cdebe0-b9a4-4490-85a3-ffd53d52e22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.710290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4cdebe0-b9a4-4490-85a3-ffd53d52e22a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07ecfdb0-9e9c-4002-94fa-286c5bf6cdfb HTTP/1.1" status: 204 len: 168 time: 0.6231592 Aug 23 12:15:25.727337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdebe0-b9a4-4490-85a3-ffd53d52e22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ecfdb0-9e9c-4002-94fa-286c5bf6cdfb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.843985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f504f6cb-2845-4cee-8221-055f99f229eb']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:25.867726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Network e836cf38-dec0-4640-9d21-38e3b4346587 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:25.870900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:25.889652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.894570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.919240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:25.942640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d1beddae-2754-42f3-b41e-70e750bdf6a8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:25.943112 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:25.954821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:25.964764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da449e-239f-4091-a762-4b00ea842181') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:25.965069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da449e-239f-4091-a762-4b00ea842181') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:26.055867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.090249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.092653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Pushing event updated for resources: {'Port': ['ID=2034c582-c06e-4331-90af-10dcc4b51d0c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:26.119996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.164156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061a1ac-e63f-4c7e-800f-d5c02914a741 req-0269815c-0999-4b11-b0fd-e33ec6dcfae9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:26.170818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8061a1ac-e63f-4c7e-800f-d5c02914a741 req-0269815c-0999-4b11-b0fd-e33ec6dcfae9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.5015087 Aug 23 12:15:26.299642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:26.308094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:26.312348 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:26.323772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6e40e3ea-accb-4f45-acba-18091e0faaee no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:26.339802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:26.363911 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.366816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6e40e3ea-accb-4f45-acba-18091e0faaee {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:26.368671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6e40e3ea-accb-4f45-acba-18091e0faaee not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:26.409078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46292) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:26.418735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8061a1ac-e63f-4c7e-800f-d5c02914a741 req-2e089ed1-e29c-4715-be49-2b6c99efd008 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253811 Aug 23 12:15:26.528208 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.535326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-86e44c87-ae7e-4171-9ab0-f23625320433 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd1e77384644407bb779161b0e0d01d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1190751 Aug 23 12:15:26.536004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46296) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:26.543998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.544848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.627601 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-da607d14-97eb-4785-bb38-ae7ea18b1c7c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1296930 Aug 23 12:15:26.658233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Request body: {'port': {'device_id': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:26.752689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:26.781807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event updated for resources: {'Port': ['ID=da255fc4-b064-4956-8753-d5a8378ded93,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:26.808530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.819561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c15d7b9-4b95-4430-86db-6df65df06b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.820510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.838055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665830-9e24-4434-806d-3c16af70dede req-7b458898-dd7e-4040-881a-ab48b5e5d5fa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:26.840364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3665830-9e24-4434-806d-3c16af70dede req-7b458898-dd7e-4040-881a-ab48b5e5d5fa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 932 time: 0.2131412 Aug 23 12:15:26.848998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.860819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f504f6cb-2845-4cee-8221-055f99f229eb HTTP/1.1" status: 204 len: 168 time: 3.7719605 Aug 23 12:15:26.904757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:26.905616 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.911385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c15d7b9-4b95-4430-86db-6df65df06b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.919578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13abbb-60e4-4a71-ae20-b05889888996 admin admin] Pushing event deleted for resources: {'Network': ['ID=f504f6cb-2845-4cee-8221-055f99f229eb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:26.926432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:26.929253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2271eb-31f8-41ee-8d7a-eea81efaf93c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:26.953045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:26.964008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:26.982855 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3665830-9e24-4434-806d-3c16af70dede req-3e4fbb1d-8320-4557-bc82-e3f9a339f9a1 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263301 Aug 23 12:15:27.011848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229ab97-298d-436d-8694-57ac1cf04df5 None None] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:27.033070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.047037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20de997f-f8f1-4b1e-8a72-719bf57a59a7']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:27.068028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed6928c-2675-4575-8b6a-11244b307767') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:27.068404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed6928c-2675-4575-8b6a-11244b307767') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:27.142239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.181148 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.195014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:27.196032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:27.198721 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:27.250077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c15d7b9-4b95-4430-86db-6df65df06b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.257773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c15d7b9-4b95-4430-86db-6df65df06b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.262116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7c15d7b9-4b95-4430-86db-6df65df06b65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecf8b256-436d-415f-a8eb-fe2558a9becd HTTP/1.1" status: 204 len: 168 time: 0.7220600 Aug 23 12:15:27.264259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46302) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:27.351065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:27.358783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15d7b9-4b95-4430-86db-6df65df06b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf8b256-436d-415f-a8eb-fe2558a9becd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:27.376480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.388716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20de997f-f8f1-4b1e-8a72-719bf57a59a7 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:15:27.395270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.400315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/networks/20de997f-f8f1-4b1e-8a72-719bf57a59a7 HTTP/1.1" status: 204 len: 168 time: 5.0043745 Aug 23 12:15:27.409809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46308) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:27.429033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109d27c-6028-4658-bd74-0aa52d402a28 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Network': ['ID=20de997f-f8f1-4b1e-8a72-719bf57a59a7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:27.466195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.476002 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c08f6d45-5111-4803-8ad9-7546d87ea853 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3743d3d08eb1448ba69b15a76e97b9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921418 Aug 23 12:15:27.514624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d7413e22-af94-4940-adb8-38fb3f7018ae None None] Provisioning for port 7f8935e1-58a2-432e-affb-d13664b5a1c6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:27.522334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46314) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:27.636733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7b1c4226-eda9-467b-8c6f-0402f02de644 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2208939 Aug 23 12:15:27.639657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46318) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:27.773784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:27.792405 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e2632eb0-24a6-401a-9241-12807ad0d464 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7053468 Aug 23 12:15:27.793026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46322) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:27.797715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:27.821150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:27.944734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f28484-22ff-4b17-b755-4933e64fb32f req-7d7d85e5-a53c-4fa1-944e-e0fb17d95e4e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:27.946383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f28484-22ff-4b17-b755-4933e64fb32f req-7d7d85e5-a53c-4fa1-944e-e0fb17d95e4e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 944 time: 0.4253166 Aug 23 12:15:27.949917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7f8935e1-58a2-432e-affb-d13664b5a1c6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:28.016463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9535ac48-ee3c-4587-a85e-5e2568d2152e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:15:28.024353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2034c582-c06e-4331-90af-10dcc4b51d0c {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:15:28.051700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.052178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.052640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.053092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.053545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.055090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.055547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.055998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.056446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.056896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.057343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.062964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.063464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.068918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e549792-4841-41b3-b7c7-00a6710bda81 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8418 time: 0.4129550 Aug 23 12:15:28.069556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46336) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:28.105830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.204905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74f28484-22ff-4b17-b755-4933e64fb32f req-dd7c5c1a-7064-4241-9b96-34420590112c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340782 Aug 23 12:15:28.206994 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-ee396ccb-bfe7-40a2-ad5f-9f943eb93751 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] delete failed (client error): The resource could not be found. Aug 23 12:15:28.221817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ee396ccb-bfe7-40a2-ad5f-9f943eb93751 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/8831ed5d-9e6b-453d-b5ae-d9fc70acd83b HTTP/1.1" status: 404 len: 345 time: 0.1378875 Aug 23 12:15:28.224608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46342) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:28.227213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Transition to ACTIVE for port object 2034c582-c06e-4331-90af-10dcc4b51d0c will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:28.233481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ee1f299f-88cf-4333-9eaf-4e37b07e7de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.255649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.275255 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-af747eb5-fcb7-4ff7-b6ea-20e7d2774a64 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] DELETE failed (client error): The resource could not be found. Aug 23 12:15:28.277904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af747eb5-fcb7-4ff7-b6ea-20e7d2774a64 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:15:28.291231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-af747eb5-fcb7-4ff7-b6ea-20e7d2774a64 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/networks/20de997f-f8f1-4b1e-8a72-719bf57a59a7 HTTP/1.1" status: 404 len: 339 time: 0.0653841 Aug 23 12:15:28.297482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46346) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:28.307185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'network': {'name': 'tempest-network--494847037', 'router:external': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:28.309127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24680a5b-b174-4dd0-9bb2-048cd24080ad req-73c101f0-cb3f-4da3-936e-35e26d71809e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:28.312599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24680a5b-b174-4dd0-9bb2-048cd24080ad req-73c101f0-cb3f-4da3-936e-35e26d71809e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 932 time: 0.1973090 Aug 23 12:15:28.381509 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.409222 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24680a5b-b174-4dd0-9bb2-048cd24080ad req-6da96141-c28b-448a-8b7d-33ecfda36c6d tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891726 Aug 23 12:15:28.428770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9535ac48-ee3c-4587-a85e-5e2568d2152e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:28.454862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9535ac48-ee3c-4587-a85e-5e2568d2152e', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': '9535ac48-ee3c-4587-a85e-5e2568d2152e', 'mac_address': 'fa:16:3e:d6:04:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:15:28.463307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7f8935e1-58a2-432e-affb-d13664b5a1c6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:28.498525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7f8935e1-58a2-432e-affb-d13664b5a1c6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:28.499289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.539353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Pushing event updated for resources: {'Port': ['ID=2034c582-c06e-4331-90af-10dcc4b51d0c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:28.566201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ee1f299f-88cf-4333-9eaf-4e37b07e7de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.592845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Made reservation on behalf of e17643ad7c8845c99f9c3657d0f8a168 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:28.596050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.610738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.630253 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:28.662630 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:28.663643 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:28.710086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9535ac48-ee3c-4587-a85e-5e2568d2152e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:15:28.870553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.872916 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:28.881963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:28.891778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ee1f299f-88cf-4333-9eaf-4e37b07e7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.940832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ee1f299f-88cf-4333-9eaf-4e37b07e7de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.946722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ee1f299f-88cf-4333-9eaf-4e37b07e7de5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ab6a3c2-0056-4638-aeb5-d11e0df88b35 HTTP/1.1" status: 204 len: 168 time: 1.4152174 Aug 23 12:15:28.961068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9535ac48-ee3c-4587-a85e-5e2568d2152e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:28.972481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:28.974026 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Added segment c7347c06-c708-4638-9299-fc99fde90f7f of type vlan for network 38f7b26a-2720-4e42-81b5-26d900f86f98 Aug 23 12:15:28.976207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.009991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7f8935e1-58a2-432e-affb-d13664b5a1c6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7f8935e1-58a2-432e-affb-d13664b5a1c6,segment=NetworkSegment(021a0502-0d8c-4c26-b448-41580bd6e9d0),segment_id=021a0502-0d8c-4c26-b448-41580bd6e9d0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:29.062567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f299f-88cf-4333-9eaf-4e37b07e7de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6a3c2-0056-4638-aeb5-d11e0df88b35,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:29.076318 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.216357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e97ac769-e0c0-4b9d-a371-fa765980ad38 None None] Provisioning for port da255fc4-b064-4956-8753-d5a8378ded93 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:29.230299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9535ac48-ee3c-4587-a85e-5e2568d2152e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:29.258675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9535ac48-ee3c-4587-a85e-5e2568d2152e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:15:29.280569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Attempting to bind port 2034c582-c06e-4331-90af-10dcc4b51d0c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:29.280569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Attempting to bind port 2034c582-c06e-4331-90af-10dcc4b51d0c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:29.280927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Attempting to bind port 2034c582-c06e-4331-90af-10dcc4b51d0c on network e836cf38-dec0-4640-9d21-38e3b4346587 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:29.284062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e97ac769-e0c0-4b9d-a371-fa765980ad38 None None] Provisioning complete for port da255fc4-b064-4956-8753-d5a8378ded93 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:29.286992 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e97ac769-e0c0-4b9d-a371-fa765980ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.315538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.317859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Port 2034c582-c06e-4331-90af-10dcc4b51d0c on network e836cf38-dec0-4640-9d21-38e3b4346587 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:15:29.318197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Attempting to bind port 2034c582-c06e-4331-90af-10dcc4b51d0c on network e836cf38-dec0-4640-9d21-38e3b4346587 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:29.359501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:29.374520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Checking segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:29.375070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Bound using segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:29.379955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Bound port: 2034c582-c06e-4331-90af-10dcc4b51d0c, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:29.380602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.599404 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:25Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da255fc4-b064-4956-8753-d5a8378ded93', 'name': '', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:fd:0c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:24Z', 'updated_at': '2021-08-23T12:15:26Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:29.638705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e97ac769-e0c0-4b9d-a371-fa765980ad38 None None] Port da255fc4-b064-4956-8753-d5a8378ded93 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:29.662609 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:29.663218 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Updating router 28de6a78-b879-4a97-b944-395c934f95e2 port da255fc4-b064-4956-8753-d5a8378ded93 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:29.741132 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.744892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7f8935e1-58a2-432e-affb-d13664b5a1c6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:29.769592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e97ac769-e0c0-4b9d-a371-fa765980ad38 None None] Provisioning complete for port 7f8935e1-58a2-432e-affb-d13664b5a1c6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:29.771186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e97ac769-e0c0-4b9d-a371-fa765980ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.774228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] For port 2034c582-c06e-4331-90af-10dcc4b51d0c, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:29.779145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] For port 2034c582-c06e-4331-90af-10dcc4b51d0c, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2034c582-c06e-4331-90af-10dcc4b51d0c,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:29.803439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.806194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 12:15:29.856596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Removed routes are [] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 12:15:29.858333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.936101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.937121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:29.937723 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.988458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:29.988850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:29.990792 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] 10.222.0.41 "PUT /v2.0/ports/2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 200 len: 1092 time: 3.3529563 Aug 23 12:15:29.994538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6910200 Aug 23 12:15:29.994538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'tag': '2034c582-c06e-4331-90af-10dcc4b51d0c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:15:29.998577 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed0fcc-9148-4534-9032-0d80cadf42b9" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3c85d-6372-4552-94b4-77c6bd87c101", "tag": "2034c582-c06e-4331-90af-10dcc4b51d0c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:15:30.004696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46390) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:30.129334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc91c6-fe6e-4020-a7a8-7346368b5767 req-f36d21be-6749-4a56-bc30-5d4f92f4b0bf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.156546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7fc91c6-fe6e-4020-a7a8-7346368b5767 req-f36d21be-6749-4a56-bc30-5d4f92f4b0bf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 945 time: 0.7732842 Aug 23 12:15:30.227444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f892-457c-43e1-a44a-ee1099b75766 req-6accd4bd-857d-40ce-8b35-4a393748e473 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.239964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64b0f892-457c-43e1-a44a-ee1099b75766 req-6accd4bd-857d-40ce-8b35-4a393748e473 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 944 time: 0.3688881 Aug 23 12:15:30.262060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e61d03f7-201b-4680-8623-54f5742870e9 None None] Provisioning complete for port da255fc4-b064-4956-8753-d5a8378ded93 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:30.262677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e61d03f7-201b-4680-8623-54f5742870e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.316540 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:15:30.336962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e61d03f7-201b-4680-8623-54f5742870e9 None None] Port da255fc4-b064-4956-8753-d5a8378ded93 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:30.389998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b60e2-6a3a-4577-89e0-a31e73a2b6fa service neutron] Pushing event updated for resources: {'Port': ['ID=2034c582-c06e-4331-90af-10dcc4b51d0c,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:30.430313 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64b0f892-457c-43e1-a44a-ee1099b75766 req-e5ead72b-1b14-4081-a35f-53cac42054f9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846821 Aug 23 12:15:30.472438 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.493363 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Transition to ACTIVE for port object da255fc4-b064-4956-8753-d5a8378ded93 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:30.501720 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.578978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.586769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.653010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7fc91c6-fe6e-4020-a7a8-7346368b5767 req-1f90cf55-cc01-4944-98ae-3cb9a97dc656 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899766 Aug 23 12:15:30.662554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65b293-0bb4-4c5a-9d60-2fd66037ced3 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Network': ['ID=38f7b26a-2720-4e42-81b5-26d900f86f98,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:30.676402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 38f7b26a-2720-4e42-81b5-26d900f86f98 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:30.711376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-ba55814f-dbd3-4dfb-a8db-03a2830f6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.724624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-ba55814f-dbd3-4dfb-a8db-03a2830f6a1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1095 time: 0.5604813 Aug 23 12:15:30.808904 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4647b56-ebdd-4374-96cd-495bd66e01da None None] Pushing event updated for resources: {'Port': ['ID=da255fc4-b064-4956-8753-d5a8378ded93,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:30.824351 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Attempting to bind port da255fc4-b064-4956-8753-d5a8378ded93 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:30.824720 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Attempting to bind port da255fc4-b064-4956-8753-d5a8378ded93 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:30.825083 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Attempting to bind port da255fc4-b064-4956-8753-d5a8378ded93 on network 540af7d3-853c-48b3-bfc3-a88a82df2bee {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:30.830882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-18042cc9-1b4d-47f2-afeb-42cb66001c60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 200 len: 217 time: 0.0939741 Aug 23 12:15:30.837829 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726907fc-48f3-4a8b-a8ea-44fe90ab8d7a x-openstack-request-id: req-726907fc-48f3-4a8b-a8ea-44fe90ab8d7a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:15:30.838466 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3c85d-6372-4552-94b4-77c6bd87c101", "tag": "2034c582-c06e-4331-90af-10dcc4b51d0c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:15:30.838973 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-726907fc-48f3-4a8b-a8ea-44fe90ab8d7a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:15:30.840911 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'tag': '2034c582-c06e-4331-90af-10dcc4b51d0c', 'status': 'completed', 'code': 200} Aug 23 12:15:30.847937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:30.848316 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Checking segment: {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:30.848722 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.854842 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Bound using segment: {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:30.856364 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Bound port: da255fc4-b064-4956-8753-d5a8378ded93, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021a0502-0d8c-4c26-b448-41580bd6e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:30.857565 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:30.920036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:30.938691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e091b72-621b-4798-a543-c5ef66d7334b tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.946281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e091b72-621b-4798-a543-c5ef66d7334b tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.952930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e091b72-621b-4798-a543-c5ef66d7334b tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.959870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e091b72-621b-4798-a543-c5ef66d7334b tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:30.960824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e091b72-621b-4798-a543-c5ef66d7334b tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8720524 Aug 23 12:15:30.963767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46426) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:31.050472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:31.063649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e0e12-9956-429d-b175-f28f8b37191d req-dcd828db-b67c-4be2-805b-8ff4ec0f50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:31.067441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-dcd828db-b67c-4be2-805b-8ff4ec0f50cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.2253032 Aug 23 12:15:31.127925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-f6642a72-e918-4100-9d1a-04d7ee24a3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495188 Aug 23 12:15:31.190994 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] For port da255fc4-b064-4956-8753-d5a8378ded93, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:31.206702 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] For port da255fc4-b064-4956-8753-d5a8378ded93, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da255fc4-b064-4956-8753-d5a8378ded93,segment=NetworkSegment(021a0502-0d8c-4c26-b448-41580bd6e9d0),segment_id=021a0502-0d8c-4c26-b448-41580bd6e9d0)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:31.213450 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:31.234883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7f8935e1-58a2-432e-affb-d13664b5a1c6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:31.312580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:31.314275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46438) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:31.327169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-c3446242-1368-424f-a307-0d6db6458303 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597836 Aug 23 12:15:31.353095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:31.355380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2879e4c9-c7a5-45ac-991c-252d94d15b0f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 953 time: 3.5613952 Aug 23 12:15:31.358110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46444) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:31.364840 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:31.365306 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:31.370713 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4647b56-ebdd-4374-96cd-495bd66e01da None None] Pushing event updated for resources: {'Port': ['ID=da255fc4-b064-4956-8753-d5a8378ded93,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:31.375510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7f8935e1-58a2-432e-affb-d13664b5a1c6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:31.376023 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:31.663269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e79eb132-82a1-46b6-b1dd-8d55148eb9ec tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 953 time: 0.3037684 Aug 23 12:15:31.664444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46458) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:31.669977 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'routes': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:31.739544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:31.786260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1473433739-network', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:31.800747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:31.860849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f7b26a-2720-4e42-81b5-26d900f86f98']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:31.895597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7347c06-c708-4638-9299-fc99fde90f7f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:31.897132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7347c06-c708-4638-9299-fc99fde90f7f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:31.920937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Made reservation on behalf of 3b4b3f7470594fba803a721ada8ce6ef for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:31.952082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:31.966511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.013183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.023784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:32.025487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.041811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9535ac48-ee3c-4587-a85e-5e2568d2152e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:32.052282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.152388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 9535ac48-ee3c-4587-a85e-5e2568d2152e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:32.159646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9535ac48-ee3c-4587-a85e-5e2568d2152e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:32.161180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.195323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e94db9-c2ae-4f8d-838e-737b641089c5 req-d711f64e-b9d7-4a02-814e-0cefa079c51a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:32.195594 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:29Z', 'revision_number': 6, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da255fc4-b064-4956-8753-d5a8378ded93', 'name': '', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:fd:0c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:24Z', 'updated_at': '2021-08-23T12:15:31Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:32.197594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0e94db9-c2ae-4f8d-838e-737b641089c5 req-d711f64e-b9d7-4a02-814e-0cefa079c51a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 945 time: 0.3283129 Aug 23 12:15:32.262809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25319d9-00ee-42eb-8e2d-a1f7e896b492 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:29Z', 'revision_number': 6, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da255fc4-b064-4956-8753-d5a8378ded93', 'name': '', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:fd:0c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:24Z', 'updated_at': '2021-08-23T12:15:31Z', 'revision_number': 4, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:32.417217 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.434323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0e94db9-c2ae-4f8d-838e-737b641089c5 req-1d603c5b-471e-4910-8f23-868876647cbc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639881 Aug 23 12:15:32.500865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995e2689-75a0-4324-8344-67240e9cc28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9535ac48-ee3c-4587-a85e-5e2568d2152e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:15:32.506199 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f18939b-2723-4cfa-beaf-1fdc67728167" -d '{"events": [{"server_uuid": "995e2689-75a0-4324-8344-67240e9cc28a", "name": "network-vif-plugged", "status": "completed", "tag": "9535ac48-ee3c-4587-a85e-5e2568d2152e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:15:32.543776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9535ac48-ee3c-4587-a85e-5e2568d2152e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:32.553711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:32.635000 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42141f80-b77f-47d7-888f-8eb2095d002e x-openstack-request-id: req-42141f80-b77f-47d7-888f-8eb2095d002e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:15:32.638781 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995e2689-75a0-4324-8344-67240e9cc28a", "name": "network-vif-plugged", "status": "completed", "tag": "9535ac48-ee3c-4587-a85e-5e2568d2152e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:15:32.641328 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42141f80-b77f-47d7-888f-8eb2095d002e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:15:32.642076 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995e2689-75a0-4324-8344-67240e9cc28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9535ac48-ee3c-4587-a85e-5e2568d2152e', 'code': 200} Aug 23 12:15:32.703004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9535ac48-ee3c-4587-a85e-5e2568d2152e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:32.878576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added routes are [] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 12:15:32.879191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:32.886937 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:32.978984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.006733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69685456-f916-46f0-bca6-df4356eca1b6 req-957e0d72-3f98-4253-925b-3db9a66bdb16 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:33.009776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69685456-f916-46f0-bca6-df4356eca1b6 req-957e0d72-3f98-4253-925b-3db9a66bdb16 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 944 time: 1.4081652 Aug 23 12:15:33.012522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c48e0e12-9956-429d-b175-f28f8b37191d req-27358ed4-1d5c-42b2-8789-83d61206f430 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6494706 Aug 23 12:15:33.015888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.042482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38f7b26a-2720-4e42-81b5-26d900f86f98 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:15:33.069238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.077262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/networks/38f7b26a-2720-4e42-81b5-26d900f86f98 HTTP/1.1" status: 204 len: 168 time: 2.1124089 Aug 23 12:15:33.080409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46534) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:33.091045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece3b79-4dee-4ea1-8a79-eb8e4a643a13 req-2f2b32fa-3c1b-45de-9dfc-36e72c5f9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:33.092508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ece3b79-4dee-4ea1-8a79-eb8e4a643a13 req-2f2b32fa-3c1b-45de-9dfc-36e72c5f9db4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 1097 time: 0.1977630 Aug 23 12:15:33.175088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'network': {'name': 'tempest-network--37702073', 'router:external': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:33.190708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9212a-717e-4719-999d-1e1ee7e31d1d tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Network': ['ID=38f7b26a-2720-4e42-81b5-26d900f86f98,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:33.254288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-4adc9b02-4523-4d9a-86de-94c9b78aef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:33.256126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-4adc9b02-4523-4d9a-86de-94c9b78aef26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1095 time: 0.1750023 Aug 23 12:15:33.257931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ece3b79-4dee-4ea1-8a79-eb8e4a643a13 req-68777b24-243d-40f5-96f8-2743abbcd4d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536475 Aug 23 12:15:33.277383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69685456-f916-46f0-bca6-df4356eca1b6 req-547420dd-0471-43cd-ba7b-30b47bdd9468 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986239 Aug 23 12:15:33.304990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da255fc4-b064-4956-8753-d5a8378ded93 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:33.398012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.427140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port da255fc4-b064-4956-8753-d5a8378ded93 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:33.431937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port da255fc4-b064-4956-8753-d5a8378ded93 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:33.432675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.450773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.480960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Made reservation on behalf of e17643ad7c8845c99f9c3657d0f8a168 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:33.484237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.489639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-22882af2-e4a4-404f-86a8-e13e6432f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:33.494742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-22882af2-e4a4-404f-86a8-e13e6432f14b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 0.2211413 Aug 23 12:15:33.547649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:33.550490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:33.563659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.564868 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Added segment bde8d95b-9652-463a-989b-ab768327584f of type vlan for network dad1e4e2-4099-4a98-b556-d7ec4120b7db Aug 23 12:15:33.570656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.584000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.593454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8593f4b0-9a87-400d-8a7f-701e2b0f252b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:33.601609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.601952 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Added segment 5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81 of type vlan for network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 Aug 23 12:15:33.623369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.639818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.727549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port da255fc4-b064-4956-8753-d5a8378ded93, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da255fc4-b064-4956-8753-d5a8378ded93,segment=NetworkSegment(021a0502-0d8c-4c26-b448-41580bd6e9d0),segment_id=021a0502-0d8c-4c26-b448-41580bd6e9d0)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:33.732820 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.746804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.748012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:33.749249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:33.773834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-d4657c83-54ab-470f-9ef9-7de79cddd37f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 200 len: 217 time: 0.2643239 Aug 23 12:15:33.780260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6913536 Aug 23 12:15:33.813574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:33.847438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=da255fc4-b064-4956-8753-d5a8378ded93,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:33.882156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e2b67-66b3-49c9-ab5d-2c09b737e75e tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Network': ['ID=dad1e4e2-4099-4a98-b556-d7ec4120b7db,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:33.891995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network dad1e4e2-4099-4a98-b556-d7ec4120b7db details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:33.971633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-ddc99a43-92b7-4848-91ad-f2ad4a1739af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:33.973155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-ddc99a43-92b7-4848-91ad-f2ad4a1739af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.0922534 Aug 23 12:15:34.028579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-04bb30e2-8586-4410-8323-93c904163b91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482645 Aug 23 12:15:34.145677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-a2d7d3ac-fb25-460c-b25c-87af3803c738 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103811 Aug 23 12:15:34.146237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46568) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:34.400898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3c02c2b-d98f-4493-92c9-0644b6dcff92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.525593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:34.531244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.571982 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3c02c2b-d98f-4493-92c9-0644b6dcff92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.578982 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b3c02c2b-d98f-4493-92c9-0644b6dcff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.612472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9408d-f6f9-4363-82e1-e36918707dea req-f3c18808-1105-44e7-8302-deb078dec7b6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:34.615476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fa9408d-f6f9-4363-82e1-e36918707dea req-f3c18808-1105-44e7-8302-deb078dec7b6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 0.9017704 Aug 23 12:15:34.618718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c02c2b-d98f-4493-92c9-0644b6dcff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6f65df-5057-4494-8014-6a16c4cc8d65,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:34.662484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ed0fcc-9148-4534-9032-0d80cadf42b9 req-a9e7fe7b-adf1-49f1-82be-6b0f9384b93f service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008671 Aug 23 12:15:34.689226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:15:34.702987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeac515-db88-4672-b2df-b58d01314aad req-d363f7b3-5a03-4ab7-bd35-1de007e1f134 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:34.704701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dbeac515-db88-4672-b2df-b58d01314aad req-d363f7b3-5a03-4ab7-bd35-1de007e1f134 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 944 time: 0.2815032 Aug 23 12:15:34.708573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b3c02c2b-d98f-4493-92c9-0644b6dcff92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5849f22aff548c7b1375df94d45b881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611610 Aug 23 12:15:34.718251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:34.818948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a47610a-8f70-4ac2-9b0b-1d16e9f96e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.851765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a47610a-8f70-4ac2-9b0b-1d16e9f96e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.859113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.860487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:34.862049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:34.868061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fa9408d-f6f9-4363-82e1-e36918707dea req-b173ac45-70e9-4ea5-913a-cc0732675650 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294936 Aug 23 12:15:34.873040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dbeac515-db88-4672-b2df-b58d01314aad req-73415e59-27f5-49a5-a5f2-c1d707aec09f tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535993 Aug 23 12:15:34.895767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2abf28-8410-431e-8c09-e0ca7c3adbe0 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:34.899391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e2abf28-8410-431e-8c09-e0ca7c3adbe0 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] 10.222.0.21 "GET /v2.0/networks/dad1e4e2-4099-4a98-b556-d7ec4120b7db HTTP/1.1" status: 200 len: 755 time: 1.0833647 Aug 23 12:15:34.907166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:34.923521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:34.942522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:34.943537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:34.954942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6265919 Aug 23 12:15:34.961855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:34.985667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Request body: {'subnet': {'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1473433739-subnet', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:35.013483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:35.026227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.027750 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d9f7017d-8f33-4287-9913-ac0488337f12 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 703 time: 3.3620605 Aug 23 12:15:35.029831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7169da-b958-4fe4-bf2b-91b0d1a4a644 admin admin] Pushing event updated for resources: {'Network': ['ID=968e8e1c-31e3-4cfe-8501-66fdd7b2b295,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:35.041002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:35.046255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:35.100849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8d1d6-48c0-46d4-bacd-800e802632ea tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:35.103040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-64d8d1d6-48c0-46d4-bacd-800e802632ea tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] 10.222.0.21 "GET /v2.0/networks/2aca2ca2-3d39-4fda-8081-bb8bc47c3581 HTTP/1.1" status: 200 len: 768 time: 0.1947229 Aug 23 12:15:35.105768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a47610a-8f70-4ac2-9b0b-1d16e9f96e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.110345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a47610a-8f70-4ac2-9b0b-1d16e9f96e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.112374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a47610a-8f70-4ac2-9b0b-1d16e9f96e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa6f65df-5057-4494-8014-6a16c4cc8d65 HTTP/1.1" status: 204 len: 168 time: 0.3918133 Aug 23 12:15:35.113414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Made reservation on behalf of 3b4b3f7470594fba803a721ada8ce6ef for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:35.118854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.120742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46586) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:35.216317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c369a436-1806-4da8-b4aa-ffd0aef69694 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 703 time: 0.1688499 Aug 23 12:15:35.220087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46590) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:35.237570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da255fc4-b064-4956-8753-d5a8378ded93 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:35.253141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47610a-8f70-4ac2-9b0b-1d16e9f96e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6f65df-5057-4494-8014-6a16c4cc8d65,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:35.323030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:35.461886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port da255fc4-b064-4956-8753-d5a8378ded93 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:35.465010 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.513154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.773282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:35.791808 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15477c18-319b-4c2c-87e7-8b0132b7ee23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.814510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.838618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad1e4e2-4099-4a98-b556-d7ec4120b7db']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:35.890646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:32Z', 'revision_number': 7, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da255fc4-b064-4956-8753-d5a8378ded93', 'name': '', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:fd:0c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:24Z', 'updated_at': '2021-08-23T12:15:33Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:35.918291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde8d95b-9652-463a-989b-ab768327584f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:35.919273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde8d95b-9652-463a-989b-ab768327584f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:35.927646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:35.934066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:35.952184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:35.953576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:35.973650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.022092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.096843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceea598-acba-4696-a7dc-c4fedb39cb79,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:36.106012 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.139755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:36.140463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:36.147405 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:36.173338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095692d-c60e-484f-b744-a0f09e67d70c req-6dc3af0d-008a-4a12-8cd7-e466e2dfee50 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:36.181577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f095692d-c60e-484f-b744-a0f09e67d70c req-6dc3af0d-008a-4a12-8cd7-e466e2dfee50 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 944 time: 0.1771276 Aug 23 12:15:36.260320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4634-9213-4fc5-a4b4-1ba883185fd9 req-5f1b3893-b473-4ef0-a974-f991370e087b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:36.268132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-696f4634-9213-4fc5-a4b4-1ba883185fd9 req-5f1b3893-b473-4ef0-a974-f991370e087b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 0.2526140 Aug 23 12:15:36.332463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:36.364213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-696f4634-9213-4fc5-a4b4-1ba883185fd9 req-47f5a577-1b90-42b4-8411-0e38f99adf1d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951049 Aug 23 12:15:36.395554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15477c18-319b-4c2c-87e7-8b0132b7ee23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.399968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.406080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15477c18-319b-4c2c-87e7-8b0132b7ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.421639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Checking segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:36.422218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Network hostable DHCP agents. Network: 968e8e1c-31e3-4cfe-8501-66fdd7b2b295, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:15:36.453617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dad1e4e2-4099-4a98-b556-d7ec4120b7db {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:15:36.501771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.507977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/networks/dad1e4e2-4099-4a98-b556-d7ec4120b7db HTTP/1.1" status: 204 len: 168 time: 1.3790348 Aug 23 12:15:36.512834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:36.520709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'network': {'name': 'tempest-network--1620492662'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:36.588623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Made reservation on behalf of e17643ad7c8845c99f9c3657d0f8a168 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:36.591406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.608332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72187f3-ad03-4068-8f65-a3b6fbe742d5 req-95f86ad0-f6c7-43f3-8a70-f4e382b4b4ee tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:36.624604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f095692d-c60e-484f-b744-a0f09e67d70c req-19b0de2b-0049-4a3b-b0be-b03e59554a0c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417875 Aug 23 12:15:36.636397 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72187f3-ad03-4068-8f65-a3b6fbe742d5 req-95f86ad0-f6c7-43f3-8a70-f4e382b4b4ee tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 0.1504157 Aug 23 12:15:36.685073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae28102-2dc0-4fca-aa49-d074c92af918 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Network': ['ID=dad1e4e2-4099-4a98-b556-d7ec4120b7db,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:36.699317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:15:36.707234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2034c582-c06e-4331-90af-10dcc4b51d0c details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:15:36.714366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:15:36.725475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:32Z', 'revision_number': 7, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da255fc4-b064-4956-8753-d5a8378ded93', 'name': '', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:fd:0c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:24Z', 'updated_at': '2021-08-23T12:15:33Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:36.726995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.727400 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Added segment 55822bb0-eca2-4717-99a0-fdc014642abc of type vlan for network 54e82d88-2e77-40db-bfaf-770b3f2ab0e3 Aug 23 12:15:36.762144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8d490-0746-4f05-bb2e-bc73992337d8 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:32Z', 'revision_number': 7, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da255fc4-b064-4956-8753-d5a8378ded93', 'name': '', 'network_id': '540af7d3-853c-48b3-bfc3-a88a82df2bee', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:fd:0c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:24Z', 'updated_at': '2021-08-23T12:15:33Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '5b29c6c3-16c1-4d78-acba-3188402782cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:36.764557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-15477c18-319b-4c2c-87e7-8b0132b7ee23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d3f0a40c0364fe4bdec4b9bea48094b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902024 Aug 23 12:15:36.771283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46624) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:36.772015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15477c18-319b-4c2c-87e7-8b0132b7ee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016bcf7-4ba1-4941-9936-3d5efda437e6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:36.777556 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.800105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 968e8e1c-31e3-4cfe-8501-66fdd7b2b295) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:36.821255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port da255fc4-b064-4956-8753-d5a8378ded93 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:36.823484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.832923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:36.833615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.900037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2034c582-c06e-4331-90af-10dcc4b51d0c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2034c582-c06e-4331-90af-10dcc4b51d0c,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:36.900295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3515cfe9-79cf-4536-9881-fb4adf3ad61d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9187512 Aug 23 12:15:36.910631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '2034c582-c06e-4331-90af-10dcc4b51d0c', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'port_id': '2034c582-c06e-4331-90af-10dcc4b51d0c', 'mac_address': 'fa:16:3e:a6:65:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:15:36.911227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:36.915384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4cf277-54cd-4233-86f9-12baf7b14ee0 None None] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:36.915901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:36.934848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.935909 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:36.936578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:36.959617 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6bd9acf7-50ff-4765-82dc-43db23d5acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.032440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.034788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.128737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port da255fc4-b064-4956-8753-d5a8378ded93, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=da255fc4-b064-4956-8753-d5a8378ded93,segment=NetworkSegment(021a0502-0d8c-4c26-b448-41580bd6e9d0),segment_id=021a0502-0d8c-4c26-b448-41580bd6e9d0)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:37.129167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.162136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for da255fc4-b064-4956-8753-d5a8378ded93 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:37.177122 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.247667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2034c582-c06e-4331-90af-10dcc4b51d0c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:15:37.285353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.299330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6bd9acf7-50ff-4765-82dc-43db23d5acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.358821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2034c582-c06e-4331-90af-10dcc4b51d0c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2034c582-c06e-4331-90af-10dcc4b51d0c,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:37.370325 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.481005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.484995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:15:37.485893 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.537308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0219781 Aug 23 12:15:37.541589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46686) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:37.559933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:37.578983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=2034c582-c06e-4331-90af-10dcc4b51d0c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:37.591789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9dd79-73b0-4c9e-9739-4e485323b810 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Network': ['ID=54e82d88-2e77-40db-bfaf-770b3f2ab0e3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:37.604149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c72187f3-ad03-4068-8f65-a3b6fbe742d5 req-99fb0d5a-13b8-4688-b032-e96b1253107d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9668601 Aug 23 12:15:37.607373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=da255fc4-b064-4956-8753-d5a8378ded93,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:37.643947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2034c582-c06e-4331-90af-10dcc4b51d0c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:15:37.706842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.807229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 54e82d88-2e77-40db-bfaf-770b3f2ab0e3 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:15:37.844732 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:37.852604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6bd9acf7-50ff-4765-82dc-43db23d5acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.856747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6bd9acf7-50ff-4765-82dc-43db23d5acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:37.865717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6bd9acf7-50ff-4765-82dc-43db23d5acd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a016bcf7-4ba1-4941-9936-3d5efda437e6 HTTP/1.1" status: 204 len: 168 time: 1.0907729 Aug 23 12:15:37.871166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:37.871897 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:38.055171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9acf7-50ff-4765-82dc-43db23d5acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016bcf7-4ba1-4941-9936-3d5efda437e6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:38.071216 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:38.149271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:38.209799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428caa5-c91f-4a16-ad4b-ddd4f2f30d0d req-4a431230-1e46-4a32-a0c7-1b33ea1a2966 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:38.222282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8428caa5-c91f-4a16-ad4b-ddd4f2f30d0d req-4a431230-1e46-4a32-a0c7-1b33ea1a2966 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 945 time: 0.4132228 Aug 23 12:15:38.443916 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:37Z', 'revision_number': 8, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:38.510563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dbfba-9da7-4627-936d-eb9cf53c2e0f req-0fe7e971-6eff-47a0-b7a5-289272f308b1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:38.516203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-648dbfba-9da7-4627-936d-eb9cf53c2e0f req-0fe7e971-6eff-47a0-b7a5-289272f308b1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 0.6647394 Aug 23 12:15:38.525927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8428caa5-c91f-4a16-ad4b-ddd4f2f30d0d req-efed2e91-948c-4ca4-b349-b1df174d5030 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026285 Aug 23 12:15:38.541534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Allocated IP 172.20.0.2 (968e8e1c-31e3-4cfe-8501-66fdd7b2b295/0ceea598-acba-4696-a7dc-c4fedb39cb79/2b5972c8-517a-4724-b391-cb1040816542) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:38.554623 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:38.604784 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:38.605519 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:38.676188 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:38.772303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-648dbfba-9da7-4627-936d-eb9cf53c2e0f req-5bd1050d-ea61-4582-9421-3818b3c3b1f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119784 Aug 23 12:15:38.774067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:38.825567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:38.840164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Network 54e82d88-2e77-40db-bfaf-770b3f2ab0e3 is not hosted by any dhcp agent {{(pid=101057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:15:38.842762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:38.843558 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:38.844261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:38.847127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "PUT /v2.0/networks/54e82d88-2e77-40db-bfaf-770b3f2ab0e3 HTTP/1.1" status: 200 len: 858 time: 1.3043818 Aug 23 12:15:38.850478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 46814) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:39.070173 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.085752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.105480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Transition to ACTIVE for port object 2b5972c8-517a-4724-b391-cb1040816542 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:39.173085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Transition to ACTIVE for port object 2b5972c8-517a-4724-b391-cb1040816542 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:39.188509 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.210647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:39.239311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135c5a5-11f6-4a6b-9648-9491ec7b7b00 tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event updated for resources: {'Network': ['ID=54e82d88-2e77-40db-bfaf-770b3f2ab0e3,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:39.244524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9448f69a-2cea-4def-9eac-3d7ced786468 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0226123 Aug 23 12:15:39.246903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:39.329362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:39.403984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:39.405008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.423623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e82d88-2e77-40db-bfaf-770b3f2ab0e3']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:39.425038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:39.432122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet 5b29c6c3-16c1-4d78-acba-3188402782cf {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:15:39.442077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55822bb0-eca2-4717-99a0-fdc014642abc') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:39.443286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55822bb0-eca2-4717-99a0-fdc014642abc') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:39.444340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Pushing event updated for resources: {'Port': ['ID=2b5972c8-517a-4724-b391-cb1040816542,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:39.449599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.467067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.489116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.497923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:39.499072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.620126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Attempting to bind port 2b5972c8-517a-4724-b391-cb1040816542 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:39.620626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Attempting to bind port 2b5972c8-517a-4724-b391-cb1040816542 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:39.623828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Attempting to bind port 2b5972c8-517a-4724-b391-cb1040816542 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:39.634590 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:37Z', 'revision_number': 8, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:39.640886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:39.640886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Checking segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:39.640886 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.640886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Bound using segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:39.641906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Bound port: 2b5972c8-517a-4724-b391-cb1040816542, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:39.642986 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.643678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.699063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c78d26-d1cd-459c-88c7-7c29bc61aa5f None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:37Z', 'revision_number': 8, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:39.732536 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:39.760277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.796234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54e82d88-2e77-40db-bfaf-770b3f2ab0e3 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:15:39.799422 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.806707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] 10.222.0.21 "DELETE /v2.0/networks/54e82d88-2e77-40db-bfaf-770b3f2ab0e3 HTTP/1.1" status: 204 len: 168 time: 0.9474375 Aug 23 12:15:39.806901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] For port 2b5972c8-517a-4724-b391-cb1040816542, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:39.811774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46918) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:39.812699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] For port 2b5972c8-517a-4724-b391-cb1040816542, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2b5972c8-517a-4724-b391-cb1040816542,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:39.818654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:39.932329 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9990ab11-4b21-4540-b6db-e27126f6039c tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] DELETE failed (client error): The resource could not be found. Aug 23 12:15:39.932803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9990ab11-4b21-4540-b6db-e27126f6039c tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:15:39.934668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9990ab11-4b21-4540-b6db-e27126f6039c tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] 10.222.0.21 "DELETE /v2.0/subnets/2a2271eb-31f8-41ee-8d7a-eea81efaf93c HTTP/1.1" status: 404 len: 337 time: 0.1156385 Aug 23 12:15:39.949485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 46934) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:39.964827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7ab0b-4d35-4f5b-8811-40de33386cd7 None None] Pushing event updated for resources: {'Port': ['ID=2b5972c8-517a-4724-b391-cb1040816542,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:40.093187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be342-cb4b-40d2-9381-c68651d68669 req-983cc987-2579-484e-9cf3-8ca87bb957b5 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:40.093662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f89a0-7c66-4f49-b745-7278f8390fe4 req-c65e9f0c-93c3-49fd-ad45-dfe78ac8a851 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:40.105211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f90be342-cb4b-40d2-9381-c68651d68669 req-983cc987-2579-484e-9cf3-8ca87bb957b5 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 945 time: 0.3895886 Aug 23 12:15:40.114950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8f89a0-7c66-4f49-b745-7278f8390fe4 req-c65e9f0c-93c3-49fd-ad45-dfe78ac8a851 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 0.5026178 Aug 23 12:15:40.125461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfee56a-c728-40d2-9789-ab2f0c0c14ee tempest-ExternalNetworksTestJSON-1862994401 tempest-ExternalNetworksTestJSON-1862994401-project-admin] Pushing event deleted for resources: {'Network': ['ID=54e82d88-2e77-40db-bfaf-770b3f2ab0e3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:40.226386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.274294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.416206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Allocated IP 172.25.1.182 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/63617b54-78d2-48b9-a441-c167f5c98409) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:40.421738 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.594614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.607492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.705025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2034c582-c06e-4331-90af-10dcc4b51d0c up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:40.773082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.857443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 2034c582-c06e-4331-90af-10dcc4b51d0c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:40.862954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:40.870820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 2034c582-c06e-4331-90af-10dcc4b51d0c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:40.872523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:40.875231 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f90be342-cb4b-40d2-9381-c68651d68669 req-c65cc0bc-5ad6-4b3c-88b6-9b602fc5c6e9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7690542 Aug 23 12:15:40.959616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:40.967374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:40.998127 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.047723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.058733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aca2ca2-3d39-4fda-8081-bb8bc47c3581']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:41.136885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.234139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2034c582-c06e-4331-90af-10dcc4b51d0c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:15:41.244116 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8fe395-1166-4060-a04d-839173e5eb65" -d '{"events": [{"server_uuid": "efe3c85d-6372-4552-94b4-77c6bd87c101", "name": "network-vif-plugged", "status": "completed", "tag": "2034c582-c06e-4331-90af-10dcc4b51d0c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:15:41.312169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=5b29c6c3-16c1-4d78-acba-3188402782cf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:41.345354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7387ccd3-3697-4367-87eb-93c2c4701d30') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:41.346849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7387ccd3-3697-4367-87eb-93c2c4701d30') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:41.360499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2034c582-c06e-4331-90af-10dcc4b51d0c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2034c582-c06e-4331-90af-10dcc4b51d0c,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:41.374224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8f89a0-7c66-4f49-b745-7278f8390fe4 req-16373e4a-f67c-4f7c-9cb5-8047ca63084e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2395446 Aug 23 12:15:41.386174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b5972c8-517a-4724-b391-cb1040816542 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:41.403861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.410455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.460280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.482313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:41.484824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.598164 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c369671-3b7f-45b7-8766-54a86b17e84c x-openstack-request-id: req-6c369671-3b7f-45b7-8766-54a86b17e84c {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:15:41.598437 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3c85d-6372-4552-94b4-77c6bd87c101", "name": "network-vif-plugged", "status": "completed", "tag": "2034c582-c06e-4331-90af-10dcc4b51d0c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:15:41.598686 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c369671-3b7f-45b7-8766-54a86b17e84c {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:15:41.600644 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2034c582-c06e-4331-90af-10dcc4b51d0c', 'code': 200} Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:41.602653 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:41.676773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:41.688420 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.697632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f18a8085-995a-4026-a752-b652f78099b5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/5b29c6c3-16c1-4d78-acba-3188402782cf HTTP/1.1" status: 204 len: 168 time: 2.4455414 Aug 23 12:15:41.698659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47094) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:41.722081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea65dd6-bb93-494d-8af8-ba71e7252980 None None] Network 540af7d3-853c-48b3-bfc3-a88a82df2bee requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:41.848117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.893115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:41.905625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] 10.222.0.21 "DELETE /v2.0/networks/2aca2ca2-3d39-4fda-8081-bb8bc47c3581 HTTP/1.1" status: 204 len: 168 time: 1.9548171 Aug 23 12:15:41.995571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:41.996586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:42.000696 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=2034c582-c06e-4331-90af-10dcc4b51d0c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:42.006961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520f38f-0f33-4fd0-a0d3-e5d6dc372a49 None None] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:42.322268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:42.614520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Pushing event updated for resources: {'Port': ['ID=63617b54-78d2-48b9-a441-c167f5c98409,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:42.636482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-92805853-55dd-4392-a64a-0b7247023591 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:42.638462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-92805853-55dd-4392-a64a-0b7247023591 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 1.8953860 Aug 23 12:15:42.640163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47170) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:42.828354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2b5972c8-517a-4724-b391-cb1040816542 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:42.835616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2b5972c8-517a-4724-b391-cb1040816542 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:42.836250 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:42.857821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208e7d8-6e08-48ba-b0b6-d463b6e2a75d req-d20e29cc-787e-4c1e-bc31-d7e81d932991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:42.859559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8208e7d8-6e08-48ba-b0b6-d463b6e2a75d req-d20e29cc-787e-4c1e-bc31-d7e81d932991 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1097 time: 0.4633381 Aug 23 12:15:42.874268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa8041-ddee-4a22-a330-15b9d11a1876 tempest-ExternalNetworksTestJSON-2116823543 tempest-ExternalNetworksTestJSON-2116823543-project] Pushing event deleted for resources: {'Network': ['ID=2aca2ca2-3d39-4fda-8081-bb8bc47c3581,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:42.924502 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:42.938004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41680097-c536-4965-969d-e0b4303fe9b2 req-25f5d4ae-f8a6-433f-a002-3270f06ab731 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:42.945965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41680097-c536-4965-969d-e0b4303fe9b2 req-25f5d4ae-f8a6-433f-a002-3270f06ab731 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.5736248 Aug 23 12:15:42.957703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85d5e8-c02e-4905-bb61-aaf3a803aa95 req-a7c9f3cb-1d2f-4ad3-bf42-7e416c818f45 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:42.959720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba85d5e8-c02e-4905-bb61-aaf3a803aa95 req-a7c9f3cb-1d2f-4ad3-bf42-7e416c818f45 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 946 time: 0.0830009 Aug 23 12:15:42.961583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1134e80b-5478-48f8-bb28-90bef8db01eb None None] Provisioning for port 2b5972c8-517a-4724-b391-cb1040816542 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:43.005777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8208e7d8-6e08-48ba-b0b6-d463b6e2a75d req-72542fdc-3704-4e00-8a97-9d11accdb436 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950258 Aug 23 12:15:43.050593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 7f8935e1-58a2-432e-affb-d13664b5a1c6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:43.051660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.053051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1134e80b-5478-48f8-bb28-90bef8db01eb None None] Provisioning complete for port 2b5972c8-517a-4724-b391-cb1040816542 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:43.053429 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1134e80b-5478-48f8-bb28-90bef8db01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.057018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41680097-c536-4965-969d-e0b4303fe9b2 req-6167da6f-3953-4c45-9239-99aa1e561757 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098914 Aug 23 12:15:43.058258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba85d5e8-c02e-4905-bb61-aaf3a803aa95 req-094aa476-305f-441a-852f-715c1a48cbb4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744915 Aug 23 12:15:43.072052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.088796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 9535ac48-ee3c-4587-a85e-5e2568d2152e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:43.089144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.149856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e7b898e-266a-4e0f-a98a-d9585f77fc7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78699d6a52244efdab4957aba28dec59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019515 Aug 23 12:15:43.158807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47182) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:43.168161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.184553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 7f8935e1-58a2-432e-affb-d13664b5a1c6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7f8935e1-58a2-432e-affb-d13664b5a1c6,segment=NetworkSegment(021a0502-0d8c-4c26-b448-41580bd6e9d0),segment_id=021a0502-0d8c-4c26-b448-41580bd6e9d0)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:43.186488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.217345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 7f8935e1-58a2-432e-affb-d13664b5a1c6 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:43.336354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1667d87b-c423-4fc0-b37d-22cc2e20c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.343447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.393244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=7f8935e1-58a2-432e-affb-d13664b5a1c6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:43.410188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port 7f8935e1-58a2-432e-affb-d13664b5a1c6 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:43.461653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port 9535ac48-ee3c-4587-a85e-5e2568d2152e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9535ac48-ee3c-4587-a85e-5e2568d2152e,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:43.464541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.490794 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1667d87b-c423-4fc0-b37d-22cc2e20c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.515658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.528403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540af7d3-853c-48b3-bfc3-a88a82df2bee']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:43.544906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021a0502-0d8c-4c26-b448-41580bd6e9d0') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:43.545863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021a0502-0d8c-4c26-b448-41580bd6e9d0') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:43.561192 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.583923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.585832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 9535ac48-ee3c-4587-a85e-5e2568d2152e owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:43.593610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:43.594265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.635962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff311e77-1bea-42c7-910a-aa0266eaf704 None None] DHCP port deletion for 540af7d3-853c-48b3-bfc3-a88a82df2bee request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:43.642030 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:43.691950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:37Z', 'revision_number': 8, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:43.703433 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.710886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.717053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/540af7d3-853c-48b3-bfc3-a88a82df2bee HTTP/1.1" status: 204 len: 168 time: 2.0164895 Aug 23 12:15:43.719321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47198) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:43.735931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd1a7e-a3b4-433a-a12a-13548b713e54 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=540af7d3-853c-48b3-bfc3-a88a82df2bee,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:43.743548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2b5972c8-517a-4724-b391-cb1040816542, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2b5972c8-517a-4724-b391-cb1040816542,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:43.752348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:43.762923 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.764826 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1134e80b-5478-48f8-bb28-90bef8db01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:43.793862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da255fc4-b064-4956-8753-d5a8378ded93 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:43.860751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:43.861628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:43.958798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: da255fc4-b064-4956-8753-d5a8378ded93 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:43.973092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device da255fc4-b064-4956-8753-d5a8378ded93 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:43.994352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:44.039113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-2811c554-c5ed-44f6-91a5-537f4e271c02 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:44.050203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-2811c554-c5ed-44f6-91a5-537f4e271c02 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 814 time: 0.4148288 Aug 23 12:15:44.081834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1667d87b-c423-4fc0-b37d-22cc2e20c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:44.090680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1667d87b-c423-4fc0-b37d-22cc2e20c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:44.092339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1667d87b-c423-4fc0-b37d-22cc2e20c325 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c05fadd-9800-4f96-80f6-1bb5c11762e7 HTTP/1.1" status: 204 len: 168 time: 0.9325323 Aug 23 12:15:44.156174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:44.180486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-9b35a64c-8aae-475e-80b6-023d6f9bf1d8 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/quotas/68b0eb73979f43a1af5cdb43c1906a51 HTTP/1.1" status: 200 len: 375 time: 0.1177552 Aug 23 12:15:44.184948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667d87b-c423-4fc0-b37d-22cc2e20c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c05fadd-9800-4f96-80f6-1bb5c11762e7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:44.242211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-cd9a2153-84bd-438d-953d-f4d70c7975e6 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500903 Aug 23 12:15:44.348598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9535ac48-ee3c-4587-a85e-5e2568d2152e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:44.356135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7f8935e1-58a2-432e-affb-d13664b5a1c6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:44.377699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4016da-3ce0-4946-bde3-d1764372c640 req-c056aa93-e6fd-4582-a651-b5afaf1b643f tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:44.380264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f4016da-3ce0-4946-bde3-d1764372c640 req-c056aa93-e6fd-4582-a651-b5afaf1b643f tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1806989 Aug 23 12:15:44.433364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f4016da-3ce0-4946-bde3-d1764372c640 req-4770634d-3d68-49d9-8380-4ee0c496ccf8 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Aug 23 12:15:44.455900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7f8935e1-58a2-432e-affb-d13664b5a1c6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:44.468890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7f8935e1-58a2-432e-affb-d13664b5a1c6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:44.533790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:44.596532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=9535ac48-ee3c-4587-a85e-5e2568d2152e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:44.602072 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc9b6559-bfb7-4394-bc53-5551a056671c req-c79ecfe6-7e4b-4237-9c69-d73e6218b746 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.0588393 Aug 23 12:15:44.693484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-1134e80b-5478-48f8-bb28-90bef8db01eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:15:44.693896 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-1134e80b-5478-48f8-bb28-90bef8db01eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:15:44.712752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2b5972c8-517a-4724-b391-cb1040816542,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:44.750242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47218) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:44.752727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port 9535ac48-ee3c-4587-a85e-5e2568d2152e on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:44.756604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-c2a71cb4-7356-405e-a27e-8c5ba309d03d service neutron] 10.222.0.21 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874794 Aug 23 12:15:44.758293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:44.760494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58e4e20b-3224-4824-a90c-882f1abc9d44 req-0bf5555e-9705-44d6-a1ce-0a5f88cb214b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "DELETE /v2.0/ports/9535ac48-ee3c-4587-a85e-5e2568d2152e HTTP/1.1" status: 204 len: 173 time: 2.0943220 Aug 23 12:15:44.760951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995e2689-75a0-4324-8344-67240e9cc28a', 'name': 'network-vif-deleted', 'tag': '9535ac48-ee3c-4587-a85e-5e2568d2152e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:15:44.770622 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cabc275-0f36-4f3f-8e01-79b825572c84" -d '{"events": [{"server_uuid": "995e2689-75a0-4324-8344-67240e9cc28a", "name": "network-vif-deleted", "tag": "9535ac48-ee3c-4587-a85e-5e2568d2152e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:15:44.819157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:44.822882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No active binding found for port 9535ac48-ee3c-4587-a85e-5e2568d2152e {{(pid=101059) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 12:15:44.823352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9535ac48-ee3c-4587-a85e-5e2568d2152e not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:44.849391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:37Z', 'revision_number': 8, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:44.973772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e27a0-4a7a-45b7-832b-c9c9647730cb None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:37Z', 'revision_number': 8, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1beddae-2754-42f3-b41e-70e750bdf6a8', 'name': '', 'network_id': 'f5911030-bc78-4962-81ca-3b4eb172fcbc', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:22:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:10Z', 'updated_at': '2021-08-23T12:15:23Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'd382b361-ab7f-4ac9-b62e-abf597b89061', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:45.008883 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-785a5f06-f1cc-4d22-bb84-8654fd95af6f service neutron] 10.222.0.21 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291508 Aug 23 12:15:45.052329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:15:45.086522 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9b3c12-3366-4791-8f42-cc0bd44a4724 x-openstack-request-id: req-ab9b3c12-3366-4791-8f42-cc0bd44a4724 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:15:45.086893 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995e2689-75a0-4324-8344-67240e9cc28a", "name": "network-vif-deleted", "tag": "9535ac48-ee3c-4587-a85e-5e2568d2152e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:15:45.087096 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab9b3c12-3366-4791-8f42-cc0bd44a4724 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:15:45.087502 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995e2689-75a0-4324-8344-67240e9cc28a', 'name': 'network-vif-deleted', 'tag': '9535ac48-ee3c-4587-a85e-5e2568d2152e', 'status': 'completed', 'code': 200} Aug 23 12:15:45.201023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7bc7c98c-a96d-4cf1-85f1-6dbe662a3b72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e17643ad7c8845c99f9c3657d0f8a168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244809 Aug 23 12:15:45.215397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47232) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:45.339838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8d1b5-dc39-4ee8-adb1-51513eba1b98 req-e6ef1d63-1b11-4c35-9f85-69a9ca891bb2 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:45.349344 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39d8d1b5-dc39-4ee8-adb1-51513eba1b98 req-e6ef1d63-1b11-4c35-9f85-69a9ca891bb2 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1528976 Aug 23 12:15:45.399667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-91ed446c-8524-4bb2-998a-258210856ef6 None None] Provisioning complete for port 2b5972c8-517a-4724-b391-cb1040816542 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:45.400815 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-91ed446c-8524-4bb2-998a-258210856ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.471551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b84ce8ac-2e70-418c-85d4-55a24e237474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.506581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:45.516562 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:45.542541 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:45.547421 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:45.557956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b84ce8ac-2e70-418c-85d4-55a24e237474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.581142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39d8d1b5-dc39-4ee8-adb1-51513eba1b98 req-4e6ef548-f8ea-4966-ab78-6cc696848232 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257321 Aug 23 12:15:45.613464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-0f757c14-09cf-4525-b4fa-58267392f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:45.615250 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-0f757c14-09cf-4525-b4fa-58267392f71e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1097 time: 0.5269926 Aug 23 12:15:45.695807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-618316ca-767c-48b9-8b8b-21c98378992a req-5bb25bcc-2cfc-4134-a1cc-7b3eeea63d2d tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 210 time: 0.1869304 Aug 23 12:15:45.757119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port d1beddae-2754-42f3-b41e-70e750bdf6a8 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:45.757466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.812669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-07434a84-d4a6-4b87-94cd-3459611df5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:45.814677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-07434a84-d4a6-4b87-94cd-3459611df5d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 0.1889796 Aug 23 12:15:45.834529 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.836872 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-22515960-2925-4924-b7b7-05d10715f041 req-de6e9d84-f449-4be2-a692-fe7bf8ee5e5a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.0894160 Aug 23 12:15:45.838393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b84ce8ac-2e70-418c-85d4-55a24e237474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.847078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b84ce8ac-2e70-418c-85d4-55a24e237474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:45.849508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b84ce8ac-2e70-418c-85d4-55a24e237474 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa2a3bc3-6c3d-4cb1-a3a5-8874433da465 HTTP/1.1" status: 204 len: 168 time: 0.6323798 Aug 23 12:15:45.853386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b4ba9dd-7ec8-4e10-9f78-a51971a65b2e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9409325 Aug 23 12:15:45.854628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47248) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:45.884252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:45.943483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-54b32be4-877f-44dd-a44d-7ed2d68f67e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 200 len: 217 time: 0.1214864 Aug 23 12:15:45.957670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ce8ac-2e70-418c-85d4-55a24e237474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2a3bc3-6c3d-4cb1-a3a5-8874433da465,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:46.176067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b5972c8-517a-4724-b391-cb1040816542 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:46.185995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port d1beddae-2754-42f3-b41e-70e750bdf6a8, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d1beddae-2754-42f3-b41e-70e750bdf6a8,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:46.186371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:46.201103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for d1beddae-2754-42f3-b41e-70e750bdf6a8 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:46.321912 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:42Z', 'revision_number': 3, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:46.341594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2b5972c8-517a-4724-b391-cb1040816542 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:46.343297 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:46.372783 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:46.373387 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Updating router d5e1941c-f8fc-4622-9e50-2b19e6777dfb port 63617b54-78d2-48b9-a441-c167f5c98409 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:46.433359 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:46.487965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-04048171-c0a8-4571-b7e1-1a9cbfd23799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:46.490344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-04048171-c0a8-4571-b7e1-1a9cbfd23799 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.4101174 Aug 23 12:15:46.717221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:46.791411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=d1beddae-2754-42f3-b41e-70e750bdf6a8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:47.035463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-728be54d-0e29-47c5-8eed-9b87cdfd3694 req-c616e167-3c94-4de6-a25d-b7f88d41346d tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 210 time: 0.2031763 Aug 23 12:15:47.066083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-de3680b9-8a3a-4000-bd75-0fa35a8e59a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5668263 Aug 23 12:15:47.166518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:47.273585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78043c7a-49d6-4591-ba4b-0d194742c6ea req-dfc93c35-56de-423a-9440-5cbeb51baea8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.0960131 Aug 23 12:15:47.369451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-764e309c-6b13-4dce-a5ae-dd5c31d51859 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932422 Aug 23 12:15:47.379678 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:47.418482 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Transition to ACTIVE for port object 63617b54-78d2-48b9-a441-c167f5c98409 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:47.454476 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:47.457437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a6565-c664-4bb9-9e6d-1883c171a1b2 req-aa008482-dc7c-487c-9f09-dc0f8f7f32aa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:47.466952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a64a6565-c664-4bb9-9e6d-1883c171a1b2 req-aa008482-dc7c-487c-9f09-dc0f8f7f32aa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.7041361 Aug 23 12:15:47.591842 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd406-454c-4e7a-b1f4-787936a23a89 None None] Pushing event updated for resources: {'Port': ['ID=63617b54-78d2-48b9-a441-c167f5c98409,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:47.601915 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Attempting to bind port 63617b54-78d2-48b9-a441-c167f5c98409 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:47.602566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Attempting to bind port 63617b54-78d2-48b9-a441-c167f5c98409 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:47.603193 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Attempting to bind port 63617b54-78d2-48b9-a441-c167f5c98409 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:47.616971 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:47.619063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:47.621556 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:47.623020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:47.627770 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Bound port: 63617b54-78d2-48b9-a441-c167f5c98409, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:47.628699 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:47.757862 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] For port 63617b54-78d2-48b9-a441-c167f5c98409, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:47.763411 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] For port 63617b54-78d2-48b9-a441-c167f5c98409, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=63617b54-78d2-48b9-a441-c167f5c98409,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:47.773050 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:47.777021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47292) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:47.823256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:47.965348 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:47.981066 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:48.054384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:48.067671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-90b65ca3-a96d-46dc-bbe2-de1a72b0bc84 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3473942 Aug 23 12:15:48.068618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47298) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:48.092872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:48.132040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:48.139303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:48.248225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--702384705'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:48.299490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:48.326563 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd406-454c-4e7a-b1f4-787936a23a89 None None] Pushing event updated for resources: {'Port': ['ID=63617b54-78d2-48b9-a441-c167f5c98409,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:48.358763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet d382b361-ab7f-4ac9-b62e-abf597b89061 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:15:48.406650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:48.412406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3f23117-0a20-4110-9144-8602fe3d3088 req-0133743c-347e-460a-87da-5273304b2261 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 210 time: 0.2013061 Aug 23 12:15:48.419577 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:48.445362 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:48.454085 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:48.531927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:48.710223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:46Z', 'revision_number': 9, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:48.735816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-46c3229f-b4a0-4178-939b-3d56fcde29cc req-a9db7797-af6b-4bcb-8560-ec964de6346a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.1478601 Aug 23 12:15:48.743483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a64a6565-c664-4bb9-9e6d-1883c171a1b2 req-110025bf-581b-4313-a74f-b8e34ec26c61 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2678165 Aug 23 12:15:48.833496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7760f91d-abb5-4dda-8047-05380a3c0bac req-b9cda585-d85f-4151-8963-3d186267cc2a service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4075234 Aug 23 12:15:48.839599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:48.873781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:48.875046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:48.881637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-13855f11-ef2a-4fc0-a2fb-debb26252e19 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:48.887196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-13855f11-ef2a-4fc0-a2fb-debb26252e19 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.44 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 814 time: 1.5143697 Aug 23 12:15:48.948518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Request body: {'port': {'device_id': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2', 'admin_state_up': True, 'tenant_id': '68b0eb73979f43a1af5cdb43c1906a51'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:49.000584 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:42Z', 'revision_number': 3, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:49.011984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.074173 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63367ac-e97b-4317-8532-387325c2bbde None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:42Z', 'revision_number': 3, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:49.125996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:49.254665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.261017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.311960 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.328564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.349526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Made reservation on behalf of 68b0eb73979f43a1af5cdb43c1906a51 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:15:49.362867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.491244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=d382b361-ab7f-4ac9-b62e-abf597b89061,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:49.508483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609a5bf3-e322-4d7a-a6ac-4c0483c35cb9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:49.552409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.562483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec6b85-fd32-443b-8019-2cdf5b277615 None None] Network f5911030-bc78-4962-81ca-3b4eb172fcbc requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:49.563497 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-155b4366-da09-4484-8a82-c3507fb096c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/d382b361-ab7f-4ac9-b62e-abf597b89061 HTTP/1.1" status: 204 len: 168 time: 1.4903209 Aug 23 12:15:49.570223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47324) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:49.710204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.719433 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.786169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4839b14-b5a4-4036-ad8a-823f9dbaee7c req-a993df9e-1244-4003-8aa2-881f55997421 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 210 time: 0.1528065 Aug 23 12:15:49.814641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fbe4b-8a85-4226-bbcc-8db65a030d47,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:49.820459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:49.824249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cdc20ee2-a75c-4c6b-98e8-5083c1c2ea17 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0410657 Aug 23 12:15:49.824479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47330) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:49.981708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-69c0f1f5-4513-4aa0-86a7-6a5d553d7af2 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1558385 Aug 23 12:15:49.987621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47332) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:49.995020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-security--652969382', 'description': 'tempest-security-description-267714223'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:50.052806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:46Z', 'revision_number': 9, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:50.112222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e823fd8-bf04-4a0b-9066-416e6ea218d9 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:46Z', 'revision_number': 9, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': '482a6299-4982-4206-ac7e-ed72261c664c', 'name': '', 'network_id': 'c764c844-f497-43f7-a2ad-3d4ba23b8a58', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:54:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:55Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': '6e51fc0a-1d3e-409e-af9d-723e8a95966b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:50.124244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.144199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e02bca3-9241-4061-860d-f967c7b201fd req-13060133-b6e4-4974-8646-0584f735591a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.2057099 Aug 23 12:15:50.160599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] DHCP port deletion for f5911030-bc78-4962-81ca-3b4eb172fcbc request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:15:50.200064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.260182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755431-8c74-4af9-bd37-f827b8fb7c28 req-d9f6225e-bb1f-49ef-a697-b21d0b1fd62c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:50.262292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3755431-8c74-4af9-bd37-f827b8fb7c28 req-d9f6225e-bb1f-49ef-a697-b21d0b1fd62c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.2917778 Aug 23 12:15:50.301768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Allocated IP 172.20.0.13 (338ad1c3-3934-4d23-8aef-ee67d9a9b6f2/f97e340f-88b6-4de4-879e-4e28a9404835/6bba348f-cc59-4394-9625-387cfd3bfd79) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:50.356328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.369659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.391755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.410348 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "PUT /v2.0/security-groups/ff3fbe4b-8a85-4226-bbcc-8db65a030d47 HTTP/1.1" status: 200 len: 1778 time: 0.4206986 Aug 23 12:15:50.411113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47340) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:50.500620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3755431-8c74-4af9-bd37-f827b8fb7c28 req-576d8f73-7aab-4f1b-9245-a66ed0f7f0a1 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257516 Aug 23 12:15:50.614312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba518f7e-781e-4717-87f7-1372ca80e4d7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fbe4b-8a85-4226-bbcc-8db65a030d47,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:50.621467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Allocated IP 172.20.0.1 (968e8e1c-31e3-4cfe-8501-66fdd7b2b295/0ceea598-acba-4696-a7dc-c4fedb39cb79/cc83881d-e936-4d62-ac99-669dda67b513) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:15:50.663730 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-478a0e31-1a20-4aa4-a45c-dff9566ef38b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups/ff3fbe4b-8a85-4226-bbcc-8db65a030d47 HTTP/1.1" status: 200 len: 1778 time: 0.2458119 Aug 23 12:15:50.664686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47344) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:50.793633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 63617b54-78d2-48b9-a441-c167f5c98409 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:50.811623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6896818a-be40-4477-8e48-0b3b40eb0a85 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.880942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6896818a-be40-4477-8e48-0b3b40eb0a85 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.947983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] Deleting port 22197d0c-1435-45de-a229-922a142693d3 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:50.948371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.986465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6896818a-be40-4477-8e48-0b3b40eb0a85 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.991197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6896818a-be40-4477-8e48-0b3b40eb0a85 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:50.995050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6896818a-be40-4477-8e48-0b3b40eb0a85 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff3fbe4b-8a85-4226-bbcc-8db65a030d47 HTTP/1.1" status: 204 len: 168 time: 0.3291328 Aug 23 12:15:50.995767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47350) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:51.035714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896818a-be40-4477-8e48-0b3b40eb0a85 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3fbe4b-8a85-4226-bbcc-8db65a030d47,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:51.068621 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.124511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c9ca144-5598-416f-aafe-d0dc8291b2cb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219144 Aug 23 12:15:51.125677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47352) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:51.141551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 63617b54-78d2-48b9-a441-c167f5c98409 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:51.149131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.163814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] For port 22197d0c-1435-45de-a229-922a142693d3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=22197d0c-1435-45de-a229-922a142693d3,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:51.164870 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.167703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 63617b54-78d2-48b9-a441-c167f5c98409 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:51.170286 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.171494 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-23566076-7f54-400e-8155-3097015d8ebb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] delete failed (client error): The resource could not be found. Aug 23 12:15:51.179319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-23566076-7f54-400e-8155-3097015d8ebb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff3fbe4b-8a85-4226-bbcc-8db65a030d47 HTTP/1.1" status: 404 len: 347 time: 0.0512295 Aug 23 12:15:51.180339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:51.194713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210096114'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:51.228837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:51.248787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.258852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] Calling delete_port for 22197d0c-1435-45de-a229-922a142693d3 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:51.259103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Pushing event updated for resources: {'Port': ['ID=6bba348f-cc59-4394-9625-387cfd3bfd79,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:51.263879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:51.267407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:51.372054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:51.372866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.376200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04822441-cfd4-476c-b822-7a02cc3ba65b req-e04a3f41-c0eb-4d6b-93e1-b9c57351f3fe tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.0767176 Aug 23 12:15:51.429641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 22197d0c-1435-45de-a229-922a142693d3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:51.430158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.456525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.461530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.492996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2e1b9-7554-4db2-8df8-9be3708c29ce,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:51.525772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.551785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.556384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-0f8ca992-977a-43a6-ab4f-58228478ce8e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6212344 Aug 23 12:15:51.561564 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-474e440e-cfe3-4979-8a56-79a92c40a6e7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3800905 Aug 23 12:15:51.563722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47362) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:51.576812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': 'a0f2e1b9-7554-4db2-8df8-9be3708c29ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:51.588676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 63617b54-78d2-48b9-a441-c167f5c98409, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=63617b54-78d2-48b9-a441-c167f5c98409,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:51.599265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.601856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71463-fdd6-4c5c-8e53-7fde10e2bd61 req-5334b456-0b21-4744-93d6-a01203fe411c tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:51.625046 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57f71463-fdd6-4c5c-8e53-7fde10e2bd61 req-5334b456-0b21-4744-93d6-a01203fe411c tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 932 time: 0.4919426 Aug 23 12:15:51.644048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Request body: {'port': {'device_id': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:51.670728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.681655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=63617b54-78d2-48b9-a441-c167f5c98409,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:51.700425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.709027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.709739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.710605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.711161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.711710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.712256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.712810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.713364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.714161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.714719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.715281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:15:51.720115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.758409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.761312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 22197d0c-1435-45de-a229-922a142693d3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=22197d0c-1435-45de-a229-922a142693d3,segment=NetworkSegment(c923d4aa-32d3-478e-aa05-e7140d87cdef),segment_id=c923d4aa-32d3-478e-aa05-e7140d87cdef)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:51.761715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.783866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Transition to ACTIVE for port object cc83881d-e936-4d62-ac99-669dda67b513 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:51.806290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57f71463-fdd6-4c5c-8e53-7fde10e2bd61 req-6adc971f-361c-44d7-86d8-b6e209040da9 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802769 Aug 23 12:15:51.809466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 22197d0c-1435-45de-a229-922a142693d3 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:51.835664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] Pushing event deleted for resources: {'Port': ['ID=22197d0c-1435-45de-a229-922a142693d3,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:51.853369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e483426-d460-490a-974d-c57be3cb3e7a None None] No DVR routers for this DVR port 22197d0c-1435-45de-a229-922a142693d3 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:51.887067 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2cf85915-5c12-410d-a747-17d6624200fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.935192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:51.949736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ec2d-707d-4aeb-ab4c-f7c3cf420803 req-d0e43a33-316c-4812-87f9-1ff288f2a47b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:51.957064 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d455ec2d-707d-4aeb-ab4c-f7c3cf420803 req-d0e43a33-316c-4812-87f9-1ff288f2a47b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.3024824 Aug 23 12:15:52.036859 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.046342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.070429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d455ec2d-707d-4aeb-ab4c-f7c3cf420803 req-4dcb2c73-fbed-4311-b51e-0f3c1858d696 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124575 Aug 23 12:15:52.087114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba43318-2758-46ed-b567-6f94222e9f4c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:52.114459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.115932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9bcbfa06-5cf3-4081-9f5a-0704b6b325b9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5510874 Aug 23 12:15:52.118943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47370) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:52.123482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.164640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 63617b54-78d2-48b9-a441-c167f5c98409 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:15:52.204864 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e84f0e0-cedc-43fb-b5b8-0fcf6fdb170d tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.211505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:52.212749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Pushing event updated for resources: {'Port': ['ID=cc83881d-e936-4d62-ac99-669dda67b513,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:52.222667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.224995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:52.228031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:15:52.238995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e84f0e0-cedc-43fb-b5b8-0fcf6fdb170d tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.280382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 63617b54-78d2-48b9-a441-c167f5c98409 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:52.280764 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.308146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e84f0e0-cedc-43fb-b5b8-0fcf6fdb170d tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.328453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1e84f0e0-cedc-43fb-b5b8-0fcf6fdb170d tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.333299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e84f0e0-cedc-43fb-b5b8-0fcf6fdb170d tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3ba43318-2758-46ed-b567-6f94222e9f4c HTTP/1.1" status: 204 len: 168 time: 0.2090371 Aug 23 12:15:52.335056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47372) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:52.385773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84f0e0-cedc-43fb-b5b8-0fcf6fdb170d tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ba43318-2758-46ed-b567-6f94222e9f4c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:52.405080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.468805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7f671cc8-6423-4991-b4d3-2213e04bf255 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1254990 Aug 23 12:15:52.469582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47378) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:52.507065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=22197d0c-1435-45de-a229-922a142693d3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:52.511551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port 22197d0c-1435-45de-a229-922a142693d3 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:52.600172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d1beddae-2754-42f3-b41e-70e750bdf6a8 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:52.630755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2284b5d-223c-4135-8688-75455f26f769 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.631058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d1beddae-2754-42f3-b41e-70e750bdf6a8 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:52.631419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d1beddae-2754-42f3-b41e-70e750bdf6a8 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:52.631844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 22197d0c-1435-45de-a229-922a142693d3 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:15:52.659130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 22197d0c-1435-45de-a229-922a142693d3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:15:52.659488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 22197d0c-1435-45de-a229-922a142693d3 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:15:52.678722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2284b5d-223c-4135-8688-75455f26f769 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.680605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5dc0489-9596-48f6-b748-ffdef0c20862 None None] Provisioning for port cc83881d-e936-4d62-ac99-669dda67b513 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:15:52.693680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5dc0489-9596-48f6-b748-ffdef0c20862 None None] Provisioning complete for port cc83881d-e936-4d62-ac99-669dda67b513 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:52.694379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5dc0489-9596-48f6-b748-ffdef0c20862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.724789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2284b5d-223c-4135-8688-75455f26f769 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.727531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b2284b5d-223c-4135-8688-75455f26f769 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.730205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b2284b5d-223c-4135-8688-75455f26f769 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0f2e1b9-7554-4db2-8df8-9be3708c29ce HTTP/1.1" status: 204 len: 168 time: 0.2595387 Aug 23 12:15:52.740448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47380) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:52.760824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc0489-9596-48f6-b748-ffdef0c20862 None None] Port cc83881d-e936-4d62-ac99-669dda67b513 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:52.777309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2284b5d-223c-4135-8688-75455f26f769 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2e1b9-7554-4db2-8df8-9be3708c29ce,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:52.859345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1d84a8ef-93da-4ec5-b1b0-806b107452c9 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172972 Aug 23 12:15:52.862727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47384) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:52.867167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--488517165'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:52.911075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.924884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:52.937017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5911030-bc78-4962-81ca-3b4eb172fcbc']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:53.054900 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.069663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8330f9-400a-416b-946c-948c4be814d5 req-736c5a3c-45e2-41a3-9c93-e8e86596df80 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:53.078136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac8330f9-400a-416b-946c-948c4be814d5 req-736c5a3c-45e2-41a3-9c93-e8e86596df80 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 932 time: 0.1337886 Aug 23 12:15:53.082484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.093707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abbc5893-d2ce-44af-803d-c19770db7364 req-62c9ce4d-633d-4e1b-8fdf-84416bf461cd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=995e2689-75a0-4324-8344-67240e9cc28a HTTP/1.1" status: 200 len: 210 time: 0.3347673 Aug 23 12:15:53.094352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.142986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.144625 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2809489 Aug 23 12:15:53.150648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c923d4aa-32d3-478e-aa05-e7140d87cdef') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:53.151127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c923d4aa-32d3-478e-aa05-e7140d87cdef') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:53.152006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47392) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:53.161458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '77ef9fd8-c997-4fdd-b870-f625d197a2ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:53.184677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac8330f9-400a-416b-946c-948c4be814d5 req-5b7b3b1d-3c6b-48f1-98ba-93e84843bda2 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005752 Aug 23 12:15:53.187030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab27a3-826f-4207-bfc6-0d0f6784bc42 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ef9fd8-c997-4fdd-b870-f625d197a2ba,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:53.231028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.236339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.253064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.260193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:15:53.261028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:15:53.315143 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:15:53.331616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.337958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.388237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c31c6c1-7daa-4cc0-9986-4286842236e2,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:53.395452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bba348f-cc59-4394-9625-387cfd3bfd79 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:15:53.397060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.403369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2a734b21-2ca2-431c-a88d-7e4771b196ba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459714 Aug 23 12:15:53.404552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47396) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:53.412548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '77ef9fd8-c997-4fdd-b870-f625d197a2ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:53.440053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.448813 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.478445 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.483168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47400) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:53.483388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/f5911030-bc78-4962-81ca-3b4eb172fcbc HTTP/1.1" status: 204 len: 168 time: 3.9102125 Aug 23 12:15:53.511034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d2b95-5bac-47ec-ba19-feb1e316a540 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=f5911030-bc78-4962-81ca-3b4eb172fcbc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:53.522630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.548978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Transition to ACTIVE for port object 6bba348f-cc59-4394-9625-387cfd3bfd79 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:53.564593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.574126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4a64-5b14-4344-837b-af4b86c488c1 req-d8ac2ea3-b47c-4010-9d6a-df034bdbd297 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:53.575691 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4bdc4a64-5b14-4344-837b-af4b86c488c1 req-d8ac2ea3-b47c-4010-9d6a-df034bdbd297 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.2533176 Aug 23 12:15:53.701037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4bdc4a64-5b14-4344-837b-af4b86c488c1 req-7875301b-61a5-4c6c-94f6-4dd7a517664d tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152587 Aug 23 12:15:53.704432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bba348f-cc59-4394-9625-387cfd3bfd79,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:53.767810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.776090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.855466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.861945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Attempting to bind port 6bba348f-cc59-4394-9625-387cfd3bfd79 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:53.862292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Attempting to bind port 6bba348f-cc59-4394-9625-387cfd3bfd79 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:53.862682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Attempting to bind port 6bba348f-cc59-4394-9625-387cfd3bfd79 on network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:53.866908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Pushing event updated for resources: {'Port': ['ID=cc83881d-e936-4d62-ac99-669dda67b513,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:53.877186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.880042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Port 6bba348f-cc59-4394-9625-387cfd3bfd79 on network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:15:53.880482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Attempting to bind port 6bba348f-cc59-4394-9625-387cfd3bfd79 on network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:53.892556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:53.892940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Checking segment: {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:53.893447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Bound using segment: {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:53.894124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Bound port: 6bba348f-cc59-4394-9625-387cfd3bfd79, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:53.894488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:53.911686 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.236352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.240195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8319924 Aug 23 12:15:54.243790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47412) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:54.249281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '77ef9fd8-c997-4fdd-b870-f625d197a2ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:54.279679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303989e-cb68-4b06-97c9-35d8d980c821 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b87fb30-8a5f-4abc-a53b-54ed309200ee,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:54.302163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.402245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4a07795c-96d8-47ab-8168-9ff592bb7f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.410108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.523063 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.534116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.543066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:15:54.565070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:15:54.570372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.580316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272934 Aug 23 12:15:54.580316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47420) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:54.582390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '77ef9fd8-c997-4fdd-b870-f625d197a2ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:54.611816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f7160-ef27-4ee5-a76a-d58df5ea98a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e45979a-bd5c-4b5a-8fa8-d9009d8fd3f0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:54.629748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.710496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.725161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.807003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ab233d-3e49-4ce7-a3da-2f069d0fd9c1,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:54.846193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.848662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-817f0215-4e9b-4cd3-8c84-164f9981fafc tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2721322 Aug 23 12:15:54.854051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47424) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:54.862239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.863737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '77ef9fd8-c997-4fdd-b870-f625d197a2ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:54.911950 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-25b57591-292e-400c-85b6-b65184809f8f None None] Provisioning complete for port cc83881d-e936-4d62-ac99-669dda67b513 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:15:54.913576 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-25b57591-292e-400c-85b6-b65184809f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:54.922491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] For port 6bba348f-cc59-4394-9625-387cfd3bfd79, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:54.947574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8398e1-4375-4807-878c-65274df33bb8 req-c0d1e095-e8eb-4122-8d6a-163bd26bbceb tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:54.950414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc8398e1-4375-4807-878c-65274df33bb8 req-c0d1e095-e8eb-4122-8d6a-163bd26bbceb tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 944 time: 0.4206283 Aug 23 12:15:55.010361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-25b57591-292e-400c-85b6-b65184809f8f None None] Port cc83881d-e936-4d62-ac99-669dda67b513 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:15:55.016896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.046298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] For port 6bba348f-cc59-4394-9625-387cfd3bfd79, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bba348f-cc59-4394-9625-387cfd3bfd79,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:55.065854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.083284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:55.167801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:55.168790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.170420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/6bba348f-cc59-4394-9625-387cfd3bfd79 HTTP/1.1" status: 200 len: 1092 time: 3.5394859 Aug 23 12:15:55.194235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a45cc-3cf3-4720-87d3-96ee7921a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bba348f-cc59-4394-9625-387cfd3bfd79,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:55.207888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'tag': '6bba348f-cc59-4394-9625-387cfd3bfd79'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:15:55.210738 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06087e9-ff79-4db4-811c-aec310b262df" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed9d922-3827-48cb-b4e8-4c14812aae4f", "tag": "6bba348f-cc59-4394-9625-387cfd3bfd79"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:15:55.226721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc8398e1-4375-4807-878c-65274df33bb8 req-6ce69955-fdb3-4029-9596-79c8efda72a6 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513134 Aug 23 12:15:55.255469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e09456-a401-4916-a744-9628a1ef01e7 req-e45ca70f-2193-4f64-bf82-95d1c2967563 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:55.273716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0e09456-a401-4916-a744-9628a1ef01e7 req-e45ca70f-2193-4f64-bf82-95d1c2967563 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.3160079 Aug 23 12:15:55.371599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.373727 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4326facc-2452-4d46-a593-78817c4de1c1 x-openstack-request-id: req-4326facc-2452-4d46-a593-78817c4de1c1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:15:55.374101 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed9d922-3827-48cb-b4e8-4c14812aae4f", "tag": "6bba348f-cc59-4394-9625-387cfd3bfd79", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:15:55.374575 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4326facc-2452-4d46-a593-78817c4de1c1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:15:55.375237 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'tag': '6bba348f-cc59-4394-9625-387cfd3bfd79', 'status': 'completed', 'code': 200} Aug 23 12:15:55.384971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.397304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-c617024d-0540-4dfb-a7ac-06ad660c81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:55.398954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-c617024d-0540-4dfb-a7ac-06ad660c81bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 1095 time: 0.1564798 Aug 23 12:15:55.426327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-47625f8f-1090-4853-81a6-f0b0b9f0ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:55.427930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-47625f8f-1090-4853-81a6-f0b0b9f0ebe9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1097 time: 0.2462413 Aug 23 12:15:55.441065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0e09456-a401-4916-a744-9628a1ef01e7 req-d5d28b42-e8c7-4c18-a736-5b585a72a4d6 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675262 Aug 23 12:15:55.447859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2465280-a34d-456c-a82c-2ce7dadfe0aa,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:55.549454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-2d2247dc-fccc-49d6-8981-69f90324db33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bba348f-cc59-4394-9625-387cfd3bfd79 HTTP/1.1" status: 200 len: 217 time: 0.1374478 Aug 23 12:15:55.555386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.560702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4f04728c-f1c2-4380-841c-aada6c2a4613 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7023983 Aug 23 12:15:55.561616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47434) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:55.675858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.695457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 482a6299-4982-4206-ac7e-ed72261c664c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:55.695895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.739807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:55.749939 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:55.766147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0eb5ace0-81e5-4a95-bed8-0219c3ce423c admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e1941c-f8fc-4622-9e50-2b19e6777dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8999631 Aug 23 12:15:55.766147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ce2-aeb1-4c90-b16d-6ca632a4d054 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.778801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ce2-aeb1-4c90-b16d-6ca632a4d054 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.783955 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:55.786844 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:55.801514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-f31dcea4-77fa-40da-b67f-7e5b90513428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:55.805589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-f31dcea4-77fa-40da-b67f-7e5b90513428 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f97e340f-88b6-4de4-879e-4e28a9404835 HTTP/1.1" status: 200 len: 854 time: 0.2427654 Aug 23 12:15:55.934224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 482a6299-4982-4206-ac7e-ed72261c664c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=482a6299-4982-4206-ac7e-ed72261c664c,segment=NetworkSegment(ec0dab4e-4fa7-4861-8b80-df2672a4200c),segment_id=ec0dab4e-4fa7-4861-8b80-df2672a4200c)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:55.934608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:55.956237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 482a6299-4982-4206-ac7e-ed72261c664c owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:55.975803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-03396bf0-508f-4193-9449-618580af0de9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089852 Aug 23 12:15:56.065299 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:56.185162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-4f38bd87-6fa1-45be-803d-7c9232e106c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:56.186768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-4f38bd87-6fa1-45be-803d-7c9232e106c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 0.6498308 Aug 23 12:15:56.189984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ce2-aeb1-4c90-b16d-6ca632a4d054 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.205770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ce2-aeb1-4c90-b16d-6ca632a4d054 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.212194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ccdb0ce2-aeb1-4c90-b16d-6ca632a4d054 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e2465280-a34d-456c-a82c-2ce7dadfe0aa HTTP/1.1" status: 204 len: 168 time: 0.6213815 Aug 23 12:15:56.223864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47446) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:56.307051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-74faf056-c838-4ad5-824e-f366f5738a96 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0813873 Aug 23 12:15:56.310055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47452) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:56.325196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.337177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb0ce2-aeb1-4c90-b16d-6ca632a4d054 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2465280-a34d-456c-a82c-2ce7dadfe0aa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:56.350383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-06fd45db-4660-45d7-b80d-434f6c216108 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 200 len: 217 time: 0.1351771 Aug 23 12:15:56.422951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf4c64f3-30a9-4fcb-837e-ce4df00233b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.439074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf4c64f3-30a9-4fcb-837e-ce4df00233b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.460096 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:15:53Z', 'revision_number': 2, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:56.479879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-8bdb1d48-89c1-4b3d-b3c9-d441f910bc20 service neutron] 10.222.0.44 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835606 Aug 23 12:15:56.529487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:56.529487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Updating router d5e1941c-f8fc-4622-9e50-2b19e6777dfb port cc83881d-e936-4d62-ac99-669dda67b513 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:15:56.590331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=482a6299-4982-4206-ac7e-ed72261c664c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:56.592557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf4c64f3-30a9-4fcb-837e-ce4df00233b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.604652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf4c64f3-30a9-4fcb-837e-ce4df00233b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.606314 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf4c64f3-30a9-4fcb-837e-ce4df00233b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/80ab233d-3e49-4ce7-a3da-2f069d0fd9c1 HTTP/1.1" status: 204 len: 168 time: 0.2950511 Aug 23 12:15:56.630502 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.631724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47460) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:56.632137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47462) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:56.658355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807935976', 'description': 'tempest-description--2114147181'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:56.776404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:56.833299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c64f3-30a9-4fcb-837e-ce4df00233b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80ab233d-3e49-4ce7-a3da-2f069d0fd9c1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:56.930945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-e05648fa-71f9-45bd-836b-cb5ae5a50389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:56.932933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-e05648fa-71f9-45bd-836b-cb5ae5a50389 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.5686340 Aug 23 12:15:56.950613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43d369-1c99-46af-b433-b4d943635b91 req-315e3265-f46e-453f-9aef-b39004a20749 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:56.953004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e43d369-1c99-46af-b433-b4d943635b91 req-315e3265-f46e-453f-9aef-b39004a20749 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 944 time: 0.4562287 Aug 23 12:15:57.008215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a855e3b2-d469-4ea2-a976-fbfc6e450774 req-9092bf85-0477-4f10-a145-0b0cdeb03521 service neutron] 10.222.0.44 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182946 Aug 23 12:15:57.038652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-a619c613-4ff2-410e-9b80-53a8da47b971 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765190 Aug 23 12:15:57.066539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e43d369-1c99-46af-b433-b4d943635b91 req-853f4e4b-6c58-4434-b88c-ea33ec82ceb8 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807061 Aug 23 12:15:57.126119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.200229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:15:57.260872 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.288492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e8ebf99-9ffc-4120-b403-18aedc1364aa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6535189 Aug 23 12:15:57.293671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47466) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:57.307690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.359024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:15:57.360240 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.376190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f8c7909c-f8ec-45b6-8286-4f64ffbf461d tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8860562 Aug 23 12:15:57.379209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:15:57.379793 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Transition to ACTIVE for port object cc83881d-e936-4d62-ac99-669dda67b513 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:15:57.385062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:57.389406 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.421081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.427054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f03bf-d07a-43a0-be2d-3a2343cd6510 req-71bf2218-090b-424c-9bbf-ef02c17d1164 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:57.433182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:57.434063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:57.435700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-531f03bf-d07a-43a0-be2d-3a2343cd6510 req-71bf2218-090b-424c-9bbf-ef02c17d1164 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.5015740 Aug 23 12:15:57.490114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00066c9-38ad-4c37-99e0-ea4ce50dc8c6 None None] Pushing event updated for resources: {'Port': ['ID=cc83881d-e936-4d62-ac99-669dda67b513,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:57.490358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.494024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8572361 Aug 23 12:15:57.497351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04caadc9-206a-4693-8da6-adbcce92e742 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.507042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47480) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:57.521871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'security_group_rule': {'security_group_id': 'ea66bdb9-081e-43fa-a165-74389093de42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:57.554077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04caadc9-206a-4693-8da6-adbcce92e742 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.574699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-531f03bf-d07a-43a0-be2d-3a2343cd6510 req-fe357996-7b86-4181-ae5e-1d2861ceeff7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Aug 23 12:15:57.587504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7251e-136b-4429-afab-8aa0a0698a4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea66bdb9-081e-43fa-a165-74389093de42,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:57.637648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06087e9-ff79-4db4-811c-aec310b262df req-37315cd7-de9b-4553-9199-4c6fe9cb8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:57.640527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-37315cd7-de9b-4553-9199-4c6fe9cb8764 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 1095 time: 0.5431075 Aug 23 12:15:57.646825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.681265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet 6e51fc0a-1d3e-409e-af9d-723e8a95966b {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:15:57.686007 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Attempting to bind port cc83881d-e936-4d62-ac99-669dda67b513 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:15:57.686377 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Attempting to bind port cc83881d-e936-4d62-ac99-669dda67b513 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:15:57.686735 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Attempting to bind port cc83881d-e936-4d62-ac99-669dda67b513 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:15:57.695288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:57.699516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.704305 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:15:57.704999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Checking segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:15:57.706538 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.707000 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Bound using segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:15:57.708616 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Bound port: cc83881d-e936-4d62-ac99-669dda67b513, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:15:57.709014 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.709291 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04caadc9-206a-4693-8da6-adbcce92e742 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.740063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-78f58b0f-36d2-4d72-9596-e3c8467b9ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703060 Aug 23 12:15:57.796238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-04caadc9-206a-4693-8da6-adbcce92e742 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.797809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-04caadc9-206a-4693-8da6-adbcce92e742 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0e45979a-bd5c-4b5a-8fa8-d9009d8fd3f0 HTTP/1.1" status: 204 len: 168 time: 0.5031164 Aug 23 12:15:57.800636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caadc9-206a-4693-8da6-adbcce92e742 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e45979a-bd5c-4b5a-8fa8-d9009d8fd3f0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:57.805205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47488) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:57.849311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:57.931600 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] For port cc83881d-e936-4d62-ac99-669dda67b513, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:15:57.940951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8a7e0be8-e41b-463c-9cb7-ae67f10599ac tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1296115 Aug 23 12:15:57.943943 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] For port cc83881d-e936-4d62-ac99-669dda67b513, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc83881d-e936-4d62-ac99-669dda67b513,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:15:57.955366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47490) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:57.957456 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.054976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.060293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4190c9d9-d304-4255-a193-34d68f99630e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.063597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06087e9-ff79-4db4-811c-aec310b262df req-504953d3-8fce-4eb2-9497-6efeabcec204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:58.064818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-504953d3-8fce-4eb2-9497-6efeabcec204 service neutron] 10.222.0.44 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 915 time: 0.4088824 Aug 23 12:15:58.078553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4190c9d9-d304-4255-a193-34d68f99630e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.107608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:58.108255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:58.133547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:56Z', 'revision_number': 10, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:58.202907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:15:58.204152 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00066c9-38ad-4c37-99e0-ea4ce50dc8c6 None None] Pushing event updated for resources: {'Port': ['ID=cc83881d-e936-4d62-ac99-669dda67b513,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:58.253833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:15:58.254752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:58.257053 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.284560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4190c9d9-d304-4255-a193-34d68f99630e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.300529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4190c9d9-d304-4255-a193-34d68f99630e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.302932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4190c9d9-d304-4255-a193-34d68f99630e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1b87fb30-8a5f-4abc-a53b-54ed309200ee HTTP/1.1" status: 204 len: 168 time: 0.3503067 Aug 23 12:15:58.310021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.319936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-3d52f521-5099-4bf3-90bf-65ddb4eb5fe0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bba348f-cc59-4394-9625-387cfd3bfd79 HTTP/1.1" status: 200 len: 217 time: 0.2269144 Aug 23 12:15:58.322907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47494) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:58.390918 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:58.440792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c9d9-d304-4255-a193-34d68f99630e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b87fb30-8a5f-4abc-a53b-54ed309200ee,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:58.464902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa378f-3492-4208-9581-7847b530efc0 req-7ba45e8e-f0d3-43ed-9b4f-53800105e05e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:58.472602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11fa378f-3492-4208-9581-7847b530efc0 req-7ba45e8e-f0d3-43ed-9b4f-53800105e05e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 944 time: 0.2551472 Aug 23 12:15:58.478915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:15:58.563284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06087e9-ff79-4db4-811c-aec310b262df req-78d7180f-0c64-4f21-8f3a-f94d21d58267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:58.566719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-78d7180f-0c64-4f21-8f3a-f94d21d58267 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f97e340f-88b6-4de4-879e-4e28a9404835 HTTP/1.1" status: 200 len: 854 time: 0.2283416 Aug 23 12:15:58.580834 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-11fa378f-3492-4208-9581-7847b530efc0 req-9287ef5d-8b7b-46ca-9f68-b6741e99159a tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022010 Aug 23 12:15:58.591678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.645661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.661889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/6e51fc0a-1d3e-409e-af9d-723e8a95966b HTTP/1.1" status: 204 len: 168 time: 1.2754784 Aug 23 12:15:58.684533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-739864e7-58b9-4433-ad8a-f8f26ab10ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722752 Aug 23 12:15:58.733354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47500) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:58.749612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3b1c-e21d-40e5-bc06-8c4cd7c09272 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=6e51fc0a-1d3e-409e-af9d-723e8a95966b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:58.840120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bee50-678a-44fb-b0a1-403c7ed88d9e None None] Network c764c844-f497-43f7-a2ad-3d4ba23b8a58 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:15:58.951302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-13909830-9025-4b8a-b039-a9e4591a68e6 req-40cf1f8a-cfba-44ac-9b80-849de1f5ea0c service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8825347 Aug 23 12:15:58.953573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-c727c2a9-7d4e-442e-9cdd-2c4d9d022a48 service neutron] 10.222.0.44 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135085 Aug 23 12:15:58.960085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:58.989503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.002661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.042652 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:15:57Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:59.077117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a97f-2121-43ea-adf6-2fecab7fa33f req-4274a7eb-3910-4c2f-be09-410b2a2a69e1 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:15:59.079297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29f6a97f-2121-43ea-adf6-2fecab7fa33f req-4274a7eb-3910-4c2f-be09-410b2a2a69e1 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.3819799 Aug 23 12:15:59.080538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.085649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5704272 Aug 23 12:15:59.097090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47506) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:59.102143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'security_group_rule': {'security_group_id': 'ea66bdb9-081e-43fa-a165-74389093de42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:59.147348 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4885031-6c97-4dc9-94ff-714834b049fd None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:15:57Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:59.167411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:56Z', 'revision_number': 10, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:15:59.168139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 5d2049cf-9dda-485a-a055-b89f6516ae7c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:59.168493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.185439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-efad3cc9-2b32-458d-8453-f3eca81cc513 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8481383 Aug 23 12:15:59.186588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df395b-5877-4f0e-b15d-35e579d91bb3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0205d2b-c2cd-4805-a163-6199dc863724,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:59.203209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47508) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:59.280051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.306420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b44ec-d335-4f3f-95fc-659406d54752 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:15:56Z', 'revision_number': 10, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None, '_interfaces': [{'id': 'cb542854-43db-480a-ba01-54cf2247dc17', 'name': '', 'network_id': '27d78a2f-1d91-4e00-bb61-7491dc79fd6c', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'mac_address': 'fa:16:3e:36:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28de6a78-b879-4a97-b944-395c934f95e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:45Z', 'updated_at': '2021-08-23T12:15:06Z', 'revision_number': 5, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'subnets': [{'id': 'a0df879d-02ff-41be-ad46-a81f36ae1256', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:15:59.430145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 5d2049cf-9dda-485a-a055-b89f6516ae7c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5d2049cf-9dda-485a-a055-b89f6516ae7c,segment=NetworkSegment(ec0dab4e-4fa7-4861-8b80-df2672a4200c),segment_id=ec0dab4e-4fa7-4861-8b80-df2672a4200c)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:15:59.431343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.476163 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 5d2049cf-9dda-485a-a055-b89f6516ae7c owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:15:59.555157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.556869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a4c30d7-8d7d-4063-a6df-1788c4c7fd4b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.565960 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.577097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b06087e9-ff79-4db4-811c-aec310b262df req-20553ab9-329a-4ded-a369-a7a0b4487495 service neutron] 10.222.0.44 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125379 Aug 23 12:15:59.592714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29f6a97f-2121-43ea-adf6-2fecab7fa33f req-8c416f42-99eb-4351-a628-c5aa52260455 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028152 Aug 23 12:15:59.613135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a4c30d7-8d7d-4063-a6df-1788c4c7fd4b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.615086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4f910a-4ddc-4946-b2b7-78ce0ab07e55,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:59.638913 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.640627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-43d0bef6-71fe-40e7-9720-49aaabcbfcff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5424073 Aug 23 12:15:59.644809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47516) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:59.655887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:15:59.717044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a4c30d7-8d7d-4063-a6df-1788c4c7fd4b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.727424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a4c30d7-8d7d-4063-a6df-1788c4c7fd4b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.728613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a4c30d7-8d7d-4063-a6df-1788c4c7fd4b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6c31c6c1-7daa-4cc0-9986-4286842236e2 HTTP/1.1" status: 204 len: 168 time: 0.5234623 Aug 23 12:15:59.741291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47522) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:15:59.745662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] DHCP port deletion for c764c844-f497-43f7-a2ad-3d4ba23b8a58 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:15:59.844161 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.847558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c30d7-8d7d-4063-a6df-1788c4c7fd4b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c31c6c1-7daa-4cc0-9986-4286842236e2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:59.873725 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.888714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Deleting port 5d2049cf-9dda-485a-a055-b89f6516ae7c {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:15:59.889382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:15:59.943437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port 5d2049cf-9dda-485a-a055-b89f6516ae7c on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:15:59.961203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=5d2049cf-9dda-485a-a055-b89f6516ae7c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:15:59.985543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-326d71fa-7d05-4228-a583-96ec9bd9765f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2229297 Aug 23 12:15:59.998413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:00.070841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] For port 5d2049cf-9dda-485a-a055-b89f6516ae7c, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:00.071247 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.110405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Calling delete_port for 5d2049cf-9dda-485a-a055-b89f6516ae7c owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:00.123031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Port 5d2049cf-9dda-485a-a055-b89f6516ae7c was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:16:00.129196 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.187057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] Pushing event deleted for resources: {'Port': ['ID=5d2049cf-9dda-485a-a055-b89f6516ae7c,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:00.197664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bba348f-cc59-4394-9625-387cfd3bfd79 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:16:00.202609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3bea5-af22-4ecf-abdf-17abd393ff36 None None] No DVR routers for this DVR port 5d2049cf-9dda-485a-a055-b89f6516ae7c on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:16:00.215236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.273526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adac8b6-25c7-42b5-accd-bc936e1b4039 req-b8115f89-c987-4bb5-9da6-b14b8698ac03 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:00.279278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1adac8b6-25c7-42b5-accd-bc936e1b4039 req-b8115f89-c987-4bb5-9da6-b14b8698ac03 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 944 time: 0.4539089 Aug 23 12:16:00.288462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab4548b2-a530-44b3-84bd-d3bd749a9455 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.290224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c764c844-f497-43f7-a2ad-3d4ba23b8a58']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:00.329900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab4548b2-a530-44b3-84bd-d3bd749a9455 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.330441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0dab4e-4fa7-4861-8b80-df2672a4200c') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:00.330745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0dab4e-4fa7-4861-8b80-df2672a4200c') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:00.361266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.430396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab4548b2-a530-44b3-84bd-d3bd749a9455 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.433154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab4548b2-a530-44b3-84bd-d3bd749a9455 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.433350 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1adac8b6-25c7-42b5-accd-bc936e1b4039 req-0bc49f05-c5ad-4b93-a137-c871186caf6a tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379251 Aug 23 12:16:00.436638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.437232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ab4548b2-a530-44b3-84bd-d3bd749a9455 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/77ef9fd8-c997-4fdd-b870-f625d197a2ba HTTP/1.1" status: 204 len: 168 time: 0.4331124 Aug 23 12:16:00.439214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47532) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:00.449496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6bba348f-cc59-4394-9625-387cfd3bfd79, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bba348f-cc59-4394-9625-387cfd3bfd79,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:00.462597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '6bba348f-cc59-4394-9625-387cfd3bfd79', 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2', 'port_id': '6bba348f-cc59-4394-9625-387cfd3bfd79', 'mac_address': 'fa:16:3e:63:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97e340f-88b6-4de4-879e-4e28a9404835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:16:00.465977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc83881d-e936-4d62-ac99-669dda67b513 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:00.468432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:16:00.468868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:16:00.475946 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:16:00.479850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4548b2-a530-44b3-84bd-d3bd749a9455 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ef9fd8-c997-4fdd-b870-f625d197a2ba,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:00.585425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.630229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.632646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.649613 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.654440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/c764c844-f497-43f7-a2ad-3d4ba23b8a58 HTTP/1.1" status: 204 len: 168 time: 1.9167130 Aug 23 12:16:00.655368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47558) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:00.681552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f923f-5485-4da4-816f-5e4bcdf9c088 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=c764c844-f497-43f7-a2ad-3d4ba23b8a58,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:00.699426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-77a78064-c636-4f57-a13d-0bb2429eae3a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2320082 Aug 23 12:16:00.700472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:00.721980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--628261499'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:00.730918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bba348f-cc59-4394-9625-387cfd3bfd79 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:16:00.788248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.810142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6bba348f-cc59-4394-9625-387cfd3bfd79, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bba348f-cc59-4394-9625-387cfd3bfd79,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:00.815868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port cc83881d-e936-4d62-ac99-669dda67b513 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:00.824081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port cc83881d-e936-4d62-ac99-669dda67b513 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:00.830322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:00.908843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.051079 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.059588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.116921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.121794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4095116 Aug 23 12:16:01.122553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47588) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:01.128662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '00b7c3c0-a951-4f9d-84be-de9a85e9755c', 'direction': 'ingress', 'protocol': 17}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:01.140447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c33d74-a94f-4cb4-b4b8-a8271594394a tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b7c3c0-a951-4f9d-84be-de9a85e9755c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:01.149521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6bba348f-cc59-4394-9625-387cfd3bfd79'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:16:01.194279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.340756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.348430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.390749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7505f73-0df1-460a-bec0-11d82675b820,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:01.398269 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.403702 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e5d76285-ed44-4bd9-a68b-1254bd2a3d00 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2786682 Aug 23 12:16:01.404426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:01.523362 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29b87b39-810e-43b7-a867-85e77d41d6ad tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.593361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29b87b39-810e-43b7-a867-85e77d41d6ad tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.698755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6bba348f-cc59-4394-9625-387cfd3bfd79,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:01.715417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.786762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port cc83881d-e936-4d62-ac99-669dda67b513, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc83881d-e936-4d62-ac99-669dda67b513,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:01.811868 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.838027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2c24-f99e-4a5d-ba32-db3870463eb5 req-7bc056b2-8799-472b-bd65-2621116e7eda tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:01.841015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d4a2c24-f99e-4a5d-ba32-db3870463eb5 req-7bc056b2-8799-472b-bd65-2621116e7eda tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 945 time: 0.2180681 Aug 23 12:16:01.881769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29b87b39-810e-43b7-a867-85e77d41d6ad tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.898209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29b87b39-810e-43b7-a867-85e77d41d6ad tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:01.915175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-29b87b39-810e-43b7-a867-85e77d41d6ad tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/00b7c3c0-a951-4f9d-84be-de9a85e9755c HTTP/1.1" status: 204 len: 168 time: 0.5075078 Aug 23 12:16:01.917438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47630) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:01.924507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 482a6299-4982-4206-ac7e-ed72261c664c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:16:01.976615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 482a6299-4982-4206-ac7e-ed72261c664c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:16:01.976965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 482a6299-4982-4206-ac7e-ed72261c664c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:16:01.977383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5d2049cf-9dda-485a-a055-b89f6516ae7c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:16:02.045309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b87b39-810e-43b7-a867-85e77d41d6ad tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b7c3c0-a951-4f9d-84be-de9a85e9755c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:02.090185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9d4a2c24-f99e-4a5d-ba32-db3870463eb5 req-6cfda097-5c2a-43ba-81ca-15a1707d50ce tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395749 Aug 23 12:16:02.097431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c797371-e933-491a-9d62-128e2f7995fb req-6c5a500a-ca95-4427-8845-226734b2753a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:02.104208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c797371-e933-491a-9d62-128e2f7995fb req-6c5a500a-ca95-4427-8845-226734b2753a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 1.2744529 Aug 23 12:16:02.111654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 5d2049cf-9dda-485a-a055-b89f6516ae7c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:16:02.112005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5d2049cf-9dda-485a-a055-b89f6516ae7c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:16:02.129931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=cc83881d-e936-4d62-ac99-669dda67b513,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:02.133736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1eb8b7a9-0112-4025-b7d6-ff4c574c46da tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1762459 Aug 23 12:16:02.134385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47636) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:02.139540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--770055458'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:02.172417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.311113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Allocated IP 172.25.1.3 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/a44d8398-0aac-40d2-b5b5-8e5e03d3e20c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:16:02.332915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc83881d-e936-4d62-ac99-669dda67b513 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:02.350919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.358222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.462979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.468208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3303702 Aug 23 12:16:02.468208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e8384-0f6d-4adb-ad92-6a9b0ba4450e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c9838-e9ca-40e1-930f-801b8b8f271f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:02.474183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47642) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:02.482734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--734334712'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:02.527576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.564930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5c797371-e933-491a-9d62-128e2f7995fb req-7ce02641-bf15-43b3-9133-cec18e53a36f tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650856 Aug 23 12:16:02.604930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port cc83881d-e936-4d62-ac99-669dda67b513 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:02.606480 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.731719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.739768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.753509 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.789219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:02.795453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3170619 Aug 23 12:16:02.795865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47644) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:02.818238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '8d2c9838-e9ca-40e1-930f-801b8b8f271f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '95b49aa0-8434-41e6-8673-18980b18b445', 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:02.852503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddea390-b4d3-4b1b-88ea-a7c7c2059198 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b49aa0-8434-41e6-8673-18980b18b445,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:02.933612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.012960 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.020396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'Port': ['ID=a44d8398-0aac-40d2-b5b5-8e5e03d3e20c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:03.044699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:16:03.053071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:03.056567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:16:03.106884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.288280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c19e87-df04-440d-8bd4-15c7b2f3f55e req-37749c48-5470-44df-a1f5-490efaf32f85 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:03.289929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90c19e87-df04-440d-8bd4-15c7b2f3f55e req-37749c48-5470-44df-a1f5-490efaf32f85 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 945 time: 0.0873868 Aug 23 12:16:03.323933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.333518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.387918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-90c19e87-df04-440d-8bd4-15c7b2f3f55e req-27d4733f-16e8-4e9d-a210-3977d925f193 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912948 Aug 23 12:16:03.392831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c2b102-c9f9-4e92-8e42-a1d5e632d776,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:03.397556 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.431433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.435647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21308a47-3ccb-4100-9e48-0c54e6a9d062 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6359658 Aug 23 12:16:03.435964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47656) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:03.487592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-565e7365-0601-47a8-82d2-d340b6d06aea tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.503404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-565e7365-0601-47a8-82d2-d340b6d06aea tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.504188 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.559678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-565e7365-0601-47a8-82d2-d340b6d06aea tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.575352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-565e7365-0601-47a8-82d2-d340b6d06aea tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.586453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-565e7365-0601-47a8-82d2-d340b6d06aea tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/80c2b102-c9f9-4e92-8e42-a1d5e632d776 HTTP/1.1" status: 204 len: 168 time: 0.1488025 Aug 23 12:16:03.587191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:03.594955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e7365-0601-47a8-82d2-d340b6d06aea tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80c2b102-c9f9-4e92-8e42-a1d5e632d776,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:03.836202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-20fe9a49-f88c-4093-8368-67bf20bf7fba tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2465634 Aug 23 12:16:03.839352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47664) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:03.871503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465855dd-21f9-4b64-8f0f-edef6f74adbc req-4ac86fd2-dcc5-49bd-9b61-b7716e9336e9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:03.873209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-465855dd-21f9-4b64-8f0f-edef6f74adbc req-4ac86fd2-dcc5-49bd-9b61-b7716e9336e9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.2168119 Aug 23 12:16:03.938086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47030404-fbf7-4442-987e-2f64c4262905 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.975313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47030404-fbf7-4442-987e-2f64c4262905 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.980820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.990502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port cb542854-43db-480a-ba01-54cf2247dc17 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:16:03.991131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:03.997605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-465855dd-21f9-4b64-8f0f-edef6f74adbc req-231c0517-902b-455d-ba94-b47d547c174e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060154 Aug 23 12:16:04.000483 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.094572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47030404-fbf7-4442-987e-2f64c4262905 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.098115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-47030404-fbf7-4442-987e-2f64c4262905 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.102655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-47030404-fbf7-4442-987e-2f64c4262905 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/95b49aa0-8434-41e6-8673-18980b18b445 HTTP/1.1" status: 204 len: 168 time: 0.2622073 Aug 23 12:16:04.103286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:04.154324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47030404-fbf7-4442-987e-2f64c4262905 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b49aa0-8434-41e6-8673-18980b18b445,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:04.158876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'Port': ['ID=a44d8398-0aac-40d2-b5b5-8e5e03d3e20c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:04.171856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.194824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port cb542854-43db-480a-ba01-54cf2247dc17, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cb542854-43db-480a-ba01-54cf2247dc17,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:04.195474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.205881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47670) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:04.206720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c1cf777f-c83e-453f-888c-39667a59a402 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0963409 Aug 23 12:16:04.215143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.217806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d83b504a-2052-4958-8b51-66a411bc7a92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5652499 Aug 23 12:16:04.221310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bba348f-cc59-4394-9625-387cfd3bfd79 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:04.236375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for cb542854-43db-480a-ba01-54cf2247dc17 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:04.324219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 6bba348f-cc59-4394-9625-387cfd3bfd79 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:04.335895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 6bba348f-cc59-4394-9625-387cfd3bfd79 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:04.336245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.357991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70514d4c-c2a8-4441-a373-359b94a31457 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.428614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70514d4c-c2a8-4441-a373-359b94a31457 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.473478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-f06973e9-9f8a-4d4b-aef4-49aac506db98 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1807935976&fields=id&tenant_id=3b4b3f7470594fba803a721ada8ce6ef HTTP/1.1" status: 200 len: 267 time: 0.1064107 Aug 23 12:16:04.551215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70514d4c-c2a8-4441-a373-359b94a31457 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.557176 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-70514d4c-c2a8-4441-a373-359b94a31457 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.558968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-70514d4c-c2a8-4441-a373-359b94a31457 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d2c9838-e9ca-40e1-930f-801b8b8f271f HTTP/1.1" status: 204 len: 168 time: 0.3512893 Aug 23 12:16:04.564320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47690) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:04.575032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.658894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6bba348f-cc59-4394-9625-387cfd3bfd79, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bba348f-cc59-4394-9625-387cfd3bfd79,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:04.663484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba348f-cc59-4394-9625-387cfd3bfd79'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:04.676552 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f3038-b7e0-4301-a99f-1c2495b58b71" -d '{"events": [{"server_uuid": "6ed9d922-3827-48cb-b4e8-4c14812aae4f", "name": "network-vif-plugged", "status": "completed", "tag": "6bba348f-cc59-4394-9625-387cfd3bfd79"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:04.697951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70514d4c-c2a8-4441-a373-359b94a31457 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c9838-e9ca-40e1-930f-801b8b8f271f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:04.698903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.738479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f1156743-9e39-4a53-ad3e-d43dc09941f7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1729755 Aug 23 12:16:04.739125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47696) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:04.748061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675583645'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:04.763599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09f040-9c3f-44c1-8b8c-77cfdc265624 req-efac9d29-4562-4e22-814a-9c6e09daf805 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:04.764409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-9d40b0e7-7b05-4c85-83e5-40c15d397f08 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:04.773178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef09f040-9c3f-44c1-8b8c-77cfdc265624 req-efac9d29-4562-4e22-814a-9c6e09daf805 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 945 time: 0.2045195 Aug 23 12:16:04.773726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-9d40b0e7-7b05-4c85-83e5-40c15d397f08 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 811 time: 0.2981961 Aug 23 12:16:04.788006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.796289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-fceb43d8-3252-4928-863d-a69be0e4f159 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/quotas/3b4b3f7470594fba803a721ada8ce6ef HTTP/1.1" status: 200 len: 375 time: 0.0216005 Aug 23 12:16:04.840050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=cb542854-43db-480a-ba01-54cf2247dc17,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:04.861764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:04.873516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6bba348f-cc59-4394-9625-387cfd3bfd79,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:04.909600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-e7445736-ca33-44ab-860f-b2dedbc4109e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1124227 Aug 23 12:16:04.944566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef09f040-9c3f-44c1-8b8c-77cfdc265624 req-7fe0a79b-87c8-4cb3-9130-57f6c969cd53 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698360 Aug 23 12:16:05.053360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:05.182161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47706) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:05.278378 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1785179-b9a0-4ebb-b37b-611271abc225 x-openstack-request-id: req-b1785179-b9a0-4ebb-b37b-611271abc225 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:05.279052 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed9d922-3827-48cb-b4e8-4c14812aae4f", "name": "network-vif-plugged", "status": "completed", "tag": "6bba348f-cc59-4394-9625-387cfd3bfd79", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:05.279052 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1785179-b9a0-4ebb-b37b-611271abc225 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:05.279320 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bba348f-cc59-4394-9625-387cfd3bfd79', 'code': 200} Aug 23 12:16:05.439550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:16:05.452239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-956cfb1e-c565-4386-aabb-55945fac5518 service neutron] 10.222.0.21 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304229 Aug 23 12:16:05.516140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:05.544836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:05.572307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107131-031b-46a2-b450-2634280b0cc3 req-681a6cc5-6589-4a40-8cdf-dc9dfdf27557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:05.578484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7107131-031b-46a2-b450-2634280b0cc3 req-681a6cc5-6589-4a40-8cdf-dc9dfdf27557 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 1097 time: 0.2268260 Aug 23 12:16:05.596213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfce9-2314-4f34-a156-be2f1f34bcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:05.622959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a2e2b2-a938-408e-9cfa-84fcdaad0a3a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:05.633888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:05.635726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-40817d25-157b-415b-bea8-72717b08fd03 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8923793 Aug 23 12:16:05.665680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47714) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:05.677229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '25a2e2b2-a938-408e-9cfa-84fcdaad0a3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:05.743187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:16:05.755265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e9d40ae7-9120-4f8c-9e4b-90d47f621f52 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0910525 Aug 23 12:16:05.760865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47718) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:05.772901 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:16:05.796913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:05.797610 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:05.960740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e528736-f8c2-45c6-a679-8532a6d5c084 req-c4dea350-93e7-4745-8541-3680f0c958a3 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:05.962360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e528736-f8c2-45c6-a679-8532a6d5c084 req-c4dea350-93e7-4745-8541-3680f0c958a3 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.4928696 Aug 23 12:16:05.965008 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:05.973248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7107131-031b-46a2-b450-2634280b0cc3 req-457db7c8-c6d0-4143-b860-31afcce14ecf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264590 Aug 23 12:16:05.977251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting subnet a0df879d-02ff-41be-ad46-a81f36ae1256 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:16:05.989433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.049035 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:16:04Z', 'revision_number': 11, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:06.065657 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e528736-f8c2-45c6-a679-8532a6d5c084 req-223c389d-9645-4062-8f4a-2f1537febd6a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957460 Aug 23 12:16:06.069327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.090438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-7f915b24-9d0f-4edb-8171-b11cdc1e8f76 service neutron] 10.222.0.21 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367865 Aug 23 12:16:06.092005 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:16:06.107229 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:06.108089 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:06.190306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfce9-2314-4f34-a156-be2f1f34bcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.230049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e7bdfce9-2314-4f34-a156-be2f1f34bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.305281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.347203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e7bdfce9-2314-4f34-a156-be2f1f34bcbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dffda86088954e4993a1aeef6e706ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1627467 Aug 23 12:16:06.358074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47724) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:06.404496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdfce9-2314-4f34-a156-be2f1f34bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84fa737-930a-4d3e-858f-6e0fab2ac27c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:06.472713 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:06.473394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.511935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-25c2912d-908f-4fb4-855c-af0ef29f4083 req-367e27fa-7a49-4494-9ed9-2ed2555a18d1 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 210 time: 0.0448985 Aug 23 12:16:06.543783 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1dd42-f292-4712-a7cb-7d844d2b1078 req-5747aca1-fb80-4244-be26-6ecfe04c3851 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:06.554579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.559578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d1dd42-f292-4712-a7cb-7d844d2b1078 req-5747aca1-fb80-4244-be26-6ecfe04c3851 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 946 time: 0.2733970 Aug 23 12:16:06.566784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.576627 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1127d8a6-8b8a-4a60-a3cd-0d9c748b5fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.609318 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:16:04Z', 'revision_number': 11, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:06.626858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f2c8cf-e4cf-4af7-856c-f1790f002384,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:06.640135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.648832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5f288e9c-9199-4954-83d3-2c389fedbf80 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9776506 Aug 23 12:16:06.652362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47730) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:06.670183 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49fc61-f200-4b3d-b685-93288cc853f1 None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:16:04Z', 'revision_number': 11, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:16:06.695299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1127d8a6-8b8a-4a60-a3cd-0d9c748b5fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.723747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d1dd42-f292-4712-a7cb-7d844d2b1078 req-5ade4d13-33b6-4a8b-ac56-5583030633b2 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614313 Aug 23 12:16:06.732152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.740663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d96aae4a-71e2-4808-99ad-4787b76a99ed tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.757341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d96aae4a-71e2-4808-99ad-4787b76a99ed tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.796965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d96aae4a-71e2-4808-99ad-4787b76a99ed tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.810254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d96aae4a-71e2-4808-99ad-4787b76a99ed tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.814893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d96aae4a-71e2-4808-99ad-4787b76a99ed tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f6f2c8cf-e4cf-4af7-856c-f1790f002384 HTTP/1.1" status: 204 len: 168 time: 0.1614089 Aug 23 12:16:06.816846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:06.830695 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1127d8a6-8b8a-4a60-a3cd-0d9c748b5fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.839520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1127d8a6-8b8a-4a60-a3cd-0d9c748b5fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.843166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1127d8a6-8b8a-4a60-a3cd-0d9c748b5fb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c84fa737-930a-4d3e-858f-6e0fab2ac27c HTTP/1.1" status: 204 len: 168 time: 0.4840205 Aug 23 12:16:06.855457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aae4a-71e2-4808-99ad-4787b76a99ed tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6f2c8cf-e4cf-4af7-856c-f1790f002384,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:06.864895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:06.870203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaeb17f-5a80-4c95-874f-f9b9b6291bc0 None None] Network 27d78a2f-1d91-4e00-bb61-7491dc79fd6c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:16:06.871430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127d8a6-8b8a-4a60-a3cd-0d9c748b5fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84fa737-930a-4d3e-858f-6e0fab2ac27c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:06.881628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/a0df879d-02ff-41be-ad46-a81f36ae1256 HTTP/1.1" status: 204 len: 168 time: 1.0928688 Aug 23 12:16:06.882594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6539e-ca5e-4f8d-bac7-309b6cb64839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Subnet': ['ID=a0df879d-02ff-41be-ad46-a81f36ae1256,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:06.886443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47740) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:07.069423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47746) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:07.069871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d9bd6471-39a4-4a6e-adf1-762e9c8716b6 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2504563 Aug 23 12:16:07.127503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.287237 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:16:07.300650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Deleting port 8b344048-760e-4982-9c89-eb9d1b38f893 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:16:07.301938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.309006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ab9542f-10ae-4b1c-9351-ddc86592389f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.381028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] DHCP port deletion for 27d78a2f-1d91-4e00-bb61-7491dc79fd6c request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:16:07.428803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ab9542f-10ae-4b1c-9351-ddc86592389f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.430950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eddad-5c4f-4995-91e2-1aadf376c63e req-ef02b6c1-6282-4bb0-a234-8583ebb6a80c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:07.443587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c85eddad-5c4f-4995-91e2-1aadf376c63e req-ef02b6c1-6282-4bb0-a234-8583ebb6a80c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1997857 Aug 23 12:16:07.487479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] Deleting port 8b344048-760e-4982-9c89-eb9d1b38f893 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:16:07.488534 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.491616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ab9542f-10ae-4b1c-9351-ddc86592389f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.502060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2ab9542f-10ae-4b1c-9351-ddc86592389f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.504075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2ab9542f-10ae-4b1c-9351-ddc86592389f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/25a2e2b2-a938-408e-9cfa-84fcdaad0a3a HTTP/1.1" status: 204 len: 168 time: 0.4335792 Aug 23 12:16:07.506417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47758) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:07.522727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] For port 8b344048-760e-4982-9c89-eb9d1b38f893, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b344048-760e-4982-9c89-eb9d1b38f893,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:07.523130 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.571875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9542f-10ae-4b1c-9351-ddc86592389f tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a2e2b2-a938-408e-9cfa-84fcdaad0a3a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:07.616956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Calling delete_port for 8b344048-760e-4982-9c89-eb9d1b38f893 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:07.634311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-67f3ff83-3765-408b-aa08-491ca8390d9b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192734 Aug 23 12:16:07.640758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47762) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:07.647697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group': {'name': 'tempest-secgroup--35152810'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:07.670687 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:07.680576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c85eddad-5c4f-4995-91e2-1aadf376c63e req-118b5855-7908-4cba-941c-13a41026a445 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357929 Aug 23 12:16:07.707310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] For port 8b344048-760e-4982-9c89-eb9d1b38f893, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8b344048-760e-4982-9c89-eb9d1b38f893,segment=NetworkSegment(199fb54d-0a57-4314-b9b0-ecd61d8cb769),segment_id=199fb54d-0a57-4314-b9b0-ecd61d8cb769)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:07.707506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-547596eb-3488-4d5b-8577-18eb7234d11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.707795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.722715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] Calling delete_port for 8b344048-760e-4982-9c89-eb9d1b38f893 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:07.741019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-722c44fc-1b93-4194-9c8c-93aebbaa8403 req-674e5df4-3d54-4c81-9c5b-6518b577c6bd tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 210 time: 0.0681438 Aug 23 12:16:07.755964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.832958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.884813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Port': ['ID=8b344048-760e-4982-9c89-eb9d1b38f893,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:07.894882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-547596eb-3488-4d5b-8577-18eb7234d11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.908873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-547596eb-3488-4d5b-8577-18eb7234d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.912816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:07.919824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No DVR routers for this DVR port 8b344048-760e-4982-9c89-eb9d1b38f893 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:16:07.967627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] Pushing event deleted for resources: {'Port': ['ID=8b344048-760e-4982-9c89-eb9d1b38f893,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:07.982816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf6dc2-37eb-4ce8-8f67-30c7dde2f6cf None None] No DVR routers for this DVR port 8b344048-760e-4982-9c89-eb9d1b38f893 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:16:08.014493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547596eb-3488-4d5b-8577-18eb7234d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9202fc-41ae-48fe-a180-fc5329696929,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:08.076388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe25c-c412-477a-9649-6d5d8e9005c9 req-dfd0bfb1-4465-4270-9289-6a0dcd8e5fb6 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:08.079338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d9fe25c-c412-477a-9649-6d5d8e9005c9 req-dfd0bfb1-4465-4270-9289-6a0dcd8e5fb6 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 946 time: 0.2093658 Aug 23 12:16:08.083824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.106673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-547596eb-3488-4d5b-8577-18eb7234d11b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8be6829451848fba5ce7047dd178520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304221 Aug 23 12:16:08.109382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47770) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:08.129678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d78a2f-1d91-4e00-bb61-7491dc79fd6c']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:08.164643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199fb54d-0a57-4314-b9b0-ecd61d8cb769') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:08.166743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199fb54d-0a57-4314-b9b0-ecd61d8cb769') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:08.256279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d9fe25c-c412-477a-9649-6d5d8e9005c9 req-82912262-5c0a-4849-92d1-b5c433a88e70 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676681 Aug 23 12:16:08.256890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-3f385998-3ae1-4e55-93dc-9bf37bf2842b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:08.258578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-3f385998-3ae1-4e55-93dc-9bf37bf2842b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 811 time: 0.2175362 Aug 23 12:16:08.282011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.288533 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.317330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b344048-760e-4982-9c89-eb9d1b38f893 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:16:08.354586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 8b344048-760e-4982-9c89-eb9d1b38f893 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:16:08.356163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.358849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8b344048-760e-4982-9c89-eb9d1b38f893 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:16:08.359297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cb542854-43db-480a-ba01-54cf2247dc17 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:16:08.361943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.382334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:16:08.382756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:16:08.392539 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:16:08.406853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523eeafb-f413-4d90-b839-2a974cb5b25b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:08.420419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: cb542854-43db-480a-ba01-54cf2247dc17 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:16:08.420781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cb542854-43db-480a-ba01-54cf2247dc17 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:16:08.431860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-2a64af2c-65d7-47de-9c5c-014c846564ec tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4b3f7470594fba803a721ada8ce6ef HTTP/1.1" status: 200 len: 380 time: 0.1477826 Aug 23 12:16:08.433539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.435245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6c4c14f-73c8-4157-85fa-26bd8df820fa tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7930162 Aug 23 12:16:08.440894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47800) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:08.449417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'port': {'device_id': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'admin_state_up': True, 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'security_groups': ['ea66bdb9-081e-43fa-a165-74389093de42']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:08.450902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '523eeafb-f413-4d90-b839-2a974cb5b25b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:08.464963 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3fcba8e6-d6be-4259-bce3-587fad60ac5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.536179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3fcba8e6-d6be-4259-bce3-587fad60ac5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.550791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.560779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.565482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/networks/27d78a2f-1d91-4e00-bb61-7491dc79fd6c HTTP/1.1" status: 204 len: 168 time: 1.6577680 Aug 23 12:16:08.572143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47814) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:08.581722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'routes': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:08.644291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0cf6c-81d0-41f3-83e4-7ebc1dbeef16 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Pushing event deleted for resources: {'Network': ['ID=27d78a2f-1d91-4e00-bb61-7491dc79fd6c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:08.650354 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.699057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Made reservation on behalf of 3b4b3f7470594fba803a721ada8ce6ef for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:16:08.710061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.906388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Added routes are [] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 12:16:08.906824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Removed routes are [] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 12:16:08.907699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:08.929439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59648d2-f1cf-4745-a9f2-974242c130c7 req-daa73d0e-f6e4-4a47-b76d-9f80ce619f23 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:08.938322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f59648d2-f1cf-4745-a9f2-974242c130c7 req-daa73d0e-f6e4-4a47-b76d-9f80ce619f23 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1257241 Aug 23 12:16:09.014146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e275387-c443-4451-b08b-392c97c91d64 req-e9391789-cf1c-4b73-9963-0ab13f25083f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 210 time: 0.0974693 Aug 23 12:16:09.055917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3fcba8e6-d6be-4259-bce3-587fad60ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.058940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3fcba8e6-d6be-4259-bce3-587fad60ac5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.070022 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3fcba8e6-d6be-4259-bce3-587fad60ac5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd9202fc-41ae-48fe-a180-fc5329696929 HTTP/1.1" status: 204 len: 168 time: 0.9523821 Aug 23 12:16:09.108601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcba8e6-d6be-4259-bce3-587fad60ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9202fc-41ae-48fe-a180-fc5329696929,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:09.118417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f59648d2-f1cf-4745-a9f2-974242c130c7 req-4aa26e40-ed4f-45d4-910a-19c99c715125 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723776 Aug 23 12:16:09.222630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.226913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.227901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.236956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.311246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Allocated IP 172.20.0.5 (968e8e1c-31e3-4cfe-8501-66fdd7b2b295/0ceea598-acba-4696-a7dc-c4fedb39cb79/94eecabb-2044-4b7a-ab09-135260b1a602) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:16:09.322269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1637fd67-c0b2-4b38-a29b-0b6d651cb0e9,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:09.330862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.332680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c66432bb-21c6-40f4-a68d-6f734c746d1c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8869355 Aug 23 12:16:09.337450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:09.376567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 28de6a78-b879-4a97-b944-395c934f95e2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:16:09.431905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c001864f-f5fc-4a67-a4f1-21f636bd9c38 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules/1637fd67-c0b2-4b38-a29b-0b6d651cb0e9 HTTP/1.1" status: 200 len: 763 time: 0.0893557 Aug 23 12:16:09.432788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:09.498087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:16:09.507578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.510277 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6b3a88ff-4f7c-462e-a7b8-9bb668836c88 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 704 time: 0.9332058 Aug 23 12:16:09.513313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47870) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:09.519274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] Sync routers for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:16:09.545992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:09.549763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:09.571399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0a1c6922-54c5-4229-8d18-cd49af82493f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 205 time: 0.0552244 Aug 23 12:16:09.575810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:09.645017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4dc3bdad-fdac-484c-a43e-c6d6f1d17f90 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2106817 Aug 23 12:16:09.648553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:09.704215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:09.760500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11f5-3379-4a1b-bb26-54e8cb5cd06b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.773569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.778802 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11f5-3379-4a1b-bb26-54e8cb5cd06b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.804260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:16:04Z', 'revision_number': 11, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:09.821537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.852555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] Checking router: 28de6a78-b879-4a97-b944-395c934f95e2 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:16:09.859889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Transition to ACTIVE for port object 94eecabb-2044-4b7a-ab09-135260b1a602 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:09.870240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] Routers {'28de6a78-b879-4a97-b944-395c934f95e2'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:09.871286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['28de6a78-b879-4a97-b944-395c934f95e2'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:09.929024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:09.993239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] Set router 28de6a78-b879-4a97-b944-395c934f95e2 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:09.998514 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11f5-3379-4a1b-bb26-54e8cb5cd06b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.012120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcfc11f5-3379-4a1b-bb26-54e8cb5cd06b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.019027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bcfc11f5-3379-4a1b-bb26-54e8cb5cd06b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1637fd67-c0b2-4b38-a29b-0b6d651cb0e9 HTTP/1.1" status: 204 len: 168 time: 0.3602409 Aug 23 12:16:10.027521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47884) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:10.065885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:16:10.085104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:10.086699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:16:10.137244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'Port': ['ID=94eecabb-2044-4b7a-ab09-135260b1a602,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:10.184198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc11f5-3379-4a1b-bb26-54e8cb5cd06b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1637fd67-c0b2-4b38-a29b-0b6d651cb0e9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:10.188004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:16:04Z', 'revision_number': 11, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:10.236224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6d43ab48-4001-431f-accd-86dc3e7b1dc3 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2071998 Aug 23 12:16:10.241604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47894) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:10.277652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b346b-11ef-4638-9de7-df3221562ebf None None] The sync data for ids ['28de6a78-b879-4a97-b944-395c934f95e2'] in n-d-773645-7 is: [{'id': '28de6a78-b879-4a97-b944-395c934f95e2', 'name': 'tempest-RoutersIpV6Test-router-732480614', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:37Z', 'updated_at': '2021-08-23T12:16:04Z', 'revision_number': 11, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:16:10.290622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '523eeafb-f413-4d90-b839-2a974cb5b25b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:10.381054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.385433 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.520047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d39ed4-a24d-4212-845b-11e8d307d7f1 req-5c6fcb2f-0157-43d1-8621-ebfae1b16a93 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:10.522170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09d39ed4-a24d-4212-845b-11e8d307d7f1 req-5c6fcb2f-0157-43d1-8621-ebfae1b16a93 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 931 time: 0.3099735 Aug 23 12:16:10.566489 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.567037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router 28de6a78-b879-4a97-b944-395c934f95e2 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:16:10.573659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fdbd59ac-752e-4e22-9b9f-5d2ac68a913b None None] Provisioning for port 94eecabb-2044-4b7a-ab09-135260b1a602 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:10.576504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.583956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9bd4ad6f-4331-482d-be26-6d1f36854573 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 204 len: 168 time: 1.0069900 Aug 23 12:16:10.584609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:10.587965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fdbd59ac-752e-4e22-9b9f-5d2ac68a913b None None] Provisioning complete for port 94eecabb-2044-4b7a-ab09-135260b1a602 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:10.589347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fdbd59ac-752e-4e22-9b9f-5d2ac68a913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.597174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1396835681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:10.628627 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09d39ed4-a24d-4212-845b-11e8d307d7f1 req-58a8b649-d5b2-4a8d-b8c0-816a0e5c46fb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850821 Aug 23 12:16:10.658561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd59ac-752e-4e22-9b9f-5d2ac68a913b None None] Port 94eecabb-2044-4b7a-ab09-135260b1a602 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:16:10.973710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.976352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.980910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:10.981533 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:10.992632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.054272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097739-5a9e-4c18-a992-44470b170662 req-8b123c99-f96c-4de0-b222-8ed91609f62d tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:11.061419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79097739-5a9e-4c18-a992-44470b170662 req-8b123c99-f96c-4de0-b222-8ed91609f62d tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.7169271 Aug 23 12:16:11.075483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-91294d0f-6980-4ebd-bf13-ddfadf8f3770 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6292360 Aug 23 12:16:11.116515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Request body: {'port': {'device_id': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:11.121651 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.129107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.145539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.163730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.163994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.165609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fb5b36a3-46fb-4202-9376-6e785866d91e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5777097 Aug 23 12:16:11.170138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47916) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:11.175982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:11.194213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79097739-5a9e-4c18-a992-44470b170662 req-ebb3f1f2-e330-43bc-91ae-c0aa83fbbc87 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318290 Aug 23 12:16:11.239121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42df737f-5705-4575-a1dc-7de968b3331a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:11.252565 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.254051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9bc552a6-c64d-449d-8839-353062d94fd7 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9818075 Aug 23 12:16:11.255322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.257319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47920) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:11.286536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-52bcf86a-56fb-4d1d-9eed-9c6e2236780c tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules/42df737f-5705-4575-a1dc-7de968b3331a HTTP/1.1" status: 200 len: 763 time: 0.0279422 Aug 23 12:16:11.319184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47924) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:11.520209 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9505f5a1-cd27-4c34-8422-5c562c240a75 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1995099 Aug 23 12:16:11.523307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47934) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:11.541971 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.563574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.568503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.576643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:11.872655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94eecabb-2044-4b7a-ab09-135260b1a602 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:16:11.890699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.023108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Transition to ACTIVE for port object 94eecabb-2044-4b7a-ab09-135260b1a602 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:12.025822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.029921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.042359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.043899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/42df737f-5705-4575-a1dc-7de968b3331a HTTP/1.1" status: 204 len: 168 time: 0.5192525 Aug 23 12:16:12.047385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42df737f-5705-4575-a1dc-7de968b3331a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:12.049672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47946) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.084580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.084946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.085277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.085604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.085968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.087669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.088297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.088763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.089034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.089397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.089898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.090350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2e4bf0-4054-42e2-ac20-4d6fbd51b92b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:12.111857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d1ac-d950-4696-8630-f4878d4d06f0 req-cb08a64d-ee27-4116-a4ff-c18c560c1e4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:12.112986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20f5d1ac-d950-4696-8630-f4878d4d06f0 req-cb08a64d-ee27-4116-a4ff-c18c560c1e4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 931 time: 0.1341248 Aug 23 12:16:12.121807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Router 3dbca96a-567f-4676-8179-da3aec7b6ebf is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:16:12.151894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=94eecabb-2044-4b7a-ab09-135260b1a602,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:12.178429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2e90663c-9617-4bfb-a38f-4ecf03b3a7a0 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1272693 Aug 23 12:16:12.185961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.200863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Request body: {'security_group_rule': {'security_group_id': '523eeafb-f413-4d90-b839-2a974cb5b25b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:12.317218 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Project a2095fe6b36f42fd8b1c12e40459ff55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:16:12.401373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:16:12.412306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.413892 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] Sync routers for ids ['3dbca96a-567f-4676-8179-da3aec7b6ebf'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:16:12.420333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-280c5253-3e08-4ac8-b5f4-fd30e4bf0c53 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "PUT /v2.0/routers/3dbca96a-567f-4676-8179-da3aec7b6ebf HTTP/1.1" status: 200 len: 698 time: 1.2504768 Aug 23 12:16:12.421734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.425319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47960) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.438817 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] Routers {'3dbca96a-567f-4676-8179-da3aec7b6ebf'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:12.443569 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3dbca96a-567f-4676-8179-da3aec7b6ebf'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:12.454588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20f5d1ac-d950-4696-8630-f4878d4d06f0 req-a1e427fc-0108-40ca-a1a9-ffa26ad7fb95 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201845 Aug 23 12:16:12.499772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Attempting to bind port 94eecabb-2044-4b7a-ab09-135260b1a602 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:16:12.500101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Attempting to bind port 94eecabb-2044-4b7a-ab09-135260b1a602 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:16:12.500897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Attempting to bind port 94eecabb-2044-4b7a-ab09-135260b1a602 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:12.519966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Port 94eecabb-2044-4b7a-ab09-135260b1a602 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:16:12.520308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Attempting to bind port 94eecabb-2044-4b7a-ab09-135260b1a602 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:12.551280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:16:12.551666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Checking segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:16:12.552223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Bound using segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:16:12.552700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Bound port: 94eecabb-2044-4b7a-ab09-135260b1a602, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:16:12.553064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.611591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698ca3f-57d8-4607-9565-1c331c04cb1c req-896ba0e5-2fe7-45d0-85bb-33fea6640d57 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:12.613014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28ad3126-c798-4667-b78e-b7d4bf4a6ddb tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/routers/3dbca96a-567f-4676-8179-da3aec7b6ebf HTTP/1.1" status: 200 len: 704 time: 0.1832683 Aug 23 12:16:12.613427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5698ca3f-57d8-4607-9565-1c331c04cb1c req-896ba0e5-2fe7-45d0-85bb-33fea6640d57 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.2478590 Aug 23 12:16:12.613951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47966) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.672398 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.672982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.699168 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] Set router 3dbca96a-567f-4676-8179-da3aec7b6ebf gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:12.723855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6da95c3-60e3-4cc4-92c4-43349dd18dae,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:12.731624 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.735990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99d424f1-6b61-4d94-9482-82f43cb8a9eb tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5372052 Aug 23 12:16:12.737293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47968) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.779469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44a568a8-2d8f-4114-8836-5e27532996a4 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules/f6da95c3-60e3-4cc4-92c4-43349dd18dae HTTP/1.1" status: 200 len: 769 time: 0.0400760 Aug 23 12:16:12.781905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47970) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.802021 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbca96a-567f-4676-8179-da3aec7b6ebf', 'name': 'tempest-RoutersIpV6Test-router-1396835681', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:16:10Z', 'updated_at': '2021-08-23T12:16:11Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:12.838558 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] Checking router: 3dbca96a-567f-4676-8179-da3aec7b6ebf for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:16:12.848035 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] Routers {'3dbca96a-567f-4676-8179-da3aec7b6ebf'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:12.849124 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:15:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3dbca96a-567f-4676-8179-da3aec7b6ebf'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:12.857468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-69b22081-a6bd-4d5a-9463-376dc43a6958 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0716672 Aug 23 12:16:12.861421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47976) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.912178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] For port 94eecabb-2044-4b7a-ab09-135260b1a602, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:16:12.920653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] For port 94eecabb-2044-4b7a-ab09-135260b1a602, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=94eecabb-2044-4b7a-ab09-135260b1a602,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:16:12.920868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42892991-2e95-47c8-8793-f6110701c55e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.928272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d4ec2a20-af29-4822-9a36-f2d8e4cfd065 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbca96a-567f-4676-8179-da3aec7b6ebf HTTP/1.1" status: 200 len: 205 time: 0.3046110 Aug 23 12:16:12.929740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47978) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:12.939119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.951165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42892991-2e95-47c8-8793-f6110701c55e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:12.974862 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] Set router 3dbca96a-567f-4676-8179-da3aec7b6ebf gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:13.017966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=94eecabb-2044-4b7a-ab09-135260b1a602,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:13.023967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42892991-2e95-47c8-8793-f6110701c55e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.036421 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42892991-2e95-47c8-8793-f6110701c55e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.039814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-42892991-2e95-47c8-8793-f6110701c55e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f6da95c3-60e3-4cc4-92c4-43349dd18dae HTTP/1.1" status: 204 len: 168 time: 0.1749117 Aug 23 12:16:13.041134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:13.067762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42892991-2e95-47c8-8793-f6110701c55e tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6da95c3-60e3-4cc4-92c4-43349dd18dae,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:13.085993 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbca96a-567f-4676-8179-da3aec7b6ebf', 'name': 'tempest-RoutersIpV6Test-router-1396835681', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:16:10Z', 'updated_at': '2021-08-23T12:16:11Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:13.088847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:13.089496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.091161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d9d11683-76a4-42f9-b122-7a58903f4bc5 service neutron] 10.222.0.44 "PUT /v2.0/ports/94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 1091 time: 1.9927733 Aug 23 12:16:13.092831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:13.097843 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f0ffe5-00d5-4e57-9017-183dae13c732" -d '{"events": [{"name": "network-changed", "server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:13.124345 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c64be9-4c81-439d-a5e9-2e80dc5fe40b None None] The sync data for ids ['3dbca96a-567f-4676-8179-da3aec7b6ebf'] in n-d-773645-7 is: [{'id': '3dbca96a-567f-4676-8179-da3aec7b6ebf', 'name': 'tempest-RoutersIpV6Test-router-1396835681', 'tenant_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:16:10Z', 'updated_at': '2021-08-23T12:16:11Z', 'revision_number': 2, 'project_id': 'ce0a2efc4a5c4123929533b74a4028f0', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:16:13.141360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ae6f426d-21dd-4762-96d7-d500bf529860 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0900025 Aug 23 12:16:13.144432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:13.251814 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac310ad-29b7-4bb6-a9a9-0b5a02703ec1 x-openstack-request-id: req-8ac310ad-29b7-4bb6-a9a9-0b5a02703ec1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:13.253298 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:13.253564 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ac310ad-29b7-4bb6-a9a9-0b5a02703ec1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:13.254015 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602', 'status': 'completed', 'code': 200} Aug 23 12:16:13.258717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.259775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7147889f-23e1-484c-9f20-37997015cc44 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.310604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7147889f-23e1-484c-9f20-37997015cc44 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.406319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7147889f-23e1-484c-9f20-37997015cc44 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.411877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7147889f-23e1-484c-9f20-37997015cc44 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.416948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7147889f-23e1-484c-9f20-37997015cc44 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "DELETE /v2.0/security-groups/523eeafb-f413-4d90-b839-2a974cb5b25b HTTP/1.1" status: 204 len: 168 time: 0.2709849 Aug 23 12:16:13.422378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 47990) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:13.423875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5698ca3f-57d8-4607-9565-1c331c04cb1c req-725c528d-5c42-4e70-89e9-6923b1d807f7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918932 Aug 23 12:16:13.456015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147889f-23e1-484c-9f20-37997015cc44 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523eeafb-f413-4d90-b839-2a974cb5b25b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:13.558688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 47994) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:13.559062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-11b0a35b-150d-494c-af6c-e091525e2b96 tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218758 Aug 23 12:16:13.580229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-1c2db684-0276-4452-8aaa-844d4762a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:13.582176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-1c2db684-0276-4452-8aaa-844d4762a6a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1094 time: 0.4204137 Aug 23 12:16:13.722108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c0fa-ee80-45d4-a137-8e542c397c41 req-3e1f31be-417a-42e0-9908-9a6d4998b408 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:13.723791 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69f7c0fa-ee80-45d4-a137-8e542c397c41 req-3e1f31be-417a-42e0-9908-9a6d4998b408 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 943 time: 0.1189191 Aug 23 12:16:13.830343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69f7c0fa-ee80-45d4-a137-8e542c397c41 req-2b6d2748-d352-4eed-9afb-d402961dca5b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994360 Aug 23 12:16:13.832447 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-c801bb91-9412-4de1-ac47-45f3a98b1933 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 217 time: 0.2127922 Aug 23 12:16:13.913136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c6c2f00d-7299-4656-9425-a6ddc45d0c2b tempest-SecGroupIPv6Test-1072735610 tempest-SecGroupIPv6Test-1072735610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3472908 Aug 23 12:16:13.916231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:13.939321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:14.001610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-0d1a7cf0-3040-438e-bc7b-686181f20bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:14.003353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-0d1a7cf0-3040-438e-bc7b-686181f20bf3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.1250532 Aug 23 12:16:14.005147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:14.005804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Fanout notify agent at l3_agent the message router_deleted on router 3dbca96a-567f-4676-8179-da3aec7b6ebf {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:16:14.034059 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:14.037563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb55c7a7-2f30-4575-8632-648afb078fe2 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/3dbca96a-567f-4676-8179-da3aec7b6ebf HTTP/1.1" status: 204 len: 168 time: 1.0998731 Aug 23 12:16:14.046312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48006) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.126557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1338677e-f060-472f-bbf7-4834c544e0c8 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbca96a-567f-4676-8179-da3aec7b6ebf HTTP/1.1" status: 200 len: 205 time: 0.0772498 Aug 23 12:16:14.127796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48008) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.130482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d7939e56-7b90-465e-82a5-f75d1b4aa477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:14.136139 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-d7939e56-7b90-465e-82a5-f75d1b4aa477 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926342 Aug 23 12:16:14.260530 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-6ad317a1-f0fb-4728-b0bf-e4938f28ce9e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:14.261598 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6ad317a1-f0fb-4728-b0bf-e4938f28ce9e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/3dbca96a-567f-4676-8179-da3aec7b6ebf HTTP/1.1" status: 404 len: 336 time: 0.1328571 Aug 23 12:16:14.266398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48012) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.323802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-876179a8-d2ea-44fd-8c16-066433503987 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757634 Aug 23 12:16:14.334053 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e53c217-eb27-4125-97b2-357b2eee8546 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:14.337145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e53c217-eb27-4125-97b2-357b2eee8546 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:14.347486 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6e53c217-eb27-4125-97b2-357b2eee8546 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/5b29c6c3-16c1-4d78-acba-3188402782cf HTTP/1.1" status: 404 len: 337 time: 0.0768790 Aug 23 12:16:14.362292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48016) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.417950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.442457 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-30101dec-9c0a-4449-a8c0-3e9f4949bf98 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:14.447425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30101dec-9c0a-4449-a8c0-3e9f4949bf98 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:14.455809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-30101dec-9c0a-4449-a8c0-3e9f4949bf98 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/d382b361-ab7f-4ac9-b62e-abf597b89061 HTTP/1.1" status: 404 len: 337 time: 0.0920339 Aug 23 12:16:14.456948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.482659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b05fc11-c58d-4375-88ac-98109d48f914 req-a6dd3c53-bf2f-46d5-b7ce-f00c6df9b31e service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491323 Aug 23 12:16:14.561103 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6767b26-abb0-4df1-b3fe-44c0540703a5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:14.561601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6767b26-abb0-4df1-b3fe-44c0540703a5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:14.567583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b6767b26-abb0-4df1-b3fe-44c0540703a5 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/6e51fc0a-1d3e-409e-af9d-723e8a95966b HTTP/1.1" status: 404 len: 337 time: 0.1019955 Aug 23 12:16:14.570015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48028) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.604772 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dbc23e-1914-489e-b8b2-f2678d84c40f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:14.605170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dbc23e-1914-489e-b8b2-f2678d84c40f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:14.607499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b0dbc23e-1914-489e-b8b2-f2678d84c40f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/a0df879d-02ff-41be-ad46-a81f36ae1256 HTTP/1.1" status: 404 len: 337 time: 0.0356040 Aug 23 12:16:14.610747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48030) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.645164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9918e88f-1675-4dbc-91c2-23929f579a1e tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 200 len: 205 time: 0.0332711 Aug 23 12:16:14.647681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.696095 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-41b1ca43-dc9f-4074-a945-c2fa4773ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:14.697614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-41b1ca43-dc9f-4074-a945-c2fa4773ae9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1094 time: 0.1532335 Aug 23 12:16:14.713162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6faf6-9ec9-43ea-9854-31d5d6d6b9c7 req-437b5e58-6c52-412c-bfd6-b3b02bbcfdc6 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:14.714061 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-cbe1ea70-eeef-4f62-8e6c-604de306f631 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:14.714887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03b6faf6-9ec9-43ea-9854-31d5d6d6b9c7 req-437b5e58-6c52-412c-bfd6-b3b02bbcfdc6 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1100509 Aug 23 12:16:14.715572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cbe1ea70-eeef-4f62-8e6c-604de306f631 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/28de6a78-b879-4a97-b944-395c934f95e2 HTTP/1.1" status: 404 len: 336 time: 0.0666115 Aug 23 12:16:14.718071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.873280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e1db5016-da09-42f4-ba7f-c85a79792f11 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf7b653-b35e-41f2-8807-4f9382114937 HTTP/1.1" status: 200 len: 205 time: 0.1538498 Aug 23 12:16:14.879953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48042) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:14.930805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03b6faf6-9ec9-43ea-9854-31d5d6d6b9c7 req-0ae7caab-a18e-483b-a11e-82d094ae5e24 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008321 Aug 23 12:16:14.944529 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-28da5221-e44b-4ac4-957a-c7f1217faa03 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:14.945843 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28da5221-e44b-4ac4-957a-c7f1217faa03 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/edf7b653-b35e-41f2-8807-4f9382114937 HTTP/1.1" status: 404 len: 336 time: 0.0649173 Aug 23 12:16:14.961772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48044) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.012375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e6d92108-453d-46b8-8ced-eb407d01a408 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2095fe6b36f42fd8b1c12e40459ff55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907125 Aug 23 12:16:15.016282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48046) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.033348 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ce9765-b248-445c-b713-0cf22c458358 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:15.033880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ce9765-b248-445c-b713-0cf22c458358 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:15.039319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24ce9765-b248-445c-b713-0cf22c458358 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/601b31f4-8e41-44e6-a5a1-96b7a5ad3106 HTTP/1.1" status: 404 len: 337 time: 0.0682521 Aug 23 12:16:15.047462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48048) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.047954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2ac1-abab-417d-82b0-4a17d7bf11ba req-533d72c9-0dfd-4056-80ae-1e89b39844f9 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:15.055786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-105e2ac1-abab-417d-82b0-4a17d7bf11ba req-533d72c9-0dfd-4056-80ae-1e89b39844f9 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 943 time: 0.0894048 Aug 23 12:16:15.105637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-36773b2e-5fe5-4805-aefa-112d5dea95a1 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 200 len: 205 time: 0.0549836 Aug 23 12:16:15.114661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48052) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.119286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26246b-d13e-4272-9cc1-52d9eef41752 req-a65a76c4-0afd-49a0-b022-882f5526741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:15.121569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d26246b-d13e-4272-9cc1-52d9eef41752 req-a65a76c4-0afd-49a0-b022-882f5526741e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1097 time: 0.2378488 Aug 23 12:16:15.130402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-105e2ac1-abab-417d-82b0-4a17d7bf11ba req-42aa648d-549b-4d2c-84d5-9bd075bba305 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684829 Aug 23 12:16:15.172518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a6a508c-cb3c-4c47-bbbd-21341b049b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:15.180676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-c29cc823-f481-4376-94e2-dd67fb79c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:15.182203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-c29cc823-f481-4376-94e2-dd67fb79c68d service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.4627693 Aug 23 12:16:15.197675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a6a508c-cb3c-4c47-bbbd-21341b049b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:15.210483 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-c381b728-09c4-43bb-bb1a-bdcbcb9c0839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:15.212390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c381b728-09c4-43bb-bb1a-bdcbcb9c0839 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/202fd3e1-c346-4fbb-8b68-cb1f15cb3eef HTTP/1.1" status: 404 len: 336 time: 0.0895329 Aug 23 12:16:15.231848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48056) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.298290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a6a508c-cb3c-4c47-bbbd-21341b049b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:15.306129 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a6a508c-cb3c-4c47-bbbd-21341b049b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:15.307954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-2801775f-2b68-4eaa-9bed-b557f56be9e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 217 time: 0.0991409 Aug 23 12:16:15.311272 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6a6a508c-cb3c-4c47-bbbd-21341b049b94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/609a5bf3-e322-4d7a-a6ac-4c0483c35cb9 HTTP/1.1" status: 204 len: 168 time: 0.2904174 Aug 23 12:16:15.311433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-20596b59-93ec-4343-bf8d-363bb6bce0cf tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=777f79a8-9e86-4073-9947-8dece06eab75 HTTP/1.1" status: 200 len: 205 time: 0.0761292 Aug 23 12:16:15.312173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d26246b-d13e-4272-9cc1-52d9eef41752 req-02efb0bd-504c-4dfe-8cad-f1ec5a5c7f93 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779754 Aug 23 12:16:15.312574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48064) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.325269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a508c-cb3c-4c47-bbbd-21341b049b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a5bf3-e322-4d7a-a6ac-4c0483c35cb9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:15.407828 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-26ca47ba-1e93-4d13-8aa6-6540c0ae7ea6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:15.409016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-26ca47ba-1e93-4d13-8aa6-6540c0ae7ea6 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/777f79a8-9e86-4073-9947-8dece06eab75 HTTP/1.1" status: 404 len: 336 time: 0.0955272 Aug 23 12:16:15.411730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48068) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.474054 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fddb37-8a02-4e18-a4aa-88b0af42ac20 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:15.474054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fddb37-8a02-4e18-a4aa-88b0af42ac20 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:15.474054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1fddb37-8a02-4e18-a4aa-88b0af42ac20 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/e6d58906-06a9-464c-9803-b98068225757 HTTP/1.1" status: 404 len: 337 time: 0.0577269 Aug 23 12:16:15.478999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48072) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.506197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-3f08dc9a-70e4-4731-9e7b-14fb89567391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:15.509586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-3f08dc9a-70e4-4731-9e7b-14fb89567391 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.1852198 Aug 23 12:16:15.532631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1ca88b6-7924-418c-b388-286feebc1d86 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67be4f7-7536-4729-a583-9883ef031582 HTTP/1.1" status: 200 len: 205 time: 0.0558965 Aug 23 12:16:15.532958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48076) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.638518 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-281b155e-e681-4505-9c95-1565c0e0ebe0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:15.640316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-281b155e-e681-4505-9c95-1565c0e0ebe0 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/b67be4f7-7536-4729-a583-9883ef031582 HTTP/1.1" status: 404 len: 336 time: 0.0963614 Aug 23 12:16:15.643199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48078) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.692204 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-5327c704-bf07-4a23-97bf-b284d3f3d336 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:15.692940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5327c704-bf07-4a23-97bf-b284d3f3d336 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:15.695122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5327c704-bf07-4a23-97bf-b284d3f3d336 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/a254e87a-03d9-45e6-b5b6-e3de5ac6de10 HTTP/1.1" status: 404 len: 337 time: 0.0510175 Aug 23 12:16:15.697888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48082) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.737180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca7ae930-ee0c-48e5-b2c1-46962b185a78 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7de8c8-9b8f-4f80-a663-d02b850bb021 HTTP/1.1" status: 200 len: 205 time: 0.0382781 Aug 23 12:16:15.739898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48088) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.749090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-292387d2-6deb-48b3-acb9-fdfe23b715bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:15.757735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-292387d2-6deb-48b3-acb9-fdfe23b715bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251570 Aug 23 12:16:15.824207 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-434ac92a-4dce-4b5f-a3d9-da96977528a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] delete failed (client error): The resource could not be found. Aug 23 12:16:15.830999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-434ac92a-4dce-4b5f-a3d9-da96977528a4 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/routers/8a7de8c8-9b8f-4f80-a663-d02b850bb021 HTTP/1.1" status: 404 len: 336 time: 0.0898600 Aug 23 12:16:15.833492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48092) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.893438 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7eb12e-7dbc-48ec-8b9b-3131f8477b39 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:15.894308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7eb12e-7dbc-48ec-8b9b-3131f8477b39 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:15.899741 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4a7eb12e-7dbc-48ec-8b9b-3131f8477b39 tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/8cb3da61-48b5-4a87-a659-d53fcca3a117 HTTP/1.1" status: 404 len: 337 time: 0.0639284 Aug 23 12:16:15.900475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48098) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:15.932526 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-567bb2a9-6928-4de4-a5b5-a2769fcb236f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] DELETE failed (client error): The resource could not be found. Aug 23 12:16:15.933486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567bb2a9-6928-4de4-a5b5-a2769fcb236f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:16:15.949054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-567bb2a9-6928-4de4-a5b5-a2769fcb236f tempest-RoutersIpV6Test-1446726987 tempest-RoutersIpV6Test-1446726987-project] 10.222.0.21 "DELETE /v2.0/subnets/3d9061f4-1b85-496b-b78d-8bcc6bdddf06 HTTP/1.1" status: 404 len: 337 time: 0.0408194 Aug 23 12:16:15.992610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-3add6220-47ab-414e-9b23-662bf5ee64c1 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178807 Aug 23 12:16:16.257641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f8f0ffe5-00d5-4e57-9017-183dae13c732 req-faffd333-a65d-4de4-bd00-1a516072f508 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577739 Aug 23 12:16:16.303014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 94eecabb-2044-4b7a-ab09-135260b1a602 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:16:16.362474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75fd6-f657-4474-bcc0-75ead8c450e1 req-3daeaa42-c500-4158-8a93-d3e301a2ce0e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:16.373394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cc75fd6-f657-4474-bcc0-75ead8c450e1 req-3daeaa42-c500-4158-8a93-d3e301a2ce0e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1139088 Aug 23 12:16:16.393295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:16.444872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8752a0-d012-4bc9-96a6-9266a4e6d54b req-612565cd-b845-491b-8bc7-bc77d2a3d5da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:16.447259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b8752a0-d012-4bc9-96a6-9266a4e6d54b req-612565cd-b845-491b-8bc7-bc77d2a3d5da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 943 time: 0.1397302 Aug 23 12:16:16.617260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b8752a0-d012-4bc9-96a6-9266a4e6d54b req-956fd5b5-ff53-478a-9a44-6ea35791e6fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906816 Aug 23 12:16:16.638974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cc75fd6-f657-4474-bcc0-75ead8c450e1 req-6f91bcf3-fbd6-47b1-8b1f-703383c7d132 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549469 Aug 23 12:16:16.772275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 94eecabb-2044-4b7a-ab09-135260b1a602, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=94eecabb-2044-4b7a-ab09-135260b1a602,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:16.806424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '94eecabb-2044-4b7a-ab09-135260b1a602', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'port_id': '94eecabb-2044-4b7a-ab09-135260b1a602', 'mac_address': 'fa:16:3e:e4:2b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:16:16.898082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:16.921515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:16.949283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94eecabb-2044-4b7a-ab09-135260b1a602 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:16:17.006163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 94eecabb-2044-4b7a-ab09-135260b1a602, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=94eecabb-2044-4b7a-ab09-135260b1a602,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:17.014213 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.095034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2014848766'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:17.108336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=94eecabb-2044-4b7a-ab09-135260b1a602,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:17.159688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48142) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:17.160204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a25ca42-bf5e-4837-87a8-45ea01788462 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce0a2efc4a5c4123929533b74a4028f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564154 Aug 23 12:16:17.161158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Made reservation on behalf of fed5ca9a668b40b48aa222d6be414c18 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:16:17.165119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.181201 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.223821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['94eecabb-2044-4b7a-ab09-135260b1a602'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:16:17.278757 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66a29613-009a-4f5a-91a2-a7ae600edc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.319662 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66a29613-009a-4f5a-91a2-a7ae600edc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.363307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.370237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.384720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:16:17.392854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66a29613-009a-4f5a-91a2-a7ae600edc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.396332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66a29613-009a-4f5a-91a2-a7ae600edc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.397836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66a29613-009a-4f5a-91a2-a7ae600edc87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a69b1d-d0fe-4cdb-bdfe-1d4e9cc2190a HTTP/1.1" status: 204 len: 168 time: 0.2367437 Aug 23 12:16:17.425411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f35128-fc5a-4be3-822a-3140d9994e13,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:17.427520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a29613-009a-4f5a-91a2-a7ae600edc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a69b1d-d0fe-4cdb-bdfe-1d4e9cc2190a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:17.439278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.439965 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Added segment e7702a53-e63a-4471-a47b-8057d3a2171f of type vlan for network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 Aug 23 12:16:17.499389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.546800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.559147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:17.559785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.592576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6933677 Aug 23 12:16:17.596322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48148) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:17.604487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Request body: {'subnet': {'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:17.724935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a48c0-ba3b-4565-8847-0ebb2c3a7f84 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event updated for resources: {'Network': ['ID=3270c23b-2cbc-4eef-80ab-a40ae473d2d6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:17.739956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:16:17.873988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c800eb-4dd4-48e3-9b3a-ea254ddb3093 req-cadd4b7c-3917-4ea7-93ff-ac2b26564ee6 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:17.876899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4c800eb-4dd4-48e3-9b3a-ea254ddb3093 req-cadd4b7c-3917-4ea7-93ff-ac2b26564ee6 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 944 time: 0.0973299 Aug 23 12:16:17.878495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Made reservation on behalf of fed5ca9a668b40b48aa222d6be414c18 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:16:17.882074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:17.903493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78277a3c-c58e-466e-9abb-930b82e55eee req-5b60b3e9-173f-4951-ba12-83346b86af51 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:17.912394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78277a3c-c58e-466e-9abb-930b82e55eee req-5b60b3e9-173f-4951-ba12-83346b86af51 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1077440 Aug 23 12:16:17.968300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78277a3c-c58e-466e-9abb-930b82e55eee req-17433c08-4326-4525-b31c-c60d8b66bb9f tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528581 Aug 23 12:16:18.143123 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4c800eb-4dd4-48e3-9b3a-ea254ddb3093 req-feaca6ad-8d0b-4445-b0bd-ce064f655d32 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524898 Aug 23 12:16:18.318235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 94eecabb-2044-4b7a-ab09-135260b1a602 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:18.401067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 94eecabb-2044-4b7a-ab09-135260b1a602 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:18.405139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:18.408932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 94eecabb-2044-4b7a-ab09-135260b1a602 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:18.409326 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:18.550132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:18.589571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:18.600314 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a583be9-3e38-4948-8f83-f652e4a4cbed" -d '{"events": [{"server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "name": "network-vif-plugged", "status": "completed", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:18.639116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 94eecabb-2044-4b7a-ab09-135260b1a602, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=94eecabb-2044-4b7a-ab09-135260b1a602,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:18.645066 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:18.697768 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961bd68c-a359-4bde-bc14-04fc28a3495d x-openstack-request-id: req-961bd68c-a359-4bde-bc14-04fc28a3495d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:18.698343 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "name": "network-vif-plugged", "status": "completed", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:18.698768 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-961bd68c-a359-4bde-bc14-04fc28a3495d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:18.699366 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602', 'code': 200} Aug 23 12:16:18.701604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event updated for resources: {'Subnet': ['ID=2024170f-20cf-45c4-bb17-cfe938dd8f9d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:18.704768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Checking segment: {'id': 'e7702a53-e63a-4471-a47b-8057d3a2171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:16:18.721400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Network hostable DHCP agents. Network: 3270c23b-2cbc-4eef-80ab-a40ae473d2d6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:16:18.775942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=94eecabb-2044-4b7a-ab09-135260b1a602,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:18.795218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:16:18.811414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 3270c23b-2cbc-4eef-80ab-a40ae473d2d6) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:18.816451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:18.817874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:18.820939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111c7fa-400a-4e91-9b86-ee0f972a082e None None] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:16:18.836616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f380-8472-4f9b-a330-a80bfe4fc601 req-dea528cd-db4a-41ff-9c8d-b5a6c0f3109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:18.838236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0b4f380-8472-4f9b-a330-a80bfe4fc601 req-dea528cd-db4a-41ff-9c8d-b5a6c0f3109e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1096 time: 0.0897079 Aug 23 12:16:18.856173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4f04891a-3c64-476a-be6e-e5a6f8250396 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2574232 Aug 23 12:16:18.859096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48204) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:18.868394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Request body: {'port': {'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6', 'name': 'tempest-TagsExtTest-234819015'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:18.911931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0b4f380-8472-4f9b-a330-a80bfe4fc601 req-0d4b1eb7-ae46-48b1-80b1-4599c91fff85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646560 Aug 23 12:16:19.036452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Made reservation on behalf of fed5ca9a668b40b48aa222d6be414c18 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:16:19.045948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:19.089550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] device_id is not set on port 4b7b3398-b9f0-41c0-8650-413719a812f7 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:16:19.148171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-3270c23b-2cbc-4eef-80ab-a40ae473d2d6', 'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6', 'tenant_id': 'fed5ca9a668b40b48aa222d6be414c18', 'fixed_ips': [{'subnet_id': '2024170f-20cf-45c4-bb17-cfe938dd8f9d'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:16:19.149349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:19.480965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Allocated IP 172.20.0.13 (3270c23b-2cbc-4eef-80ab-a40ae473d2d6/2024170f-20cf-45c4-bb17-cfe938dd8f9d/4b7b3398-b9f0-41c0-8650-413719a812f7) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:16:19.497306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3b46-e388-46be-8aa2-04c2118d9df9 req-26fbc2bd-d571-4bb9-9727-12a360b064a8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:19.498888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-473a3b46-e388-46be-8aa2-04c2118d9df9 req-26fbc2bd-d571-4bb9-9727-12a360b064a8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.0778642 Aug 23 12:16:19.587065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-473a3b46-e388-46be-8aa2-04c2118d9df9 req-87a3c70e-9d8b-40f1-91f3-75034505f47a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751345 Aug 23 12:16:19.765204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:19.783000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Transition to ACTIVE for port object 4b7b3398-b9f0-41c0-8650-413719a812f7 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:19.847841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:19.912519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:16:19.916801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:19.926152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:16:19.974728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Allocated IP 172.20.0.2 (3270c23b-2cbc-4eef-80ab-a40ae473d2d6/2024170f-20cf-45c4-bb17-cfe938dd8f9d/444bc398-438e-4f04-a0aa-a7d538448419) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:16:20.007347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event updated for resources: {'Port': ['ID=4b7b3398-b9f0-41c0-8650-413719a812f7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:20.055953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:20.057921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.084327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48238) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:20.084922 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-89789e19-94e9-47c8-a382-69d367999cc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2243772 Aug 23 12:16:20.089314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-879325233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:20.165658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.167506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.281183 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.281875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.291154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.299959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Transition to ACTIVE for port object 444bc398-438e-4f04-a0aa-a7d538448419 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:20.328270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.330701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bfb32327-aa25-4b47-87d3-6c76d12a79d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2453184 Aug 23 12:16:20.330847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Transition to ACTIVE for port object 444bc398-438e-4f04-a0aa-a7d538448419 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:20.333954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48254) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:20.339901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.340149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-21c300a4-490a-472c-b8f8-a82af54a745b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1415138919', 'prefixes': ['172.20.0.0/16']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:20.417632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:16:20.425294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:20.428208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:16:20.432007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Pushing event updated for resources: {'Port': ['ID=444bc398-438e-4f04-a0aa-a7d538448419,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:20.471383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-21c300a4-490a-472c-b8f8-a82af54a745b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for subnetpool, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.478029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21c300a4-490a-472c-b8f8-a82af54a745b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1425757 Aug 23 12:16:20.478907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48260) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:20.488009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-33d61fdd-a8ad-4386-9a79-038c0b19c86f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-257260855') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:20.550035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Attempting to bind port 444bc398-438e-4f04-a0aa-a7d538448419 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:16:20.550520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Attempting to bind port 444bc398-438e-4f04-a0aa-a7d538448419 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e7702a53-e63a-4471-a47b-8057d3a2171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:16:20.552910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Attempting to bind port 444bc398-438e-4f04-a0aa-a7d538448419 on network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:20.557892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:16:20.558386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Checking segment: {'id': 'e7702a53-e63a-4471-a47b-8057d3a2171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:16:20.558859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.559488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Bound using segment: {'id': 'e7702a53-e63a-4471-a47b-8057d3a2171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:16:20.560049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Bound port: 444bc398-438e-4f04-a0aa-a7d538448419, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7702a53-e63a-4471-a47b-8057d3a2171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3270c23b-2cbc-4eef-80ab-a40ae473d2d6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:16:20.560501 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.671704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48264) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:20.674203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-33d61fdd-a8ad-4386-9a79-038c0b19c86f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-257260855 HTTP/1.1" status: 201 len: 201 time: 0.1939232 Aug 23 12:16:20.678823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-1bc0a8b6-07a3-4d21-ad34-90f676c62c3c tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-1238903471') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:20.730690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] For port 444bc398-438e-4f04-a0aa-a7d538448419, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:16:20.734858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] For port 444bc398-438e-4f04-a0aa-a7d538448419, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=444bc398-438e-4f04-a0aa-a7d538448419,segment=NetworkSegment(e7702a53-e63a-4471-a47b-8057d3a2171f),segment_id=e7702a53-e63a-4471-a47b-8057d3a2171f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:16:20.743792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:20.851642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48270) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:20.865009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fd984-c0e0-45db-8d2b-bded43905443 None None] Pushing event updated for resources: {'Port': ['ID=444bc398-438e-4f04-a0aa-a7d538448419,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:20.871571 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1bc0a8b6-07a3-4d21-ad34-90f676c62c3c tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-1238903471 HTTP/1.1" status: 201 len: 201 time: 0.1981606 Aug 23 12:16:20.880195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48276) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:20.886019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-f44ae626-6fc0-4030-8775-0c8aaaecf4ac tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-1859212504') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:20.911786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca387b3-200c-4fa3-b90a-9ed1dbfb4672 req-ff7ac9db-4064-4851-8a13-236332634879 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:20.919112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ca387b3-200c-4fa3-b90a-9ed1dbfb4672 req-ff7ac9db-4064-4851-8a13-236332634879 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1654570 Aug 23 12:16:21.015619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ca387b3-200c-4fa3-b90a-9ed1dbfb4672 req-ffd1c1ee-d49e-445a-a481-a43d41d8fb75 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945282 Aug 23 12:16:21.180333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f44ae626-6fc0-4030-8775-0c8aaaecf4ac tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-1859212504 HTTP/1.1" status: 201 len: 201 time: 0.2987084 Aug 23 12:16:21.210386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48286) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:21.229293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-4e7dd9b2-9e27-4aa0-af43-e12584deddb1 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-1578802945') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:21.258792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:21.288089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ee22-6b33-4c81-bb2b-e09cbc16a7a6 req-3d1ca95e-1c78-4d75-bbb6-c4c5661328a9 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:21.290880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cbe5ee22-6b33-4c81-bb2b-e09cbc16a7a6 req-3d1ca95e-1c78-4d75-bbb6-c4c5661328a9 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1679111 Aug 23 12:16:21.301081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48288) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:21.310303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'floatingip': {'port_id': '94eecabb-2044-4b7a-ab09-135260b1a602'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:21.397597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e7dd9b2-9e27-4aa0-af43-e12584deddb1 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-1578802945 HTTP/1.1" status: 201 len: 201 time: 0.1844757 Aug 23 12:16:21.401156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48290) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:21.402675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:21.414213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-b7fc7a13-3d8f-4813-92c2-6e008195863d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:21.649432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7fc7a13-3d8f-4813-92c2-6e008195863d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags HTTP/1.1" status: 200 len: 240 time: 0.2450058 Aug 23 12:16:21.650322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48296) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:21.665048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-fd9f6c9d-4d36-4e7b-b799-855b51e965e4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-257260855') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:21.803581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9dcf4639-2119-4391-b949-5f3d6ea3aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:21.864651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:21.865484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48308) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:21.867651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd9f6c9d-4d36-4e7b-b799-855b51e965e4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-257260855 HTTP/1.1" status: 204 len: 168 time: 0.2151256 Aug 23 12:16:22.376691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 444bc398-438e-4f04-a0aa-a7d538448419 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:22.424021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74bb2e-89e7-454c-868d-5ce7799a5bfb None None] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:16:22.632079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:22.647417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-51e2847c-3586-43fb-9a68-9e634101a67f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-257260855') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:22.800239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d63183-43df-4ee7-847a-1d7982dc574f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:22.913373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-622f83d8-7aab-4e47-a8df-35295cd29235 None None] Provisioning for port 444bc398-438e-4f04-a0aa-a7d538448419 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:22.936352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.941942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.943322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:16:22.944505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 444bc398-438e-4f04-a0aa-a7d538448419 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:22.953600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 444bc398-438e-4f04-a0aa-a7d538448419 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:22.954545 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:22.956248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-622f83d8-7aab-4e47-a8df-35295cd29235 None None] Provisioning complete for port 444bc398-438e-4f04-a0aa-a7d538448419 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:22.956644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-622f83d8-7aab-4e47-a8df-35295cd29235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.012366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a559cd4-6d4d-4b2d-8805-82a02def4c9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95101cfa586a4a9c8ba1ffcf36d245ab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1568899 Aug 23 12:16:23.012749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48324) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:23.136940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d136e9c-e979-4188-b1da-62f643915bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.203418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d136e9c-e979-4188-b1da-62f643915bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.264093 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.301939 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d136e9c-e979-4188-b1da-62f643915bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.318177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5d136e9c-e979-4188-b1da-62f643915bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.322331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5d136e9c-e979-4188-b1da-62f643915bb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28d63183-43df-4ee7-847a-1d7982dc574f HTTP/1.1" status: 204 len: 168 time: 0.3074751 Aug 23 12:16:23.358539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-51e2847c-3586-43fb-9a68-9e634101a67f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-257260855 HTTP/1.1" status: 204 len: 168 time: 0.8456790 Aug 23 12:16:23.366417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48332) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:23.367099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d136e9c-e979-4188-b1da-62f643915bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d63183-43df-4ee7-847a-1d7982dc574f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:23.397243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-0963923a-7d7e-4cb3-9ddb-1673e9160266 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:23.409301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.resource_extend [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:16:23.452646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-622f83d8-7aab-4e47-a8df-35295cd29235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.457440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 444bc398-438e-4f04-a0aa-a7d538448419, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=444bc398-438e-4f04-a0aa-a7d538448419,segment=NetworkSegment(e7702a53-e63a-4471-a47b-8057d3a2171f),segment_id=e7702a53-e63a-4471-a47b-8057d3a2171f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:23.514931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0963923a-7d7e-4cb3-9ddb-1673e9160266 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags HTTP/1.1" status: 200 len: 205 time: 0.1337023 Aug 23 12:16:23.523443 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.528596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48340) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:23.533667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-55f7e140-7b9b-49d3-968a-1bb7864fec87 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:23.551397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.669106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:23.685028 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-622f83d8-7aab-4e47-a8df-35295cd29235 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:16:23.685028 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-622f83d8-7aab-4e47-a8df-35295cd29235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:16:23.751280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=444bc398-438e-4f04-a0aa-a7d538448419,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:23.995538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:24.004598 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Floating IP 90b63940-e849-47ae-9c48-1e0b27390eb8 associated. External IP: 172.25.1.3, port: 94eecabb-2044-4b7a-ab09-135260b1a602. Aug 23 12:16:24.019866 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72e72398-eda1-491c-8d49-a18a9c6bf9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.100300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-55f7e140-7b9b-49d3-968a-1bb7864fec87 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags HTTP/1.1" status: 200 len: 241 time: 0.5681608 Aug 23 12:16:24.101019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48356) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:24.108026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-648e2dd0-6af9-4ae8-95ac-86c9a467e6ef tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-1238903471') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:24.329387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 444bc398-438e-4f04-a0aa-a7d538448419 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:24.398521 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72e72398-eda1-491c-8d49-a18a9c6bf9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.417362 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72e72398-eda1-491c-8d49-a18a9c6bf9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.430259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-648e2dd0-6af9-4ae8-95ac-86c9a467e6ef tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-1238903471 HTTP/1.1" status: 204 len: 168 time: 0.3268497 Aug 23 12:16:24.433829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48358) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:24.436357 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dc8f499b-8f94-414b-ab0d-65ab832de53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.480124 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.497478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5c3a855-b058-4411-897f-1cf9d65a14d6 None None] Provisioning for port 4b7b3398-b9f0-41c0-8650-413719a812f7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:24.497875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e72398-eda1-491c-8d49-a18a9c6bf9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00422f51-0eeb-482c-b192-dead7b8b1a5c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:24.521427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5c3a855-b058-4411-897f-1cf9d65a14d6 None None] Provisioning complete for port 4b7b3398-b9f0-41c0-8650-413719a812f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:24.521642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-531ea39d-0fa1-480f-9b0c-b8f02a6788fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-1238903471') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:24.521906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a855-b058-4411-897f-1cf9d65a14d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.534995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:16:24.596498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3a855-b058-4411-897f-1cf9d65a14d6 None None] Port 4b7b3398-b9f0-41c0-8650-413719a812f7 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:16:24.606849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 444bc398-438e-4f04-a0aa-a7d538448419 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:24.610606 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.617349 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-72e72398-eda1-491c-8d49-a18a9c6bf9c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a4b723a7d849e893177e93b6dd5e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206341 Aug 23 12:16:24.634289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48360) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:24.666219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5c3a855-b058-4411-897f-1cf9d65a14d6 None None] Provisioning complete for port 444bc398-438e-4f04-a0aa-a7d538448419 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:24.666962 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a855-b058-4411-897f-1cf9d65a14d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.753624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:16:24.759961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.784104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:16:24.823869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151cf71b-b03c-491c-9f2d-bf8b1f95755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:24.827285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a8479d26-aef2-4962-a489-ca2a2385ee39 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "PUT /v2.0/floatingips/90b63940-e849-47ae-9c48-1e0b27390eb8 HTTP/1.1" status: 200 len: 989 time: 3.5247905 Aug 23 12:16:24.827940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:24.843110 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7233698-dd33-417b-ab86-c7aecba19696" -d '{"events": [{"name": "network-changed", "server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:24.862703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:24.864724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:16:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:24.897136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-531ea39d-0fa1-480f-9b0c-b8f02a6788fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-1238903471 HTTP/1.1" status: 204 len: 168 time: 0.4057932 Aug 23 12:16:24.899048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48372) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:24.912313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-067a4ffa-839f-4fd0-9c75-a296f5d5c014 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:24.919682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151cf71b-b03c-491c-9f2d-bf8b1f95755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:25.011177 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-067a4ffa-839f-4fd0-9c75-a296f5d5c014 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags HTTP/1.1" status: 200 len: 205 time: 0.1080422 Aug 23 12:16:25.020588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48376) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:25.034405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-60ba95c8-7a64-4846-a8e5-2fd835a123f5 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:25.084444 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151cf71b-b03c-491c-9f2d-bf8b1f95755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:25.087430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151cf71b-b03c-491c-9f2d-bf8b1f95755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:25.090982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-151cf71b-b03c-491c-9f2d-bf8b1f95755d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00422f51-0eeb-482c-b192-dead7b8b1a5c HTTP/1.1" status: 204 len: 168 time: 0.4533513 Aug 23 12:16:25.111981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cf71b-b03c-491c-9f2d-bf8b1f95755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00422f51-0eeb-482c-b192-dead7b8b1a5c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:25.154131 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2263d5d3-9281-4562-9ec5-76287f8a0075 x-openstack-request-id: req-2263d5d3-9281-4562-9ec5-76287f8a0075 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:25.154995 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:25.157537 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2263d5d3-9281-4562-9ec5-76287f8a0075 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:25.158159 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602', 'status': 'completed', 'code': 200} Aug 23 12:16:25.181259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:25.337915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-60ba95c8-7a64-4846-a8e5-2fd835a123f5 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags HTTP/1.1" status: 200 len: 241 time: 0.3161201 Aug 23 12:16:25.341433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48384) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:25.346895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-caf168bc-43eb-4483-8f1a-765cb70d7de1 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-1859212504') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:25.404264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7233698-dd33-417b-ab86-c7aecba19696 req-66afd15a-1e2b-40ee-88dc-932a2c6136c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:25.406277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-66afd15a-1e2b-40ee-88dc-932a2c6136c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1096 time: 0.2468131 Aug 23 12:16:25.563932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7233698-dd33-417b-ab86-c7aecba19696 req-680c7ccb-8990-4b73-b262-10e7afd216cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:25.565730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-680c7ccb-8990-4b73-b262-10e7afd216cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1514666 Aug 23 12:16:25.655551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-caf168bc-43eb-4483-8f1a-765cb70d7de1 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-1859212504 HTTP/1.1" status: 204 len: 168 time: 0.3130288 Aug 23 12:16:25.659243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:25.669306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-a4192aae-6c07-4da0-9fc5-018318cbf780 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-1859212504') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:25.707510 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:25.722962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-16759d0d-c85c-44ae-9de5-32a7758894b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 997 time: 0.1447465 Aug 23 12:16:25.733608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '90b63940-e849-47ae-9c48-1e0b27390eb8', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'port_id': '94eecabb-2044-4b7a-ab09-135260b1a602', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'mac_address': 'fa:16:3e:e4:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:16:03Z', 'updated_at': '2021-08-23T12:16:23Z', 'revision_number': 1, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:25.823611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:16:25.837489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:16:25.837934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:16:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:25.839033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7233698-dd33-417b-ab86-c7aecba19696 req-8c82fb5c-21fd-46e5-9117-c3051efe70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:25.840688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-8c82fb5c-21fd-46e5-9117-c3051efe70bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.1095574 Aug 23 12:16:25.911174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a4192aae-6c07-4da0-9fc5-018318cbf780 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-1859212504 HTTP/1.1" status: 204 len: 168 time: 0.2505207 Aug 23 12:16:25.913619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48396) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:25.919012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-447fd202-5165-40b7-a005-896840187cea tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:25.973677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7233698-dd33-417b-ab86-c7aecba19696 req-f09f37d2-727d-4bea-ace1-1ddeee6a28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:25.976361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-f09f37d2-727d-4bea-ace1-1ddeee6a28c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258645 Aug 23 12:16:26.122749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:16:26.164257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-447fd202-5165-40b7-a005-896840187cea tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags HTTP/1.1" status: 200 len: 205 time: 0.2466619 Aug 23 12:16:26.165876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48410) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.171867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-17344fcb-9b2a-4b68-8782-e1e76a4a7868 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.259867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17344fcb-9b2a-4b68-8782-e1e76a4a7868 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags HTTP/1.1" status: 200 len: 241 time: 0.0924013 Aug 23 12:16:26.262497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48414) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.268330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-bd11873c-a2a9-4bb9-96d9-02583b88c541 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-1578802945') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.292270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-efd100ec-8d4d-42d6-b4b2-82a5af6507e5 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983401 Aug 23 12:16:26.311489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bd11873c-a2a9-4bb9-96d9-02583b88c541 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-1578802945 HTTP/1.1" status: 204 len: 168 time: 0.0479112 Aug 23 12:16:26.314680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48416) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.326683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-9ac430ec-a70f-4d01-957d-a57d92d72949 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-1578802945') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.410935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9ac430ec-a70f-4d01-957d-a57d92d72949 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-1578802945 HTTP/1.1" status: 204 len: 168 time: 0.0939822 Aug 23 12:16:26.414104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48420) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.424241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-2ed1cc66-cd8c-400e-9981-f94200d0e063 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.521240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2ed1cc66-cd8c-400e-9981-f94200d0e063 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags HTTP/1.1" status: 200 len: 205 time: 0.1036112 Aug 23 12:16:26.524922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48424) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.535345 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7233698-dd33-417b-ab86-c7aecba19696 req-85454af9-a16e-4658-910b-bb98aeb74285 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359293 Aug 23 12:16:26.540287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-ad27ca2a-9b1b-4420-9a83-453d0f1f1089 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.600271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48428) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.600839 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ad27ca2a-9b1b-4420-9a83-453d0f1f1089 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0743899 Aug 23 12:16:26.605364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-12b12a15-0752-420e-bde7-0bc5a8ce9e14 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.644005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '90b63940-e849-47ae-9c48-1e0b27390eb8', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'port_id': '94eecabb-2044-4b7a-ab09-135260b1a602', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'mac_address': 'fa:16:3e:e4:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:16:03Z', 'updated_at': '2021-08-23T12:16:23Z', 'revision_number': 1, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.686022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b837e7-f956-480b-aa6b-d55379e5e002 None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '90b63940-e849-47ae-9c48-1e0b27390eb8', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'port_id': '94eecabb-2044-4b7a-ab09-135260b1a602', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'mac_address': 'fa:16:3e:e4:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:16:03Z', 'updated_at': '2021-08-23T12:16:23Z', 'revision_number': 1, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:16:26.755235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48430) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.760827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-6f32e7e5-ac61-46c6-8258-d14e350e7b9f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.765755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-12b12a15-0752-420e-bde7-0bc5a8ce9e14 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1618166 Aug 23 12:16:26.843392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48434) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.849127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-c05ea1d3-fd36-4efe-8e24-1f005cccccc1 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:26.853498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6f32e7e5-ac61-46c6-8258-d14e350e7b9f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0971196 Aug 23 12:16:26.942392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c05ea1d3-fd36-4efe-8e24-1f005cccccc1 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0980136 Aug 23 12:16:26.947735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48436) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:26.951675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-57ff1aab-73a2-4bdd-a52e-913dbbc98735 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-1493110178') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:27.109554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-57ff1aab-73a2-4bdd-a52e-913dbbc98735 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-1493110178 HTTP/1.1" status: 201 len: 201 time: 0.1617470 Aug 23 12:16:27.110324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48442) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:27.131628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-6453cfc0-d20d-48d9-bf29-ece259fa3060 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-406096532') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:27.191509 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a5fec-3aae-4d52-8cb9-eebd1faeecf8 None None] New status for floating IP 90b63940-e849-47ae-9c48-1e0b27390eb8: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:16:27.379417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:27.404186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6453cfc0-d20d-48d9-bf29-ece259fa3060 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-406096532 HTTP/1.1" status: 201 len: 201 time: 0.2925882 Aug 23 12:16:27.411848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48460) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:27.420287 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-a858ff82-c002-492d-849b-30b37b19df32 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-1302465916') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:27.598398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48464) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:27.602317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a858ff82-c002-492d-849b-30b37b19df32 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-1302465916 HTTP/1.1" status: 201 len: 201 time: 0.1885736 Aug 23 12:16:27.605793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-3e7d632e-c373-41c0-8332-b3998a15ed3c tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-148366733') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:27.652685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48466) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:27.660254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-d6f8ee04-db41-4240-899b-acb4eb625807 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', {'tags': ['tempest-TagsExtTest-Tag-1286036269', 'tempest-TagsExtTest-Tag-667889116', 'tempest-TagsExtTest-Tag-57383427']}) {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:27.663928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e7d632e-c373-41c0-8332-b3998a15ed3c tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-148366733 HTTP/1.1" status: 201 len: 201 time: 0.0640664 Aug 23 12:16:27.752999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:27.774236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48472) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:27.780006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-a3eb5572-9a54-4f65-8c1d-9801191b5516 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:27.788175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d6f8ee04-db41-4240-899b-acb4eb625807 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags HTTP/1.1" status: 200 len: 315 time: 0.1299603 Aug 23 12:16:27.924780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a3eb5572-9a54-4f65-8c1d-9801191b5516 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1492624 Aug 23 12:16:27.927454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48474) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:27.937900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-c4590768-2969-4014-88a3-810a6f8b174b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-1286036269') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.049797 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-c4590768-2969-4014-88a3-810a6f8b174b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:28.051104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4590768-2969-4014-88a3-810a6f8b174b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-1286036269 HTTP/1.1" status: 404 len: 329 time: 0.1224563 Aug 23 12:16:28.054087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48480) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.062381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-74de2108-cbc8-42bc-8394-25eae474c109 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-667889116') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.190314 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-74de2108-cbc8-42bc-8394-25eae474c109 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:28.194160 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-74de2108-cbc8-42bc-8394-25eae474c109 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-667889116 HTTP/1.1" status: 404 len: 328 time: 0.1358857 Aug 23 12:16:28.194913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.204612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-d6246ab1-ad3e-4ec7-b7ee-92c237a91555 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d', 'tempest-TagsExtTest-Tag-57383427') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.243365 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:28.296181 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-d6246ab1-ad3e-4ec7-b7ee-92c237a91555 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:28.298105 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d6246ab1-ad3e-4ec7-b7ee-92c237a91555 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags/tempest-TagsExtTest-Tag-57383427 HTTP/1.1" status: 404 len: 327 time: 0.1005599 Aug 23 12:16:28.302653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48492) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.310660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-9a5992a1-c488-4490-a093-e32564a09a00 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', {'tags': ['tempest-TagsExtTest-Tag-17993566', 'tempest-TagsExtTest-Tag-25411845', 'tempest-TagsExtTest-Tag-182962497']}) {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.487989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9a5992a1-c488-4490-a093-e32564a09a00 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags HTTP/1.1" status: 200 len: 313 time: 0.1818514 Aug 23 12:16:28.488480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.494043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-524bba42-2d7d-4151-9d61-31ed8b7d8dc2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.616476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-524bba42-2d7d-4151-9d61-31ed8b7d8dc2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1240733 Aug 23 12:16:28.616965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48510) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.623817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-bb827890-d971-4c7e-9b4e-2deeef11ebcb tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-17993566') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.691600 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-bb827890-d971-4c7e-9b4e-2deeef11ebcb tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:28.693459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb827890-d971-4c7e-9b4e-2deeef11ebcb tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-17993566 HTTP/1.1" status: 404 len: 327 time: 0.0747101 Aug 23 12:16:28.696502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.702115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-b66ffa17-f482-4149-8b03-a77748bc691f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-25411845') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.799701 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-b66ffa17-f482-4149-8b03-a77748bc691f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:28.804286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b66ffa17-f482-4149-8b03-a77748bc691f tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-25411845 HTTP/1.1" status: 404 len: 327 time: 0.1038501 Aug 23 12:16:28.805487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48518) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.826794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-ea8bdcc2-830c-4139-a202-45b84e32d43d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7', 'tempest-TagsExtTest-Tag-182962497') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:28.947002 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-ea8bdcc2-830c-4139-a202-45b84e32d43d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:28.954283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ea8bdcc2-830c-4139-a202-45b84e32d43d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags/tempest-TagsExtTest-Tag-182962497 HTTP/1.1" status: 404 len: 328 time: 0.1445954 Aug 23 12:16:28.954619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48520) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:28.960466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-cdbb22cb-df0a-4729-8f37-cb8923f09f73 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', {'tags': ['tempest-TagsExtTest-Tag-1229896972', 'tempest-TagsExtTest-Tag-51196383', 'tempest-TagsExtTest-Tag-1099088544']}) {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:29.475952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cdbb22cb-df0a-4729-8f37-cb8923f09f73 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags HTTP/1.1" status: 200 len: 316 time: 0.5176756 Aug 23 12:16:29.476354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48524) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:29.486507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-f45d5f58-9ca2-469f-a0a0-63ec94b350d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:29.670579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:29.670831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f45d5f58-9ca2-469f-a0a0-63ec94b350d4 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1927032 Aug 23 12:16:29.676298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-fb59f31c-05c0-410a-8c8d-d58b72b9731d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-1229896972') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:29.765627 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-fb59f31c-05c0-410a-8c8d-d58b72b9731d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:29.767387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fb59f31c-05c0-410a-8c8d-d58b72b9731d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-1229896972 HTTP/1.1" status: 404 len: 329 time: 0.0957963 Aug 23 12:16:29.771359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48534) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:29.781621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-84ff598f-3555-4481-9de4-6605cf31a137 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-51196383') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:29.993980 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-84ff598f-3555-4481-9de4-6605cf31a137 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:29.999626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-84ff598f-3555-4481-9de4-6605cf31a137 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-51196383 HTTP/1.1" status: 404 len: 327 time: 0.2245002 Aug 23 12:16:29.999876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48550) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.012348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-7f1ce405-fa5c-4782-b312-62fdd922c14b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a', 'tempest-TagsExtTest-Tag-1099088544') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.060449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-dd0cf89a-4a58-4f70-86c5-1a063bba757a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:30.066696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-dd0cf89a-4a58-4f70-86c5-1a063bba757a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 811 time: 0.2397547 Aug 23 12:16:30.097193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-aa292fcb-077a-40fc-89c2-8ad8fb869152 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/quotas/9df3fc5d0bde4746b263b5b846b3ccce HTTP/1.1" status: 200 len: 375 time: 0.0224390 Aug 23 12:16:30.155452 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-7f1ce405-fa5c-4782-b312-62fdd922c14b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:30.157526 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7f1ce405-fa5c-4782-b312-62fdd922c14b tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags/tempest-TagsExtTest-Tag-1099088544 HTTP/1.1" status: 404 len: 329 time: 0.1541986 Aug 23 12:16:30.160415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.165297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-dfcdde3a-85a5-4c69-b5ca-886c8dc6ff10 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', {'tags': ['tempest-TagsExtTest-Tag-1985632653', 'tempest-TagsExtTest-Tag-1870491329', 'tempest-TagsExtTest-Tag-122458612']}) {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.210108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-0eb73552-e99d-4341-b0de-70b4dd963987 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032276 Aug 23 12:16:30.248359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dfcdde3a-85a5-4c69-b5ca-886c8dc6ff10 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "PUT /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags HTTP/1.1" status: 200 len: 317 time: 0.0868361 Aug 23 12:16:30.250913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48554) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.255345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-984c9e74-1115-49df-be60-febc1e4238e0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.331100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-984c9e74-1115-49df-be60-febc1e4238e0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0791709 Aug 23 12:16:30.334089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48556) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.338484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-92f17a47-d7c8-472d-800b-d042df07cb2e tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-1985632653') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.375840 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-92f17a47-d7c8-472d-800b-d042df07cb2e tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:30.376906 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92f17a47-d7c8-472d-800b-d042df07cb2e tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-1985632653 HTTP/1.1" status: 404 len: 329 time: 0.0418901 Aug 23 12:16:30.386204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48558) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.390839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-3cdc7f93-46ae-4192-8f33-5461a2c763a7 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-1870491329') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.459628 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-3cdc7f93-46ae-4192-8f33-5461a2c763a7 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:30.460693 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cdc7f93-46ae-4192-8f33-5461a2c763a7 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-1870491329 HTTP/1.1" status: 404 len: 329 time: 0.0735083 Aug 23 12:16:30.463440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48568) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.468031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-01c42a0a-eb65-478d-9e6a-2c03f86e065d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec', 'tempest-TagsExtTest-Tag-122458612') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.502569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-977472e2-ebfe-4913-9a62-46d14d861e2a service neutron] 10.222.0.21 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845464 Aug 23 12:16:30.530189 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-01c42a0a-eb65-478d-9e6a-2c03f86e065d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] show failed (client error): The resource could not be found. Aug 23 12:16:30.531539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-01c42a0a-eb65-478d-9e6a-2c03f86e065d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags/tempest-TagsExtTest-Tag-122458612 HTTP/1.1" status: 404 len: 328 time: 0.0671773 Aug 23 12:16:30.543083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48576) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.548424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-13a57233-d3d9-495a-9304-7775da042b50 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e7a19b57-001e-4d8d-9329-2a055e2053ec') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.626779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-13a57233-d3d9-495a-9304-7775da042b50 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0796702 Aug 23 12:16:30.642494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48586) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.660351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-a17c1959-0bf0-4420-86a8-0fd80b8c583d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6682441-a72a-463b-9d97-c51363910b4a') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.749349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-0eac84aa-5974-4733-8ef4-039d74da8a09 service neutron] 10.222.0.21 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382092 Aug 23 12:16:30.810348 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a17c1959-0bf0-4420-86a8-0fd80b8c583d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1586988 Aug 23 12:16:30.815122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48590) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.819526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.tag.tag_plugin [None req-73edfe83-a915-430f-b7d1-3405afb21e27 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b7b3398-b9f0-41c0-8650-413719a812f7') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:30.927130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-73edfe83-a915-430f-b7d1-3405afb21e27 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1124926 Aug 23 12:16:30.929809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48594) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:30.934470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.tag.tag_plugin [None req-d3a2bcf2-3746-4636-a059-8b993eb78fc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2024170f-20cf-45c4-bb17-cfe938dd8f9d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:31.091313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d3a2bcf2-3746-4636-a059-8b993eb78fc0 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1604142 Aug 23 12:16:31.095839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48600) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:31.189680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec6e3292-704f-4eb6-928a-9cc1a6ea0c3b req-ca0a0034-fe03-4b33-a1b7-07fc544bef27 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 210 time: 0.0618136 Aug 23 12:16:31.261463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-61b4cb6f-d8a6-49da-8241-39fd52bfa333 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for subnetpool, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:31.265452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:31.267929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-61b4cb6f-d8a6-49da-8241-39fd52bfa333 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e7a19b57-001e-4d8d-9329-2a055e2053ec HTTP/1.1" status: 204 len: 168 time: 0.1685824 Aug 23 12:16:31.340715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ede4b14a-c3f4-4a37-820d-7a75192d25d7 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6682441-a72a-463b-9d97-c51363910b4a HTTP/1.1" status: 200 len: 205 time: 0.0713003 Aug 23 12:16:31.342711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:31.504981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:32.398124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8189b031-fbab-4509-85eb-7b8e78ab8055 req-fc1e5cc5-6be6-4d02-ae2d-999390eb6076 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 210 time: 0.0827324 Aug 23 12:16:32.551435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:32.554374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:32.648232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:32.649928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Fanout notify agent at l3_agent the message router_deleted on router f6682441-a72a-463b-9d97-c51363910b4a {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:16:32.676831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:32.679413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2bb7f15f-635d-4ad8-b5ed-04e7b0e6a84d tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/routers/f6682441-a72a-463b-9d97-c51363910b4a HTTP/1.1" status: 204 len: 168 time: 1.3342099 Aug 23 12:16:32.682164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48648) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:33.277088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Deleting port 4b7b3398-b9f0-41c0-8650-413719a812f7 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:16:33.277882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:33.325571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-422c66f5-9133-4ee7-b1a3-8f2d95664fd0 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:33.331109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-422c66f5-9133-4ee7-b1a3-8f2d95664fd0 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 811 time: 0.5043936 Aug 23 12:16:33.376593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Request body: {'port': {'device_id': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'admin_state_up': True, 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:33.520032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4771aa2b-9c53-4d25-9586-b894d0b76644 req-4f8abda4-7688-48df-b747-66436e546b0c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Aug 23 12:16:33.566513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:33.624423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Calling delete_port for 4b7b3398-b9f0-41c0-8650-413719a812f7 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:33.724573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Made reservation on behalf of 9df3fc5d0bde4746b263b5b846b3ccce for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:16:33.729005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:33.933118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.028531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event deleted for resources: {'Port': ['ID=4b7b3398-b9f0-41c0-8650-413719a812f7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:34.277518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.282142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a62f7a1f-f029-404a-b3e7-c843edbf76fc tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/ports/4b7b3398-b9f0-41c0-8650-413719a812f7 HTTP/1.1" status: 204 len: 168 time: 1.5984309 Aug 23 12:16:34.282868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48696) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:34.314537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Allocated IP 172.20.0.2 (e836cf38-dec0-4640-9d21-38e3b4346587/0ada7799-7de1-4f4e-8bac-da0ebfcca924/8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:16:34.479530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Deleting subnet 2024170f-20cf-45c4-bb17-cfe938dd8f9d {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:16:34.488425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.601034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.694600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.754037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.767041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-007c5862-a75a-4c29-9cd3-874f6a30e46f req-54c4b931-d585-4574-ade2-aeeec247d33b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 210 time: 0.0565739 Aug 23 12:16:34.770119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2034c582-c06e-4331-90af-10dcc4b51d0c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:16:34.849407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:34.909708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Network e836cf38-dec0-4640-9d21-38e3b4346587 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:16:34.924122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:34.931514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:16:34.963654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Pushing event updated for resources: {'Port': ['ID=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:35.039366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:35.127298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event deleted for resources: {'Subnet': ['ID=2024170f-20cf-45c4-bb17-cfe938dd8f9d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:35.139331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:35.140756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:35.141385 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-73f3d7dc-7f2c-4ac8-bc09-00d2a218d9e2 tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/subnets/2024170f-20cf-45c4-bb17-cfe938dd8f9d HTTP/1.1" status: 204 len: 168 time: 0.8572950 Aug 23 12:16:35.146379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:35.149784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48716) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:35.161297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fb36f-890e-4b5d-bc1a-f70665fb95b0 None None] Network 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:16:35.279079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-802a5624-1f67-4f4c-8efd-a5f0ed77fbbd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9309158 Aug 23 12:16:35.300389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Request body: {'port': {'device_id': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:35.623825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:35.646421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:35.772961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] DHCP port deletion for 3270c23b-2cbc-4eef-80ab-a40ae473d2d6 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:16:35.902382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] Deleting port 444bc398-438e-4f04-a0aa-a7d538448419 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:16:35.904645 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.016975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e40543-15b3-4ee5-ba83-d96e268bf1ad req-2f652048-1be4-4c43-9968-613b7c6fbaf9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:36.028876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87e40543-15b3-4ee5-ba83-d96e268bf1ad req-2f652048-1be4-4c43-9968-613b7c6fbaf9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 931 time: 0.0944428 Aug 23 12:16:36.065265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] For port 444bc398-438e-4f04-a0aa-a7d538448419, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=444bc398-438e-4f04-a0aa-a7d538448419,segment=NetworkSegment(e7702a53-e63a-4471-a47b-8057d3a2171f),segment_id=e7702a53-e63a-4471-a47b-8057d3a2171f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:36.072360 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.097119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] Calling delete_port for 444bc398-438e-4f04-a0aa-a7d538448419 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:36.116657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87e40543-15b3-4ee5-ba83-d96e268bf1ad req-6399a3c0-2569-49db-af6f-34f47ff221be tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Aug 23 12:16:36.160674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Deleting port 444bc398-438e-4f04-a0aa-a7d538448419 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:16:36.161770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.285499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] For port 444bc398-438e-4f04-a0aa-a7d538448419, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=444bc398-438e-4f04-a0aa-a7d538448419,segment=NetworkSegment(e7702a53-e63a-4471-a47b-8057d3a2171f),segment_id=e7702a53-e63a-4471-a47b-8057d3a2171f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:36.285902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.304906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Calling delete_port for 444bc398-438e-4f04-a0aa-a7d538448419 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:16:36.358390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.372769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 444bc398-438e-4f04-a0aa-a7d538448419 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:16:36.425467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] Pushing event deleted for resources: {'Port': ['ID=444bc398-438e-4f04-a0aa-a7d538448419,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:36.428842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 444bc398-438e-4f04-a0aa-a7d538448419 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:16:36.429442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 444bc398-438e-4f04-a0aa-a7d538448419 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:16:36.439082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad896850-3fa6-429e-b4d5-0d9098214a5d None None] No DVR routers for this DVR port 444bc398-438e-4f04-a0aa-a7d538448419 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:16:36.461819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:16:36.473476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.492099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Transition to ACTIVE for port object 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:36.499120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.606118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:36.684155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] No DVR routers for this DVR port 444bc398-438e-4f04-a0aa-a7d538448419 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:16:36.953794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Pushing event updated for resources: {'Port': ['ID=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:36.997578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.001675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event deleted for resources: {'Port': ['ID=444bc398-438e-4f04-a0aa-a7d538448419,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:37.025555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3270c23b-2cbc-4eef-80ab-a40ae473d2d6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:37.030013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Attempting to bind port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:16:37.030390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Attempting to bind port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:16:37.030711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Attempting to bind port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a on network e836cf38-dec0-4640-9d21-38e3b4346587 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:37.045426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7702a53-e63a-4471-a47b-8057d3a2171f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:37.047763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7702a53-e63a-4471-a47b-8057d3a2171f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:16:37.061455 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.078048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.100735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:16:37.101170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:16:37.265699 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:16:37.272322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a on network e836cf38-dec0-4640-9d21-38e3b4346587 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:16:37.273055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Attempting to bind port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a on network e836cf38-dec0-4640-9d21-38e3b4346587 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:37.280426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.295314 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.299957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] 10.222.0.21 "DELETE /v2.0/networks/3270c23b-2cbc-4eef-80ab-a40ae473d2d6 HTTP/1.1" status: 204 len: 168 time: 2.1491947 Aug 23 12:16:37.326866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:16:37.328147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Checking segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:16:37.334726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Bound using segment: {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:16:37.337889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Bound port: 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949e94f2-e9b8-4f44-b472-1beb784fdd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:16:37.338408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.389502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7186d2-6d9d-4df6-9d5e-9f05292b992e req-5aa3a536-d75c-4dcf-bda6-7d750db834bf tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:37.408101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c344-7306-4be3-a3c4-c667e14f08aa tempest-TagsExtTest-271894677 tempest-TagsExtTest-271894677-project] Pushing event deleted for resources: {'Network': ['ID=3270c23b-2cbc-4eef-80ab-a40ae473d2d6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:37.409511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa7186d2-6d9d-4df6-9d5e-9f05292b992e req-5aa3a536-d75c-4dcf-bda6-7d750db834bf tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 943 time: 0.1792123 Aug 23 12:16:37.512919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa7186d2-6d9d-4df6-9d5e-9f05292b992e req-6956fd0b-e165-464d-9b9b-76959f260799 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015329 Aug 23 12:16:37.513783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48772) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:37.633745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] For port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:16:37.637072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] For port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:16:37.646452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.745924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:37.746600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.748083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] 10.222.0.41 "PUT /v2.0/ports/8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a HTTP/1.1" status: 200 len: 1091 time: 2.4556892 Aug 23 12:16:37.748565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'tag': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:37.758810 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2c099-5e86-4e22-9914-7f7087dd0667" -d '{"events": [{"name": "network-changed", "server_uuid": "81a197e5-81ac-4f40-8caa-2bc14f3cfb42", "tag": "8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:37.841545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d69f44-4b08-47c6-9573-e7f96aaeeaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:37.884784 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11effa0f-cd9c-4233-a213-3f7a09dda81d x-openstack-request-id: req-11effa0f-cd9c-4233-a213-3f7a09dda81d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:37.887853 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a197e5-81ac-4f40-8caa-2bc14f3cfb42", "tag": "8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:37.888251 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11effa0f-cd9c-4233-a213-3f7a09dda81d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:37.888815 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'tag': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a', 'status': 'completed', 'code': 200} Aug 23 12:16:37.919587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ba1f-c156-4b7e-890d-10d1d71cc83f service neutron] Pushing event updated for resources: {'Port': ['ID=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:37.958536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-fbd62e7f-6f53-415d-b874-9fcffe48b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:37.960242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-fbd62e7f-6f53-415d-b874-9fcffe48b525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 1094 time: 0.1649692 Aug 23 12:16:37.987496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48792) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:38.085803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-34419c7f-518b-4e94-a852-19c55b59e28f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a HTTP/1.1" status: 200 len: 217 time: 0.1126010 Aug 23 12:16:38.105494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d69f44-4b08-47c6-9573-e7f96aaeeaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.110460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99d69f44-4b08-47c6-9573-e7f96aaeeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.139562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99d69f44-4b08-47c6-9573-e7f96aaeeaea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74caf305637e4f42a43f570f6903b62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243272 Aug 23 12:16:38.142173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48800) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:38.189960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91def-97ab-4608-8093-72824732d360 req-2f565b52-a3a0-4978-95cb-b2c64b7510c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:38.193236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-2f565b52-a3a0-4978-95cb-b2c64b7510c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.1039779 Aug 23 12:16:38.222252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d69f44-4b08-47c6-9573-e7f96aaeeaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb1a408-5fb7-4b7c-8a83-b62d181090a0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:38.261737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e911c367-4830-43d6-ba0f-b48a4d8e62c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.300538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e911c367-4830-43d6-ba0f-b48a4d8e62c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.307796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-4a98c14c-d1f7-45fe-8f86-a80f61fa36ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056559 Aug 23 12:16:38.470773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd420d99-798a-42a0-82de-340ae61bdb51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fed5ca9a668b40b48aa222d6be414c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782102 Aug 23 12:16:38.478401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48804) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:38.606920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e911c367-4830-43d6-ba0f-b48a4d8e62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.610290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e911c367-4830-43d6-ba0f-b48a4d8e62c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.613586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e911c367-4830-43d6-ba0f-b48a4d8e62c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bb1a408-5fb7-4b7c-8a83-b62d181090a0 HTTP/1.1" status: 204 len: 168 time: 0.4702597 Aug 23 12:16:38.635538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911c367-4830-43d6-ba0f-b48a4d8e62c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb1a408-5fb7-4b7c-8a83-b62d181090a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:38.671466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c70f193e-e0ff-4632-8112-70622562b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.695995 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-fd4ecfb2-8f96-433d-914f-777202896b6b service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788941 Aug 23 12:16:38.698750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c70f193e-e0ff-4632-8112-70622562b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.841870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c70f193e-e0ff-4632-8112-70622562b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.856990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c70f193e-e0ff-4632-8112-70622562b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:38.858323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c70f193e-e0ff-4632-8112-70622562b770 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0f35128-fc5a-4be3-822a-3140d9994e13 HTTP/1.1" status: 204 len: 168 time: 0.3745542 Aug 23 12:16:38.882854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f193e-e0ff-4632-8112-70622562b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f35128-fc5a-4be3-822a-3140d9994e13,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:38.969604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a621e1-fc12-4ffc-8420-f8bf3c5f1f7a req-4d0c7cbe-eb73-4494-9464-5459cacd61fb tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:38.975923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6a621e1-fc12-4ffc-8420-f8bf3c5f1f7a req-4d0c7cbe-eb73-4494-9464-5459cacd61fb tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 943 time: 0.3487325 Aug 23 12:16:39.083031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6a621e1-fc12-4ffc-8420-f8bf3c5f1f7a req-e5abb4b6-24b3-49fd-b1c5-74ed50f2dd1c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011498 Aug 23 12:16:39.089138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efc91def-97ab-4608-8093-72824732d360 req-c51a4295-69d7-41d1-90bd-898968f6565a service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752656 Aug 23 12:16:39.363260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-f6514d0e-1700-4d03-a173-cd5d7cc1ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:39.369519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-f6514d0e-1700-4d03-a173-cd5d7cc1ceae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 1094 time: 0.2002084 Aug 23 12:16:39.621351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-5d3be5a9-708f-4347-9127-b37dc74a0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:39.622946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-5d3be5a9-708f-4347-9127-b37dc74a0416 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 0.2409041 Aug 23 12:16:39.753242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-bf31f4ce-f3b6-4782-ad6f-86e146be0e51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a HTTP/1.1" status: 200 len: 217 time: 0.1183748 Aug 23 12:16:39.851118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48842) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:39.879052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-07810f60-9ad2-4a80-99c4-0aeb8cab6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:39.882161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-07810f60-9ad2-4a80-99c4-0aeb8cab6b05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.1104569 Aug 23 12:16:39.892354 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-569755dc-6ccf-4194-abff-613d6b66aeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:39.958635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-e6cc7586-7838-4ecd-b2cb-80af32010b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699325 Aug 23 12:16:40.146468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-569755dc-6ccf-4194-abff-613d6b66aeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:40.176233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-569755dc-6ccf-4194-abff-613d6b66aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:40.221744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-c780f6df-c506-4e9f-a4b9-7489f8174459 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530434 Aug 23 12:16:40.236623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569755dc-6ccf-4194-abff-613d6b66aeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37303de7-998f-4d4f-87d7-856196abca83,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:40.264752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-569755dc-6ccf-4194-abff-613d6b66aeda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=880b3db97d8e4819b2fa4859ccc717cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125040 Aug 23 12:16:40.267883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:40.403895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccd06442-ef9a-4614-bfc8-877bcd9c6afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:40.479456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccd06442-ef9a-4614-bfc8-877bcd9c6afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:40.598511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccd06442-ef9a-4614-bfc8-877bcd9c6afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:40.601864 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ccd06442-ef9a-4614-bfc8-877bcd9c6afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:40.606245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ccd06442-ef9a-4614-bfc8-877bcd9c6afc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37303de7-998f-4d4f-87d7-856196abca83 HTTP/1.1" status: 204 len: 168 time: 0.3347824 Aug 23 12:16:40.606441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f21b52-7446-46b3-a5f5-69f37141bbbe req-cb38a826-790a-4032-9482-0b525edc45e7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:40.617132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75f21b52-7446-46b3-a5f5-69f37141bbbe req-cb38a826-790a-4032-9482-0b525edc45e7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 943 time: 0.3131721 Aug 23 12:16:40.652793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd06442-ef9a-4614-bfc8-877bcd9c6afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37303de7-998f-4d4f-87d7-856196abca83,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:40.705057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59c2c099-5e86-4e22-9914-7f7087dd0667 req-fb5e8e62-8eac-4f69-b89c-973ac194c03e service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622040 Aug 23 12:16:40.775906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75f21b52-7446-46b3-a5f5-69f37141bbbe req-25df440a-21cf-44cd-babe-307fdea7f101 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566763 Aug 23 12:16:41.974677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12215-771a-4aaf-a3ee-d47e2673e16f req-9f9f4ea2-0c60-40db-af6c-054d8a9cb719 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:41.994067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8a12215-771a-4aaf-a3ee-d47e2673e16f req-9f9f4ea2-0c60-40db-af6c-054d8a9cb719 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 943 time: 0.0792317 Aug 23 12:16:42.079865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b8a12215-771a-4aaf-a3ee-d47e2673e16f req-39cfefa3-61bb-4511-a124-f4debd88c325 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823317 Aug 23 12:16:43.004014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:16:43.073155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 48990) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:43.187646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:43.200572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a', 'network_id': 'e836cf38-dec0-4640-9d21-38e3b4346587', 'port_id': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a', 'mac_address': 'fa:16:3e:46:f5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ada7799-7de1-4f4e-8bac-da0ebfcca924', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:16:43.264657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 48998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:43.322480 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:43.373570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:16:43.552852 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4c-f683-47d0-b2b1-7e9620d6ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:43.557630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:43.565360 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:43.584995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b395de8-2c31-4b71-9a0c-b978624ea308 req-dd467481-b96f-448d-b0ec-c79e679100a7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:43.595259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b395de8-2c31-4b71-9a0c-b978624ea308 req-dd467481-b96f-448d-b0ec-c79e679100a7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 943 time: 0.3321166 Aug 23 12:16:43.799287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b395de8-2c31-4b71-9a0c-b978624ea308 req-85c7a900-167d-4415-8ac0-ea8910b30bc3 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027736 Aug 23 12:16:43.849492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:16:43.931403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:44.000329 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-695dc284-d664-4ae9-9e84-d6744a568388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.088924 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4c-f683-47d0-b2b1-7e9620d6ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.118317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf530e4c-f683-47d0-b2b1-7e9620d6ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.211837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bf530e4c-f683-47d0-b2b1-7e9620d6ef15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fb7463ac2e24ea0ac547c1abc38d6be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1333492 Aug 23 12:16:44.214262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49016) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:44.216637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530e4c-f683-47d0-b2b1-7e9620d6ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c49df0b-e9d4-4f38-b17f-b523de92250a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:44.288108 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:16:44.308622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-97ef1eba-5e5f-4449-9e7e-19b0d2a4d643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.334237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-97ef1eba-5e5f-4449-9e7e-19b0d2a4d643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.380892 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-695dc284-d664-4ae9-9e84-d6744a568388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.387801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-97ef1eba-5e5f-4449-9e7e-19b0d2a4d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.394051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-97ef1eba-5e5f-4449-9e7e-19b0d2a4d643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.394051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-97ef1eba-5e5f-4449-9e7e-19b0d2a4d643 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c49df0b-e9d4-4f38-b17f-b523de92250a HTTP/1.1" status: 204 len: 168 time: 0.1765585 Aug 23 12:16:44.397285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-695dc284-d664-4ae9-9e84-d6744a568388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.416874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef1eba-5e5f-4449-9e7e-19b0d2a4d643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c49df0b-e9d4-4f38-b17f-b523de92250a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:44.479659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-695dc284-d664-4ae9-9e84-d6744a568388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=098ef879850a4b298b1f8d67b9daa0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1542320 Aug 23 12:16:44.482937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:44.507152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dc284-d664-4ae9-9e84-d6744a568388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c66bd-0996-4317-8429-fe1aaca0dc04,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:44.592665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f5998b7-97c7-4660-81d5-d38ff36550f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.620387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f5998b7-97c7-4660-81d5-d38ff36550f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.757096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f5998b7-97c7-4660-81d5-d38ff36550f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.768818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f5998b7-97c7-4660-81d5-d38ff36550f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:44.773515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f5998b7-97c7-4660-81d5-d38ff36550f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d5c66bd-0996-4317-8429-fe1aaca0dc04 HTTP/1.1" status: 204 len: 168 time: 0.2893374 Aug 23 12:16:44.816882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5998b7-97c7-4660-81d5-d38ff36550f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c66bd-0996-4317-8429-fe1aaca0dc04,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:45.015057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:16:45.028013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9348015-f95a-4975-b3dc-fc5728fcd7dd req-2d3ccc8a-b44b-4363-ac52-1fd941533a9e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:45.033473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9348015-f95a-4975-b3dc-fc5728fcd7dd req-2d3ccc8a-b44b-4363-ac52-1fd941533a9e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 944 time: 0.0880723 Aug 23 12:16:45.068597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49052) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:45.112307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9348015-f95a-4975-b3dc-fc5728fcd7dd req-677351d7-2baf-474e-8368-3d37ec2d16a9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652082 Aug 23 12:16:45.139800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7880c953-d3b7-4901-83b7-d6062f6cc1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.155686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:45.163329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:45.166453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.357396 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7880c953-d3b7-4901-83b7-d6062f6cc1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.363777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7880c953-d3b7-4901-83b7-d6062f6cc1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.399705 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.418626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7880c953-d3b7-4901-83b7-d6062f6cc1cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34eb0f10318e486797e9cc1e1ce5e121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487825 Aug 23 12:16:45.419516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880c953-d3b7-4901-83b7-d6062f6cc1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d949fc0b-cd3c-4924-b220-bee71516ab56,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:45.421170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49066) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:45.541978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:16:45.546987 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e79-e013-49ed-b5d6-59b4b61ac026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.552504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:45.569736 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9bcec2-102f-4b2b-b543-ff4daac8ad36" -d '{"events": [{"server_uuid": "81a197e5-81ac-4f40-8caa-2bc14f3cfb42", "name": "network-vif-plugged", "status": "completed", "tag": "8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:45.594939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e79-e013-49ed-b5d6-59b4b61ac026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.599810 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.751574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e79-e013-49ed-b5d6-59b4b61ac026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.752203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e79-e013-49ed-b5d6-59b4b61ac026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:45.753617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fdc9e79-e013-49ed-b5d6-59b4b61ac026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d949fc0b-cd3c-4924-b220-bee71516ab56 HTTP/1.1" status: 204 len: 168 time: 0.3313541 Aug 23 12:16:45.796737 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c740da8-6415-487a-a9ad-432c96789a03 x-openstack-request-id: req-9c740da8-6415-487a-a9ad-432c96789a03 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:45.803093 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a197e5-81ac-4f40-8caa-2bc14f3cfb42", "name": "network-vif-plugged", "status": "completed", "tag": "8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:45.804266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc9e79-e013-49ed-b5d6-59b4b61ac026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d949fc0b-cd3c-4924-b220-bee71516ab56,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:45.805363 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c740da8-6415-487a-a9ad-432c96789a03 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:45.807164 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a', 'code': 200} Aug 23 12:16:45.888620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-7ef6618b-d85f-4920-aa35-ea60c73ff820 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:45.894069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-7ef6618b-d85f-4920-aa35-ea60c73ff820 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.2790210 Aug 23 12:16:45.915551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:45.950037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-cbaaba1d-37db-4b77-b7a0-b615a304be99 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.0499356 Aug 23 12:16:45.966834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0f9ca-c9a0-456c-9cf8-45592b3f886a req-9b0c2252-855c-4046-8987-3a4fd933534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:45.968674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9db0f9ca-c9a0-456c-9cf8-45592b3f886a req-9b0c2252-855c-4046-8987-3a4fd933534f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 1096 time: 0.1032629 Aug 23 12:16:46.034317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9db0f9ca-c9a0-456c-9cf8-45592b3f886a req-c0acefee-a6aa-4c93-ba78-0ee48509a3ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Aug 23 12:16:46.121770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-97ce4c18-46b8-4c8d-9e8c-c81cad031713 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653376 Aug 23 12:16:46.357924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-7da5adc9-4250-496d-8e35-f277178adeb0 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291360 Aug 23 12:16:46.384105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e228b-9b99-4fea-b5ea-7301cb2c914e req-75c0af44-aca9-4343-a2a9-f9173e2ed109 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:46.395982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c05e228b-9b99-4fea-b5ea-7301cb2c914e req-75c0af44-aca9-4343-a2a9-f9173e2ed109 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1205337 Aug 23 12:16:46.470909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c05e228b-9b99-4fea-b5ea-7301cb2c914e req-395cab38-e54b-4dd7-8550-cc951b21d21c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740504 Aug 23 12:16:46.535347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-aa46462b-e1be-4269-ad63-73c2034965e0 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706626 Aug 23 12:16:46.914063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34a5f8db-6c6d-4bf9-a74e-1ba2dcd882fc req-a9c8df28-9db6-49ef-b9ab-3beaf3b843ee tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0513554 Aug 23 12:16:47.791841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17773-cdeb-406d-a039-284361d01d7d req-3be4efc5-e33f-416c-a93e-cfa0aa56a3aa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:47.802331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0a17773-cdeb-406d-a039-284361d01d7d req-3be4efc5-e33f-416c-a93e-cfa0aa56a3aa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1496801 Aug 23 12:16:47.894052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d0a17773-cdeb-406d-a039-284361d01d7d req-80f91997-2c96-4c3d-816b-0c8e60e3ae93 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696251 Aug 23 12:16:48.220967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09402993-31fb-4a04-9036-f2e8514fdaf5 req-4892439d-94d7-4f89-a6cf-d63b0f4bdfd5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0606954 Aug 23 12:16:48.419406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-42d06165-3e5f-4190-8eb7-39c4ea9d8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:48.424573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-42d06165-3e5f-4190-8eb7-39c4ea9d8582 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0851030 Aug 23 12:16:48.518782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89687677-49a9-4475-9ea5-618c57ae7c14 req-76d30336-4ee6-4c54-98ff-d645f6a9dac9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:48.530880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89687677-49a9-4475-9ea5-618c57ae7c14 req-76d30336-4ee6-4c54-98ff-d645f6a9dac9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1943011 Aug 23 12:16:48.676309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89687677-49a9-4475-9ea5-618c57ae7c14 req-ded007c3-c30c-429a-a906-fc13c9c56a8b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433229 Aug 23 12:16:48.865082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-c22cb3ed-4849-4483-8ae0-afd9555e5151 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:48.873227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-c22cb3ed-4849-4483-8ae0-afd9555e5151 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.3266304 Aug 23 12:16:48.908490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:49.445775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:16:49.466863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:49.488642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-5e80c9e6-a73f-4057-878b-963c0f2f86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:49.497484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-5e80c9e6-a73f-4057-878b-963c0f2f86c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 1.0686038 Aug 23 12:16:49.504757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7439f487-bff3-41fd-adb4-91a927a00744 req-9f91e5dd-9d32-45e0-b5a2-12adb10e5655 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0874660 Aug 23 12:16:49.689349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-9e1ec959-12a1-48f6-87ef-4a901ca4d091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a HTTP/1.1" status: 200 len: 217 time: 0.1675422 Aug 23 12:16:49.891392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-7eb6e4fb-8d38-45b9-9e1c-6b151243615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:49.899639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-7eb6e4fb-8d38-45b9-9e1c-6b151243615e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.1962793 Aug 23 12:16:50.071840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-c1e6e35b-b532-4093-aab3-f93284fb162c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784273 Aug 23 12:16:50.221560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.13 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/dca9d313-6fb9-436a-921f-f8df56c83332) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:16:50.334184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68048c08-ebaf-43a4-8b43-7bed3798e834 req-0b56249d-5014-495b-8e21-90b823a5f4cd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:50.341674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68048c08-ebaf-43a4-8b43-7bed3798e834 req-0b56249d-5014-495b-8e21-90b823a5f4cd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.4721212 Aug 23 12:16:50.577265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68048c08-ebaf-43a4-8b43-7bed3798e834 req-e72d2ffa-ccb8-4249-a5c3-09c74d1be1f3 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345102 Aug 23 12:16:50.738125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-545e565d-3e07-42c1-8622-52aebe395fe0 req-9b53dcda-c19e-455a-ade5-3669514a8c98 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0771439 Aug 23 12:16:50.865460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-868d7b45-4007-402b-a3e5-826ba3186145 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906482 Aug 23 12:16:51.036591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:51.072635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object dca9d313-6fb9-436a-921f-f8df56c83332 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:51.698833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:51.725849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:16:51.795530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:16:51.797205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ca620b00-7bd9-4931-a60f-c2adea7d0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:51.809031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040c1f0-13cf-4346-9ab4-e72955de1245 req-9bf59923-773c-49f5-a7df-f1a8f66f8d09 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:51.810607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:16:51.810765 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8040c1f0-13cf-4346-9ab4-e72955de1245 req-9bf59923-773c-49f5-a7df-f1a8f66f8d09 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1308227 Aug 23 12:16:51.822130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=dca9d313-6fb9-436a-921f-f8df56c83332,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:51.888137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18128ad3-fb41-4a28-a811-250e1b8ba26e req-8dadd1bd-9929-4b16-aa5b-5450af51923b service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0090995 Aug 23 12:16:51.922629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:51.928261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8040c1f0-13cf-4346-9ab4-e72955de1245 req-a3eeb878-bf34-4233-8456-90953940ef22 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950887 Aug 23 12:16:51.949079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:52.115391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-f1d97813-8b5a-4eb2-bef8-9acae0abf4e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2242072 Aug 23 12:16:52.145130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Request body: {'port': {'device_id': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:16:52.193617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9e4a0d73-cbef-4989-8097-06e0a4ae13ca None None] Provisioning for port dca9d313-6fb9-436a-921f-f8df56c83332 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:16:52.202140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9e4a0d73-cbef-4989-8097-06e0a4ae13ca None None] Provisioning complete for port dca9d313-6fb9-436a-921f-f8df56c83332 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:16:52.206154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9e4a0d73-cbef-4989-8097-06e0a4ae13ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:52.373778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a0d73-cbef-4989-8097-06e0a4ae13ca None None] Port dca9d313-6fb9-436a-921f-f8df56c83332 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:16:52.421446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e3b66-d8bb-488c-927f-300f497eb74f req-cc2138f3-0ea3-4642-8266-e5a06af2b1e3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:52.433593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-332e3b66-d8bb-488c-927f-300f497eb74f req-cc2138f3-0ea3-4642-8266-e5a06af2b1e3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 932 time: 0.4716763 Aug 23 12:16:52.532235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:52.658153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-332e3b66-d8bb-488c-927f-300f497eb74f req-f885c9e8-4af0-4398-8a26-7c65f0e0184f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227392 Aug 23 12:16:53.196896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca9d313-6fb9-436a-921f-f8df56c83332 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:16:53.206164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:53.222361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Transition to ACTIVE for port object dca9d313-6fb9-436a-921f-f8df56c83332 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:16:53.237724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:53.309661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Pushing event updated for resources: {'Port': ['ID=dca9d313-6fb9-436a-921f-f8df56c83332,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:53.357273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226fc0d-224e-424a-8df7-def53b70bcdd req-362b9aef-3d32-4e36-83b5-f4c0c4949492 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:53.359105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3226fc0d-224e-424a-8df7-def53b70bcdd req-362b9aef-3d32-4e36-83b5-f4c0c4949492 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1352544 Aug 23 12:16:53.518187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3226fc0d-224e-424a-8df7-def53b70bcdd req-ab74c8a8-bddf-433c-92b5-12eaea24ffec tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458509 Aug 23 12:16:53.619578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Attempting to bind port dca9d313-6fb9-436a-921f-f8df56c83332 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:16:53.619930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Attempting to bind port dca9d313-6fb9-436a-921f-f8df56c83332 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:16:53.620422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Attempting to bind port dca9d313-6fb9-436a-921f-f8df56c83332 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:53.629904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Port dca9d313-6fb9-436a-921f-f8df56c83332 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:16:53.630156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Attempting to bind port dca9d313-6fb9-436a-921f-f8df56c83332 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:16:53.644523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:16:53.644901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:16:53.645269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:16:53.645737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Bound port: dca9d313-6fb9-436a-921f-f8df56c83332, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:16:53.646394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:53.782748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] For port dca9d313-6fb9-436a-921f-f8df56c83332, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:16:53.787118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] For port dca9d313-6fb9-436a-921f-f8df56c83332, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=dca9d313-6fb9-436a-921f-f8df56c83332,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:16:53.808355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:53.931041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bede2e-e0ef-46e4-9a0e-76effd3a9232 req-f3ec9c7f-e970-443b-8908-4c79fec0dd44 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:53.941398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Pushing event updated for resources: {'Port': ['ID=dca9d313-6fb9-436a-921f-f8df56c83332,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:16:53.944616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09bede2e-e0ef-46e4-9a0e-76effd3a9232 req-f3ec9c7f-e970-443b-8908-4c79fec0dd44 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1065819 Aug 23 12:16:53.959682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:53.961191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:53.963971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-9d338eea-22d5-4072-8cc7-a6fa46bcee90 service neutron] 10.222.0.44 "PUT /v2.0/ports/dca9d313-6fb9-436a-921f-f8df56c83332 HTTP/1.1" status: 200 len: 1092 time: 1.8347049 Aug 23 12:16:53.966005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'tag': 'dca9d313-6fb9-436a-921f-f8df56c83332'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:16:53.996756 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17bf0cc-d9be-41d5-869e-8d921961a90f" -d '{"events": [{"name": "network-changed", "server_uuid": "569bcfcd-cef0-4676-b2a6-4989f66e859e", "tag": "dca9d313-6fb9-436a-921f-f8df56c83332"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:16:54.089331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09bede2e-e0ef-46e4-9a0e-76effd3a9232 req-25564e66-da66-46c0-9293-2533cda68564 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431999 Aug 23 12:16:54.133896 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4eb90d-a989-4e9f-a316-13677fe443ea x-openstack-request-id: req-5e4eb90d-a989-4e9f-a316-13677fe443ea {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:16:54.135281 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569bcfcd-cef0-4676-b2a6-4989f66e859e", "tag": "dca9d313-6fb9-436a-921f-f8df56c83332", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:16:54.135832 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e4eb90d-a989-4e9f-a316-13677fe443ea {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:16:54.136371 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'tag': 'dca9d313-6fb9-436a-921f-f8df56c83332', 'status': 'completed', 'code': 200} Aug 23 12:16:54.144224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-153c8cd7-66e6-45ff-9b2c-2ea6b9a56811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:54.150060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-153c8cd7-66e6-45ff-9b2c-2ea6b9a56811 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 1095 time: 0.1277869 Aug 23 12:16:54.270873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-3e3f9d4c-b639-42f9-a554-14209341a9ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca9d313-6fb9-436a-921f-f8df56c83332 HTTP/1.1" status: 200 len: 217 time: 0.1116374 Aug 23 12:16:54.348889 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5926c92c-f00f-46c8-8e63-3992454ad2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:54.392933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-1c698e1f-9d78-4941-8421-17b04788aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:54.394468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-1c698e1f-9d78-4941-8421-17b04788aa43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1144078 Aug 23 12:16:54.418903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:54.504693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ef47-af60-466c-a6be-14aa934f799b req-d6f59f6f-853e-42d2-8c59-fc620d5b820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:54.513823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-d6f59f6f-853e-42d2-8c59-fc620d5b820a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996249 Aug 23 12:16:54.788423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-7bd54411-77a3-47ab-8dda-9bd584427584 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728143 Aug 23 12:16:54.909259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc68e6-3fe5-4c30-975d-57f3b206ffdb req-c8d758e7-2d20-4e79-b773-9119fb6db6fa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:54.910950 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4cfc68e6-3fe5-4c30-975d-57f3b206ffdb req-c8d758e7-2d20-4e79-b773-9119fb6db6fa tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.2555749 Aug 23 12:16:55.023431 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4cfc68e6-3fe5-4c30-975d-57f3b206ffdb req-ed380e35-d744-4917-ab23-b8079e697afd tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027105 Aug 23 12:16:55.088616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34a1ef47-af60-466c-a6be-14aa934f799b req-eb72d92b-7311-4a4e-91e6-a8e6b87f1c3f service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894008 Aug 23 12:16:55.257721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-f1a4be06-3acf-4929-99b8-caa68a1f3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:55.263791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-f1a4be06-3acf-4929-99b8-caa68a1f3ce2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 1095 time: 0.1168258 Aug 23 12:16:55.313342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b2498-b926-4ed0-8a9b-4d712c21e1ec req-9a77ac6c-4081-4702-8610-3f85efea5f53 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:55.325306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f4b2498-b926-4ed0-8a9b-4d712c21e1ec req-9a77ac6c-4081-4702-8610-3f85efea5f53 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1255779 Aug 23 12:16:55.410904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f4b2498-b926-4ed0-8a9b-4d712c21e1ec req-d25cb669-7845-40ae-a734-f6506c5d78c2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843711 Aug 23 12:16:55.489058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-c2aee9ba-2bc0-4014-8ad8-93d87fd1675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:55.507367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-c2aee9ba-2bc0-4014-8ad8-93d87fd1675b service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.2363527 Aug 23 12:16:55.646114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-ee6efa8d-e04f-43ee-8199-a96d649f21ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca9d313-6fb9-436a-921f-f8df56c83332 HTTP/1.1" status: 200 len: 217 time: 0.1252837 Aug 23 12:16:55.668545 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-85e260b3-170d-47fa-a033-6462297acc2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570656 Aug 23 12:16:55.682312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:55.826108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-f30f9fc9-4172-4f1f-a7c5-bd64aeb7a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:55.827873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-f30f9fc9-4172-4f1f-a7c5-bd64aeb7a55d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1725669 Aug 23 12:16:55.920125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-8a0e61cb-da7f-4447-a1d5-8069ed4b02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:55.929152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-8a0e61cb-da7f-4447-a1d5-8069ed4b02c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 1097 time: 0.2045972 Aug 23 12:16:56.055965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-b19eafcb-d9d3-4d8d-ba28-94ce0a1241c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:56.057904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-b19eafcb-d9d3-4d8d-ba28-94ce0a1241c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113812 Aug 23 12:16:56.480069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-2c31d046-d696-471a-98c7-26c57f69b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:56.481595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-2c31d046-d696-471a-98c7-26c57f69b0e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 0.5276141 Aug 23 12:16:56.501283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06bf36-01c1-44ae-8f1e-c4c267bcf635 req-6c517af3-e85a-4dcc-b05f-da070e5f86ef tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:56.502892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d06bf36-01c1-44ae-8f1e-c4c267bcf635 req-6c517af3-e85a-4dcc-b05f-da070e5f86ef tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.2292960 Aug 23 12:16:56.601180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-9adfa0b9-816d-4a4e-9de3-184159fd3f8e service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847994 Aug 23 12:16:56.602899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-ef359e3a-a52c-45a1-9cbf-eef40585567e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 200 len: 217 time: 0.1105838 Aug 23 12:16:56.812127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef479-3ec8-4063-84fc-3f07fce3febd req-1347d783-6ac1-49c8-8840-73a8282e2e31 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:56.845785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b43ef479-3ec8-4063-84fc-3f07fce3febd req-1347d783-6ac1-49c8-8840-73a8282e2e31 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1624119 Aug 23 12:16:56.964672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b43ef479-3ec8-4063-84fc-3f07fce3febd req-f7066e03-b8cd-4611-b589-84995f240a93 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178472 Aug 23 12:16:57.004318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e17bf0cc-d9be-41d5-869e-8d921961a90f req-7130d48f-8897-408c-bf78-58573db300e3 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860259 Aug 23 12:16:57.071237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-08841885-67db-45ae-ba0e-8343c182109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:57.073392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-08841885-67db-45ae-ba0e-8343c182109c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.4404943 Aug 23 12:16:57.086064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d06bf36-01c1-44ae-8f1e-c4c267bcf635 req-f82bd7d2-cadb-4f0f-8457-b5e83b312492 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743935 Aug 23 12:16:57.148408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-578d43b9-82f6-47ec-b0ce-b116a4f0610a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1920235 Aug 23 12:16:57.198784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-9d2c26f9-a4ef-471d-806b-4c33a51dc8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183991 Aug 23 12:16:57.403507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:57.565960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-851783e0-49bb-450b-a9e9-8ab51ecdad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:57.571583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-851783e0-49bb-450b-a9e9-8ab51ecdad58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 1097 time: 0.3103211 Aug 23 12:16:57.576806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-17e8d996-4157-4e71-aa8d-890970468cab service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691058 Aug 23 12:16:57.802007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:58.032810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-7a9288c6-0205-4739-9951-f9e3a224f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:58.037571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-7a9288c6-0205-4739-9951-f9e3a224f6e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 915 time: 0.4419556 Aug 23 12:16:58.231067 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:58.273600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-4f6370cb-eee7-464f-b679-0b3d3515a02e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bba348f-cc59-4394-9625-387cfd3bfd79 HTTP/1.1" status: 200 len: 217 time: 0.2246234 Aug 23 12:16:58.418798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e43c-f993-437e-a50a-c201fe346300 req-26ba41c5-3a94-41a2-b78b-a594f764ec74 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:58.434203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 49484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:58.436235 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7292e43c-f993-437e-a50a-c201fe346300 req-26ba41c5-3a94-41a2-b78b-a594f764ec74 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.2060659 Aug 23 12:16:58.463319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37c076-de79-4ddb-93fa-b20a221a1879 req-537cf82f-93c4-4a81-ab21-4704135097c8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:58.471151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be37c076-de79-4ddb-93fa-b20a221a1879 req-537cf82f-93c4-4a81-ab21-4704135097c8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.3056555 Aug 23 12:16:58.512425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c9db667-0ebe-4bd3-a81e-ff9ce41385ff req-27634df7-66a1-4810-85fd-bd3c16dcc487 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239569 Aug 23 12:16:58.636424 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7292e43c-f993-437e-a50a-c201fe346300 req-ac7f2e05-5886-4e6b-abb0-5c60329c3f54 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949317 Aug 23 12:16:58.673806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-1a4f7878-c385-434d-93d2-8146ea0067d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:16:58.677509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-1a4f7878-c385-434d-93d2-8146ea0067d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f97e340f-88b6-4de4-879e-4e28a9404835 HTTP/1.1" status: 200 len: 854 time: 0.3845828 Aug 23 12:16:58.803205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-e79ff3a6-00cd-41e7-9937-205efff65cf4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065526 Aug 23 12:16:58.814675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be37c076-de79-4ddb-93fa-b20a221a1879 req-5c470875-e4ee-4b6b-a903-5a0636ac6754 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426669 Aug 23 12:16:58.956197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5445c210-3744-4d89-bd28-30877a649693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:59.528984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5445c210-3744-4d89-bd28-30877a649693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:59.538454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-940ef4e4-5714-45f2-970b-a395adf5a7fe service neutron] 10.222.0.44 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202299 Aug 23 12:16:59.541959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5445c210-3744-4d89-bd28-30877a649693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:16:59.694143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49520) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:16:59.725607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5445c210-3744-4d89-bd28-30877a649693 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4203526301514ffcac334910a17b8af6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2465203 Aug 23 12:17:00.006670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445c210-3744-4d89-bd28-30877a649693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c295b3b-e722-4caf-98cd-c0467276517c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:00.128958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877346-30b1-401b-92f8-c2a735411454 req-6612a8a5-8ee7-4115-9826-9f5922d1efbb tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:00.156020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3d877346-30b1-401b-92f8-c2a735411454 req-6612a8a5-8ee7-4115-9826-9f5922d1efbb tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.2256024 Aug 23 12:17:00.248586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab38d6d3-1e63-41e0-b039-eca0e1a78782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:00.307212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80b1b610-2f83-4549-aa5d-feec6288bfc3 req-36dc2d14-befd-470a-b5bd-13e4501c92cc service neutron] 10.222.0.44 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581532 Aug 23 12:17:00.373809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979d7ec-902f-431b-b28e-61093d8a08ff req-804b9e5c-94a9-4560-b8d0-9948c13f30a4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:00.382217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4979d7ec-902f-431b-b28e-61093d8a08ff req-804b9e5c-94a9-4560-b8d0-9948c13f30a4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.3571038 Aug 23 12:17:00.417038 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab38d6d3-1e63-41e0-b039-eca0e1a78782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:00.531868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4979d7ec-902f-431b-b28e-61093d8a08ff req-dc066fea-c7a1-4bb9-9345-f03c8f29866d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481376 Aug 23 12:17:00.583364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3d877346-30b1-401b-92f8-c2a735411454 req-ce0fbe56-7008-4da7-8313-84c76df752d4 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670099 Aug 23 12:17:00.774601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab38d6d3-1e63-41e0-b039-eca0e1a78782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:00.791640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab38d6d3-1e63-41e0-b039-eca0e1a78782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:00.797269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ab38d6d3-1e63-41e0-b039-eca0e1a78782 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c295b3b-e722-4caf-98cd-c0467276517c HTTP/1.1" status: 204 len: 168 time: 1.0953474 Aug 23 12:17:00.817611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38d6d3-1e63-41e0-b039-eca0e1a78782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c295b3b-e722-4caf-98cd-c0467276517c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:01.610196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49566) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:01.637794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bc015f-9360-4a8c-92bb-bca7f63eafa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:01.897210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4adfe7-bec5-4de0-8b90-8a04c016f21d req-1e2d9f85-be71-4f7c-8f4b-6bd15c2eaa5e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:01.898857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab4adfe7-bec5-4de0-8b90-8a04c016f21d req-1e2d9f85-be71-4f7c-8f4b-6bd15c2eaa5e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1024127 Aug 23 12:17:02.019459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab4adfe7-bec5-4de0-8b90-8a04c016f21d req-40443507-a60e-49a6-a56b-47eea07a7e7b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964022 Aug 23 12:17:02.164470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bc015f-9360-4a8c-92bb-bca7f63eafa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:02.187014 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-38bc015f-9360-4a8c-92bb-bca7f63eafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:02.280327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e0a18-990d-46a9-9ac9-37f0c9c29479 req-3e86fb68-5af7-40aa-a7a6-2bd7dabaf82d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:02.281962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f84e0a18-990d-46a9-9ac9-37f0c9c29479 req-3e86fb68-5af7-40aa-a7a6-2bd7dabaf82d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.5717971 Aug 23 12:17:02.286463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc015f-9360-4a8c-92bb-bca7f63eafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feba9427-0125-44d1-af6e-2bcef97fea48,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:02.295279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-38bc015f-9360-4a8c-92bb-bca7f63eafa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=194505650a834558a4ee143517ac8fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861615 Aug 23 12:17:02.299046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 49584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:02.533806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f84e0a18-990d-46a9-9ac9-37f0c9c29479 req-ff296dbd-ed78-434d-a2ac-744aef8ef058 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125251 Aug 23 12:17:02.629827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7a7e-0fee-4f79-9bdb-ab108506cb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:02.706854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7a7e-0fee-4f79-9bdb-ab108506cb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:02.839200 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7a7e-0fee-4f79-9bdb-ab108506cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:02.842442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7a7e-0fee-4f79-9bdb-ab108506cb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:02.846670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a9f7a7e-0fee-4f79-9bdb-ab108506cb55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feba9427-0125-44d1-af6e-2bcef97fea48 HTTP/1.1" status: 204 len: 168 time: 0.5467672 Aug 23 12:17:02.862826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f7a7e-0fee-4f79-9bdb-ab108506cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feba9427-0125-44d1-af6e-2bcef97fea48,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:03.490621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd149a-e11a-4f0d-b33e-72a4229cdd14 req-299a0a6a-e291-4fc7-a9d2-a988d31a0c0c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:03.493055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dccd149a-e11a-4f0d-b33e-72a4229cdd14 req-299a0a6a-e291-4fc7-a9d2-a988d31a0c0c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.2135069 Aug 23 12:17:03.558846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dccd149a-e11a-4f0d-b33e-72a4229cdd14 req-2c3934c0-ddef-4654-928e-8f538dc78526 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593503 Aug 23 12:17:03.885283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f34cc-6303-402a-8e5a-021eb6e2962e req-7bb65335-a87e-42a7-acd6-7877188c3346 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:03.893014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b74f34cc-6303-402a-8e5a-021eb6e2962e req-7bb65335-a87e-42a7-acd6-7877188c3346 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1143906 Aug 23 12:17:03.953560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b74f34cc-6303-402a-8e5a-021eb6e2962e req-cceb447a-2338-417d-b9cb-4af5b9fa404f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Aug 23 12:17:04.796112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d256-20cc-4514-894c-0d76ceb480cc req-898ce44d-6940-4454-af0c-7a297c29e89e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:04.812703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc68d256-20cc-4514-894c-0d76ceb480cc req-898ce44d-6940-4454-af0c-7a297c29e89e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1221862 Aug 23 12:17:04.894411 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc68d256-20cc-4514-894c-0d76ceb480cc req-b2a04b38-5bea-4055-88f4-b44b7ee03b15 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806224 Aug 23 12:17:05.217326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16a0b2-602c-454c-9691-5a5edab4a7e7 req-113e7bef-2356-4611-bd6d-8b86b6a28516 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:05.227719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c16a0b2-602c-454c-9691-5a5edab4a7e7 req-113e7bef-2356-4611-bd6d-8b86b6a28516 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0844619 Aug 23 12:17:05.313040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c16a0b2-602c-454c-9691-5a5edab4a7e7 req-9c8ee534-3219-4957-9ced-fa8b4561565b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835998 Aug 23 12:17:06.065032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77532cec-9b60-4f21-a9dd-cca88cf81307 req-95d5ce1e-6908-4f1e-af22-84e54ec11396 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:06.072586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-77532cec-9b60-4f21-a9dd-cca88cf81307 req-95d5ce1e-6908-4f1e-af22-84e54ec11396 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0749249 Aug 23 12:17:06.115126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-77532cec-9b60-4f21-a9dd-cca88cf81307 req-1b55ee68-1db0-49d6-a11c-2c55bbbb7d5d tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Aug 23 12:17:06.497047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354d9c3-02b6-4342-97db-ec4a52479758 req-8700ee50-a519-4f76-addb-ca9a024c8ae0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:06.501255 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f354d9c3-02b6-4342-97db-ec4a52479758 req-8700ee50-a519-4f76-addb-ca9a024c8ae0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0728760 Aug 23 12:17:06.575857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f354d9c3-02b6-4342-97db-ec4a52479758 req-c948f60f-850f-436c-b2fc-e782ce31b8fc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Aug 23 12:17:07.390606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96099-8348-415d-9e4d-8e455e5ef171 req-5907408d-a953-4003-aa26-08747e11ad93 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:07.405333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29a96099-8348-415d-9e4d-8e455e5ef171 req-5907408d-a953-4003-aa26-08747e11ad93 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1560235 Aug 23 12:17:07.505135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29a96099-8348-415d-9e4d-8e455e5ef171 req-4e3842e9-a5cb-4070-87c9-0cf947932217 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974696 Aug 23 12:17:07.797248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f496bb7-54b5-49db-9430-4a79cd1a82cf req-171989bc-98ef-45d7-894b-efb0a3ae0e68 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:07.805879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f496bb7-54b5-49db-9430-4a79cd1a82cf req-171989bc-98ef-45d7-894b-efb0a3ae0e68 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1384392 Aug 23 12:17:07.886366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f496bb7-54b5-49db-9430-4a79cd1a82cf req-3900abc8-e3aa-471e-bde3-e46bbd93129c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793023 Aug 23 12:17:08.719179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726ee9b-b041-4855-8b16-64678728ec60 req-126d5787-6b25-4e9e-9a5f-ed398eed56ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:08.725519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9726ee9b-b041-4855-8b16-64678728ec60 req-126d5787-6b25-4e9e-9a5f-ed398eed56ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1100931 Aug 23 12:17:08.839228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9726ee9b-b041-4855-8b16-64678728ec60 req-93c9f9e8-b057-4a3b-b721-60fbc2cdddb0 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951498 Aug 23 12:17:09.017721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3c24-d6b0-4685-b864-5240d4a5f596 req-a88afce8-e7b4-40e0-9913-abbadb8c44bf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:09.025932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-515d3c24-d6b0-4685-b864-5240d4a5f596 req-a88afce8-e7b4-40e0-9913-abbadb8c44bf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0668430 Aug 23 12:17:09.079874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-515d3c24-d6b0-4685-b864-5240d4a5f596 req-a369fd5d-a99d-4186-b92e-ccc9c4325097 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Aug 23 12:17:10.051461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a14d28-dba7-4db8-8ada-b316fc44cb7a req-ed9d85f6-9d77-4e0a-bf53-fddf4b20fad2 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:10.053861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23a14d28-dba7-4db8-8ada-b316fc44cb7a req-ed9d85f6-9d77-4e0a-bf53-fddf4b20fad2 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0936332 Aug 23 12:17:10.155314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23a14d28-dba7-4db8-8ada-b316fc44cb7a req-03a4d978-2884-43fc-8a95-d00716bb0a3d tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931437 Aug 23 12:17:10.311874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa8cb-5a4e-411b-8e0e-0f9d99302e5b req-df2b8062-ffa1-4988-8465-1918239083ed tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:10.318343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d1fa8cb-5a4e-411b-8e0e-0f9d99302e5b req-df2b8062-ffa1-4988-8465-1918239083ed tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0945992 Aug 23 12:17:10.372376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0d1fa8cb-5a4e-411b-8e0e-0f9d99302e5b req-dc25131a-5fe5-48a0-8dfe-cea8018eee28 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Aug 23 12:17:11.307442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5931f24-4a14-4bb9-a10e-992d9fde6842 req-9733be5f-1916-4412-8017-4bdbc1ae2c1a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:11.317183 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5931f24-4a14-4bb9-a10e-992d9fde6842 req-9733be5f-1916-4412-8017-4bdbc1ae2c1a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0831265 Aug 23 12:17:11.373121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5931f24-4a14-4bb9-a10e-992d9fde6842 req-4c0577a9-2735-42f4-8936-74b7d2285f32 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486772 Aug 23 12:17:11.532968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b77ac-26ab-4a10-ac94-ed13cff5da58 req-111f3768-ac47-4f6e-93ab-25eebccfb9be tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:11.542863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-983b77ac-26ab-4a10-ac94-ed13cff5da58 req-111f3768-ac47-4f6e-93ab-25eebccfb9be tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0826674 Aug 23 12:17:11.602214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-983b77ac-26ab-4a10-ac94-ed13cff5da58 req-a1f87b60-100f-4057-82a6-b7edd6c7e62e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581932 Aug 23 12:17:12.548427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce2a3-b77a-4ae7-a3bb-4714a5169d98 req-e73facd4-889f-40b5-aa5a-7f23f4bf98a9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:12.549968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a7ce2a3-b77a-4ae7-a3bb-4714a5169d98 req-e73facd4-889f-40b5-aa5a-7f23f4bf98a9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0910852 Aug 23 12:17:12.623690 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a7ce2a3-b77a-4ae7-a3bb-4714a5169d98 req-ef34cb25-a9b9-40e4-bb8e-f2a12aeb38ff tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Aug 23 12:17:12.794144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3cf37-1c4d-4796-a894-107e234f1b54 req-6d6c2435-f036-4e60-b4ad-ce20b2c17491 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:12.797490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70c3cf37-1c4d-4796-a894-107e234f1b54 req-6d6c2435-f036-4e60-b4ad-ce20b2c17491 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0825984 Aug 23 12:17:12.845736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70c3cf37-1c4d-4796-a894-107e234f1b54 req-140fb4e3-814e-4e8a-8146-c274d9a7f7ea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Aug 23 12:17:13.855087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0839cef-3dba-4081-b6c2-312b77a75e39 req-9520a151-4bee-440b-b5c8-54b3623e4f77 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:13.857211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0839cef-3dba-4081-b6c2-312b77a75e39 req-9520a151-4bee-440b-b5c8-54b3623e4f77 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0669951 Aug 23 12:17:13.957323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0839cef-3dba-4081-b6c2-312b77a75e39 req-8006ab74-b7e5-4fb7-ae06-d0288d9b9ae7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870335 Aug 23 12:17:14.017250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892e575-3d31-4e90-8e36-84bccd5b7c0a req-6ee82164-5f6b-401d-b393-9560aa69a55a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:14.038334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5892e575-3d31-4e90-8e36-84bccd5b7c0a req-6ee82164-5f6b-401d-b393-9560aa69a55a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0734413 Aug 23 12:17:14.098941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5892e575-3d31-4e90-8e36-84bccd5b7c0a req-182d7ee9-d765-4c99-8b25-4d497c97e001 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592096 Aug 23 12:17:15.162476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42964-bdb8-4b80-bda5-97b8547fd4e9 req-82cc9b2e-6c28-43c2-a71c-ce83e9ad89a3 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:15.164213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b42964-bdb8-4b80-bda5-97b8547fd4e9 req-82cc9b2e-6c28-43c2-a71c-ce83e9ad89a3 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0976441 Aug 23 12:17:15.220050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68b42964-bdb8-4b80-bda5-97b8547fd4e9 req-b0f511d0-5ef6-4622-8584-24e7a563bb70 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Aug 23 12:17:15.367107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa32f-c673-4e72-b32a-f37842ce807b req-f98ce21e-a25a-4bd5-a12b-90e7e1552238 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:15.371696 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e2fa32f-c673-4e72-b32a-f37842ce807b req-f98ce21e-a25a-4bd5-a12b-90e7e1552238 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1668382 Aug 23 12:17:15.446546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2e2fa32f-c673-4e72-b32a-f37842ce807b req-b4c609cc-7f62-41cb-a7b9-b043a7ca7921 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685477 Aug 23 12:17:16.413081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c093-a83b-48e3-907b-5633b7145508 req-603bacab-3fd1-4774-a81d-4c2c5eb87339 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:16.423241 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27c3c093-a83b-48e3-907b-5633b7145508 req-603bacab-3fd1-4774-a81d-4c2c5eb87339 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0943859 Aug 23 12:17:16.486225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27c3c093-a83b-48e3-907b-5633b7145508 req-5c403272-0e10-45c1-8997-ce66395655af tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582395 Aug 23 12:17:16.678650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2925dbc-bf3b-4e04-8dd0-5ae32a6cc99f req-152a4dea-f0dc-4f4c-af54-67ed3bae49a2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:16.688561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2925dbc-bf3b-4e04-8dd0-5ae32a6cc99f req-152a4dea-f0dc-4f4c-af54-67ed3bae49a2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1512487 Aug 23 12:17:16.756157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2925dbc-bf3b-4e04-8dd0-5ae32a6cc99f req-019a8ba0-75cd-4912-97ae-c315bde4c083 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660250 Aug 23 12:17:17.668528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea230b-3dc3-4323-baa8-81b0e1a2ad3e req-abb66d3d-cb67-4164-a4f2-3baa109e1336 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:17.678682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-02ea230b-3dc3-4323-baa8-81b0e1a2ad3e req-abb66d3d-cb67-4164-a4f2-3baa109e1336 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0775955 Aug 23 12:17:17.763490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-02ea230b-3dc3-4323-baa8-81b0e1a2ad3e req-85a8eec4-1202-41cf-8f48-7705faf69a40 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Aug 23 12:17:17.980498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9c2ea-40bc-499b-b8cd-6119dcbb93d4 req-c170bb3d-72b7-4bb5-aab6-059b171841b4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:17.982718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91f9c2ea-40bc-499b-b8cd-6119dcbb93d4 req-c170bb3d-72b7-4bb5-aab6-059b171841b4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0620282 Aug 23 12:17:18.045204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91f9c2ea-40bc-499b-b8cd-6119dcbb93d4 req-03129b54-d738-4de8-be42-8d719ad59d53 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479522 Aug 23 12:17:18.090648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72230e3-06f6-4ba0-a8a7-be0209340e1c req-86a3996d-4058-4742-8b3c-fbb24529ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:18.094393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e72230e3-06f6-4ba0-a8a7-be0209340e1c req-86a3996d-4058-4742-8b3c-fbb24529ec26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 1096 time: 0.0647221 Aug 23 12:17:18.145669 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e72230e3-06f6-4ba0-a8a7-be0209340e1c req-1cdfde84-4ed6-4c68-8405-08fe90058e61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Aug 23 12:17:19.042158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fd47-ad19-4f17-8f1d-a89041d8862f req-42b972ee-15cf-436f-a167-10fd19894d64 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:19.046616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a298fd47-ad19-4f17-8f1d-a89041d8862f req-42b972ee-15cf-436f-a167-10fd19894d64 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1528661 Aug 23 12:17:19.124850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a298fd47-ad19-4f17-8f1d-a89041d8862f req-7cac43d1-744a-41dc-b2a5-b1cf294ee558 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598671 Aug 23 12:17:19.194721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe230c1-0e39-4265-97bd-5030194e322f req-dddfb5ee-1416-484c-b46d-41b39ede9611 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:19.204811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffe230c1-0e39-4265-97bd-5030194e322f req-dddfb5ee-1416-484c-b46d-41b39ede9611 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.0779886 Aug 23 12:17:19.244588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ffe230c1-0e39-4265-97bd-5030194e322f req-f9464079-fce0-46fb-9c63-896d27ad79d2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Aug 23 12:17:19.437912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50198) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:19.568454 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.684903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.689809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.729756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e02cf663a60472ab920b706fd4ef04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905126 Aug 23 12:17:19.730788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45645c8c-64d5-4f52-aa27-4b20032f8fab,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:19.732219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50206) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:19.739735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.740096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.740869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.740869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.741072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.741415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.741771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.742105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.742433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.742761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.743088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.743413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfe0cd-c698-4562-a5ab-90672d9162d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:19.848091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-010d1ddd-437e-492c-91a0-e9537a8e837c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.889210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-010d1ddd-437e-492c-91a0-e9537a8e837c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.980318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-010d1ddd-437e-492c-91a0-e9537a8e837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.984742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-010d1ddd-437e-492c-91a0-e9537a8e837c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:19.990551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-010d1ddd-437e-492c-91a0-e9537a8e837c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45645c8c-64d5-4f52-aa27-4b20032f8fab HTTP/1.1" status: 204 len: 168 time: 0.2571669 Aug 23 12:17:20.013481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d1ddd-437e-492c-91a0-e9537a8e837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45645c8c-64d5-4f52-aa27-4b20032f8fab,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:20.330333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743408be-b748-48f9-9ee7-78e45d783be6 req-89f30829-a77d-4d1a-82f2-34d89efeba10 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:20.333909 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-743408be-b748-48f9-9ee7-78e45d783be6 req-89f30829-a77d-4d1a-82f2-34d89efeba10 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1033583 Aug 23 12:17:20.435693 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-743408be-b748-48f9-9ee7-78e45d783be6 req-881a6514-1a10-47e8-b3d5-86b814fda0e4 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967939 Aug 23 12:17:20.487705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e959c2-d38d-4505-a354-0d05f752839b req-41c90edf-b617-415d-b8fd-c4461b2f8897 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:20.500814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43e959c2-d38d-4505-a354-0d05f752839b req-41c90edf-b617-415d-b8fd-c4461b2f8897 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 944 time: 0.1131685 Aug 23 12:17:20.601199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43e959c2-d38d-4505-a354-0d05f752839b req-63fb0dc5-078b-416b-9c37-feb4dd0ae8d9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989115 Aug 23 12:17:20.613584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device dca9d313-6fb9-436a-921f-f8df56c83332 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:17:20.635248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50228) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:20.663441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6dae-1b81-4d5c-8874-25336a5a57fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:20.875984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-2b4b2115-5c32-42a0-9ea4-29f48e2aeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:20.881379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-2b4b2115-5c32-42a0-9ea4-29f48e2aeb76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 1096 time: 0.1485472 Aug 23 12:17:20.950233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port dca9d313-6fb9-436a-921f-f8df56c83332, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=dca9d313-6fb9-436a-921f-f8df56c83332,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:20.964999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'dca9d313-6fb9-436a-921f-f8df56c83332', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': 'dca9d313-6fb9-436a-921f-f8df56c83332', 'mac_address': 'fa:16:3e:4c:41:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:17:21.014731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:21.030727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-40a440f1-dbd6-408a-9dd6-c644a34aac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:21.032237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-40a440f1-dbd6-408a-9dd6-c644a34aac44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 200 len: 912 time: 0.1437192 Aug 23 12:17:21.037569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca9d313-6fb9-436a-921f-f8df56c83332 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:17:21.066895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port dca9d313-6fb9-436a-921f-f8df56c83332, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=dca9d313-6fb9-436a-921f-f8df56c83332,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:21.075758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:21.139663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-95d09e31-5418-40b2-8ff4-9ee8fee5c88b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a HTTP/1.1" status: 200 len: 217 time: 0.0970640 Aug 23 12:17:21.171055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=dca9d313-6fb9-436a-921f-f8df56c83332,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:21.181090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.181847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.182427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.182995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.183572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.184282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.184845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.185743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.186350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.187556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.188123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.188824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:21.194451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4843e-823f-4715-a228-a8be4f6c77f5 req-baeb205f-938f-4cdb-b389-251f58d32a72 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:21.196057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bd4843e-823f-4715-a228-a8be4f6c77f5 req-baeb205f-938f-4cdb-b389-251f58d32a72 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.3819647 Aug 23 12:17:21.298656 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:17:21.301798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['dca9d313-6fb9-436a-921f-f8df56c83332'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:17:21.317839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0bd4843e-823f-4715-a228-a8be4f6c77f5 req-2b21ec5f-f996-4a31-93d0-ca84062ee208 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865278 Aug 23 12:17:21.337914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-e6950a15-8f7a-4cd6-9b88-afbb6b8cedef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:21.341020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-e6950a15-8f7a-4cd6-9b88-afbb6b8cedef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 200 len: 851 time: 0.1842861 Aug 23 12:17:21.343389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6dae-1b81-4d5c-8874-25336a5a57fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:21.454572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-6e0a6dfc-c0c9-4ede-a629-bf2e86071a09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e836cf38-dec0-4640-9d21-38e3b4346587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945184 Aug 23 12:17:21.636628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6dae-1b81-4d5c-8874-25336a5a57fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:21.651592 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-769e71c7-93ae-4502-8ea2-d514a326bc5f service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958160 Aug 23 12:17:21.775134 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-468a9f2a-13dc-4043-97e2-1855dbc9a286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:21.814012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b63f3-1788-4f28-a1f2-3df1caf576d3 req-c7cb3aeb-770c-49ee-97d5-5d6fe3000cb3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:21.823594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b3b63f3-1788-4f28-a1f2-3df1caf576d3 req-c7cb3aeb-770c-49ee-97d5-5d6fe3000cb3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 945 time: 0.0913410 Aug 23 12:17:21.849248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6dae-1b81-4d5c-8874-25336a5a57fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc05885-1608-4736-8113-f68f62b2cf10,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:21.865894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd7e6dae-1b81-4d5c-8874-25336a5a57fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=384288297649455781fa0dcbeaa3413b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282505 Aug 23 12:17:21.883878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50244) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:21.896212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2bbe617a-8185-477d-a4d8-f82e1438de0c req-a9dcae96-4a36-41b6-828e-35da4adc81f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184138 Aug 23 12:17:21.993860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b3b63f3-1788-4f28-a1f2-3df1caf576d3 req-97be864a-1174-491d-8d0d-ad82031df7d0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650655 Aug 23 12:17:22.040250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eac8fbac-168b-47d8-809e-a98d35fc573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:22.068933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eac8fbac-168b-47d8-809e-a98d35fc573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:22.152906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eac8fbac-168b-47d8-809e-a98d35fc573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:22.155953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eac8fbac-168b-47d8-809e-a98d35fc573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:22.157853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eac8fbac-168b-47d8-809e-a98d35fc573c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dc05885-1608-4736-8113-f68f62b2cf10 HTTP/1.1" status: 204 len: 168 time: 0.2727947 Aug 23 12:17:22.169269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8fbac-168b-47d8-809e-a98d35fc573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc05885-1608-4736-8113-f68f62b2cf10,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:22.522532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57707e-0818-4d74-9c73-4093e72adcb1 req-c3215a01-f3fb-477c-9235-7aa04355bcc4 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:22.524191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a57707e-0818-4d74-9c73-4093e72adcb1 req-c3215a01-f3fb-477c-9235-7aa04355bcc4 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1154113 Aug 23 12:17:22.616191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device dca9d313-6fb9-436a-921f-f8df56c83332 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:17:22.641515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a57707e-0818-4d74-9c73-4093e72adcb1 req-58037183-f17b-4b77-bf4e-89ff23330e1b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079879 Aug 23 12:17:22.710461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port dca9d313-6fb9-436a-921f-f8df56c83332 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:17:22.715913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port dca9d313-6fb9-436a-921f-f8df56c83332 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:17:22.716978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:22.879647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:22.959194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port dca9d313-6fb9-436a-921f-f8df56c83332, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=dca9d313-6fb9-436a-921f-f8df56c83332,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:22.961795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca9d313-6fb9-436a-921f-f8df56c83332'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:22.968488 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a84698-1e6d-4c9c-afec-8362909000c4" -d '{"events": [{"server_uuid": "569bcfcd-cef0-4676-b2a6-4989f66e859e", "name": "network-vif-plugged", "status": "completed", "tag": "dca9d313-6fb9-436a-921f-f8df56c83332"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:22.985166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:23.114529 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c3796-4f5a-4046-8282-d99d8f3ac5bc x-openstack-request-id: req-b34c3796-4f5a-4046-8282-d99d8f3ac5bc {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:23.114845 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bcfcd-cef0-4676-b2a6-4989f66e859e", "name": "network-vif-plugged", "status": "completed", "tag": "dca9d313-6fb9-436a-921f-f8df56c83332", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:23.115112 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b34c3796-4f5a-4046-8282-d99d8f3ac5bc {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:23.115535 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca9d313-6fb9-436a-921f-f8df56c83332', 'code': 200} Aug 23 12:17:23.209595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=dca9d313-6fb9-436a-921f-f8df56c83332,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:23.263517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adf156-a3fb-4a19-a687-11ea2adcf624 req-0e122e82-7474-43f4-9e3b-3bec3fcda067 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:23.267535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99adf156-a3fb-4a19-a687-11ea2adcf624 req-0e122e82-7474-43f4-9e3b-3bec3fcda067 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.1233964 Aug 23 12:17:23.269019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45bc65-39a6-4930-a34f-d5c9e5f002ab req-370d1f4e-8dee-417b-bd81-222397b93df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:23.271459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce45bc65-39a6-4930-a34f-d5c9e5f002ab req-370d1f4e-8dee-417b-bd81-222397b93df3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 1097 time: 0.1160121 Aug 23 12:17:23.373576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99adf156-a3fb-4a19-a687-11ea2adcf624 req-ab5bdc60-82a0-4271-a4cf-f026629bdb42 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988674 Aug 23 12:17:23.401978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ce45bc65-39a6-4930-a34f-d5c9e5f002ab req-e748b0ca-daf3-4696-b629-de689a48a578 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223319 Aug 23 12:17:23.819649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4728648-936e-4613-8431-40ced19ace9f req-2a9aad0f-fe8c-4d54-b012-7fb356f4554a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:23.831298 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4728648-936e-4613-8431-40ced19ace9f req-2a9aad0f-fe8c-4d54-b012-7fb356f4554a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1139126 Aug 23 12:17:23.914112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a4728648-936e-4613-8431-40ced19ace9f req-df1dacff-8c2a-4286-abba-de3b4893caa7 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812757 Aug 23 12:17:24.354403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba441cfb-4244-4943-8512-672ec6b6e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:24.430924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0daa-e250-473c-81fe-688d5ea45968 req-eca6e4ba-dd90-4977-a728-661c8cb4a6bf tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:24.436322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cea0daa-e250-473c-81fe-688d5ea45968 req-eca6e4ba-dd90-4977-a728-661c8cb4a6bf tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1480696 Aug 23 12:17:24.450216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:24.594431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cea0daa-e250-473c-81fe-688d5ea45968 req-b9f106d4-3448-4354-9365-66bce643bf60 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519682 Aug 23 12:17:24.820378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f2f5-b759-4243-bd63-95a81a81a0dd req-474c9100-d423-4519-88a8-6ca6341027d8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:24.822868 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5186f2f5-b759-4243-bd63-95a81a81a0dd req-474c9100-d423-4519-88a8-6ca6341027d8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.1173334 Aug 23 12:17:24.931345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5186f2f5-b759-4243-bd63-95a81a81a0dd req-d4500539-21f1-4685-b0fc-030a62037c52 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941849 Aug 23 12:17:25.119437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e41d-8231-4ca2-afa3-6d6946fd6acf req-1c683248-de17-4d20-995e-2be0e4658a49 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:25.135602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a202e41d-8231-4ca2-afa3-6d6946fd6acf req-1c683248-de17-4d20-995e-2be0e4658a49 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.0944731 Aug 23 12:17:25.217807 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a202e41d-8231-4ca2-afa3-6d6946fd6acf req-36514563-021c-4031-a8ba-3a6c8d87b2eb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804293 Aug 23 12:17:25.404073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6806f3-f007-4925-b423-385387d11322 req-38776ea8-117a-4012-84d6-baea3ec187f4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:25.411204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a6806f3-f007-4925-b423-385387d11322 req-38776ea8-117a-4012-84d6-baea3ec187f4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.1005912 Aug 23 12:17:25.478414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a6806f3-f007-4925-b423-385387d11322 req-30c2dde7-7ea8-4444-9d93-ed386369b331 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617025 Aug 23 12:17:25.703720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:25.833958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548dc44-104b-4cd5-8873-7449ff7306dd req-b299c095-8a23-41ad-bcf2-6eb51a54963b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:25.848131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2548dc44-104b-4cd5-8873-7449ff7306dd req-b299c095-8a23-41ad-bcf2-6eb51a54963b tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.0948358 Aug 23 12:17:25.929677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2548dc44-104b-4cd5-8873-7449ff7306dd req-91518bf7-6289-4e75-9b67-99fd45e00d1c tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776520 Aug 23 12:17:26.089789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f933-395a-4c62-9fec-204cb6eb797b req-980b47ff-a160-442f-94f3-28a3d6bb532b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:26.092265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35f4f933-395a-4c62-9fec-204cb6eb797b req-980b47ff-a160-442f-94f3-28a3d6bb532b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.0803323 Aug 23 12:17:26.145644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35f4f933-395a-4c62-9fec-204cb6eb797b req-b2638572-55b3-4559-96b7-6216a67c237d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Aug 23 12:17:27.115015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869597a2-8066-491a-82c1-4e190f162e61 req-72078a7a-6d4b-4d02-b759-bea31b35aff9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:27.120318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-869597a2-8066-491a-82c1-4e190f162e61 req-72078a7a-6d4b-4d02-b759-bea31b35aff9 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1134708 Aug 23 12:17:27.162094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af89b0-19b5-4795-8b67-95a78f8d93ec req-dd4cafc4-8cce-4e46-92d4-95fbd0bb7169 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:27.170458 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57af89b0-19b5-4795-8b67-95a78f8d93ec req-dd4cafc4-8cce-4e46-92d4-95fbd0bb7169 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 945 time: 0.1058376 Aug 23 12:17:27.235916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-57af89b0-19b5-4795-8b67-95a78f8d93ec req-257662b1-4258-4eea-a778-30cb4993326a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629761 Aug 23 12:17:27.399758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:27.427424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Deleting port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:17:27.427777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:27.463460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c424a-2105-4ec3-a10b-6f3fea6b7e38 req-2645c183-f743-4a3e-894a-e6625865e32e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:27.465041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b0c424a-2105-4ec3-a10b-6f3fea6b7e38 req-2645c183-f743-4a3e-894a-e6625865e32e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.1966014 Aug 23 12:17:27.526225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-4e9a74db-cb66-499c-8de3-0cb71d04799c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:27.526394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-4e9a74db-cb66-499c-8de3-0cb71d04799c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.2056925 Aug 23 12:17:27.720105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b0c424a-2105-4ec3-a10b-6f3fea6b7e38 req-8a809911-85c3-4921-957b-6ed86ee654c9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134314 Aug 23 12:17:27.725246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] For port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:27.727512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:27.762895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Calling delete_port for 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:17:27.790952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:28.006181 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:28.020271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2034c582-c06e-4331-90af-10dcc4b51d0c', '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:17:28.142325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port dca9d313-6fb9-436a-921f-f8df56c83332 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:17:28.143175 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:28.244259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:28.259585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Pushing event deleted for resources: {'Port': ['ID=8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:28.401124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port dca9d313-6fb9-436a-921f-f8df56c83332, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=dca9d313-6fb9-436a-921f-f8df56c83332,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:28.401532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:28.409152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.409428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.409834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.410167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.410508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.410838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.411170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.411500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.411914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.412253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.412582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.412906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:17:28.472484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] No DVR routers for this DVR port 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:17:28.477222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:28.484562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-869597a2-8066-491a-82c1-4e190f162e61 req-1c16c866-8c7f-4511-bba5-3937f9a1d3ba tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "DELETE /v2.0/ports/8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a HTTP/1.1" status: 204 len: 173 time: 1.3554358 Aug 23 12:17:28.549571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'name': 'network-vif-deleted', 'tag': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:28.551587 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7ec7bc-24bf-4c07-a0e2-ffb42904e83b" -d '{"events": [{"server_uuid": "81a197e5-81ac-4f40-8caa-2bc14f3cfb42", "name": "network-vif-deleted", "tag": "8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:28.577214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71ce398e-553c-4ce5-a1b6-2a2e84bdd7d8 req-7696e215-3e08-4ea9-9640-2b7c82024945 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=81a197e5-81ac-4f40-8caa-2bc14f3cfb42 HTTP/1.1" status: 200 len: 210 time: 0.1327791 Aug 23 12:17:28.594946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for dca9d313-6fb9-436a-921f-f8df56c83332 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:17:29.502909 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d8a14-be2d-4877-9c73-5a72abf6f26f x-openstack-request-id: req-a09d8a14-be2d-4877-9c73-5a72abf6f26f {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:29.503491 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a197e5-81ac-4f40-8caa-2bc14f3cfb42", "name": "network-vif-deleted", "tag": "8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:29.503638 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a09d8a14-be2d-4877-9c73-5a72abf6f26f {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:29.504048 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a197e5-81ac-4f40-8caa-2bc14f3cfb42', 'name': 'network-vif-deleted', 'tag': '8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a', 'status': 'completed', 'code': 200} Aug 23 12:17:29.580425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1b0c-2ef1-4f6c-acd0-e6f7b42ce212 req-84e8b6d0-3787-4a1c-91e3-f5d578c54035 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:29.582458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-565f1b0c-2ef1-4f6c-acd0-e6f7b42ce212 req-84e8b6d0-3787-4a1c-91e3-f5d578c54035 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 946 time: 0.0912843 Aug 23 12:17:29.804978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-565f1b0c-2ef1-4f6c-acd0-e6f7b42ce212 req-c2b5599f-221b-4bbb-9ea6-be9b6377d975 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127829 Aug 23 12:17:29.848197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:29.940201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=dca9d313-6fb9-436a-921f-f8df56c83332,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:30.045075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port dca9d313-6fb9-436a-921f-f8df56c83332 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:17:30.052368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:30.067469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9159dc2f-32ab-4507-9b03-baf26c00105c req-1efaef90-0079-40fc-b3ee-03a85219edc3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "DELETE /v2.0/ports/dca9d313-6fb9-436a-921f-f8df56c83332 HTTP/1.1" status: 204 len: 173 time: 2.5218465 Aug 23 12:17:30.199110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f064b-e6de-4540-b752-68354bd2cb54 req-3ec99c15-ce65-4b55-bc37-cde7fe013836 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:30.202294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-345f064b-e6de-4540-b752-68354bd2cb54 req-3ec99c15-ce65-4b55-bc37-cde7fe013836 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.0682447 Aug 23 12:17:30.282602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-345f064b-e6de-4540-b752-68354bd2cb54 req-8f9656c0-b482-49cd-8701-bdf5640a73eb tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731132 Aug 23 12:17:30.675959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device dca9d313-6fb9-436a-921f-f8df56c83332 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:17:30.717591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: dca9d313-6fb9-436a-921f-f8df56c83332 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:17:30.719611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device dca9d313-6fb9-436a-921f-f8df56c83332 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:17:30.968285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-797bcf4d-adf9-4000-a02a-cc524271bbec req-a91f39ba-21ed-4055-b606-8c3b3c67f00a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0595970 Aug 23 12:17:31.213538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:17:31.235299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:17:31.235931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 8a3c826e-d4c1-42a9-8bf8-d0d5dfaf9c8a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:17:31.505538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'name': 'network-vif-deleted', 'tag': 'dca9d313-6fb9-436a-921f-f8df56c83332'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:31.508497 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4bd1d2-f31f-468e-a043-9582dfa46596" -d '{"events": [{"server_uuid": "569bcfcd-cef0-4676-b2a6-4989f66e859e", "name": "network-vif-deleted", "tag": "dca9d313-6fb9-436a-921f-f8df56c83332"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:31.522801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08255ff-b392-499d-82c0-4d57f81dd506 req-0dc714e7-8096-4c75-9370-4ece8b72d099 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:31.528403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c08255ff-b392-499d-82c0-4d57f81dd506 req-0dc714e7-8096-4c75-9370-4ece8b72d099 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.0775099 Aug 23 12:17:31.631726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c08255ff-b392-499d-82c0-4d57f81dd506 req-a90b3ae7-8b99-4300-a0fb-8ab4d63b019e tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7d1b930-655e-4be8-a488-3df598c3782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902765 Aug 23 12:17:31.693262 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c2b6f6-33ca-44e1-bd98-0a4aaedc3cfc x-openstack-request-id: req-f2c2b6f6-33ca-44e1-bd98-0a4aaedc3cfc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:31.694069 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bcfcd-cef0-4676-b2a6-4989f66e859e", "name": "network-vif-deleted", "tag": "dca9d313-6fb9-436a-921f-f8df56c83332", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:31.694324 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c2b6f6-33ca-44e1-bd98-0a4aaedc3cfc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:31.694722 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bcfcd-cef0-4676-b2a6-4989f66e859e', 'name': 'network-vif-deleted', 'tag': 'dca9d313-6fb9-436a-921f-f8df56c83332', 'status': 'completed', 'code': 200} Aug 23 12:17:32.109376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e94073-aac0-4475-8119-9651967e9a82 req-f083f75f-fce5-4229-ba1e-3936330aa127 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0333917 Aug 23 12:17:32.131697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-87350d91-6f91-4134-9c75-178f81e15b24 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:32.133265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-87350d91-6f91-4134-9c75-178f81e15b24 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 946 time: 0.1103539 Aug 23 12:17:32.254248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Deleting port 2034c582-c06e-4331-90af-10dcc4b51d0c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:17:32.254997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:32.403211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] For port 2034c582-c06e-4331-90af-10dcc4b51d0c, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2034c582-c06e-4331-90af-10dcc4b51d0c,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:32.403586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:32.419953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Calling delete_port for 2034c582-c06e-4331-90af-10dcc4b51d0c owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:17:32.597120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:32.612104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2034c582-c06e-4331-90af-10dcc4b51d0c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:17:32.664097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Pushing event deleted for resources: {'Port': ['ID=2034c582-c06e-4331-90af-10dcc4b51d0c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:32.818235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] No DVR routers for this DVR port 2034c582-c06e-4331-90af-10dcc4b51d0c on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:17:32.823146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:32.823985 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-177b2ebd-9d3f-4640-8593-173b2e5da255 req-da7433d5-b6c5-449c-8aea-3b6f99af321a tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.21 "GET /v2.0/ports?device_id=efe3c85d-6372-4552-94b4-77c6bd87c101 HTTP/1.1" status: 200 len: 210 time: 0.0600131 Aug 23 12:17:32.830812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48f752c3-5192-4cb5-bd04-cbc78388c682 req-23f71974-fe29-47ad-b2b5-689a75753903 tempest-ServerRescueTestJSON-652427344 tempest-ServerRescueTestJSON-652427344-project] 10.222.0.41 "DELETE /v2.0/ports/2034c582-c06e-4331-90af-10dcc4b51d0c HTTP/1.1" status: 204 len: 173 time: 0.6912532 Aug 23 12:17:33.251553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-857df2f8-6547-4988-8637-7da09bd77e5b req-117f8fff-12b5-414f-bb10-6ee1fad32e45 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0456347 Aug 23 12:17:33.305583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20684405-8ca6-4831-adef-c3edbfe870ff req-abb76377-ecd4-42c1-8e75-c3559b78997f tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:33.323181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20684405-8ca6-4831-adef-c3edbfe870ff req-abb76377-ecd4-42c1-8e75-c3559b78997f tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 946 time: 0.1256456 Aug 23 12:17:33.442790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-20684405-8ca6-4831-adef-c3edbfe870ff req-85d75e8d-b70b-46a7-92dc-28e9ca034546 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181774 Aug 23 12:17:33.695999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'name': 'network-vif-deleted', 'tag': '2034c582-c06e-4331-90af-10dcc4b51d0c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:33.698774 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e32c3e-5d2d-4a2b-a939-cfa84d72470b" -d '{"events": [{"server_uuid": "efe3c85d-6372-4552-94b4-77c6bd87c101", "name": "network-vif-deleted", "tag": "2034c582-c06e-4331-90af-10dcc4b51d0c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:33.868369 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77d5bf9-68b9-4144-b9b2-2ac6499cfeb1 x-openstack-request-id: req-a77d5bf9-68b9-4144-b9b2-2ac6499cfeb1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:33.868723 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3c85d-6372-4552-94b4-77c6bd87c101", "name": "network-vif-deleted", "tag": "2034c582-c06e-4331-90af-10dcc4b51d0c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:33.869049 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a77d5bf9-68b9-4144-b9b2-2ac6499cfeb1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:33.869512 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3c85d-6372-4552-94b4-77c6bd87c101', 'name': 'network-vif-deleted', 'tag': '2034c582-c06e-4331-90af-10dcc4b51d0c', 'status': 'completed', 'code': 200} Aug 23 12:17:33.940198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50646) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:33.990720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50652) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:34.290264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc75-f72f-4cf7-a358-5989b7ce7b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.491520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0423c82-a08f-4bab-ad45-7704fff0bdc3 req-da1371d9-19d9-4294-b152-57e32070e99b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.1037662 Aug 23 12:17:34.526458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc75-f72f-4cf7-a358-5989b7ce7b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.565117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac9cc75-f72f-4cf7-a358-5989b7ce7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.624554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9cc75-f72f-4cf7-a358-5989b7ce7b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88fee2-b212-4d39-814d-cf0e24a0fa0c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:34.698921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dac9cc75-f72f-4cf7-a358-5989b7ce7b05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab8edc89d32a4798abd82b780cb1cc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575221 Aug 23 12:17:34.701539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:34.723210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ed30-50e5-46b9-88f8-84a47d928782 req-a4f017ba-0f08-4be0-9a20-622c34a4fb38 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:34.740566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fd1ed30-50e5-46b9-88f8-84a47d928782 req-a4f017ba-0f08-4be0-9a20-622c34a4fb38 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 946 time: 0.1420991 Aug 23 12:17:34.785028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.826251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-103039cd-3df1-4ced-a403-8bd5dfe1d4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.841768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fd1ed30-50e5-46b9-88f8-84a47d928782 req-3453fde4-c70f-439e-ba8f-d1603874633b tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949187 Aug 23 12:17:34.859365 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-103039cd-3df1-4ced-a403-8bd5dfe1d4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.869369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-f55a2dbf-ad58-44c5-9415-048c36e8e688 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:34.871844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-f55a2dbf-ad58-44c5-9415-048c36e8e688 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 946 time: 0.2304885 Aug 23 12:17:34.940892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-103039cd-3df1-4ced-a403-8bd5dfe1d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.944177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-103039cd-3df1-4ced-a403-8bd5dfe1d4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:34.945924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-103039cd-3df1-4ced-a403-8bd5dfe1d4de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee88fee2-b212-4d39-814d-cf0e24a0fa0c HTTP/1.1" status: 204 len: 168 time: 0.2432730 Aug 23 12:17:34.963711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103039cd-3df1-4ced-a403-8bd5dfe1d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88fee2-b212-4d39-814d-cf0e24a0fa0c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:35.252103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Deleting port 6bba348f-cc59-4394-9625-387cfd3bfd79 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:17:35.252672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:35.270339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2034c582-c06e-4331-90af-10dcc4b51d0c no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:17:35.361268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 2034c582-c06e-4331-90af-10dcc4b51d0c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:17:35.362334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2034c582-c06e-4331-90af-10dcc4b51d0c not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:17:35.657019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b680fdeb-ebbb-4d55-ae73-98873487bbb6 req-8229f503-57f5-4bc0-bae6-c05533afa3c3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0565498 Aug 23 12:17:35.660488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] For port 6bba348f-cc59-4394-9625-387cfd3bfd79, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6bba348f-cc59-4394-9625-387cfd3bfd79,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:35.661129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:35.681606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Calling delete_port for 6bba348f-cc59-4394-9625-387cfd3bfd79 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:17:35.711886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:35.740476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Deleting port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:17:35.741061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:35.759892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f904c7-a9fc-43cb-bb94-cd0b7b79f248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:35.862509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] For port ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,segment=NetworkSegment(949e94f2-e9b8-4f44-b472-1beb784fdd7b),segment_id=949e94f2-e9b8-4f44-b472-1beb784fdd7b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:35.863026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:35.903249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Calling delete_port for ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:17:36.025425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f904c7-a9fc-43cb-bb94-cd0b7b79f248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.063034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99f904c7-a9fc-43cb-bb94-cd0b7b79f248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.107525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.121974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6bba348f-cc59-4394-9625-387cfd3bfd79'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:17:36.148160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Pushing event deleted for resources: {'Port': ['ID=6bba348f-cc59-4394-9625-387cfd3bfd79,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:36.227958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99f904c7-a9fc-43cb-bb94-cd0b7b79f248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86495bf0a6894679b6c4ba400f283dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143404 Aug 23 12:17:36.229124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f904c7-a9fc-43cb-bb94-cd0b7b79f248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d0de1-5b31-4ebf-bd71-cf92fbcd22f4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:36.233653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50720) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:36.244005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ed642-592a-4a05-9f30-8414450a2020 req-a4b0e3d7-3648-42b3-833a-a8e3b253eb7e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:36.254561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de4ed642-592a-4a05-9f30-8414450a2020 req-a4b0e3d7-3648-42b3-833a-a8e3b253eb7e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed9d922-3827-48cb-b4e8-4c14812aae4f HTTP/1.1" status: 200 len: 867 time: 0.2221899 Aug 23 12:17:36.308226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] No DVR routers for this DVR port 6bba348f-cc59-4394-9625-387cfd3bfd79 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:17:36.312193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.319325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec2c97a9-7a80-4dfb-9741-c75fcdd1feba req-302cc702-43d1-45e3-b3e5-62a8ca1d6426 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.44 "DELETE /v2.0/ports/6bba348f-cc59-4394-9625-387cfd3bfd79 HTTP/1.1" status: 204 len: 173 time: 1.3318083 Aug 23 12:17:36.321142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'name': 'network-vif-deleted', 'tag': '6bba348f-cc59-4394-9625-387cfd3bfd79'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:36.323786 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e82a8-e921-450a-80a6-9769e2121032" -d '{"events": [{"server_uuid": "6ed9d922-3827-48cb-b4e8-4c14812aae4f", "name": "network-vif-deleted", "tag": "6bba348f-cc59-4394-9625-387cfd3bfd79"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:36.344029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de4ed642-592a-4a05-9f30-8414450a2020 req-eb941a3e-f696-44e7-a4e4-56b09e1eed85 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Aug 23 12:17:36.409888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91669faf-80d7-48f1-8e7c-72e3325c0771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.437556 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db66cc-a597-439f-bd28-8a1e50e7dea8 x-openstack-request-id: req-40db66cc-a597-439f-bd28-8a1e50e7dea8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:36.437950 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed9d922-3827-48cb-b4e8-4c14812aae4f", "name": "network-vif-deleted", "tag": "6bba348f-cc59-4394-9625-387cfd3bfd79", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:36.438215 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40db66cc-a597-439f-bd28-8a1e50e7dea8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:36.438639 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed9d922-3827-48cb-b4e8-4c14812aae4f', 'name': 'network-vif-deleted', 'tag': '6bba348f-cc59-4394-9625-387cfd3bfd79', 'status': 'completed', 'code': 200} Aug 23 12:17:36.507495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91669faf-80d7-48f1-8e7c-72e3325c0771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.574334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.601071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91669faf-80d7-48f1-8e7c-72e3325c0771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.609637 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91669faf-80d7-48f1-8e7c-72e3325c0771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:36.612012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-91669faf-80d7-48f1-8e7c-72e3325c0771 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/765d0de1-5b31-4ebf-bd71-cf92fbcd22f4 HTTP/1.1" status: 204 len: 168 time: 0.3486910 Aug 23 12:17:36.627663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:36.643537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91669faf-80d7-48f1-8e7c-72e3325c0771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d0de1-5b31-4ebf-bd71-cf92fbcd22f4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:36.836660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea85842b-a939-4df8-8ba5-1dc7f83a9657 req-855833b5-37f2-42c0-b016-9fe094e006a2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0881422 Aug 23 12:17:37.003231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:37.616511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Router 7f98e9ad-5777-459f-b2d8-ce30502a63fb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:17:37.874711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:17:37.892346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] Sync routers for ids ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:17:37.917986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50776) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:37.922044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] Routers {'7f98e9ad-5777-459f-b2d8-ce30502a63fb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:17:37.922886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:17:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:37.925089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-578dfd67-202a-4c97-aa8e-5ab3fc5fc2c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f98e9ad-5777-459f-b2d8-ce30502a63fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9329429 Aug 23 12:17:38.083350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3490d962-ce86-4903-a338-c7cc7b207869 req-e0900424-ad08-476e-8fed-fa3d77845191 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.0862522 Aug 23 12:17:38.226772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] Set router 7f98e9ad-5777-459f-b2d8-ce30502a63fb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:17:38.387327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:38.666546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:17:36Z', 'revision_number': 5, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port': {'id': '76c591b0-824d-489f-a3d7-3cbe9f57f712', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:59Z', 'updated_at': '2021-08-23T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:38.671776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:38.760415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bba348f-cc59-4394-9625-387cfd3bfd79 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:17:38.765154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] Checking router: 7f98e9ad-5777-459f-b2d8-ce30502a63fb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:17:38.811519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 6bba348f-cc59-4394-9625-387cfd3bfd79 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:17:38.812253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Deleting port 76c591b0-824d-489f-a3d7-3cbe9f57f712 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:17:38.812908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:38.814165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6bba348f-cc59-4394-9625-387cfd3bfd79 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:17:38.846973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] Routers {'7f98e9ad-5777-459f-b2d8-ce30502a63fb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:17:38.847908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:17:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:39.116295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] For port 76c591b0-824d-489f-a3d7-3cbe9f57f712, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=76c591b0-824d-489f-a3d7-3cbe9f57f712,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:17:39.117540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:39.152284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Calling delete_port for 76c591b0-824d-489f-a3d7-3cbe9f57f712 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:17:39.171980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] Set router 7f98e9ad-5777-459f-b2d8-ce30502a63fb gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:17:39.371773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:17:38Z', 'revision_number': 6, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:39.405626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bec355-e55f-4e60-8a87-42d2b9761904 req-01376a1c-7d12-4248-8732-f1d84abf33d5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.1279223 Aug 23 12:17:39.413977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d0b4e-9fa1-46f0-acd2-21e816421cfa None None] The sync data for ids ['7f98e9ad-5777-459f-b2d8-ce30502a63fb'] in n-d-773645-7 is: [{'id': '7f98e9ad-5777-459f-b2d8-ce30502a63fb', 'name': 'tempest-ServerRescueTestJSON-1367444869-router', 'tenant_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:56Z', 'updated_at': '2021-08-23T12:17:38Z', 'revision_number': 6, 'project_id': '9df3fc5d0bde4746b263b5b846b3ccce', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:17:39.631597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:39.758098 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c591b0-824d-489f-a3d7-3cbe9f57f712,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:39.955815 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:40.754343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:17:40.817401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:17:40.817786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ac9770ef-30bf-40f3-a9f5-7dd9ca6fa100 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:17:40.818222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 76c591b0-824d-489f-a3d7-3cbe9f57f712 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:17:40.860845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28fcc508-95d0-44ad-83ad-21bc7ec14b39 req-aa327ddd-7fcb-4e14-8c2d-24dc7df3908d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=569bcfcd-cef0-4676-b2a6-4989f66e859e HTTP/1.1" status: 200 len: 210 time: 0.1358261 Aug 23 12:17:40.886675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 76c591b0-824d-489f-a3d7-3cbe9f57f712 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:17:40.887101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 76c591b0-824d-489f-a3d7-3cbe9f57f712 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:17:41.205215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.209903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.296515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.297120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f98e9ad-5777-459f-b2d8-ce30502a63fb {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:17:41.317015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.319513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fd232ab9-62e8-4187-ac30-1ad66549c697 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f98e9ad-5777-459f-b2d8-ce30502a63fb HTTP/1.1" status: 204 len: 168 time: 3.4002719 Aug 23 12:17:41.322400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50888) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:41.448904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Deleting subnet 0ada7799-7de1-4f4e-8bac-da0ebfcca924 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:17:41.453338 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.527100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.593171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.739463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.772125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ada7799-7de1-4f4e-8bac-da0ebfcca924,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:41.774738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:41.781334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:41.782230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89dd9f85-f8af-4811-8a7a-7100ae436cfb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ada7799-7de1-4f4e-8bac-da0ebfcca924 HTTP/1.1" status: 204 len: 168 time: 0.4583957 Aug 23 12:17:41.920652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.118846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.160357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e836cf38-dec0-4640-9d21-38e3b4346587']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:42.177658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949e94f2-e9b8-4f44-b472-1beb784fdd7b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:42.178343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949e94f2-e9b8-4f44-b472-1beb784fdd7b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:17:42.190040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.238903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.246886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:17:42.247721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:17:42.304136 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:17:42.328066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.334316 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:42.356615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] 10.222.0.21 "DELETE /v2.0/networks/e836cf38-dec0-4640-9d21-38e3b4346587 HTTP/1.1" status: 204 len: 168 time: 0.5750446 Aug 23 12:17:42.397200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e445a9-4d7a-4491-b415-4d695472206a admin admin] Pushing event deleted for resources: {'Network': ['ID=e836cf38-dec0-4640-9d21-38e3b4346587,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:42.809272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 50948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:42.926441 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d538913-be2e-43f2-be5e-67d107c65a2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9df3fc5d0bde4746b263b5b846b3ccce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158488 Aug 23 12:17:42.929439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 50952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:43.271720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df961d35-9757-4da7-b412-d3998d0b359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:43.369269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df961d35-9757-4da7-b412-d3998d0b359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:43.519019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df961d35-9757-4da7-b412-d3998d0b359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:43.523820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df961d35-9757-4da7-b412-d3998d0b359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:43.526695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-df961d35-9757-4da7-b412-d3998d0b359d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7d1b930-655e-4be8-a488-3df598c3782b HTTP/1.1" status: 204 len: 168 time: 0.5962045 Aug 23 12:17:43.563920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df961d35-9757-4da7-b412-d3998d0b359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1b930-655e-4be8-a488-3df598c3782b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:45.638334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51048) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:45.926907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-762055993-network', 'tenant_id': '8e2024d84b704c798d4c948742ecb055'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:17:45.985321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Made reservation on behalf of 8e2024d84b704c798d4c948742ecb055 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:17:45.991161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:46.039181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:46.606896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:46.615900 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:46.697896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:46.742372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:17:46.762571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:46.765281 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Added segment db44607a-1889-47da-9cea-5b62ac4490bc of type vlan for network 75e69f05-c6a4-4137-9a8b-184f0e7c476f Aug 23 12:17:47.021150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:47.126006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:47.127356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:47.130722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:47.365420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51124) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:47.405663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51128) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:47.415247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Request body: {'subnet': {'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-762055993-subnet', 'tenant_id': '8e2024d84b704c798d4c948742ecb055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:17:47.419747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7792821 Aug 23 12:17:47.421384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bcc90-f11e-4433-83bb-db48a697ec3a admin admin] Pushing event updated for resources: {'Network': ['ID=75e69f05-c6a4-4137-9a8b-184f0e7c476f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:47.431447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 75e69f05-c6a4-4137-9a8b-184f0e7c476f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:17:47.555218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Made reservation on behalf of 8e2024d84b704c798d4c948742ecb055 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:17:47.574734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:47.911135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bc68270-373d-4ab1-a8c0-ee588290a4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:47.914413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:48.259911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Checking segment: {'id': 'db44607a-1889-47da-9cea-5b62ac4490bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:17:48.260497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Network hostable DHCP agents. Network: 75e69f05-c6a4-4137-9a8b-184f0e7c476f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:17:48.388393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bc68270-373d-4ab1-a8c0-ee588290a4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:48.390381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae8e814-4e5f-4726-a8fe-5c6f5b594d3e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:48.427224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4bc68270-373d-4ab1-a8c0-ee588290a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:48.493596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Network 75e69f05-c6a4-4137-9a8b-184f0e7c476f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:17:48.565995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 75e69f05-c6a4-4137-9a8b-184f0e7c476f) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:17:48.582258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38561d-7a1d-4da5-99b4-d4894e4fd7af None None] Network 75e69f05-c6a4-4137-9a8b-184f0e7c476f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:17:48.583600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc68270-373d-4ab1-a8c0-ee588290a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfd589-316e-4802-87cb-d489cfa2253f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:48.587106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:48.587919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:48.596494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4bc68270-373d-4ab1-a8c0-ee588290a4ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9fec625ed094c8eb20a2e34465eb647&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2299483 Aug 23 12:17:48.599746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:48.626655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9644c6e7-107d-4411-9415-4f2e39685994 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2197273 Aug 23 12:17:48.804226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedef-90da-4675-9b2f-c15d416a2eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:48.841750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314fbd0-79ce-4270-ac22-9f318b9eef0a None None] Network 75e69f05-c6a4-4137-9a8b-184f0e7c476f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:17:48.883430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedef-90da-4675-9b2f-c15d416a2eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:49.004640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedef-90da-4675-9b2f-c15d416a2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:49.007765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedef-90da-4675-9b2f-c15d416a2eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:49.009096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7fdfedef-90da-4675-9b2f-c15d416a2eb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28cfd589-316e-4802-87cb-d489cfa2253f HTTP/1.1" status: 204 len: 168 time: 0.4080639 Aug 23 12:17:49.032096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfedef-90da-4675-9b2f-c15d416a2eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfd589-316e-4802-87cb-d489cfa2253f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:49.339688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-55d6c370-f5d8-474b-b801-fe7aeee73fcb tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:49.367523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-55d6c370-f5d8-474b-b801-fe7aeee73fcb tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 814 time: 0.3724220 Aug 23 12:17:49.465731 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-61f37947-6dac-46d4-9553-d4ffdd67a837 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/quotas/68b0eb73979f43a1af5cdb43c1906a51 HTTP/1.1" status: 200 len: 375 time: 0.0954423 Aug 23 12:17:49.611402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-349c7635-646e-4a09-a80b-676d8c35e299 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423922 Aug 23 12:17:49.646256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51194) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:49.686765 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ae29d2a-bf27-4111-9a2f-4da19d025d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:49.857319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-5d482403-9e07-426a-abc1-47faa607b05e service neutron] 10.222.0.21 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448699 Aug 23 12:17:50.094102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-206177d7-f487-46ce-8408-8fd0bf0a52a4 service neutron] 10.222.0.21 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348166 Aug 23 12:17:50.165510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ae29d2a-bf27-4111-9a2f-4da19d025d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:50.287436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-2e1c819b-0e45-4553-b412-39bcea04cac1 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:50.295136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-2e1c819b-0e45-4553-b412-39bcea04cac1 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/networks?id=75e69f05-c6a4-4137-9a8b-184f0e7c476f HTTP/1.1" status: 200 len: 808 time: 0.3161144 Aug 23 12:17:50.321858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1ae29d2a-bf27-4111-9a2f-4da19d025d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:50.386855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-0b1f653a-def5-4091-9a32-3f6f16614b35 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/quotas/8e2024d84b704c798d4c948742ecb055 HTTP/1.1" status: 200 len: 375 time: 0.0905414 Aug 23 12:17:50.490545 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-0e5aecd6-a813-4572-bb76-0d73857563ed tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e2024d84b704c798d4c948742ecb055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028752 Aug 23 12:17:50.545124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae29d2a-bf27-4111-9a2f-4da19d025d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda96830-f58e-4e4c-9ad5-2ba9087dfb49,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:50.599375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1ae29d2a-bf27-4111-9a2f-4da19d025d13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77cdf4ae1c4a44469c486be7e642677a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9494252 Aug 23 12:17:50.600484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51224) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:50.802731 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faeda60-edfd-4288-91d2-c2ce298269d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:50.945876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9bee9b7d-851f-41ce-b7c6-732fc3eaffb9 req-ce457c7f-bdef-4926-badc-85b01d3d0fa3 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 210 time: 0.0977850 Aug 23 12:17:50.948061 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faeda60-edfd-4288-91d2-c2ce298269d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:51.074800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faeda60-edfd-4288-91d2-c2ce298269d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:51.080620 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9faeda60-edfd-4288-91d2-c2ce298269d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:51.081794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9faeda60-edfd-4288-91d2-c2ce298269d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bda96830-f58e-4e4c-9ad5-2ba9087dfb49 HTTP/1.1" status: 204 len: 168 time: 0.4793930 Aug 23 12:17:51.102487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeda60-edfd-4288-91d2-c2ce298269d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda96830-f58e-4e4c-9ad5-2ba9087dfb49,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:51.145016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-f1533db7-36a0-4c7c-9bab-8c758c7b25c8 service neutron] 10.222.0.21 "GET /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535864 Aug 23 12:17:51.371911 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-bc960cee-9021-4ec1-8b06-2cab66093e6c service neutron] 10.222.0.21 "GET /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048032 Aug 23 12:17:51.786398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-06d4505f-a9f1-445a-a77b-d3fd7f920763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:51.821355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c38ec5-ba8e-403b-b880-e50229c32038 req-cd94e69c-bbd7-459a-9a5c-0dd64514404f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 210 time: 0.1060178 Aug 23 12:17:52.269940 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2c0c050-c7a6-4882-85ba-1fc5eaa1a33d req-96dad28f-abe0-4610-9ad9-d7baa90af894 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 210 time: 0.1406033 Aug 23 12:17:53.012200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-791461c5-a741-4329-a8eb-6c97b0b4f3a7 req-2265d77c-302a-4e6e-aca7-f8cad71f6664 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 210 time: 0.0658646 Aug 23 12:17:53.470017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-d32520d7-cd73-4fca-8bff-5d71e065422f tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:53.474312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-d32520d7-cd73-4fca-8bff-5d71e065422f tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.41 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 814 time: 0.2713509 Aug 23 12:17:53.488155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Request body: {'port': {'device_id': '1e343008-7be2-49bd-ac48-a0812b952674', 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2', 'admin_state_up': True, 'tenant_id': '68b0eb73979f43a1af5cdb43c1906a51'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:17:53.508937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9e0c3ca7-952d-4ea0-b508-cffc84390362 req-695b4643-61e8-44d3-b371-4e7f9043f0d2 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 210 time: 0.0355868 Aug 23 12:17:53.870672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Made reservation on behalf of 68b0eb73979f43a1af5cdb43c1906a51 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:17:53.899429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.157290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Allocated IP 172.20.0.13 (338ad1c3-3934-4d23-8aef-ee67d9a9b6f2/f97e340f-88b6-4de4-879e-4e28a9404835/5503f976-b2c9-4c67-bdcb-ba82064395e6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:17:54.376725 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-225407ac-0def-417d-90be-7ad90db91874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.416036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.417315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4a27baf-01bb-42bc-940c-b7c6daaf3c79 req-d132b320-4fe7-4a57-be42-098bbe5de2d2 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 210 time: 0.1472642 Aug 23 12:17:54.434383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.466693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.475786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-d4265c80-4d1b-488d-a639-02190fe3c198 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:54.477961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-d4265c80-4d1b-488d-a639-02190fe3c198 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.41 "GET /v2.0/networks?id=75e69f05-c6a4-4137-9a8b-184f0e7c476f HTTP/1.1" status: 200 len: 808 time: 0.4803762 Aug 23 12:17:54.494398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Request body: {'port': {'device_id': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f', 'admin_state_up': True, 'tenant_id': '8e2024d84b704c798d4c948742ecb055'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:17:54.593319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:17:54.602522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:17:54.616068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:17:54.720755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Pushing event updated for resources: {'Port': ['ID=5503f976-b2c9-4c67-bdcb-ba82064395e6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:54.759777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Made reservation on behalf of 8e2024d84b704c798d4c948742ecb055 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:17:54.766634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.769654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f6ddb-bfd8-413b-8fe2-0ea42c8c9fa2 req-9a41f460-110d-46b6-a739-41ab2316ac29 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:54.779107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc1f6ddb-bfd8-413b-8fe2-0ea42c8c9fa2 req-9a41f460-110d-46b6-a739-41ab2316ac29 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 932 time: 0.0910408 Aug 23 12:17:54.809542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:54.810663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:54.829545 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-ad8a2d00-75cb-4e5c-b8f6-105b94a8f3a4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3478959 Aug 23 12:17:54.846732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Request body: {'port': {'device_id': '1e343008-7be2-49bd-ac48-a0812b952674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:17:54.864850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc1f6ddb-bfd8-413b-8fe2-0ea42c8c9fa2 req-d1a6e547-49a5-4168-8c91-43aa259407e5 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794022 Aug 23 12:17:54.948834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.092486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Allocated IP 172.20.0.2 (75e69f05-c6a4-4137-9a8b-184f0e7c476f/cae8e814-4e5f-4726-a8fe-5c6f5b594d3e/2800ae96-7b8c-47fa-99ad-c7e3e5fcd919) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:17:55.550279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.603956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5503f976-b2c9-4c67-bdcb-ba82064395e6 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:17:55.628063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.673808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.705854 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.747734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33fe8af2-6174-40d1-a509-93568010f83a req-956cb6e1-c424-4e2e-a711-90915a8af905 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 210 time: 0.1120827 Aug 23 12:17:55.775590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Pushing event updated for resources: {'Port': ['ID=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:55.783450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Transition to ACTIVE for port object 5503f976-b2c9-4c67-bdcb-ba82064395e6 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:17:55.793727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.806037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Network 75e69f05-c6a4-4137-9a8b-184f0e7c476f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:17:55.807476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:17:55.816351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:17:55.948608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:55.950738 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:55.998502 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-15bda5b8-d12b-44dc-9dfd-b21350750a12 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5090237 Aug 23 12:17:56.015203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Request body: {'port': {'device_id': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:17:56.246950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160ee90-5d21-4461-8791-306ccade4639 req-23414199-1782-467f-8e09-2032e2ba7fb1 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:56.255126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d160ee90-5d21-4461-8791-306ccade4639 req-23414199-1782-467f-8e09-2032e2ba7fb1 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 944 time: 0.1910946 Aug 23 12:17:56.268946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:56.381005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d160ee90-5d21-4461-8791-306ccade4639 req-5e151b2d-a0fe-4bcc-a701-8b2e029baca4 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236308 Aug 23 12:17:56.397099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51424) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:56.464546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5503f976-b2c9-4c67-bdcb-ba82064395e6,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:56.548801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Attempting to bind port 5503f976-b2c9-4c67-bdcb-ba82064395e6 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:17:56.549034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Attempting to bind port 5503f976-b2c9-4c67-bdcb-ba82064395e6 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:17:56.549826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Attempting to bind port 5503f976-b2c9-4c67-bdcb-ba82064395e6 on network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:17:56.562272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Port 5503f976-b2c9-4c67-bdcb-ba82064395e6 on network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:17:56.562606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Attempting to bind port 5503f976-b2c9-4c67-bdcb-ba82064395e6 on network 338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:17:56.573978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:17:56.574331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Checking segment: {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:17:56.574728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Bound using segment: {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:17:56.575183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Bound port: 5503f976-b2c9-4c67-bdcb-ba82064395e6, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deea4d16-3be6-477b-8564-8a5a989462a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:17:56.575549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:56.697292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2669af6a-bbca-43e5-991b-f522a48efbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:56.716511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] For port 5503f976-b2c9-4c67-bdcb-ba82064395e6, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:17:56.720164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] For port 5503f976-b2c9-4c67-bdcb-ba82064395e6, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:17:56.727856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:56.795038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:56.796390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:56.800350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/5503f976-b2c9-4c67-bdcb-ba82064395e6 HTTP/1.1" status: 200 len: 1092 time: 1.9609618 Aug 23 12:17:56.807220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e343008-7be2-49bd-ac48-a0812b952674', 'tag': '5503f976-b2c9-4c67-bdcb-ba82064395e6'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:56.811571 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167f553-64a8-4359-a35e-c694b6e23a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e343008-7be2-49bd-ac48-a0812b952674", "tag": "5503f976-b2c9-4c67-bdcb-ba82064395e6"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:56.921587 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fcae19-7072-4ab2-b61d-f66693d653fb x-openstack-request-id: req-d9fcae19-7072-4ab2-b61d-f66693d653fb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:56.922368 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e343008-7be2-49bd-ac48-a0812b952674", "tag": "5503f976-b2c9-4c67-bdcb-ba82064395e6", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:56.923035 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9fcae19-7072-4ab2-b61d-f66693d653fb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:56.923728 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e343008-7be2-49bd-ac48-a0812b952674', 'tag': '5503f976-b2c9-4c67-bdcb-ba82064395e6', 'status': 'completed', 'code': 200} Aug 23 12:17:56.958372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e8931-4c28-4b27-b8f1-b7012a7c63f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5503f976-b2c9-4c67-bdcb-ba82064395e6,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:57.005934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-19dad8e9-3e50-46cc-9b7b-29f6d3698525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:57.008388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-19dad8e9-3e50-46cc-9b7b-29f6d3698525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 1095 time: 0.1553292 Aug 23 12:17:57.024287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12045f-696b-45e8-a159-c87a0ed00a58 req-a82d8edb-3381-41ae-9dde-67fcaad12515 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:57.026651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef12045f-696b-45e8-a159-c87a0ed00a58 req-a82d8edb-3381-41ae-9dde-67fcaad12515 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 931 time: 0.1081569 Aug 23 12:17:57.070225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-1a32df8c-cb44-47dc-b785-03ec1c50b1e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6 HTTP/1.1" status: 200 len: 217 time: 0.0423641 Aug 23 12:17:57.187491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-23470212-bc89-47bf-b432-dd0d55a19d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:57.190365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-23470212-bc89-47bf-b432-dd0d55a19d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f97e340f-88b6-4de4-879e-4e28a9404835 HTTP/1.1" status: 200 len: 854 time: 0.1125133 Aug 23 12:17:57.196910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef12045f-696b-45e8-a159-c87a0ed00a58 req-24787fc7-1f4f-4f1a-98c0-09c0e978e2ec tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256001 Aug 23 12:17:57.251897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:17:57.258727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-51e3127a-32c3-4ed7-8d77-68bdf395eea3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555604 Aug 23 12:17:57.265890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2669af6a-bbca-43e5-991b-f522a48efbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:57.281854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:57.296674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2669af6a-bbca-43e5-991b-f522a48efbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:57.386599 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:57.421666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Transition to ACTIVE for port object 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:17:57.464649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669af6a-bbca-43e5-991b-f522a48efbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0273160-e141-47f5-922f-bc934c3d930b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:57.492887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:57.554108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-0b61f7e4-8a95-48da-aaed-5b9f71383cf5 service neutron] 10.222.0.41 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812004 Aug 23 12:17:57.598518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2669af6a-bbca-43e5-991b-f522a48efbef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2826adfa2e1344f59b11da8176ee3f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2003071 Aug 23 12:17:57.601306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51502) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:57.651288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Pushing event updated for resources: {'Port': ['ID=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:57.797351 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:57.851343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed84e-84e1-4634-b83c-efa3b00b7fce req-fd0ea297-357f-4cfd-85a6-bcbe2320054c tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:57.864386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fbed84e-84e1-4634-b83c-efa3b00b7fce req-fd0ea297-357f-4cfd-85a6-bcbe2320054c tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 944 time: 0.2978694 Aug 23 12:17:57.945364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3af8bdb9-cee9-4f8b-bad0-1901f5d81500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.012960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Attempting to bind port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:17:58.013464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Attempting to bind port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'db44607a-1889-47da-9cea-5b62ac4490bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:17:58.013964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Attempting to bind port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 on network 75e69f05-c6a4-4137-9a8b-184f0e7c476f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:17:58.018302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3af8bdb9-cee9-4f8b-bad0-1901f5d81500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.019104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e318d641-b3f2-4a21-b2e7-2af6fac7272e req-2fe93150-8063-4482-ab69-cc4320457af7 service neutron] 10.222.0.41 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609785 Aug 23 12:17:58.037376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 on network 75e69f05-c6a4-4137-9a8b-184f0e7c476f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:17:58.041641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Attempting to bind port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 on network 75e69f05-c6a4-4137-9a8b-184f0e7c476f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:17:58.052543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fbed84e-84e1-4634-b83c-efa3b00b7fce req-de72e9b4-7ffd-498a-8ff5-fb4b20484b11 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804922 Aug 23 12:17:58.087390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:17:58.087984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Checking segment: {'id': 'db44607a-1889-47da-9cea-5b62ac4490bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:17:58.088595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Bound using segment: {'id': 'db44607a-1889-47da-9cea-5b62ac4490bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:17:58.089278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Bound port: 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db44607a-1889-47da-9cea-5b62ac4490bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:17:58.089964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.147640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-41f28e56-3d11-461e-b0a6-2bb403bdbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.149825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-41f28e56-3d11-461e-b0a6-2bb403bdbc0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 1095 time: 0.0766439 Aug 23 12:17:58.195091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] For port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:17:58.198075 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3af8bdb9-cee9-4f8b-bad0-1901f5d81500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.205067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3af8bdb9-cee9-4f8b-bad0-1901f5d81500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.208288 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3af8bdb9-cee9-4f8b-bad0-1901f5d81500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0273160-e141-47f5-922f-bc934c3d930b HTTP/1.1" status: 204 len: 168 time: 0.6002655 Aug 23 12:17:58.213756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] For port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,segment=NetworkSegment(db44607a-1889-47da-9cea-5b62ac4490bc),segment_id=db44607a-1889-47da-9cea-5b62ac4490bc)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:17:58.243050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.246458 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.247865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8bdb9-cee9-4f8b-bad0-1901f5d81500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0273160-e141-47f5-922f-bc934c3d930b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:58.295765 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:17:58.345193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-17864a77-cccb-411c-b036-eee94169cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.350897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-17864a77-cccb-411c-b036-eee94169cae7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 200 len: 915 time: 0.1896825 Aug 23 12:17:58.352801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.353721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.355303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] 10.222.0.41 "PUT /v2.0/ports/2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 HTTP/1.1" status: 200 len: 1091 time: 2.3478658 Aug 23 12:17:58.355804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'tag': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:17:58.359574 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40858e0f-cc9d-47c4-9079-e96b100ac6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a52b65bf-5889-4971-a386-0fbf5a2a5310", "tag": "2800ae96-7b8c-47fa-99ad-c7e3e5fcd919"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:17:58.454623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-62974584-7fda-49b0-82bd-4711163b617b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6 HTTP/1.1" status: 200 len: 217 time: 0.0929494 Aug 23 12:17:58.523551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290f253-1f90-4d8d-bbad-1904f32e0498 service neutron] Pushing event updated for resources: {'Port': ['ID=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:58.560574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-14e51749-81b5-482e-b3a7-1e1c179d82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.562772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-14e51749-81b5-482e-b3a7-1e1c179d82e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f97e340f-88b6-4de4-879e-4e28a9404835 HTTP/1.1" status: 200 len: 854 time: 0.1002994 Aug 23 12:17:58.643599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-06ed7922-c9c3-4d8b-8536-a44a416cbe0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724196 Aug 23 12:17:58.727787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-8f2d37dc-39e2-4d1c-87e2-89dfee6e7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.730630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-8f2d37dc-39e2-4d1c-87e2-89dfee6e7c72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e2024d84b704c798d4c948742ecb055&device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 1094 time: 0.3110158 Aug 23 12:17:58.740572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f3ec-54b2-4463-9912-23d3c44afbfe req-8214380a-dae7-4f72-a620-5b7ba55ac9d3 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.749097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9127f3ec-54b2-4463-9912-23d3c44afbfe req-8214380a-dae7-4f72-a620-5b7ba55ac9d3 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 943 time: 0.3281298 Aug 23 12:17:58.804964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-99c3ef2d-744d-4b6c-a730-9fe3f96af61d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 HTTP/1.1" status: 200 len: 217 time: 0.0534396 Aug 23 12:17:58.876204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-f6e7709f-c145-42f7-b68b-fe8900ae985f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355250 Aug 23 12:17:58.879980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51562) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:58.948237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2195-00ce-4d43-87f2-bc289212a441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:58.953092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9127f3ec-54b2-4463-9912-23d3c44afbfe req-d9df9974-2267-4118-9467-fb1d3ea4b745 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965997 Aug 23 12:17:58.987470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35400-0f36-4497-be98-e674aec8341b req-84fe5f27-a675-492a-8be4-f137b71f85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:58.992364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-84fe5f27-a675-492a-8be4-f137b71f85f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cae8e814-4e5f-4726-a8fe-5c6f5b594d3e HTTP/1.1" status: 200 len: 848 time: 0.1628222 Aug 23 12:17:59.044205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-9cfa574e-41ea-4cde-b545-476de6802a82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75e69f05-c6a4-4137-9a8b-184f0e7c476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426452 Aug 23 12:17:59.084142 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c6a6a-fd0d-4f1a-809c-b07298833f42 x-openstack-request-id: req-be3c6a6a-fd0d-4f1a-809c-b07298833f42 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:17:59.084569 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52b65bf-5889-4971-a386-0fbf5a2a5310", "tag": "2800ae96-7b8c-47fa-99ad-c7e3e5fcd919", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:17:59.084926 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be3c6a6a-fd0d-4f1a-809c-b07298833f42 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:17:59.085490 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'tag': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919', 'status': 'completed', 'code': 200} Aug 23 12:17:59.093489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-e99769ed-dd78-4ea3-87ba-0e11f1142ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.095961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-e99769ed-dd78-4ea3-87ba-0e11f1142ada service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1096 time: 0.1899674 Aug 23 12:17:59.106312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-6a3083e7-5535-41b4-b91e-d1fdc2160421 service neutron] 10.222.0.41 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541569 Aug 23 12:17:59.112666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2195-00ce-4d43-87f2-bc289212a441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:59.124876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2195-00ce-4d43-87f2-bc289212a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:59.206428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3bdf2195-00ce-4d43-87f2-bc289212a441 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adabed98ad4b4693bd046303ccc803fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226559 Aug 23 12:17:59.220416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51572) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:17:59.286652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-6d97116d-b207-467e-921c-3b6354bb4da2 service neutron] 10.222.0.41 "GET /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340424 Aug 23 12:17:59.326921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf2195-00ce-4d43-87f2-bc289212a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3047c2d-174a-4721-bdf2-b0eea94013f1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:59.327473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3932995f-6963-4cb8-a5c8-37d7b49f10d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:59.333716 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-803c7e93-4686-41b3-bcca-4dc89a62134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.333716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-803c7e93-4686-41b3-bcca-4dc89a62134c service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1632195 Aug 23 12:17:59.448399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3932995f-6963-4cb8-a5c8-37d7b49f10d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:59.544175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1c35400-0f36-4497-be98-e674aec8341b req-490f1b41-e228-4018-82c6-1d72cb735a70 service neutron] 10.222.0.41 "GET /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508998 Aug 23 12:17:59.559183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6150-b2d7-412b-8c01-67521df05d8d req-cb15b6d7-2896-4657-8728-24107a6f5b20 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.561861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e61d6150-b2d7-412b-8c01-67521df05d8d req-cb15b6d7-2896-4657-8728-24107a6f5b20 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 944 time: 0.2217891 Aug 23 12:17:59.572479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3932995f-6963-4cb8-a5c8-37d7b49f10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:59.581381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3932995f-6963-4cb8-a5c8-37d7b49f10d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:17:59.585019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3932995f-6963-4cb8-a5c8-37d7b49f10d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3047c2d-174a-4721-bdf2-b0eea94013f1 HTTP/1.1" status: 204 len: 168 time: 0.3635039 Aug 23 12:17:59.621999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932995f-6963-4cb8-a5c8-37d7b49f10d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3047c2d-174a-4721-bdf2-b0eea94013f1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:17:59.643021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-5e2f4ca0-5838-4528-a338-33b3683ec716 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 999 time: 0.2701163 Aug 23 12:17:59.644997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2167f553-64a8-4359-a35e-c694b6e23a2a req-a46ce62b-038e-4751-bed0-3db09d63f122 service neutron] 10.222.0.41 "GET /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308154 Aug 23 12:17:59.720174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e61d6150-b2d7-412b-8c01-67521df05d8d req-8dc4ec3b-80eb-4939-990b-815fc756b5c0 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107223 Aug 23 12:17:59.733314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-703a14ce-ce7d-4d54-a255-7058ecd05e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.735412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-703a14ce-ce7d-4d54-a255-7058ecd05e49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0698366 Aug 23 12:17:59.742957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-dd122dd6-b565-4927-87f4-17d3bc1c73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.744762 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-dd122dd6-b565-4927-87f4-17d3bc1c73de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e2024d84b704c798d4c948742ecb055&device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 1094 time: 0.1417670 Aug 23 12:17:59.866598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-78500488-d0c3-4263-9ea6-75661c140af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.868387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-78500488-d0c3-4263-9ea6-75661c140af8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098855 Aug 23 12:17:59.983613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-786a6471-064e-4461-9f70-c786671c482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:17:59.985149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-786a6471-064e-4461-9f70-c786671c482d service neutron] 10.222.0.41 "GET /v2.0/networks?id=75e69f05-c6a4-4137-9a8b-184f0e7c476f HTTP/1.1" status: 200 len: 909 time: 0.2291205 Aug 23 12:18:00.020033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-92d178f8-32db-433b-b99f-ac7e6e922c30 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434069 Aug 23 12:18:00.071452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-a9e7e71f-7424-444b-9e72-bbdfb38eb487 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 HTTP/1.1" status: 200 len: 217 time: 0.0759354 Aug 23 12:18:00.207648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49a20709-81b0-4428-8f40-dacaa73fb815 req-75503106-a50b-48f7-ae31-295b64a54057 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775486 Aug 23 12:18:00.314203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-b8fd332a-ef37-4c82-a870-9ca8f2694e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:00.324110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-b8fd332a-ef37-4c82-a870-9ca8f2694e68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cae8e814-4e5f-4726-a8fe-5c6f5b594d3e HTTP/1.1" status: 200 len: 848 time: 0.2106080 Aug 23 12:18:00.417662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-ae7bb0c5-86ef-4f85-9c22-1922a5579276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75e69f05-c6a4-4137-9a8b-184f0e7c476f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926547 Aug 23 12:18:00.440078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c2bbf-456a-4df6-99d8-ae1e68133ed6 req-86872dac-2a0f-421b-a3f3-03a0b75dba9a tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:00.457624 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc0c2bbf-456a-4df6-99d8-ae1e68133ed6 req-86872dac-2a0f-421b-a3f3-03a0b75dba9a tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 943 time: 0.3897138 Aug 23 12:18:00.671834 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc0c2bbf-456a-4df6-99d8-ae1e68133ed6 req-0b501bea-0c36-408e-854c-946adde265b7 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070341 Aug 23 12:18:00.763361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-5b22fbb5-2510-4c0f-88b2-a919a8d28b88 service neutron] 10.222.0.41 "GET /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958794 Aug 23 12:18:01.044056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfa6ea-877b-428b-8003-4f9617cd2cb4 req-8078b4e7-f81d-46ba-9c4c-5f9e9ba62941 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:01.053109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bfa6ea-877b-428b-8003-4f9617cd2cb4 req-8078b4e7-f81d-46ba-9c4c-5f9e9ba62941 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 944 time: 0.1212549 Aug 23 12:18:01.115677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40858e0f-cc9d-47c4-9079-e96b100ac6f6 req-9fdeed23-234e-474d-93ed-3358bd5f5952 service neutron] 10.222.0.41 "GET /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452959 Aug 23 12:18:01.137038 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3bfa6ea-877b-428b-8003-4f9617cd2cb4 req-b3cea457-5f42-4014-a83b-7ed3165839d7 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824676 Aug 23 12:18:01.430703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5503f976-b2c9-4c67-bdcb-ba82064395e6 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:01.574726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 5503f976-b2c9-4c67-bdcb-ba82064395e6, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:01.600952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '5503f976-b2c9-4c67-bdcb-ba82064395e6', 'network_id': '338ad1c3-3934-4d23-8aef-ee67d9a9b6f2', 'port_id': '5503f976-b2c9-4c67-bdcb-ba82064395e6', 'mac_address': 'fa:16:3e:9a:35:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97e340f-88b6-4de4-879e-4e28a9404835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:01.668281 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:01.694595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5503f976-b2c9-4c67-bdcb-ba82064395e6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:01.744068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 5503f976-b2c9-4c67-bdcb-ba82064395e6, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:01.751696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:01.879456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=5503f976-b2c9-4c67-bdcb-ba82064395e6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:01.970640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['5503f976-b2c9-4c67-bdcb-ba82064395e6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:02.078341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b70b7-618d-4dcf-a174-c982faa89e93 req-7345e629-2733-4f66-9364-9d8e2366d44f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:02.080792 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-129b70b7-618d-4dcf-a174-c982faa89e93 req-7345e629-2733-4f66-9364-9d8e2366d44f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 943 time: 0.2147927 Aug 23 12:18:02.189534 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-129b70b7-618d-4dcf-a174-c982faa89e93 req-51b76251-46d6-4394-aa4d-be75225170e7 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961723 Aug 23 12:18:02.379544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a3204-b218-4bcd-af18-033e607e9f9e req-ba7d2a4b-3830-4a27-80f2-cd67063c67d2 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:02.395231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c2a3204-b218-4bcd-af18-033e607e9f9e req-ba7d2a4b-3830-4a27-80f2-cd67063c67d2 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 945 time: 0.1303089 Aug 23 12:18:02.494353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3c2a3204-b218-4bcd-af18-033e607e9f9e req-cd17450b-f5a7-4e65-8bb6-7a21d0177be9 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952723 Aug 23 12:18:03.388474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb099-e8cd-42e5-ab8c-2e4eb5f6c68c req-05ad2100-e1fc-4bf4-a486-53eca230dff2 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:03.420459 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a6eb099-e8cd-42e5-ab8c-2e4eb5f6c68c req-05ad2100-e1fc-4bf4-a486-53eca230dff2 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 943 time: 0.1180010 Aug 23 12:18:03.461419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:03.464926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5503f976-b2c9-4c67-bdcb-ba82064395e6 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:18:03.554122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a6eb099-e8cd-42e5-ab8c-2e4eb5f6c68c req-71be646f-5855-4d08-99c0-3945bad26557 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324143 Aug 23 12:18:03.661354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51702) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:03.803240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5030-be3d-42fb-a8a3-ef57fca79c9e req-8f07b8ea-54fd-49ef-8c0f-1844674ff1a8 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:03.804881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bae5030-be3d-42fb-a8a3-ef57fca79c9e req-8f07b8ea-54fd-49ef-8c0f-1844674ff1a8 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 945 time: 0.1337194 Aug 23 12:18:03.831481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 5503f976-b2c9-4c67-bdcb-ba82064395e6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:03.853676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 5503f976-b2c9-4c67-bdcb-ba82064395e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:03.855384 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:03.984505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bae5030-be3d-42fb-a8a3-ef57fca79c9e req-45f57dfb-f95c-4aae-8890-2ad811727533 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650226 Aug 23 12:18:04.003146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,segment=NetworkSegment(db44607a-1889-47da-9cea-5b62ac4490bc),segment_id=db44607a-1889-47da-9cea-5b62ac4490bc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:04.018969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919', 'network_id': '75e69f05-c6a4-4137-9a8b-184f0e7c476f', 'port_id': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919', 'mac_address': 'fa:16:3e:6b:79:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae8e814-4e5f-4726-a8fe-5c6f5b594d3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:04.036428 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64e1ff28-a0aa-48e7-921b-cd7d8e648f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.226800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.229569 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.249773 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64e1ff28-a0aa-48e7-921b-cd7d8e648f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.256137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64e1ff28-a0aa-48e7-921b-cd7d8e648f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.293121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1ff28-a0aa-48e7-921b-cd7d8e648f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b91770-e131-4139-bee2-2b5dae30d8af,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:04.328848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e343008-7be2-49bd-ac48-a0812b952674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503f976-b2c9-4c67-bdcb-ba82064395e6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:04.336109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51724) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:04.336615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64e1ff28-a0aa-48e7-921b-cd7d8e648f48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2327dc61bcd4873b3eed3edcdcbd231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736879 Aug 23 12:18:04.341658 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c4c8d1-f779-4f73-a1f8-4d05568b0b42" -d '{"events": [{"server_uuid": "1e343008-7be2-49bd-ac48-a0812b952674", "name": "network-vif-plugged", "status": "completed", "tag": "5503f976-b2c9-4c67-bdcb-ba82064395e6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:04.381372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:04.433436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,segment=NetworkSegment(db44607a-1889-47da-9cea-5b62ac4490bc),segment_id=db44607a-1889-47da-9cea-5b62ac4490bc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:04.439331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 5503f976-b2c9-4c67-bdcb-ba82064395e6, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:04.457224 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d55f0-f1b1-4f0b-a790-52afac92dc25 x-openstack-request-id: req-cf9d55f0-f1b1-4f0b-a790-52afac92dc25 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:04.457438 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e343008-7be2-49bd-ac48-a0812b952674", "name": "network-vif-plugged", "status": "completed", "tag": "5503f976-b2c9-4c67-bdcb-ba82064395e6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:04.457733 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf9d55f0-f1b1-4f0b-a790-52afac92dc25 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:04.458136 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e343008-7be2-49bd-ac48-a0812b952674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5503f976-b2c9-4c67-bdcb-ba82064395e6', 'code': 200} Aug 23 12:18:04.460603 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.466142 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.554601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28479744-761b-4199-95d7-89dc95518d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.614701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28479744-761b-4199-95d7-89dc95518d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.626910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393523e9-1ba9-43e6-a042-ddbbf5640fb4 req-7212489b-bb1a-4d6f-9268-e0cddbef322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:04.635320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-393523e9-1ba9-43e6-a042-ddbbf5640fb4 req-7212489b-bb1a-4d6f-9268-e0cddbef322d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 1097 time: 0.0969346 Aug 23 12:18:04.645900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:04.673749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2800ae96-7b8c-47fa-99ad-c7e3e5fcd919'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:04.697367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-393523e9-1ba9-43e6-a042-ddbbf5640fb4 req-b3aa993e-187b-41c7-a2c6-8fca7aee9d2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Aug 23 12:18:04.718541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28479744-761b-4199-95d7-89dc95518d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.721254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28479744-761b-4199-95d7-89dc95518d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:04.722399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28479744-761b-4199-95d7-89dc95518d3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23b91770-e131-4139-bee2-2b5dae30d8af HTTP/1.1" status: 204 len: 168 time: 0.3845415 Aug 23 12:18:04.772024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28479744-761b-4199-95d7-89dc95518d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b91770-e131-4139-bee2-2b5dae30d8af,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:04.818742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78baba-965f-4136-8d07-af3cadd90dae req-cd515e7b-9f36-468c-9b8b-3d1d5a58d6b8 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:04.829353 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad78baba-965f-4136-8d07-af3cadd90dae req-cd515e7b-9f36-468c-9b8b-3d1d5a58d6b8 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 944 time: 0.1223743 Aug 23 12:18:04.866962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=5503f976-b2c9-4c67-bdcb-ba82064395e6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:04.903027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad78baba-965f-4136-8d07-af3cadd90dae req-393a1d0a-8665-4e87-a5f6-287cd39a63cc tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723498 Aug 23 12:18:05.200966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9bf50-2824-45a2-ae8c-01936287891b req-fea6dc44-0fc7-4bbd-8377-4d4895746ab5 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:05.215630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ad9bf50-2824-45a2-ae8c-01936287891b req-fea6dc44-0fc7-4bbd-8377-4d4895746ab5 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 946 time: 0.1067028 Aug 23 12:18:05.338782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ad9bf50-2824-45a2-ae8c-01936287891b req-b6b38834-8ced-4586-b529-1ce117ef5ef9 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184015 Aug 23 12:18:05.351726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51744) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:05.376191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d535996c-3a6a-49bf-837e-ad62fde13518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.477751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:18:05.563999 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d535996c-3a6a-49bf-837e-ad62fde13518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.570818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d535996c-3a6a-49bf-837e-ad62fde13518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.602527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:05.608566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:05.608948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.659713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d535996c-3a6a-49bf-837e-ad62fde13518 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4d2941b197f4bcdb69e6bf8674d25b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036659 Aug 23 12:18:05.660027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51756) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:05.707816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535996c-3a6a-49bf-837e-ad62fde13518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69312328-b341-4f33-abf5-f778ef1936ff,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:05.801750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d863a97-a254-4e5e-a664-866041b8b7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.802965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.860903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d863a97-a254-4e5e-a664-866041b8b7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.878235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,segment=NetworkSegment(db44607a-1889-47da-9cea-5b62ac4490bc),segment_id=db44607a-1889-47da-9cea-5b62ac4490bc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:05.889098 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:05.965522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:05.970712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966285127', 'description': 'tempest-secgroup-smoke-966285127 description', 'project_id': 'd4445059663340948702110d5412f2c5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:05.993471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:05.998774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.018126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d863a97-a254-4e5e-a664-866041b8b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.027477 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d863a97-a254-4e5e-a664-866041b8b7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.035824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d863a97-a254-4e5e-a664-866041b8b7e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69312328-b341-4f33-abf5-f778ef1936ff HTTP/1.1" status: 204 len: 168 time: 0.3747761 Aug 23 12:18:06.069803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d863a97-a254-4e5e-a664-866041b8b7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69312328-b341-4f33-abf5-f778ef1936ff,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:06.131905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.142627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.171746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.176857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072561 Aug 23 12:18:06.184084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51764) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:06.199730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group_rule': {'security_group_id': '7e962be4-bf68-4bce-b000-b6d05c5318b4', 'project_id': 'd4445059663340948702110d5412f2c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:06.215182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443cb56-2a6e-4ca6-baee-e1e99c065daf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e962be4-bf68-4bce-b000-b6d05c5318b4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:06.417722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d18f-1f28-4c84-a757-47431338f56c req-19276273-8189-4237-9ac5-056b7fdd47da tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:06.463175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4989d18f-1f28-4c84-a757-47431338f56c req-19276273-8189-4237-9ac5-056b7fdd47da tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 945 time: 0.3576980 Aug 23 12:18:06.464148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:06.468197 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b741f9-a025-473b-8a7c-fcc940b0e92c" -d '{"events": [{"server_uuid": "a52b65bf-5889-4971-a386-0fbf5a2a5310", "name": "network-vif-plugged", "status": "completed", "tag": "2800ae96-7b8c-47fa-99ad-c7e3e5fcd919"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:06.497642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.601520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b7b5-e492-4734-847f-18284a63e422 req-535931b6-b9a3-47cb-b4fb-ff28faeab393 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:06.610793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4989d18f-1f28-4c84-a757-47431338f56c req-c3ad413b-0dfc-47ce-96e1-346f8f0ecd1e tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462381 Aug 23 12:18:06.611245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4985b7b5-e492-4734-847f-18284a63e422 req-535931b6-b9a3-47cb-b4fb-ff28faeab393 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 946 time: 0.1271343 Aug 23 12:18:06.715724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4985b7b5-e492-4734-847f-18284a63e422 req-38c86bcb-3d44-417f-9a6a-e6327f312586 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031961 Aug 23 12:18:06.765110 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9de1f-68c4-406f-97a5-26485f638a8d x-openstack-request-id: req-a1b9de1f-68c4-406f-97a5-26485f638a8d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:06.765988 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52b65bf-5889-4971-a386-0fbf5a2a5310", "name": "network-vif-plugged", "status": "completed", "tag": "2800ae96-7b8c-47fa-99ad-c7e3e5fcd919", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:06.766650 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b9de1f-68c4-406f-97a5-26485f638a8d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:06.767247 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919', 'code': 200} Aug 23 12:18:06.813703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.821116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.847655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8637dd-7412-4510-bde8-07c4e1747e0b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:06.945645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:06.947195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9ba77491-4031-4105-8479-09b3e491d177 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7619967 Aug 23 12:18:06.950244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51786) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:06.955281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group_rule': {'security_group_id': '7e962be4-bf68-4bce-b000-b6d05c5318b4', 'project_id': 'd4445059663340948702110d5412f2c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:06.959746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51788) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:06.968746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac390eca-3447-4443-96ca-666ff237ff9b req-1a596fea-d045-4be0-8605-8af686cde12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:06.971318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac390eca-3447-4443-96ca-666ff237ff9b req-1a596fea-d045-4be0-8605-8af686cde12c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 1096 time: 0.1042118 Aug 23 12:18:07.002754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b65e6c0-fc6d-4b76-af7a-10eb8477741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.037111 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.129111 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac390eca-3447-4443-96ca-666ff237ff9b req-d7af8d21-63b2-46a8-bdf1-3f88c7ba5935 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493914 Aug 23 12:18:07.134130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.151235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.182240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081f70dc-dd66-4d5b-a417-d01574f0c196,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:07.265717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b65e6c0-fc6d-4b76-af7a-10eb8477741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.280069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b65e6c0-fc6d-4b76-af7a-10eb8477741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.309763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b65e6c0-fc6d-4b76-af7a-10eb8477741c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=909d86f6bc334ebd93246c9f652e6563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398900 Aug 23 12:18:07.312045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.312640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51796) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:07.313328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d8bf0512-02b6-4b7e-b470-e8f144971fdb tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3620799 Aug 23 12:18:07.320938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51798) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:07.326400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group_rule': {'security_group_id': '7e962be4-bf68-4bce-b000-b6d05c5318b4', 'project_id': 'd4445059663340948702110d5412f2c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:07.409708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65e6c0-fc6d-4b76-af7a-10eb8477741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf48b04f-76f1-4031-882c-f16ae78595b2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:07.444249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.466183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b801c5d-12d0-4f73-9c3f-9701b5af62d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.526887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b801c5d-12d0-4f73-9c3f-9701b5af62d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.613522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.624978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b801c5d-12d0-4f73-9c3f-9701b5af62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.628268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6b801c5d-12d0-4f73-9c3f-9701b5af62d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.630205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6b801c5d-12d0-4f73-9c3f-9701b5af62d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf48b04f-76f1-4031-882c-f16ae78595b2 HTTP/1.1" status: 204 len: 168 time: 0.3160806 Aug 23 12:18:07.642078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b801c5d-12d0-4f73-9c3f-9701b5af62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf48b04f-76f1-4031-882c-f16ae78595b2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:07.659975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.679282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751f5887-62d4-45ff-b00b-eba089552b8d,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:07.687499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.692406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51806) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:07.693234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-165539ca-4c24-4a3d-a2c2-a406879d538a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711948 Aug 23 12:18:07.696482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group_rule': {'security_group_id': '7e962be4-bf68-4bce-b000-b6d05c5318b4', 'project_id': 'd4445059663340948702110d5412f2c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:07.797527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:07.897211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289a808-0f21-476d-8e11-3622264ba712 req-a284d383-5bac-463f-810b-f59770a0e1ee tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:07.908339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a289a808-0f21-476d-8e11-3622264ba712 req-a284d383-5bac-463f-810b-f59770a0e1ee tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 945 time: 0.1578484 Aug 23 12:18:08.356421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a289a808-0f21-476d-8e11-3622264ba712 req-a93406c8-f816-4557-85d3-676b2b09e9fb tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457083 Aug 23 12:18:08.398164 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.405754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.462035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8663c2-ca40-4c9f-8b9a-8f11ca7fe02f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:08.504406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.510698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c73ef0be-ed1d-48de-8dad-b8f95d2c5ec3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8178711 Aug 23 12:18:08.510913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 51824) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:08.516542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group_rule': {'security_group_id': '7e962be4-bf68-4bce-b000-b6d05c5318b4', 'project_id': 'd4445059663340948702110d5412f2c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:08.579598 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Project d4445059663340948702110d5412f2c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:18:08.588754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.754556 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.760574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.797463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139f225c-f8e0-4514-b6f4-5b1f8c06827f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:08.811293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:08.820066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:08.822570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7060d6fb-aaca-46e6-b9dd-2fe87143fd96 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106141 Aug 23 12:18:08.829014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'security_group_rule': {'security_group_id': '7e962be4-bf68-4bce-b000-b6d05c5318b4', 'project_id': 'd4445059663340948702110d5412f2c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:08.886281 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Project d4445059663340948702110d5412f2c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:18:08.894693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:09.020879 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:09.035308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:09.069808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468f1e87-0a81-4afd-81fb-5a52a4d03efe,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:09.098480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:09.099661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-656a0089-859b-496c-9b29-84516905870e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2781668 Aug 23 12:18:09.514718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ce27b-69de-4fc9-a3aa-835ebfd23b20 req-b7de2b7b-cbdd-44a8-84ee-78c8edf5d445 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:09.516619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b5ce27b-69de-4fc9-a3aa-835ebfd23b20 req-b7de2b7b-cbdd-44a8-84ee-78c8edf5d445 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 945 time: 0.0609865 Aug 23 12:18:09.574458 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3b5ce27b-69de-4fc9-a3aa-835ebfd23b20 req-e3e83637-8baa-4cdf-99cf-c0f1b1edaf05 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Aug 23 12:18:12.141351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75f63-aeaa-4a05-a5d8-7b55cc14d3d7 req-9a944f83-f771-4f5b-b4d3-f776c9d43ceb tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:12.144185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe75f63-aeaa-4a05-a5d8-7b55cc14d3d7 req-9a944f83-f771-4f5b-b4d3-f776c9d43ceb tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 945 time: 0.0619106 Aug 23 12:18:12.199293 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe75f63-aeaa-4a05-a5d8-7b55cc14d3d7 req-53c53441-8c0a-414c-879f-d200c96b25f6 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482135 Aug 23 12:18:13.415474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bba018-e65f-44d8-8ed8-dc0f4017b9ef req-9df1d4ed-3190-4892-a7fe-dcca7f97e8e9 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:13.423708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5bba018-e65f-44d8-8ed8-dc0f4017b9ef req-9df1d4ed-3190-4892-a7fe-dcca7f97e8e9 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 945 time: 0.1504092 Aug 23 12:18:13.469382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5bba018-e65f-44d8-8ed8-dc0f4017b9ef req-78cd5498-6bce-40af-be11-62fed7824f8f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Aug 23 12:18:13.511674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d6155-8063-4283-b9c7-9c7948048723 req-4199411c-cd64-4f28-ad63-2caf23c57833 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:13.516538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f43d6155-8063-4283-b9c7-9c7948048723 req-4199411c-cd64-4f28-ad63-2caf23c57833 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 945 time: 0.1829269 Aug 23 12:18:13.566393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-54880739-dfa9-4add-b8b0-25024fb6430e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966285127&fields=id&tenant_id=d4445059663340948702110d5412f2c5 HTTP/1.1" status: 200 len: 267 time: 0.0922599 Aug 23 12:18:13.714286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Deleting port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:18:13.714752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:13.804342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f0f653d7-85af-4405-8da7-25333608e3f8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:13.805966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f0f653d7-85af-4405-8da7-25333608e3f8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 814 time: 0.2372637 Aug 23 12:18:13.842615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-3f8f987c-3775-4f3c-8e07-3319599a7e7e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/quotas/d4445059663340948702110d5412f2c5 HTTP/1.1" status: 200 len: 375 time: 0.0255179 Aug 23 12:18:13.863827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] For port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,segment=NetworkSegment(db44607a-1889-47da-9cea-5b62ac4490bc),segment_id=db44607a-1889-47da-9cea-5b62ac4490bc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:13.864464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:13.887310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Calling delete_port for 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:18:13.978907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-481dacb8-401f-4a6f-9567-16a96f7e959f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284468 Aug 23 12:18:14.159524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:14.174608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['2800ae96-7b8c-47fa-99ad-c7e3e5fcd919'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:14.222770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-af18a660-298c-47c3-8ef3-991a85c62355 service neutron] 10.222.0.21 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250271 Aug 23 12:18:14.241158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Pushing event deleted for resources: {'Port': ['ID=2800ae96-7b8c-47fa-99ad-c7e3e5fcd919,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:14.379175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] No DVR routers for this DVR port 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:18:14.385010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:14.387174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f43d6155-8063-4283-b9c7-9c7948048723 req-179126c2-15ff-4fc0-932c-b1ea8275d33f tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.41 "DELETE /v2.0/ports/2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 HTTP/1.1" status: 204 len: 173 time: 0.8635137 Aug 23 12:18:14.402412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'name': 'network-vif-deleted', 'tag': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:14.413292 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cde582-293f-496c-b4d7-4fe058889777" -d '{"events": [{"server_uuid": "a52b65bf-5889-4971-a386-0fbf5a2a5310", "name": "network-vif-deleted", "tag": "2800ae96-7b8c-47fa-99ad-c7e3e5fcd919"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:14.452391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f5d9ede1-240c-4977-a2aa-d0fc9c9a04cb service neutron] 10.222.0.21 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176986 Aug 23 12:18:14.499001 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800fd2b7-9c57-4653-a6bc-c77b2ba1cf6e x-openstack-request-id: req-800fd2b7-9c57-4653-a6bc-c77b2ba1cf6e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:14.500251 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52b65bf-5889-4971-a386-0fbf5a2a5310", "name": "network-vif-deleted", "tag": "2800ae96-7b8c-47fa-99ad-c7e3e5fcd919", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:14.500702 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-800fd2b7-9c57-4653-a6bc-c77b2ba1cf6e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:14.501446 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52b65bf-5889-4971-a386-0fbf5a2a5310', 'name': 'network-vif-deleted', 'tag': '2800ae96-7b8c-47fa-99ad-c7e3e5fcd919', 'status': 'completed', 'code': 200} Aug 23 12:18:14.645666 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5963731-bf0b-4fc5-b45f-a742bed3ec68 req-ac79d5d9-b7a3-4b3f-bd22-8e0b0bcf2d58 tempest-ServerTagsTestJSON-919878975 tempest-ServerTagsTestJSON-919878975-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52b65bf-5889-4971-a386-0fbf5a2a5310 HTTP/1.1" status: 200 len: 210 time: 0.0496659 Aug 23 12:18:15.459893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c47241c-4a9c-4aa5-90f4-319410f15673 req-fc2b39ed-4f33-4a46-a46e-31642ce81d44 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0612700 Aug 23 12:18:15.766812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 51998) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:15.833215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Deleting subnet cae8e814-4e5f-4726-a8fe-5c6f5b594d3e {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:18:15.838212 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:15.895900 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.002033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.095562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.128938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae8e814-4e5f-4726-a8fe-5c6f5b594d3e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:16.135151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.139959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-831da981-8094-4750-9622-714cf87b44bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cae8e814-4e5f-4726-a8fe-5c6f5b594d3e HTTP/1.1" status: 204 len: 168 time: 0.3712087 Aug 23 12:18:16.142310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52010) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:16.281486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.412714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.425358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e69f05-c6a4-4137-9a8b-184f0e7c476f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:16.444468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db44607a-1889-47da-9cea-5b62ac4490bc') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:16.444910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db44607a-1889-47da-9cea-5b62ac4490bc') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:16.461870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.485271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.493901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:18:16.493901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:18:16.495095 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:18:16.599338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.633339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:16.639390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] 10.222.0.21 "DELETE /v2.0/networks/75e69f05-c6a4-4137-9a8b-184f0e7c476f HTTP/1.1" status: 204 len: 168 time: 0.4948392 Aug 23 12:18:16.644244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4c695-86a3-4056-9bf4-ec20e30c846c admin admin] Pushing event deleted for resources: {'Network': ['ID=75e69f05-c6a4-4137-9a8b-184f0e7c476f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:16.737947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1e7dec9-e3ad-49ea-a190-a8a83fe372ca req-43bae050-c7d3-44b6-bf47-262215aac4b0 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0862396 Aug 23 12:18:16.984090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-a8ac881a-0408-406d-bdad-152f39da107f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:16.986154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-a8ac881a-0408-406d-bdad-152f39da107f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.44 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 814 time: 0.2334795 Aug 23 12:18:17.020306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52050) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:17.098200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5ba29095-4300-4329-8ef2-8d2c534291a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e2024d84b704c798d4c948742ecb055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765095 Aug 23 12:18:17.100395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52054) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:17.102029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-840c748d-7169-493f-a554-6f201dabb316 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4445059663340948702110d5412f2c5 HTTP/1.1" status: 200 len: 379 time: 0.1068258 Aug 23 12:18:17.120169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'port': {'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'admin_state_up': True, 'tenant_id': 'd4445059663340948702110d5412f2c5', 'security_groups': ['7e962be4-bf68-4bce-b000-b6d05c5318b4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:17.268499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc645487-b42b-45a7-bcaf-50424bfd57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:17.312284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Made reservation on behalf of d4445059663340948702110d5412f2c5 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:17.329512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc645487-b42b-45a7-bcaf-50424bfd57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:17.330686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:17.436949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc645487-b42b-45a7-bcaf-50424bfd57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:17.439734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc645487-b42b-45a7-bcaf-50424bfd57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:17.441760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bc645487-b42b-45a7-bcaf-50424bfd57e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099 HTTP/1.1" status: 204 len: 168 time: 0.3394074 Aug 23 12:18:17.453778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc645487-b42b-45a7-bcaf-50424bfd57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff4f8f-c6f6-447c-acb6-ac7dfe2bf099,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:17.519127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:18:17.565712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Allocated IP 172.20.0.12 (5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f/9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0/5f704e51-d150-494d-8e10-3e72ff76f209) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:18:17.596476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:18:17.597800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 2800ae96-7b8c-47fa-99ad-c7e3e5fcd919 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:18:17.881378 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97d90fdf-2f2b-441d-a596-6989ce85ba4c req-a6884e9c-d535-4621-871a-38b90093bb39 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0356245 Aug 23 12:18:17.911118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:17.936423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Transition to ACTIVE for port object 5f704e51-d150-494d-8e10-3e72ff76f209 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:18.012114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:18.111246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:18:18.124098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:18.129185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:18:18.181770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'Port': ['ID=5f704e51-d150-494d-8e10-3e72ff76f209,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:18.209917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:18.211038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:18.234636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-f6b03989-f35a-4c7c-9e50-cda7513d431f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1235116 Aug 23 12:18:18.247048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Request body: {'port': {'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:18.348608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:18.620539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9439941f-20ef-461c-bb14-b91ced0c103c None None] Provisioning for port 5f704e51-d150-494d-8e10-3e72ff76f209 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:18.633055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9439941f-20ef-461c-bb14-b91ced0c103c None None] Provisioning complete for port 5f704e51-d150-494d-8e10-3e72ff76f209 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:18.633709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9439941f-20ef-461c-bb14-b91ced0c103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:18.799393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9439941f-20ef-461c-bb14-b91ced0c103c None None] Port 5f704e51-d150-494d-8e10-3e72ff76f209 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:18:19.008250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f704e51-d150-494d-8e10-3e72ff76f209 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:19.040164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.070683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Transition to ACTIVE for port object 5f704e51-d150-494d-8e10-3e72ff76f209 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:19.077531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.130839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e755d9b-6665-4ff6-a899-103e28b9604d req-e8d28db9-9957-446a-814c-f21e63e64ced tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:19.140408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e755d9b-6665-4ff6-a899-103e28b9604d req-e8d28db9-9957-446a-814c-f21e63e64ced tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 932 time: 0.1491060 Aug 23 12:18:19.175110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Pushing event updated for resources: {'Port': ['ID=5f704e51-d150-494d-8e10-3e72ff76f209,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:19.286933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e755d9b-6665-4ff6-a899-103e28b9604d req-fa7037b1-4ce9-4548-86b8-c1f2e514c8d8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426373 Aug 23 12:18:19.326608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52116) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:19.399858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Attempting to bind port 5f704e51-d150-494d-8e10-3e72ff76f209 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:18:19.400770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Attempting to bind port 5f704e51-d150-494d-8e10-3e72ff76f209 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:18:19.403414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Attempting to bind port 5f704e51-d150-494d-8e10-3e72ff76f209 on network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:19.510543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Port 5f704e51-d150-494d-8e10-3e72ff76f209 on network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:18:19.515144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Attempting to bind port 5f704e51-d150-494d-8e10-3e72ff76f209 on network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:19.555587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:18:19.556130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Checking segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:18:19.559391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Bound using segment: {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:18:19.559883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Bound port: 5f704e51-d150-494d-8e10-3e72ff76f209, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a0410f-5826-4bf5-99e3-b87c54a8c829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:18:19.560406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.588056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-919335184-network', 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:19.605388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37095e86-4543-4228-b6de-78c3b35c934e req-c1b6e0b6-b22d-4efa-b96e-9c129df42675 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:19.611681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37095e86-4543-4228-b6de-78c3b35c934e req-c1b6e0b6-b22d-4efa-b96e-9c129df42675 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1900609 Aug 23 12:18:19.632703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:19.650223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.677368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.860519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.884769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.892616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37095e86-4543-4228-b6de-78c3b35c934e req-c942f177-58e9-4b19-99d3-6717e178beac tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800391 Aug 23 12:18:19.906460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] For port 5f704e51-d150-494d-8e10-3e72ff76f209, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:18:19.921581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] For port 5f704e51-d150-494d-8e10-3e72ff76f209, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5f704e51-d150-494d-8e10-3e72ff76f209,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:18:19.925140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:18:19.926684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.994182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:19.995476 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Added segment aaf5f4ab-cea0-4216-b895-70484c3830f9 of type vlan for network 4d71587b-59fe-458e-b060-80db0fbcaa28 Aug 23 12:18:19.998577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd67fbc-83fa-4f9d-9f44-2c948db47a84,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:20.020736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:20.021380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:20.027363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 1092 time: 1.7849817 Aug 23 12:18:20.027858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:20.042520 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46850d9d-ec28-47b3-886a-aecf77b42bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:20.046806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.048039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.048579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.049091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.059810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.061007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.061544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.062094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.062855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.063529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.064052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.064575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:20.079918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8824772-b207-4818-a301-cd88ff938f32 service neutron] Pushing event updated for resources: {'Port': ['ID=5f704e51-d150-494d-8e10-3e72ff76f209,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:20.148069 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bbd970-3407-413a-b601-155343f0d617 x-openstack-request-id: req-90bbd970-3407-413a-b601-155343f0d617 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:20.148705 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:20.149138 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90bbd970-3407-413a-b601-155343f0d617 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:20.149753 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'status': 'completed', 'code': 200} Aug 23 12:18:20.192970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-a71440a3-63a4-404e-a413-ddae232e7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:20.194818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-a71440a3-63a4-404e-a413-ddae232e7c0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1095 time: 0.1119299 Aug 23 12:18:20.207321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:20.281174 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:20.282574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:20.283375 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:20.296117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-7475d114-6abe-4070-9be1-afef0f028b34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 217 time: 0.0925047 Aug 23 12:18:20.320085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9922433 Aug 23 12:18:20.363887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52132) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:20.376704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Request body: {'subnet': {'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-919335184-subnet', 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:20.443908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-c4c6e306-7fa7-4912-85fc-c7435e522644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:20.453819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-c4c6e306-7fa7-4912-85fc-c7435e522644 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 200 len: 853 time: 0.1484194 Aug 23 12:18:20.514616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c3194-da4c-4c64-b5c2-2b37b38d0c2e admin admin] Pushing event updated for resources: {'Network': ['ID=4d71587b-59fe-458e-b060-80db0fbcaa28,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:20.530175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:18:20.535114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:20.539855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:20.682416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52a2bc-956f-4bca-a453-61a9eaa4c6b9 req-8d8a3b5e-1823-4f26-b6bf-da04739f4a04 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:20.704376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a52a2bc-956f-4bca-a453-61a9eaa4c6b9 req-8d8a3b5e-1823-4f26-b6bf-da04739f4a04 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.2838411 Aug 23 12:18:20.723730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-2df7a397-f8c4-4d0e-b21c-c3f641c8b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:20.729952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-2df7a397-f8c4-4d0e-b21c-c3f641c8b8af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326570 Aug 23 12:18:20.856053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a52a2bc-956f-4bca-a453-61a9eaa4c6b9 req-222f55b3-0772-4076-b0b0-8b6d8d440e39 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506765 Aug 23 12:18:20.903535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-d543b1f4-7a29-4254-a7cd-e6115e0f97d7 service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593776 Aug 23 12:18:21.082575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:21.147527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b4c97c2-4b58-4470-9e68-39b87b4f2432 req-d193d4f6-248f-42a1-ba8d-551cf4470db0 service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310236 Aug 23 12:18:21.282737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-ffba393b-5a45-416a-954a-0b26ce4484c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:21.284270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-ffba393b-5a45-416a-954a-0b26ce4484c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1095 time: 0.0790286 Aug 23 12:18:21.377003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:18:21.378797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Network hostable DHCP agents. Network: 4d71587b-59fe-458e-b060-80db0fbcaa28, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:18:21.394697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dcfc72-382c-4684-aab1-0788311865a9,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:21.457458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab3d0-d1bc-4683-8b48-3bde40e18115 req-7c7759ee-cc08-40dc-8315-5056477d46fb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:21.461145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04dab3d0-d1bc-4683-8b48-3bde40e18115 req-7c7759ee-cc08-40dc-8315-5056477d46fb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.3550286 Aug 23 12:18:21.478280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-28397478-1109-412e-bf4d-d45e334d0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:21.482750 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-28397478-1109-412e-bf4d-d45e334d0194 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 915 time: 0.1895130 Aug 23 12:18:21.507162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:18:21.550704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4d71587b-59fe-458e-b060-80db0fbcaa28) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:21.566711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:21.568128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fe4c3-ad3f-467f-828a-bcaef17a09db None None] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:18:21.572315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:21.612145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4e055276-b19a-418c-a84b-8e36b762524d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2377086 Aug 23 12:18:21.612788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-d5e6b87d-a216-44b7-aea3-95f1e015888d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 217 time: 0.1222813 Aug 23 12:18:21.618103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04dab3d0-d1bc-4683-8b48-3bde40e18115 req-f1e4c063-4545-4696-8f6e-a851eb0f8ba0 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451218 Aug 23 12:18:21.785700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-4abc93cc-0544-40b2-ac05-2b31950a5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:21.791208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-4abc93cc-0544-40b2-ac05-2b31950a5675 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 200 len: 853 time: 0.1658647 Aug 23 12:18:21.893142 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e1347d2-1b5b-412f-b27b-666bad7b06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:21.908913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-21a7cf7b-5aaa-4586-9df1-ec0c78c1c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:21.912172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4505d2f-542b-46c4-871d-951a8ec1e7b8 None None] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:18:21.914924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-21a7cf7b-5aaa-4586-9df1-ec0c78c1c767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157901 Aug 23 12:18:22.108638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-47008aa3-da32-44ce-a0f9-717f2f1e6e4e service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848290 Aug 23 12:18:22.260215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46850d9d-ec28-47b3-886a-aecf77b42bc7 req-f8e2958c-faf6-40c0-b5c4-6a250e9b5e9a service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356905 Aug 23 12:18:22.328486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ccaf2-9230-47a4-9587-bdbf7c7ba72e req-e877a26e-df0f-46ee-8a06-59d897b52bf7 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:22.342753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d00ccaf2-9230-47a4-9587-bdbf7c7ba72e req-e877a26e-df0f-46ee-8a06-59d897b52bf7 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.2328246 Aug 23 12:18:22.448540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d00ccaf2-9230-47a4-9587-bdbf7c7ba72e req-ae5c403b-e92e-41aa-9103-740f982bf28e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047859 Aug 23 12:18:22.726957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52188) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:22.877725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ee186-594f-4042-8345-36acc6b8ad0b req-800410c4-8040-46d4-8c2f-5a6d1f8f1ab3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:22.891955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b9ee186-594f-4042-8345-36acc6b8ad0b req-800410c4-8040-46d4-8c2f-5a6d1f8f1ab3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1210814 Aug 23 12:18:22.951643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b9ee186-594f-4042-8345-36acc6b8ad0b req-dba5e967-9072-464f-8245-980fe52a158a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569096 Aug 23 12:18:22.973833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30790ca1-6667-43b1-9208-2533d7d695c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.016453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-9a1460e3-e82e-4616-a717-8dfe2eaf3e20 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:23.022060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-9a1460e3-e82e-4616-a717-8dfe2eaf3e20 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.3697600 Aug 23 12:18:23.047263 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-ed87ce0d-bb6e-4bcd-aa58-7c11cbdca980 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0228057 Aug 23 12:18:23.104462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-cccd695c-1780-4954-9180-f75d7f730ceb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499785 Aug 23 12:18:23.297900 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-296e08b3-d48f-45e9-ab7f-a737d9cc0f9f service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780231 Aug 23 12:18:23.305988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30790ca1-6667-43b1-9208-2533d7d695c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.313848 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30790ca1-6667-43b1-9208-2533d7d695c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.392535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30790ca1-6667-43b1-9208-2533d7d695c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=477e65f7f6a240619741dc7a6cc9b86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639132 Aug 23 12:18:23.393476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30790ca1-6667-43b1-9208-2533d7d695c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197722d-a9a2-4d44-95c9-17de386cdbb3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:23.400061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:23.483462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9b26-56e1-46ef-8657-e8740edc9cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.577208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9b26-56e1-46ef-8657-e8740edc9cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.645880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-fc7bb119-5c2b-4882-ad39-769855b7776c service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380096 Aug 23 12:18:23.685616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52206) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:23.746887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab68d-9738-4abe-8bf0-b523e3945d09 req-695f910d-8d72-414c-a8ca-27b91126e7b3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:23.759300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-937ab68d-9738-4abe-8bf0-b523e3945d09 req-695f910d-8d72-414c-a8ca-27b91126e7b3 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.1689539 Aug 23 12:18:23.809069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9b26-56e1-46ef-8657-e8740edc9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.816119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9b26-56e1-46ef-8657-e8740edc9cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:23.820833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6a9f9b26-56e1-46ef-8657-e8740edc9cc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7197722d-a9a2-4d44-95c9-17de386cdbb3 HTTP/1.1" status: 204 len: 168 time: 0.4183621 Aug 23 12:18:23.880969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f9b26-56e1-46ef-8657-e8740edc9cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197722d-a9a2-4d44-95c9-17de386cdbb3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:24.070904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-937ab68d-9738-4abe-8bf0-b523e3945d09 req-44871bab-bae8-4d14-8d1c-3955464d6d58 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002124 Aug 23 12:18:24.197309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbdef9fb-14e3-45f5-bdd8-5013c19a39b8 req-963b1dc7-9fb5-44c6-b3b3-580534110f44 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 210 time: 0.0847766 Aug 23 12:18:24.225911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37298d3b-151d-42a0-84c1-7927c6d666fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.375568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-681e8202-8737-4dca-bde2-59f792816f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.434924 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.476807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37298d3b-151d-42a0-84c1-7927c6d666fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.478147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fab66-1367-40ea-867d-05b7e1f59e92 req-c302bf7e-f85a-493e-8e60-615118d1cf26 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:24.480729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe8fab66-1367-40ea-867d-05b7e1f59e92 req-c302bf7e-f85a-493e-8e60-615118d1cf26 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1826539 Aug 23 12:18:24.485034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37298d3b-151d-42a0-84c1-7927c6d666fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.585757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-37298d3b-151d-42a0-84c1-7927c6d666fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3edfc9a282d046c5957b2825d80af21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8942804 Aug 23 12:18:24.586957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37298d3b-151d-42a0-84c1-7927c6d666fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411fb46b-f290-4c2c-ae0e-4ae90bcc0648,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:24.592245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:24.641399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe8fab66-1367-40ea-867d-05b7e1f59e92 req-6154c661-bdca-4529-b42d-02f2dde1aead tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540079 Aug 23 12:18:24.698495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f47ee990-f6b3-4a7c-b35b-d42d5d3ba9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.739413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f47ee990-f6b3-4a7c-b35b-d42d5d3ba9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.764196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52236) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:24.787689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43161ae9-5172-44a8-a32d-2cef55ecdb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.813011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f47ee990-f6b3-4a7c-b35b-d42d5d3ba9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.814419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f47ee990-f6b3-4a7c-b35b-d42d5d3ba9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:24.818556 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f47ee990-f6b3-4a7c-b35b-d42d5d3ba9e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/411fb46b-f290-4c2c-ae0e-4ae90bcc0648 HTTP/1.1" status: 204 len: 168 time: 0.2220476 Aug 23 12:18:24.826326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ee990-f6b3-4a7c-b35b-d42d5d3ba9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411fb46b-f290-4c2c-ae0e-4ae90bcc0648,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:25.005902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43161ae9-5172-44a8-a32d-2cef55ecdb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.012417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43161ae9-5172-44a8-a32d-2cef55ecdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.088459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-43161ae9-5172-44a8-a32d-2cef55ecdb14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bd190f584c2429f95e2bedd170323ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228431 Aug 23 12:18:25.089382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43161ae9-5172-44a8-a32d-2cef55ecdb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133550f-f5d3-497e-9287-16183007e2d1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:25.093364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52246) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:25.383219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96943246-0e1e-4e69-861f-318e4987c4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.404191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a98ca24c-495f-4739-a2b3-56bd716d61a2 req-b475c32c-49a5-4cca-b640-df56e27e068b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 210 time: 0.0678904 Aug 23 12:18:25.478411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e23870-27f0-4da7-a503-cb84209f717f req-7bac0b81-e8c1-4caa-b1fe-99ae4516bbdf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:25.479930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3e23870-27f0-4da7-a503-cb84209f717f req-7bac0b81-e8c1-4caa-b1fe-99ae4516bbdf tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.2904077 Aug 23 12:18:25.482693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96943246-0e1e-4e69-861f-318e4987c4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.590958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96943246-0e1e-4e69-861f-318e4987c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.594037 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-96943246-0e1e-4e69-861f-318e4987c4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.598554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-96943246-0e1e-4e69-861f-318e4987c4c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f133550f-f5d3-497e-9287-16183007e2d1 HTTP/1.1" status: 204 len: 168 time: 0.5014625 Aug 23 12:18:25.624920 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e3e23870-27f0-4da7-a503-cb84209f717f req-09efe498-5623-4c73-b722-2311ba03c942 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248088 Aug 23 12:18:25.642609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96943246-0e1e-4e69-861f-318e4987c4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133550f-f5d3-497e-9287-16183007e2d1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:25.729743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:25.897984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e726182-c46e-452d-9229-a346f25f19c9 req-4ececc04-4e1c-4a83-80be-ac7bb85ce509 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:25.902855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e726182-c46e-452d-9229-a346f25f19c9 req-4ececc04-4e1c-4a83-80be-ac7bb85ce509 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1061096 Aug 23 12:18:26.024989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e726182-c46e-452d-9229-a346f25f19c9 req-e994c53a-1f36-402f-9cb3-ad4c7be899de tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120164 Aug 23 12:18:26.138910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-ef3411ea-bae0-4fa1-88d3-12936926c803 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:26.141367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-ef3411ea-bae0-4fa1-88d3-12936926c803 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2834427 Aug 23 12:18:26.157259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': '76b22009-7daa-425d-936b-4f536ced5a57', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:26.416051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:26.420682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:26.433358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:26.456244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1422ad1d-fec6-48e9-8924-c68bdf7cac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:26.732718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4eccf2cd-112b-421d-b4e6-77795a9c2108 req-f62f4fd0-7165-47b6-9c25-1212ddf19f25 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 210 time: 0.1204295 Aug 23 12:18:26.778555 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1422ad1d-fec6-48e9-8924-c68bdf7cac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:26.857627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1422ad1d-fec6-48e9-8924-c68bdf7cac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:26.920664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.6 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/24cb7a69-ca68-4f03-883a-54da7eeb6f68) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:18:26.942811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1422ad1d-fec6-48e9-8924-c68bdf7cac42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8858d6f775ac4bee9f218e7ea3395ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078433 Aug 23 12:18:26.945548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422ad1d-fec6-48e9-8924-c68bdf7cac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d075a-081c-413e-a098-1b86fbd3fd3d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:26.949974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52306) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:26.979242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd328a4a-036c-40e8-a179-307fb718b332 req-1b61b06e-e1a1-43dc-9a4b-0dcba974dd83 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:26.989140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd328a4a-036c-40e8-a179-307fb718b332 req-1b61b06e-e1a1-43dc-9a4b-0dcba974dd83 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.2085967 Aug 23 12:18:27.042431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd328a4a-036c-40e8-a179-307fb718b332 req-73a39be9-0b6c-4563-8a0d-b57cfa90e0b4 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519087 Aug 23 12:18:27.165404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29702a95-8d2c-4f3f-b873-be8d9edc63be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.317158 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29702a95-8d2c-4f3f-b873-be8d9edc63be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.421962 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.695608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160aaa-d48b-4658-841e-f8b0e067bba4 req-3a39a81c-59f4-4ec4-8583-e203bdfb1278 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:27.697453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84160aaa-d48b-4658-841e-f8b0e067bba4 req-3a39a81c-59f4-4ec4-8583-e203bdfb1278 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.5331340 Aug 23 12:18:27.749388 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.796896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.862031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29702a95-8d2c-4f3f-b873-be8d9edc63be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.869351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29702a95-8d2c-4f3f-b873-be8d9edc63be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.875719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-29702a95-8d2c-4f3f-b873-be8d9edc63be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/417d075a-081c-413e-a098-1b86fbd3fd3d HTTP/1.1" status: 204 len: 168 time: 0.9163516 Aug 23 12:18:27.903280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29702a95-8d2c-4f3f-b873-be8d9edc63be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d075a-081c-413e-a098-1b86fbd3fd3d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:27.906363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:27.954450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84743d-2d4f-492f-9e1f-b99fc4ea1e32 req-b10ff16d-c8a1-40d9-8246-dadb436e539b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:27.960231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f84743d-2d4f-492f-9e1f-b99fc4ea1e32 req-b10ff16d-c8a1-40d9-8246-dadb436e539b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 931 time: 0.1171691 Aug 23 12:18:27.984943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84160aaa-d48b-4658-841e-f8b0e067bba4 req-b88871a3-2742-4dfc-b6a6-049735e3dbde tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534432 Aug 23 12:18:27.987446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:18:27.994366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:28.006444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:18:28.055032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=24cb7a69-ca68-4f03-883a-54da7eeb6f68,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:28.078317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f84743d-2d4f-492f-9e1f-b99fc4ea1e32 req-960e03f1-90f8-4768-a13f-37ffe9e77b89 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115561 Aug 23 12:18:28.118229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:28.119378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:28.155803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-590b18e4-8a6b-408e-8fa3-313efbe1d604 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0034993 Aug 23 12:18:28.180435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Request body: {'port': {'device_id': '76b22009-7daa-425d-936b-4f536ced5a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:28.230928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d587-21fc-4868-a2cc-271e2bf6b28a req-38168322-c908-40a0-a773-0da8bd96519c tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:28.252690 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3865d587-21fc-4868-a2cc-271e2bf6b28a req-38168322-c908-40a0-a773-0da8bd96519c tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.1166949 Aug 23 12:18:28.268914 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:28.359668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3865d587-21fc-4868-a2cc-271e2bf6b28a req-4831cf8c-6855-4d5d-b91c-8a74632ffddd tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058364 Aug 23 12:18:28.380964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:28.774872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cb7a69-ca68-4f03-883a-54da7eeb6f68 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:28.805822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:28.834111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Transition to ACTIVE for port object 24cb7a69-ca68-4f03-883a-54da7eeb6f68 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:28.838638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:28.952354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=24cb7a69-ca68-4f03-883a-54da7eeb6f68,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:29.020655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Attempting to bind port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:18:29.021050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Attempting to bind port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:18:29.021321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Attempting to bind port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:29.027927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:18:29.028276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Attempting to bind port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:29.034627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:18:29.034969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:18:29.035366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:18:29.036482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Bound port: 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:18:29.037582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:29.156655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] For port 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:18:29.162080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] For port 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:18:29.174166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:29.262382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:29.264862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:29.269137 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/24cb7a69-ca68-4f03-883a-54da7eeb6f68 HTTP/1.1" status: 200 len: 1091 time: 1.0939469 Aug 23 12:18:29.270592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b22009-7daa-425d-936b-4f536ced5a57', 'tag': '24cb7a69-ca68-4f03-883a-54da7eeb6f68'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:29.285119 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d56703-8180-4470-9be6-535b55e3e971" -d '{"events": [{"name": "network-changed", "server_uuid": "76b22009-7daa-425d-936b-4f536ced5a57", "tag": "24cb7a69-ca68-4f03-883a-54da7eeb6f68"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:29.323542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36a66-7163-4a15-8512-627247ad6427 req-7c66c874-7632-4480-81d0-21be5513ee3d tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:29.328373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97e36a66-7163-4a15-8512-627247ad6427 req-7c66c874-7632-4480-81d0-21be5513ee3d tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1771221 Aug 23 12:18:29.418434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-97e36a66-7163-4a15-8512-627247ad6427 req-7fd7fcba-4083-4a63-8e32-d16641d07f8c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833874 Aug 23 12:18:29.503447 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8da065-bde7-4b4b-90bb-97391184b303 x-openstack-request-id: req-8a8da065-bde7-4b4b-90bb-97391184b303 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:29.503928 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b22009-7daa-425d-936b-4f536ced5a57", "tag": "24cb7a69-ca68-4f03-883a-54da7eeb6f68", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:29.504346 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a8da065-bde7-4b4b-90bb-97391184b303 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:29.505279 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b22009-7daa-425d-936b-4f536ced5a57', 'tag': '24cb7a69-ca68-4f03-883a-54da7eeb6f68', 'status': 'completed', 'code': 200} Aug 23 12:18:29.562015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-715806cd-59e9-4fc3-94e0-181571e6f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:29.563915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-715806cd-59e9-4fc3-94e0-181571e6f523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 1094 time: 0.2038178 Aug 23 12:18:29.572335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6129a4-ffb9-460d-abed-bebc165cc0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=24cb7a69-ca68-4f03-883a-54da7eeb6f68,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:29.597388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d98c-a42f-4d96-bc28-0eb8aa46fefc req-ae939106-067d-49a3-aa00-682f3c5a7947 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:29.601289 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ee4d98c-a42f-4d96-bc28-0eb8aa46fefc req-ae939106-067d-49a3-aa00-682f3c5a7947 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 943 time: 0.3711171 Aug 23 12:18:29.672214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e024fb-339f-4d47-9b1f-2e5a32351846 req-b92e8ad2-51f6-4ab0-9c1f-c3d27dac0c90 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:29.687336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7e024fb-339f-4d47-9b1f-2e5a32351846 req-b92e8ad2-51f6-4ab0-9c1f-c3d27dac0c90 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.1200936 Aug 23 12:18:29.759337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-97e70213-1bae-49b4-8014-61905801f49f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68 HTTP/1.1" status: 200 len: 217 time: 0.1558523 Aug 23 12:18:29.796797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7e024fb-339f-4d47-9b1f-2e5a32351846 req-be091bb2-ff16-45fd-9849-0bdc93627d3e tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036394 Aug 23 12:18:29.863851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ee4d98c-a42f-4d96-bc28-0eb8aa46fefc req-e78b80be-c595-4346-ada0-813c0fde7759 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538240 Aug 23 12:18:29.897903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-0cd9d743-84de-4df3-ab56-46dacecbcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:29.899847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-0cd9d743-84de-4df3-ab56-46dacecbcaa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.1187685 Aug 23 12:18:29.974552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-1db21717-95ec-43ed-b50d-a6e5a4e23b00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671499 Aug 23 12:18:30.160968 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-56c013b3-95f9-4053-8f2d-a0e703cf19e8 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779075 Aug 23 12:18:30.205613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-1328d6e7-745e-41b3-ab28-5052f7c2e929 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384233 Aug 23 12:18:30.371286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74c770f9-1a2f-4bc6-b46e-5b432985bbb9 req-2f69ff13-1eb8-4a84-b38e-09bf9b302997 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010577 Aug 23 12:18:30.599654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56703-8180-4470-9be6-535b55e3e971 req-ad82a8fb-1170-47bb-bfdb-91c270c46089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:30.601174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-ad82a8fb-1170-47bb-bfdb-91c270c46089 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 1094 time: 0.1643302 Aug 23 12:18:30.717531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56703-8180-4470-9be6-535b55e3e971 req-0b0f9258-4142-414f-90b5-6e9ab8c8bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:30.722800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-0b0f9258-4142-414f-90b5-6e9ab8c8bf80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.1126626 Aug 23 12:18:30.837300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-de9f8eb8-edf7-4565-9bb4-f15135f79904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68 HTTP/1.1" status: 200 len: 217 time: 0.1020193 Aug 23 12:18:30.924725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d56703-8180-4470-9be6-535b55e3e971 req-0e060d43-1ce5-4c79-878a-238a0a032f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:30.926463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-0e060d43-1ce5-4c79-878a-238a0a032f03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0706062 Aug 23 12:18:30.945106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764cf7c-979c-4468-b704-232e480fb7cf req-66ab3d68-a1a7-489d-b11b-514d16d58223 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:30.954316 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a764cf7c-979c-4468-b704-232e480fb7cf req-66ab3d68-a1a7-489d-b11b-514d16d58223 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.2312157 Aug 23 12:18:30.987884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-0ca69807-81b8-418a-a86a-a72333a510b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306058 Aug 23 12:18:31.113441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-b9920aa8-d6dc-48f0-9e6a-c4dd04f6efe7 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:31.120858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-b9920aa8-d6dc-48f0-9e6a-c4dd04f6efe7 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9088867 Aug 23 12:18:31.147837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-77abe475-2d27-4699-85a6-121be4585fbb tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/quotas/b0c1e1517cb54469b7b99155af4f5af0 HTTP/1.1" status: 200 len: 375 time: 0.0195279 Aug 23 12:18:31.160252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-50e4cc6e-341c-45f5-b68e-fb344232d33c service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572056 Aug 23 12:18:31.165864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a764cf7c-979c-4468-b704-232e480fb7cf req-03c48c79-f86d-4d32-a1d3-d21489038e92 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106707 Aug 23 12:18:31.193364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-3a122a30-9436-4e38-b53d-e09612640169 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381956 Aug 23 12:18:31.709542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c799a-7f83-4003-ba2e-8fe38a66f051 req-fea64d3f-7212-445b-acf5-5caf3503f1eb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:31.717396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca7c799a-7f83-4003-ba2e-8fe38a66f051 req-fea64d3f-7212-445b-acf5-5caf3503f1eb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 943 time: 0.1244273 Aug 23 12:18:31.770504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca7c799a-7f83-4003-ba2e-8fe38a66f051 req-c0c6dc7d-02f6-4b24-909b-8de9099e9dd9 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Aug 23 12:18:31.780022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2744203-755b-4faf-a820-3da839d2c413 req-f2401e93-8c69-4a12-9387-6cee74f49910 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:31.787394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d2744203-755b-4faf-a820-3da839d2c413 req-f2401e93-8c69-4a12-9387-6cee74f49910 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.1506360 Aug 23 12:18:31.846466 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7d56703-8180-4470-9be6-535b55e3e971 req-61281884-1b9c-43a1-aec9-0fb01aabd86b service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753039 Aug 23 12:18:31.878086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d2744203-755b-4faf-a820-3da839d2c413 req-10ceb662-d0f6-4ba1-9b26-667c7434676d tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896995 Aug 23 12:18:32.007925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1946bf1-c142-4661-a8c7-1d6d07098a17 req-fb38df73-dbc2-4f81-b2d7-d7ecbe495f52 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 210 time: 0.0748174 Aug 23 12:18:32.222494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34a01-738c-4bdf-97fe-f314beb1ff85 req-a41f388a-65f1-435d-a1a6-6e528e88098d tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:32.224073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ec34a01-738c-4bdf-97fe-f314beb1ff85 req-a41f388a-65f1-435d-a1a6-6e528e88098d tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1040707 Aug 23 12:18:32.243488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-bcc1504b-fa6a-4e1e-a53d-436b3fdaaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:32.245834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-bcc1504b-fa6a-4e1e-a53d-436b3fdaaa73 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1096 time: 0.0740261 Aug 23 12:18:32.359067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0ec34a01-738c-4bdf-97fe-f314beb1ff85 req-742b4b0f-4c50-4880-9ea0-4f6ccdd3599a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095583 Aug 23 12:18:32.443787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-50cffca8-7981-4151-9863-7ed31f9ff537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:32.446000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-50cffca8-7981-4151-9863-7ed31f9ff537 service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1838188 Aug 23 12:18:32.601312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-8116a5c1-f6f4-4884-9698-d9e059f403fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 999 time: 0.1477180 Aug 23 12:18:32.663360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-a7e9dfaf-c178-4f1a-8540-b9c5d380579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:32.665598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-a7e9dfaf-c178-4f1a-8540-b9c5d380579d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0558200 Aug 23 12:18:32.749968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-08912e05-1ec4-4744-8347-56fbbca167da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:32.753050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-08912e05-1ec4-4744-8347-56fbbca167da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791349 Aug 23 12:18:33.038670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-3f948d2a-f314-46e0-ba6c-af39d6c94a8a service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756584 Aug 23 12:18:33.075071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001efe60-ab54-436b-bbb6-9adce112632b req-62b38db9-d3e0-4fa3-b49c-5133ffcb5d27 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:33.077282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-001efe60-ab54-436b-bbb6-9adce112632b req-62b38db9-d3e0-4fa3-b49c-5133ffcb5d27 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.1059966 Aug 23 12:18:33.207774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-77e6be32-040d-4ea2-9555-087f1f465787 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2169015 Aug 23 12:18:33.212341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-001efe60-ab54-436b-bbb6-9adce112632b req-d7e88045-1841-4a58-94f5-39fc89d76781 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214693 Aug 23 12:18:33.214216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ca6b23-1047-450d-a77f-7e91fcb1ea5d req-830975f8-86e9-4ede-b285-d6bd9bad2ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636434 Aug 23 12:18:33.430517 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b4eafde-9b45-40a5-9977-e17bd8f21c36 req-ef2eb650-6343-4759-81db-674278e5f7e5 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 210 time: 0.0959234 Aug 23 12:18:33.438592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b2ffa-1b72-4d12-8210-19a2c6d834d2 req-070cda45-672a-4829-b268-c6787a64c517 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:33.447488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d55b2ffa-1b72-4d12-8210-19a2c6d834d2 req-070cda45-672a-4829-b268-c6787a64c517 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 943 time: 0.4554451 Aug 23 12:18:33.530377 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d55b2ffa-1b72-4d12-8210-19a2c6d834d2 req-b06b81ad-4aaa-4082-89ab-b72476e40ec5 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747197 Aug 23 12:18:33.557029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-01a1e348-68e2-44ce-9c96-dedef0330411 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:33.558847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-01a1e348-68e2-44ce-9c96-dedef0330411 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402050 Aug 23 12:18:33.571293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 24cb7a69-ca68-4f03-883a-54da7eeb6f68 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:33.588161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Request body: {'port': {'device_id': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': 'b0c1e1517cb54469b7b99155af4f5af0'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:33.744080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fada7c-21a2-4c56-be9c-d364a43db8b6 req-650fa6be-e924-49df-8cb8-2b4ed44d8f9b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:33.758019 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c6fada7c-21a2-4c56-be9c-d364a43db8b6 req-650fa6be-e924-49df-8cb8-2b4ed44d8f9b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1656833 Aug 23 12:18:33.854800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c6fada7c-21a2-4c56-be9c-d364a43db8b6 req-4f0a637f-0d9d-4fa8-abdc-a52195a67950 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956962 Aug 23 12:18:33.936357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Made reservation on behalf of b0c1e1517cb54469b7b99155af4f5af0 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:33.936590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:33.948711 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:33.965028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '24cb7a69-ca68-4f03-883a-54da7eeb6f68', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': '24cb7a69-ca68-4f03-883a-54da7eeb6f68', 'mac_address': 'fa:16:3e:6f:7d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:33.994017 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.116274 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.161836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cb7a69-ca68-4f03-883a-54da7eeb6f68 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:34.187662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:34.192878 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.231887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.239145 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.320599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=24cb7a69-ca68-4f03-883a-54da7eeb6f68,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:34.332392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.332967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.333767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.334417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.334921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.335653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.336138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.336718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.337194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.337674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.338393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.338861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.390217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffd269-7f3e-4315-9a75-3774f93bef86,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:34.420387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:34.420772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.421133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.421482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.421858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.422201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.422533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.422871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.423206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.424573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.424573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.424573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.424573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:18:34.481125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1d5b-abc9-48ab-960f-4f71e046212f req-39e215f3-86e3-4930-8850-64f077bd7853 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:34.489575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbfa1d5b-abc9-48ab-960f-4f71e046212f req-39e215f3-86e3-4930-8850-64f077bd7853 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 944 time: 0.1148307 Aug 23 12:18:34.563920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Allocated IP 192.168.233.112 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/15787bb7-8d44-4b8c-97f8-37f90d172cbb) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:18:34.580011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fbfa1d5b-abc9-48ab-960f-4f71e046212f req-f355085e-a4c0-447c-8404-6c11bb6baf10 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901201 Aug 23 12:18:34.616396 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cba80d35-c5ff-4789-9486-49aff7f7a980 req-7b8f7c1b-4586-4f4f-8c8b-f38fe6b52f7e tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 210 time: 0.0545161 Aug 23 12:18:34.820325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea7315-f4cb-4ec8-8a7d-dbd7fb222a4c req-062e12e0-b37e-4f85-b2c9-ee4caa971252 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:34.822021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60ea7315-f4cb-4ec8-8a7d-dbd7fb222a4c req-062e12e0-b37e-4f85-b2c9-ee4caa971252 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 944 time: 0.1187792 Aug 23 12:18:34.887486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.916781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60ea7315-f4cb-4ec8-8a7d-dbd7fb222a4c req-97bfdc24-1261-43e1-b944-5bf1f2ae47c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861971 Aug 23 12:18:34.920457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Transition to ACTIVE for port object 15787bb7-8d44-4b8c-97f8-37f90d172cbb will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:34.962096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:34.975325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5f704e51-d150-494d-8e10-3e72ff76f209 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:34.976764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd249d-9b55-48b8-878d-15d87b255a02 req-525b944a-9f9c-444a-bc06-4e142d09f112 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:34.986604 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cadd249d-9b55-48b8-878d-15d87b255a02 req-525b944a-9f9c-444a-bc06-4e142d09f112 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.0777137 Aug 23 12:18:35.013782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:18:35.015917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:35.036894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:18:35.045413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cadd249d-9b55-48b8-878d-15d87b255a02 req-0b3b2374-e65c-4e7e-a025-ffa7976ca463 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514944 Aug 23 12:18:35.049834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Pushing event updated for resources: {'Port': ['ID=15787bb7-8d44-4b8c-97f8-37f90d172cbb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:35.116031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:35.116364 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.135533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-ce648119-82f8-4d4b-abbb-dbe6199f98ae tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5602047 Aug 23 12:18:35.149398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Request body: {'port': {'device_id': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:35.178497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5f704e51-d150-494d-8e10-3e72ff76f209, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5f704e51-d150-494d-8e10-3e72ff76f209,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:35.191305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '5f704e51-d150-494d-8e10-3e72ff76f209', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:35.258095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.270179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f704e51-d150-494d-8e10-3e72ff76f209 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:35.284553 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.287349 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:18:35.304551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5f704e51-d150-494d-8e10-3e72ff76f209, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5f704e51-d150-494d-8e10-3e72ff76f209,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:35.311245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.394639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5f704e51-d150-494d-8e10-3e72ff76f209,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:35.403035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-17ed5d18-b919-49c9-8699-a35f837488f9 None None] Provisioning for port 15787bb7-8d44-4b8c-97f8-37f90d172cbb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:35.410810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-17ed5d18-b919-49c9-8699-a35f837488f9 None None] Provisioning complete for port 15787bb7-8d44-4b8c-97f8-37f90d172cbb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:35.411104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17ed5d18-b919-49c9-8699-a35f837488f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.469142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-17ed5d18-b919-49c9-8699-a35f837488f9 None None] Port 15787bb7-8d44-4b8c-97f8-37f90d172cbb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:18:35.535012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5f704e51-d150-494d-8e10-3e72ff76f209'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:35.596423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 24cb7a69-ca68-4f03-883a-54da7eeb6f68 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:18:35.724018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:35.733780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:35.734379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.847446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a4f1-a3a0-4ccc-815a-5e20e042fbfc req-b6ec5095-e3a9-4b8a-846a-9547053add33 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:35.853438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2127a4f1-a3a0-4ccc-815a-5e20e042fbfc req-b6ec5095-e3a9-4b8a-846a-9547053add33 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 945 time: 0.0861280 Aug 23 12:18:35.927109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:35.938174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2127a4f1-a3a0-4ccc-815a-5e20e042fbfc req-cbf7e00f-9cce-48d8-8afc-6a036d848e5c tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716653 Aug 23 12:18:35.990110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b22009-7daa-425d-936b-4f536ced5a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb7a69-ca68-4f03-883a-54da7eeb6f68'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:35.993021 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4af8699-0342-4c0c-9e7d-d546cf4441a7" -d '{"events": [{"server_uuid": "76b22009-7daa-425d-936b-4f536ced5a57", "name": "network-vif-plugged", "status": "completed", "tag": "24cb7a69-ca68-4f03-883a-54da7eeb6f68"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:36.035717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:36.048302 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:36.090830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-ce3467e9-d027-45ee-b231-61359114ce31 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:36.093900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-ce3467e9-d027-45ee-b231-61359114ce31 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.2067361 Aug 23 12:18:36.206047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666c5e1-47b5-429d-9f37-92d3374583f6 req-7424b8cf-4993-46fb-92ba-758309d22bdd tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:36.214961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5666c5e1-47b5-429d-9f37-92d3374583f6 req-7424b8cf-4993-46fb-92ba-758309d22bdd tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 936 time: 0.1249447 Aug 23 12:18:36.232149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15787bb7-8d44-4b8c-97f8-37f90d172cbb {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:36.249211 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-b4a3c72f-af20-43fe-b606-9c130720ba82 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.0568759 Aug 23 12:18:36.259384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=24cb7a69-ca68-4f03-883a-54da7eeb6f68,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:36.267998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:36.287257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5666c5e1-47b5-429d-9f37-92d3374583f6 req-7bde9de9-214e-49ca-b344-d70daa9c7ecc tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 Aug 23 12:18:36.334496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Transition to ACTIVE for port object 15787bb7-8d44-4b8c-97f8-37f90d172cbb will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:36.359347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:36.369647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52592) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:36.371436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-0a7ecef3-a1de-4559-b974-d107997a5204 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211166 Aug 23 12:18:36.520579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Pushing event updated for resources: {'Port': ['ID=15787bb7-8d44-4b8c-97f8-37f90d172cbb,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:36.681605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-61ee2deb-3945-477a-8740-7a782de72819 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979994 Aug 23 12:18:36.693530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c7d32-7f82-4b9b-af5c-9ff34549bd60 req-7d283dfe-a30a-457b-be50-9c8f5e568d14 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:36.706890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-379c7d32-7f82-4b9b-af5c-9ff34549bd60 req-7d283dfe-a30a-457b-be50-9c8f5e568d14 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 945 time: 0.2044451 Aug 23 12:18:36.757790 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-975b1c95-31e5-4e1d-b2bb-cc7ff38ed869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:36.798430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Attempting to bind port 15787bb7-8d44-4b8c-97f8-37f90d172cbb on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:18:36.798978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Attempting to bind port 15787bb7-8d44-4b8c-97f8-37f90d172cbb by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:18:36.799471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Attempting to bind port 15787bb7-8d44-4b8c-97f8-37f90d172cbb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:36.802162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-379c7d32-7f82-4b9b-af5c-9ff34549bd60 req-e9df6ded-5107-4ab6-8092-e6c8a3cf123d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943384 Aug 23 12:18:36.809263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Port 15787bb7-8d44-4b8c-97f8-37f90d172cbb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:18:36.809872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Attempting to bind port 15787bb7-8d44-4b8c-97f8-37f90d172cbb on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:36.848050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:18:36.851006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:18:36.855386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:18:36.858801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Bound port: 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:18:36.860379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:36.903702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-1f2b1cd0-d8c8-4fcf-9f8d-2693d74161c7 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211514 Aug 23 12:18:36.927423 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846cfa1e-fe37-4916-9a24-ce481941f6be x-openstack-request-id: req-846cfa1e-fe37-4916-9a24-ce481941f6be {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:36.928243 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b22009-7daa-425d-936b-4f536ced5a57", "name": "network-vif-plugged", "status": "completed", "tag": "24cb7a69-ca68-4f03-883a-54da7eeb6f68", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:36.929204 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-846cfa1e-fe37-4916-9a24-ce481941f6be {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:36.929204 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b22009-7daa-425d-936b-4f536ced5a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cb7a69-ca68-4f03-883a-54da7eeb6f68', 'code': 200} Aug 23 12:18:36.986740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-975b1c95-31e5-4e1d-b2bb-cc7ff38ed869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:36.987247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5f704e51-d150-494d-8e10-3e72ff76f209 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:18:36.993609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-975b1c95-31e5-4e1d-b2bb-cc7ff38ed869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.066564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] For port 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:18:37.073477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] For port 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:18:37.080435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.119236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 5f704e51-d150-494d-8e10-3e72ff76f209 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:37.125573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 5f704e51-d150-494d-8e10-3e72ff76f209 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:37.126008 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.153587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.155018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.156834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] 10.222.0.44 "PUT /v2.0/ports/15787bb7-8d44-4b8c-97f8-37f90d172cbb HTTP/1.1" status: 200 len: 1096 time: 2.0124598 Aug 23 12:18:37.168296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'tag': '15787bb7-8d44-4b8c-97f8-37f90d172cbb'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:37.171778 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a165598e-9cf0-4441-9534-1889abbc1e80", "tag": "15787bb7-8d44-4b8c-97f8-37f90d172cbb"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:37.263388 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-975b1c95-31e5-4e1d-b2bb-cc7ff38ed869 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e8b0e95550e40a79f211d67fd3a0a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921742 Aug 23 12:18:37.263839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f02d3-0745-4200-ba87-a6ef88a9f91a service neutron] Pushing event updated for resources: {'Port': ['ID=15787bb7-8d44-4b8c-97f8-37f90d172cbb,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:37.266670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52610) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:37.271272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b1c95-31e5-4e1d-b2bb-cc7ff38ed869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d40ef-7161-41c3-8bfe-bb2d71f6429d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:37.292367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.310440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-c5b24924-61d8-4ceb-8836-9f1d37ca29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.312210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-c5b24924-61d8-4ceb-8836-9f1d37ca29ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 1099 time: 0.1049032 Aug 23 12:18:37.339416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5f704e51-d150-494d-8e10-3e72ff76f209, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5f704e51-d150-494d-8e10-3e72ff76f209,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:37.345833 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.368740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382f796-e859-4a44-9ae0-ace5a873a3dc req-a732ce95-1026-49c7-a59b-72afe8f481b6 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.399160 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4382f796-e859-4a44-9ae0-ace5a873a3dc req-a732ce95-1026-49c7-a59b-72afe8f481b6 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 945 time: 0.2715261 Aug 23 12:18:37.417961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-5fc45629-20ce-45e9-aa09-60ccec0883a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb HTTP/1.1" status: 200 len: 217 time: 0.0973415 Aug 23 12:18:37.440985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4bc59-1263-42c9-9ced-29106dfc2fd3 req-f16575e4-4840-4709-87b5-fe48434cc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.442588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3b4bc59-1263-42c9-9ced-29106dfc2fd3 req-f16575e4-4840-4709-87b5-fe48434cc45c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 1096 time: 0.3966165 Aug 23 12:18:37.444895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5f704e51-d150-494d-8e10-3e72ff76f209,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:37.483487 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625882bc-61b8-43b6-92ba-9501ec6d4b4b x-openstack-request-id: req-625882bc-61b8-43b6-92ba-9501ec6d4b4b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:37.483792 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a165598e-9cf0-4441-9534-1889abbc1e80", "tag": "15787bb7-8d44-4b8c-97f8-37f90d172cbb", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:37.484038 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-625882bc-61b8-43b6-92ba-9501ec6d4b4b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:37.484506 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'tag': '15787bb7-8d44-4b8c-97f8-37f90d172cbb', 'status': 'completed', 'code': 200} Aug 23 12:18:37.486063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-0e7ebc31-2dec-4c4f-9343-7c09858df1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.487838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-0e7ebc31-2dec-4c4f-9343-7c09858df1d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0613179 Aug 23 12:18:37.535667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4382f796-e859-4a44-9ae0-ace5a873a3dc req-10b2dca3-be0a-4018-bdc6-627157cca5bd tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302505 Aug 23 12:18:37.570837 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eea7201d-a575-4965-8bd0-c6aef3268d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.573778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3b4bc59-1263-42c9-9ced-29106dfc2fd3 req-a8b43d5f-128c-4264-90e4-e1784e60e682 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127450 Aug 23 12:18:37.626932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-80ebfa76-b075-47c3-bc4d-7d201f53440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.628935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-80ebfa76-b075-47c3-bc4d-7d201f53440f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338754 Aug 23 12:18:37.635178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eab63c34-6d8b-4831-83e5-058c62746c68 req-28bf11e4-7a72-49d9-be7a-0d21b6fd5e4b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0501642 Aug 23 12:18:37.642598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44eb04c-5c53-4ee2-927c-bfea269729b0 req-750b6b4c-afcc-474a-9a1f-0b66a543fa45 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:37.651299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44eb04c-5c53-4ee2-927c-bfea269729b0 req-750b6b4c-afcc-474a-9a1f-0b66a543fa45 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 948 time: 0.1214149 Aug 23 12:18:37.664700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eea7201d-a575-4965-8bd0-c6aef3268d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.702831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44eb04c-5c53-4ee2-927c-bfea269729b0 req-4c65ec02-ae2a-4802-bd79-9fa9785b3331 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Aug 23 12:18:37.737168 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eea7201d-a575-4965-8bd0-c6aef3268d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.743123 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eea7201d-a575-4965-8bd0-c6aef3268d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:37.746671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eea7201d-a575-4965-8bd0-c6aef3268d6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d42d40ef-7161-41c3-8bfe-bb2d71f6429d HTTP/1.1" status: 204 len: 168 time: 0.4719462 Aug 23 12:18:37.800946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7201d-a575-4965-8bd0-c6aef3268d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d40ef-7161-41c3-8bfe-bb2d71f6429d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:37.850360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-e33741a8-0c24-4ddf-af59-bf4f3d96e799 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969440 Aug 23 12:18:38.094946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098b03-8d47-456d-bee4-b26d9297aee1 req-fbbf8141-6744-4a11-9a09-b87a82eaabde tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:38.096702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3098b03-8d47-456d-bee4-b26d9297aee1 req-fbbf8141-6744-4a11-9a09-b87a82eaabde tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 945 time: 0.1131139 Aug 23 12:18:38.114407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a43df9a0-543b-4d16-9fdf-72f2a9d51316 req-94ea057a-a855-44ee-b21d-de56703b3fda service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561765 Aug 23 12:18:38.172341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3098b03-8d47-456d-bee4-b26d9297aee1 req-823d41d3-5e95-47a8-a92e-929fd08b85f3 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505817 Aug 23 12:18:38.254586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-a87e2b2e-83b4-4b57-b971-c411f00545c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:38.256634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-a87e2b2e-83b4-4b57-b971-c411f00545c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 1099 time: 0.0485730 Aug 23 12:18:38.375185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-298e8534-1062-416b-a87d-4798def0b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:38.379532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-298e8534-1062-416b-a87d-4798def0b145 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.1152520 Aug 23 12:18:38.433159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-de8d2727-2118-4705-8b17-026332eb5376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb HTTP/1.1" status: 200 len: 217 time: 0.0454400 Aug 23 12:18:38.492320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-f5bd6d1f-2942-4a09-9b22-3836c29eb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:38.494022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-f5bd6d1f-2942-4a09-9b22-3836c29eb65e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0525410 Aug 23 12:18:38.568727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-64bb23c4-523a-4376-9e68-baa26e64a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:38.570460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-64bb23c4-523a-4376-9e68-baa26e64a60d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677519 Aug 23 12:18:38.719752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309029a8-9f23-4c20-aeee-3650c2a9fb33 req-57baca52-5942-4b50-bd06-1b17d8583291 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:38.727494 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-309029a8-9f23-4c20-aeee-3650c2a9fb33 req-57baca52-5942-4b50-bd06-1b17d8583291 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.1184652 Aug 23 12:18:38.795358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-9b037b8b-9d5d-4e23-acf4-a60f6753f1ae service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143412 Aug 23 12:18:38.796548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-309029a8-9f23-4c20-aeee-3650c2a9fb33 req-e53ee596-b96d-4840-abcb-7f064fa5e1d5 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619965 Aug 23 12:18:38.874599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f20bdae4-760e-4005-8248-01fc80d31fe7 req-98cb963d-0bd4-4cdb-b02e-1356f3236c5a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0927780 Aug 23 12:18:38.930094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:38.932419 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa20d8-28be-40a3-b69c-908c3404dca7" -d '{"events": [{"server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "name": "network-vif-plugged", "status": "completed", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:39.001350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc4d1d71-26fb-484f-bdc1-db7d22e54e5e req-210eead4-5926-4f33-aeb1-ab82ae2cbbf6 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837842 Aug 23 12:18:39.004290 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a38df83-5a5d-4e21-9c41-b9b47fc4bf13 x-openstack-request-id: req-6a38df83-5a5d-4e21-9c41-b9b47fc4bf13 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:39.004769 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "name": "network-vif-plugged", "status": "completed", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:39.005103 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a38df83-5a5d-4e21-9c41-b9b47fc4bf13 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:39.005517 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'code': 200} Aug 23 12:18:39.085089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e8cc-93a9-4d4b-b236-f9515c1fc4df req-f7ea363b-cd87-4b7e-9919-b450097fbf61 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:39.086959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7874e8cc-93a9-4d4b-b236-f9515c1fc4df req-f7ea363b-cd87-4b7e-9919-b450097fbf61 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 948 time: 0.0988901 Aug 23 12:18:39.097310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-25626105-bbaa-42f5-92ee-22f3cee5049d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:39.098839 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-25626105-bbaa-42f5-92ee-22f3cee5049d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.2821083 Aug 23 12:18:39.120107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:39.139604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba6c56-dcb5-4382-8b80-ddb341cd8987 req-8629eb5f-6eeb-4267-a6c5-7d8dd0cddabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:39.141142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2eba6c56-dcb5-4382-8b80-ddb341cd8987 req-8629eb5f-6eeb-4267-a6c5-7d8dd0cddabb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0640044 Aug 23 12:18:39.181180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2eba6c56-dcb5-4382-8b80-ddb341cd8987 req-5bfcef07-6a78-4c67-919e-cf64b4f8e662 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324075 Aug 23 12:18:39.227280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7874e8cc-93a9-4d4b-b236-f9515c1fc4df req-db66dd2a-9bee-4295-b178-eecc331f753a tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271753 Aug 23 12:18:39.271771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:39.279750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:39.360113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18547-81a2-4115-af09-b07f814e32e3 req-f18815e4-c9d9-4354-8636-271fa0c55f1f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:39.362392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be18547-81a2-4115-af09-b07f814e32e3 req-f18815e4-c9d9-4354-8636-271fa0c55f1f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 945 time: 0.0903375 Aug 23 12:18:39.428978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5be18547-81a2-4115-af09-b07f814e32e3 req-5a5a92f7-3fca-4860-8db9-6529f0324944 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Aug 23 12:18:39.516123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.12 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/9b4659c6-2457-4864-a502-a67e9845f643) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:18:39.807870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:39.921910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object 9b4659c6-2457-4864-a502-a67e9845f643 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:39.937494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a036d2-cad8-4fdd-b8db-bed58c977b25 req-b5dcadf3-73ce-4c9c-b49f-de22bf360e29 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:39.947558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6a036d2-cad8-4fdd-b8db-bed58c977b25 req-b5dcadf3-73ce-4c9c-b49f-de22bf360e29 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.1833429 Aug 23 12:18:39.955612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f64fcf-ea2e-4d08-b6a0-5fa3c7b183aa req-406f9364-9ea7-44d8-9135-dd151b609a20 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:39.957395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8f64fcf-ea2e-4d08-b6a0-5fa3c7b183aa req-406f9364-9ea7-44d8-9135-dd151b609a20 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.0733609 Aug 23 12:18:39.975248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6a036d2-cad8-4fdd-b8db-bed58c977b25 req-11c7c357-1d1a-43b3-8e0f-f1915afa4cbd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0264871 Aug 23 12:18:40.044347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:40.051283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8f64fcf-ea2e-4d08-b6a0-5fa3c7b183aa req-b9c03e50-a898-4926-8351-38f95d6c9038 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871122 Aug 23 12:18:40.065652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6a036d2-cad8-4fdd-b8db-bed58c977b25 req-21c8d9f2-c439-4829-a9b7-09e795e225e1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894854 Aug 23 12:18:40.239233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6a036d2-cad8-4fdd-b8db-bed58c977b25 req-cf6a2cc5-a558-4441-8841-1f4e28d3392d service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717968 Aug 23 12:18:40.343684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05950f-e2e6-48e2-9984-bc793b25d25a req-b5e57a3e-4bcd-4986-96f5-6ee5f113a45b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:40.345269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc05950f-e2e6-48e2-9984-bc793b25d25a req-b5e57a3e-4bcd-4986-96f5-6ee5f113a45b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 932 time: 0.1104696 Aug 23 12:18:40.376095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6a036d2-cad8-4fdd-b8db-bed58c977b25 req-aa2e3c07-2c9c-4fa5-9ed2-f3f66587c90f service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359937 Aug 23 12:18:40.420146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:18:40.424725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:40.431450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:18:40.456405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=9b4659c6-2457-4864-a502-a67e9845f643,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:40.473484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc05950f-e2e6-48e2-9984-bc793b25d25a req-9f85fa96-40b6-4ae3-bfdf-fc843518d03a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105280 Aug 23 12:18:40.593362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:40.594134 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:40.635823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-e9e937ea-389e-41b9-8b01-9003409767af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5200353 Aug 23 12:18:40.660127 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Request body: {'port': {'device_id': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:40.753050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651261-7e07-404c-8981-528eca57f1f0 req-64105e36-ccc0-4468-9122-184c11856235 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:40.789464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3651261-7e07-404c-8981-528eca57f1f0 req-64105e36-ccc0-4468-9122-184c11856235 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 948 time: 0.1833961 Aug 23 12:18:40.852817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:40.883571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3651261-7e07-404c-8981-528eca57f1f0 req-dba5ced7-6a94-4981-90df-d53948afd68b tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925887 Aug 23 12:18:40.951566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ea6fb354-de86-4822-aebe-a72062a958e1 None None] Provisioning for port 9b4659c6-2457-4864-a502-a67e9845f643 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:40.967818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ea6fb354-de86-4822-aebe-a72062a958e1 None None] Provisioning complete for port 9b4659c6-2457-4864-a502-a67e9845f643 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:40.968203 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ea6fb354-de86-4822-aebe-a72062a958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:41.040568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 15787bb7-8d44-4b8c-97f8-37f90d172cbb details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:41.043001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fb354-de86-4822-aebe-a72062a958e1 None None] Port 9b4659c6-2457-4864-a502-a67e9845f643 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:18:41.284542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4240549-53be-44bc-a377-1dd36d110a0b req-e20e7f11-b189-40d5-a299-d08bb662430b tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:41.286900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:41.292887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4240549-53be-44bc-a377-1dd36d110a0b req-e20e7f11-b189-40d5-a299-d08bb662430b tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.1065338 Aug 23 12:18:41.311821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '15787bb7-8d44-4b8c-97f8-37f90d172cbb', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': '15787bb7-8d44-4b8c-97f8-37f90d172cbb', 'mac_address': 'fa:16:3e:88:04:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:41.366953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4240549-53be-44bc-a377-1dd36d110a0b req-a4d4efef-1727-48e9-8d16-e9b763a14143 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727909 Aug 23 12:18:41.387152 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:41.408617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15787bb7-8d44-4b8c-97f8-37f90d172cbb {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:41.433838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:41.441270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:41.549541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4659c6-2457-4864-a502-a67e9845f643 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:41.569053 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:41.580208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25897279-449f-4477-8a0e-e92641dc4672 req-25f7842c-7270-4dd0-a7c3-a1de42a96c46 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:41.583405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25897279-449f-4477-8a0e-e92641dc4672 req-25f7842c-7270-4dd0-a7c3-a1de42a96c46 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.1235793 Aug 23 12:18:41.587375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=15787bb7-8d44-4b8c-97f8-37f90d172cbb,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:41.604260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Transition to ACTIVE for port object 9b4659c6-2457-4864-a502-a67e9845f643 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:41.609463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:41.645497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25897279-449f-4477-8a0e-e92641dc4672 req-7c7b4ea2-5ec5-433e-bdcd-844b58d51d78 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542758 Aug 23 12:18:41.661891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['15787bb7-8d44-4b8c-97f8-37f90d172cbb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:41.693923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52734) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:41.755182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4659c6-2457-4864-a502-a67e9845f643,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:41.850912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0f9e-6292-42ce-bceb-8454f6ae37d3 req-d54e5e1c-9ac9-400c-bc36-5a208ee6cb26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:41.858962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-415c0f9e-6292-42ce-bceb-8454f6ae37d3 req-d54e5e1c-9ac9-400c-bc36-5a208ee6cb26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.2377918 Aug 23 12:18:41.971528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Attempting to bind port 9b4659c6-2457-4864-a502-a67e9845f643 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:18:41.974672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Attempting to bind port 9b4659c6-2457-4864-a502-a67e9845f643 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:18:41.978761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Attempting to bind port 9b4659c6-2457-4864-a502-a67e9845f643 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:42.008425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-415c0f9e-6292-42ce-bceb-8454f6ae37d3 req-fb1cddd7-cf6f-43ba-a3e9-d110c32a2c02 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457648 Aug 23 12:18:42.014475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Port 9b4659c6-2457-4864-a502-a67e9845f643 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:18:42.015856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Attempting to bind port 9b4659c6-2457-4864-a502-a67e9845f643 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:42.031543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:18:42.035675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:18:42.036324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:18:42.036996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Bound port: 9b4659c6-2457-4864-a502-a67e9845f643, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:18:42.038137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:42.150688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-e50a17a0-19f0-4f79-9ea9-6b863471196e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.152331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-e50a17a0-19f0-4f79-9ea9-6b863471196e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2465816 Aug 23 12:18:42.157876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79b9bf-3f30-4921-be29-61eebe8e82bb tempest-TestVolumeBackupRestore-1641941922 tempest-TestVolumeBackupRestore-1641941922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.162522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a79b9bf-3f30-4921-be29-61eebe8e82bb tempest-TestVolumeBackupRestore-1641941922 tempest-TestVolumeBackupRestore-1641941922-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1092 time: 0.4647775 Aug 23 12:18:42.163923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 52752) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:42.170360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:42.184312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] For port 9b4659c6-2457-4864-a502-a67e9845f643, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:18:42.190289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-0da35d1a-3cc0-4acb-a6f0-b97cf35519f7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0291145 Aug 23 12:18:42.196047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] For port 9b4659c6-2457-4864-a502-a67e9845f643, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9b4659c6-2457-4864-a502-a67e9845f643,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:18:42.203265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:42.250615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:42.252271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176701ae-71f4-4bbb-bd9c-8a3d314227a9 req-174658f0-4d47-49ac-b284-c73c04b78e43 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.253896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-176701ae-71f4-4bbb-bd9c-8a3d314227a9 req-174658f0-4d47-49ac-b284-c73c04b78e43 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 949 time: 0.1402104 Aug 23 12:18:42.263967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.264639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:42.266124 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b4659c6-2457-4864-a502-a67e9845f643 HTTP/1.1" status: 200 len: 1092 time: 1.6215134 Aug 23 12:18:42.266509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'tag': '9b4659c6-2457-4864-a502-a67e9845f643'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:42.268890 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af41bb-3412-449d-b1a7-ee36e9a6b562" -d '{"events": [{"name": "network-changed", "server_uuid": "e643a3fa-e544-466f-811d-99f3c4bc5139", "tag": "9b4659c6-2457-4864-a502-a67e9845f643"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:42.303810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c5331921-fc0e-4339-92ad-299c4abec11c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059179 Aug 23 12:18:42.354007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99335-85b6-4796-9f08-e91425529020 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4659c6-2457-4864-a502-a67e9845f643,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:42.378866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-176701ae-71f4-4bbb-bd9c-8a3d314227a9 req-6c8bc760-0e62-46c2-a702-59d6e2ee1082 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005683 Aug 23 12:18:42.403297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-ff188810-8c02-4640-a56e-fc0c4ae7b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.405583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-ff188810-8c02-4640-a56e-fc0c4ae7b76f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 1095 time: 0.0867608 Aug 23 12:18:42.462873 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f01b9-a5f9-43d8-a6d9-1fc7d404ba08 x-openstack-request-id: req-7f7f01b9-a5f9-43d8-a6d9-1fc7d404ba08 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:42.463174 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e643a3fa-e544-466f-811d-99f3c4bc5139", "tag": "9b4659c6-2457-4864-a502-a67e9845f643", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:42.463433 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f7f01b9-a5f9-43d8-a6d9-1fc7d404ba08 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:42.463838 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'tag': '9b4659c6-2457-4864-a502-a67e9845f643', 'status': 'completed', 'code': 200} Aug 23 12:18:42.465671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-aec9a17b-f0dd-4fca-b9fd-d0b68c34f94a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b4659c6-2457-4864-a502-a67e9845f643 HTTP/1.1" status: 200 len: 217 time: 0.0518751 Aug 23 12:18:42.539267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-a878e000-f077-4a13-bb2e-141d512e72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.540852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-a878e000-f077-4a13-bb2e-141d512e72c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0681601 Aug 23 12:18:42.597949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-a356cf60-9a56-4de7-8978-f16f894a8cb7 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839088 Aug 23 12:18:42.603096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:42.614496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-b4c6d70b-f0e7-4ee4-b668-0ad38a35a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.617205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-b4c6d70b-f0e7-4ee4-b668-0ad38a35a853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662515 Aug 23 12:18:42.736111 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-66f039b7-f6c2-4e2d-a936-8db2c8c42d06 service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115420 Aug 23 12:18:42.773485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-96758e07-620b-4460-bdb0-b0b3f6f554c7 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673398 Aug 23 12:18:42.805185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Allocated IP 172.25.1.36 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/91dec378-7659-4da0-8c9d-8670db2eb270) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:18:42.871031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1cb946b-30b2-4df7-ab99-eacd2ca00946 req-f7c7c9ec-3d75-46d1-8d85-21cd2012bfbe service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282294 Aug 23 12:18:42.934309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:42.992750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-54f52b85-76ad-4823-ad6f-3b0b26c788a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:42.995801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-54f52b85-76ad-4823-ad6f-3b0b26c788a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 1095 time: 0.0774345 Aug 23 12:18:43.017797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:43.049227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 15787bb7-8d44-4b8c-97f8-37f90d172cbb up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:18:43.144447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 15787bb7-8d44-4b8c-97f8-37f90d172cbb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:43.146917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:18:43.157254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 15787bb7-8d44-4b8c-97f8-37f90d172cbb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:43.157649 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:43.189767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:43.200646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:18:43.210964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-43b34337-630e-43c2-87fc-7e7aaca90980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:43.213308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-43b34337-630e-43c2-87fc-7e7aaca90980 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.2105925 Aug 23 12:18:43.222697 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2c1f8044-ee31-4faa-b197-ca728ba719a1 req-aeaf22ab-1402-4ddc-96a1-ff77a654fb4a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 210 time: 0.2010827 Aug 23 12:18:43.250592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'Port': ['ID=91dec378-7659-4da0-8c9d-8670db2eb270,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:43.283485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-eec1ad08-5341-4fff-98e8-30c76068c886 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b4659c6-2457-4864-a502-a67e9845f643 HTTP/1.1" status: 200 len: 217 time: 0.0597277 Aug 23 12:18:43.292632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db439502-2609-4b56-a835-bc16222fc805 req-6ff6a163-3834-463f-bab8-13006c35cf71 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:43.300524 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db439502-2609-4b56-a835-bc16222fc805 req-6ff6a163-3834-463f-bab8-13006c35cf71 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.1918445 Aug 23 12:18:43.354431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-a1e8e582-bd11-47ca-9540-cddde2bb3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:43.356088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-a1e8e582-bd11-47ca-9540-cddde2bb3eb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0650926 Aug 23 12:18:43.402300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:43.411386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db439502-2609-4b56-a835-bc16222fc805 req-bb98c687-601d-4b98-b65d-698d306798ac tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079655 Aug 23 12:18:43.471969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-dcfbb98a-8abb-4585-9c7f-7d15bfb002a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:43.473536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-dcfbb98a-8abb-4585-9c7f-7d15bfb002a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108947 Aug 23 12:18:43.479709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15787bb7-8d44-4b8c-97f8-37f90d172cbb'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:43.496454 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79742317-0da5-4111-a159-7a6eaa0cfe7b" -d '{"events": [{"server_uuid": "a165598e-9cf0-4441-9534-1889abbc1e80", "name": "network-vif-plugged", "status": "completed", "tag": "15787bb7-8d44-4b8c-97f8-37f90d172cbb"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:43.579018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:43.586738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:43.642201 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49885b8e-d8a5-4945-9e58-55e8e9c7283a x-openstack-request-id: req-49885b8e-d8a5-4945-9e58-55e8e9c7283a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:43.642968 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a165598e-9cf0-4441-9534-1889abbc1e80", "name": "network-vif-plugged", "status": "completed", "tag": "15787bb7-8d44-4b8c-97f8-37f90d172cbb", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:43.643666 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49885b8e-d8a5-4945-9e58-55e8e9c7283a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:43.645449 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15787bb7-8d44-4b8c-97f8-37f90d172cbb', 'code': 200} Aug 23 12:18:43.704825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=15787bb7-8d44-4b8c-97f8-37f90d172cbb,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:43.822081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701af945-635b-4dae-8fa2-ae1920d4f075 req-380b7298-e63e-472c-ad7e-a342626fe992 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:43.829853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-701af945-635b-4dae-8fa2-ae1920d4f075 req-380b7298-e63e-472c-ad7e-a342626fe992 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 950 time: 0.2706530 Aug 23 12:18:43.852416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-8361c182-aca6-446f-b018-d1f4d81655d4 service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715391 Aug 23 12:18:44.021550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-701af945-635b-4dae-8fa2-ae1920d4f075 req-d410244e-e866-4a2f-8a69-a4e221487672 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905985 Aug 23 12:18:44.092601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-05af41bb-3412-449d-b1a7-ee36e9a6b562 req-6d7af178-13d1-4917-9be2-69ad2e9c109a service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332320 Aug 23 12:18:44.241290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc6166-7436-4dee-884f-91eba56b2d8d req-2705814b-7586-497d-970c-dabd009faf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:44.244248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dbdc6166-7436-4dee-884f-91eba56b2d8d req-2705814b-7586-497d-970c-dabd009faf39 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 1101 time: 0.0901370 Aug 23 12:18:44.338660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8627ae89-3084-4142-a537-57968a5d8b5f req-b8c456ed-657c-46a0-b5eb-7fc097bacc6d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 210 time: 0.0451481 Aug 23 12:18:44.395169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dbdc6166-7436-4dee-884f-91eba56b2d8d req-56b0fba4-d5e2-43aa-b431-dc28c6a262f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 Aug 23 12:18:44.454417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:44.542539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:44.621675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f5085-4eac-4f62-8294-05dea49bed86 req-6471bd8e-879a-4b09-afdf-7287ca03bd78 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:44.629612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-613f5085-4eac-4f62-8294-05dea49bed86 req-6471bd8e-879a-4b09-afdf-7287ca03bd78 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.1040652 Aug 23 12:18:44.773107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-613f5085-4eac-4f62-8294-05dea49bed86 req-578d7de7-f8c8-401e-b639-f7b4f435c4ff tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404240 Aug 23 12:18:44.863481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:44.875142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:44.932666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-4c69d63e-7c95-4938-a6a1-24b5d3a21d03 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:44.934229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-4c69d63e-7c95-4938-a6a1-24b5d3a21d03 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.1909647 Aug 23 12:18:44.964176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:44.997194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event updated for resources: {'Port': ['ID=91dec378-7659-4da0-8c9d-8670db2eb270,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:45.081934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda9da2-8450-4c6e-8f06-3e0da4abfcfe req-30007dd8-f9f4-4a46-83df-4715003a54e6 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:45.091394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbda9da2-8450-4c6e-8f06-3e0da4abfcfe req-30007dd8-f9f4-4a46-83df-4715003a54e6 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 946 time: 0.0694931 Aug 23 12:18:45.094050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:45.136104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbda9da2-8450-4c6e-8f06-3e0da4abfcfe req-18b82a82-67ca-4e09-bce1-a93b3b69dc4e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Aug 23 12:18:45.276020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3bec8-5d59-4f5c-a4f4-74f553069b8a req-e2274729-6348-4414-976e-b94b4eaf0b28 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:45.288766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3cb3bec8-5d59-4f5c-a4f4-74f553069b8a req-e2274729-6348-4414-976e-b94b4eaf0b28 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 950 time: 0.1140711 Aug 23 12:18:45.363876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:18:45.368173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:45.454937 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3cb3bec8-5d59-4f5c-a4f4-74f553069b8a req-da2bbbe8-8802-466e-b52f-82923e496c44 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300061 Aug 23 12:18:45.458872 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Floating IP 5256bc81-7ffd-457e-876c-6b1606b46bee associated. External IP: 172.25.1.36, port: 5f704e51-d150-494d-8e10-3e72ff76f209. Aug 23 12:18:45.532841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a84f7f7d-972d-4d4d-9edd-a9244f6de000 req-1e8e417f-99f4-4de2-bd70-e6a94b9ec019 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 210 time: 0.0549359 Aug 23 12:18:45.766432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.13 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:18:46.031042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329b81b-e602-4a02-9170-1b4492e8dbb4 req-af5dca08-eb3d-45e5-8e12-0b156d71b128 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:46.032852 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b329b81b-e602-4a02-9170-1b4492e8dbb4 req-af5dca08-eb3d-45e5-8e12-0b156d71b128 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.1678667 Aug 23 12:18:46.060135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Router ec55480d-8956-4677-93d8-31b18ad15a8d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:18:46.124101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b329b81b-e602-4a02-9170-1b4492e8dbb4 req-dfce7ce0-38c7-4179-be92-b877b8d61dd5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829420 Aug 23 12:18:46.276461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb135e-db2a-4566-a942-537777a41e1b req-5d5d7ee5-7180-41d2-af17-b1af6fdf3860 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:46.279656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-acdb135e-db2a-4566-a942-537777a41e1b req-5d5d7ee5-7180-41d2-af17-b1af6fdf3860 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 946 time: 0.0622215 Aug 23 12:18:46.332684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:18:46.342959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-acdb135e-db2a-4566-a942-537777a41e1b req-88a40b10-964a-4fed-825d-8234806371b3 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570107 Aug 23 12:18:46.360133 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] Sync routers for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:18:46.376358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:46.378795 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:18:46.379422 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:18:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:46.418814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:46.521487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9d7b7084-1161-4989-8c27-3fe5f7d8e550 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3556218 Aug 23 12:18:46.523834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52810) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:46.546158 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:18:46.592819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:46.595753 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34b8bd-76a4-44b7-ac23-d5ecbedff283" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:46.641726 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:46.645571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1c1de-5b49-4532-b388-9aadbda061ab tempest-TestVolumeBackupRestore-1641941922 tempest-TestVolumeBackupRestore-1641941922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:46.651919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-09f1c1de-5b49-4532-b388-9aadbda061ab tempest-TestVolumeBackupRestore-1641941922 tempest-TestVolumeBackupRestore-1641941922-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1092 time: 0.1266108 Aug 23 12:18:46.657551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:46.667885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-ec679baa-3cad-4e5e-9913-dcca17796f6a tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:46.670127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-ec679baa-3cad-4e5e-9913-dcca17796f6a tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 946 time: 0.2323523 Aug 23 12:18:46.671499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 52816) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:18:46.676608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Request body: {'floatingip': {'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:46.869876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:46.880677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:18:46.917199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:18:46.931717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:18:46.939435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5256bc81-7ffd-457e-876c-6b1606b46bee', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:18:44Z', 'updated_at': '2021-08-23T12:18:44Z', 'revision_number': 0, 'project_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:47.014504 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] Checking router: ec55480d-8956-4677-93d8-31b18ad15a8d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:18:47.038669 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:18:47.042310 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:18:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:47.050644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:47.051332 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:47.067597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a518f-21f7-4e28-95fb-2e2ae3154128 req-aa753114-c13b-4698-8098-e22c6b3011b0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:47.069792 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a83a518f-21f7-4e28-95fb-2e2ae3154128 req-aa753114-c13b-4698-8098-e22c6b3011b0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 950 time: 0.4677048 Aug 23 12:18:47.139681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-c3586fad-28b5-4504-a9de-edc2f64c6c08 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1815226 Aug 23 12:18:47.168018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Request body: {'port': {'device_id': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:18:47.285671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:47.310911 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a83a518f-21f7-4e28-95fb-2e2ae3154128 req-2a1bfd21-e267-4a78-9640-04de0531cdc7 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279882 Aug 23 12:18:47.316760 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:18:47.373231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9881-6e11-4e77-90ac-4e051fa0ea24 req-9a3891b6-a628-4e4a-a26f-99462db44f3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:47.380534 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-818c9881-6e11-4e77-90ac-4e051fa0ea24 req-9a3891b6-a628-4e4a-a26f-99462db44f3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 932 time: 0.7272997 Aug 23 12:18:47.398348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:47.427523 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32892ee1-5925-4b77-8eca-00f64c87599c x-openstack-request-id: req-32892ee1-5925-4b77-8eca-00f64c87599c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:47.428036 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:47.428120 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32892ee1-5925-4b77-8eca-00f64c87599c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:47.428467 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'status': 'completed', 'code': 200} Aug 23 12:18:47.597450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-818c9881-6e11-4e77-90ac-4e051fa0ea24 req-105dadc3-f176-4a50-9f79-03b4b4173576 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157798 Aug 23 12:18:47.732949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Deleting port 5503f976-b2c9-4c67-bdcb-ba82064395e6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:18:47.733302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:47.831638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-d83fb1b8-51e1-4701-bf18-b67799fc6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:47.833793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-d83fb1b8-51e1-4701-bf18-b67799fc6884 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1097 time: 0.2715745 Aug 23 12:18:47.896922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bb02d-2d7b-496c-a0c0-9ca8a912ac48 req-218c46f7-f509-419c-9d37-87260277ad63 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:47.899878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-020bb02d-2d7b-496c-a0c0-9ca8a912ac48 req-218c46f7-f509-419c-9d37-87260277ad63 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.2694721 Aug 23 12:18:47.934488 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5256bc81-7ffd-457e-876c-6b1606b46bee', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:18:44Z', 'updated_at': '2021-08-23T12:18:44Z', 'revision_number': 0, 'project_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:47.972337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb7cdd2-7069-479b-aca4-f7581aacd918 None None] The sync data for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 is: [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5256bc81-7ffd-457e-876c-6b1606b46bee', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:18:44Z', 'updated_at': '2021-08-23T12:18:44Z', 'revision_number': 0, 'project_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:18:48.102535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-020bb02d-2d7b-496c-a0c0-9ca8a912ac48 req-610bd799-0e8a-4e08-92d0-330c67f45df2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815679 Aug 23 12:18:48.224212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-9a1678d8-e92d-4365-93f3-574e26ebf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:48.225896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-9a1678d8-e92d-4365-93f3-574e26ebf729 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 915 time: 0.3538725 Aug 23 12:18:48.270896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] For port 5503f976-b2c9-4c67-bdcb-ba82064395e6, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=5503f976-b2c9-4c67-bdcb-ba82064395e6,segment=NetworkSegment(deea4d16-3be6-477b-8564-8a5a989462a6),segment_id=deea4d16-3be6-477b-8564-8a5a989462a6)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:48.271640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:48.336549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Calling delete_port for 5503f976-b2c9-4c67-bdcb-ba82064395e6 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:18:48.424755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:48.452139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99834824-82a7-4f79-8ebc-c87e0a350448 None None] New status for floating IP 5256bc81-7ffd-457e-876c-6b1606b46bee: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:18:48.460744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:48.466719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-6cbe1059-1ce3-413c-bf80-a48fffc1cc57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 999 time: 0.2260396 Aug 23 12:18:48.596176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-bab8ce65-f475-416d-a66a-5f4c38e9b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:48.597823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-bab8ce65-f475-416d-a66a-5f4c38e9b4c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 200 len: 853 time: 0.1242468 Aug 23 12:18:48.613398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Transition to ACTIVE for port object 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:18:48.631449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:48.745057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbafc-7c25-48cf-953d-6541d5822356 req-05ae6e54-8f3e-4401-9d74-d33f60ddfa2e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:48.753455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96cfbafc-7c25-48cf-953d-6541d5822356 req-05ae6e54-8f3e-4401-9d74-d33f60ddfa2e tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e343008-7be2-49bd-ac48-a0812b952674 HTTP/1.1" status: 200 len: 946 time: 0.4612730 Aug 23 12:18:48.770749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:18:48.771082 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:18:48.791023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:48.834638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-96cfbafc-7c25-48cf-953d-6541d5822356 req-81035813-a75d-435a-982b-283d563c0383 tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6defca01-c8ad-4ffa-9db7-56cb50510f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Aug 23 12:18:48.951183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:48.997614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-78ed796f-c70f-4511-a5e6-22206c266365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:48.999310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-78ed796f-c70f-4511-a5e6-22206c266365 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3875451 Aug 23 12:18:49.047204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Pushing event deleted for resources: {'Port': ['ID=5503f976-b2c9-4c67-bdcb-ba82064395e6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:49.172148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] No DVR routers for this DVR port 5503f976-b2c9-4c67-bdcb-ba82064395e6 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:18:49.179234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:49.186669 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-808a8119-b43d-49b9-bcfc-04a5c8ef604f req-b1d11295-d115-4564-9783-f3f04138f4ec tempest-VolumesSnapshotTestJSON-1324167769 tempest-VolumesSnapshotTestJSON-1324167769-project] 10.222.0.41 "DELETE /v2.0/ports/5503f976-b2c9-4c67-bdcb-ba82064395e6 HTTP/1.1" status: 204 len: 173 time: 2.5062430 Aug 23 12:18:49.187191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e343008-7be2-49bd-ac48-a0812b952674', 'name': 'network-vif-deleted', 'tag': '5503f976-b2c9-4c67-bdcb-ba82064395e6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:49.207087 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d692e-90bb-410a-9bc2-5e1da4a59e3c" -d '{"events": [{"server_uuid": "1e343008-7be2-49bd-ac48-a0812b952674", "name": "network-vif-deleted", "tag": "5503f976-b2c9-4c67-bdcb-ba82064395e6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:49.273935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:49.435375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e10415-015a-434d-a452-551a180420cf req-b3c71e54-2bff-42ba-ab33-1cb52bff3cec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:49.437325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5e10415-015a-434d-a452-551a180420cf req-b3c71e54-2bff-42ba-ab33-1cb52bff3cec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.2109950 Aug 23 12:18:49.601064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5503f976-b2c9-4c67-bdcb-ba82064395e6 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:18:49.648011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 5503f976-b2c9-4c67-bdcb-ba82064395e6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:18:49.648299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 5503f976-b2c9-4c67-bdcb-ba82064395e6 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:18:50.102228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Attempting to bind port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:18:50.103459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Attempting to bind port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:18:50.104453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Attempting to bind port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:50.119065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3806c-2c90-4551-b181-ed1c150e9967 req-2c55d4a2-8036-4344-897b-89cc7acec600 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:50.128604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-12a3806c-2c90-4551-b181-ed1c150e9967 req-2c55d4a2-8036-4344-897b-89cc7acec600 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 944 time: 1.3167117 Aug 23 12:18:50.133416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:18:50.133773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Attempting to bind port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:18:50.148463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:18:50.148965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:18:50.149331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:18:50.149809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Bound port: 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:18:50.150427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:50.238046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] For port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:18:50.241556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] For port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:18:50.254462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:50.304838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:50.305420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:50.307258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d HTTP/1.1" status: 200 len: 1092 time: 3.1503263 Aug 23 12:18:50.310159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'tag': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:50.319338 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ec482-d834-4aa0-906e-d8947eb824a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5be8ccec-0604-4fa4-8856-6fcc2d46553c", "tag": "6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:50.344431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.resource_extend [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:18:50.345942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-2a527319-b0a1-4529-8d85-4adf8cca406d service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3312364 Aug 23 12:18:50.357898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-12a3806c-2c90-4551-b181-ed1c150e9967 req-9f2ab655-8c7f-40ca-87f0-ca4a18603476 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282746 Aug 23 12:18:50.401270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:50.412295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:50.458029 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdfac9f-c41e-4553-957c-e8b8535e2dd3 x-openstack-request-id: req-bbdfac9f-c41e-4553-957c-e8b8535e2dd3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:50.458591 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e343008-7be2-49bd-ac48-a0812b952674", "name": "network-vif-deleted", "tag": "5503f976-b2c9-4c67-bdcb-ba82064395e6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:50.459000 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbdfac9f-c41e-4553-957c-e8b8535e2dd3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:50.459757 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e343008-7be2-49bd-ac48-a0812b952674', 'name': 'network-vif-deleted', 'tag': '5503f976-b2c9-4c67-bdcb-ba82064395e6', 'status': 'completed', 'code': 200} Aug 23 12:18:50.512964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5e10415-015a-434d-a452-551a180420cf req-49faed7a-9791-43de-9f7f-af9cef01787b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909772 Aug 23 12:18:50.529612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-3876af00-1a6c-41df-9cb6-97eeb811a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:50.535993 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-3876af00-1a6c-41df-9cb6-97eeb811a0ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 1095 time: 0.1677442 Aug 23 12:18:50.634012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da34b8bd-76a4-44b7-ac23-d5ecbedff283 req-cbac3b1c-8bca-40b4-8734-edc62bc96c3a service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668743 Aug 23 12:18:50.638057 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19937c5f-9107-4437-a0c4-19768335f762 x-openstack-request-id: req-19937c5f-9107-4437-a0c4-19768335f762 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:50.638671 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be8ccec-0604-4fa4-8856-6fcc2d46553c", "tag": "6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:50.639065 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19937c5f-9107-4437-a0c4-19768335f762 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:50.639754 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'tag': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d', 'status': 'completed', 'code': 200} Aug 23 12:18:50.640501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44c626-8bd2-4ef7-a3a4-0cc85610a487 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:50.693917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-3890502c-6e0e-4a03-b5f2-8919ea965563 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d HTTP/1.1" status: 200 len: 217 time: 0.0585291 Aug 23 12:18:50.761719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-9f9b73f0-6357-4123-8895-ff63f32129d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:50.764887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-9f9b73f0-6357-4123-8895-ff63f32129d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0628867 Aug 23 12:18:50.825759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Router ec55480d-8956-4677-93d8-31b18ad15a8d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:18:50.853324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-e2a8e884-b555-4b9c-bfdb-ac1cb47688a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807624 Aug 23 12:18:51.000719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:18:51.011060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:51.016390 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] Sync routers for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:18:51.039673 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:18:51.040446 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:18:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:51.071991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-5d91fcb2-be7d-4efb-b257-57e98b96cc4c service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082195 Aug 23 12:18:51.165214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d520583e-a745-4c83-b521-e696c3c413ad tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "PUT /v2.0/floatingips/5256bc81-7ffd-457e-876c-6b1606b46bee HTTP/1.1" status: 200 len: 993 time: 4.4923768 Aug 23 12:18:51.238748 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:18:51.269395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6817e278-0e23-472f-a2c3-ec92f78dd25b req-9aaa12fe-bfb5-4e7d-ada3-d98955e659d0 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871879 Aug 23 12:18:51.399373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-e42c0fd4-c40b-4f7d-aecb-c536d9436817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:51.405574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-e42c0fd4-c40b-4f7d-aecb-c536d9436817 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 1095 time: 0.0752015 Aug 23 12:18:51.789755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a719052c-43f7-4780-bad9-2b0cda4fa891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:51.835587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c9076-5f7e-419a-8ec2-908df689e3ab req-a4b1205f-5e36-4a2f-874f-0cf1d6f9ed66 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:51.839605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b6c9076-5f7e-419a-8ec2-908df689e3ab req-a4b1205f-5e36-4a2f-874f-0cf1d6f9ed66 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.1164205 Aug 23 12:18:51.861427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7958e6-8230-437e-bd2a-148e654130cc req-1bd473ed-2b15-44e0-a8d1-25b9fc4954d7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:51.863375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e7958e6-8230-437e-bd2a-148e654130cc req-1bd473ed-2b15-44e0-a8d1-25b9fc4954d7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 944 time: 0.1609838 Aug 23 12:18:51.864989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-a670565e-58c3-402b-9a32-8ca8d9193091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:51.867196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-a670565e-58c3-402b-9a32-8ca8d9193091 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.4551904 Aug 23 12:18:51.934151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b6c9076-5f7e-419a-8ec2-908df689e3ab req-2c01deb3-be96-40d6-b007-8dd6c25ed26a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886536 Aug 23 12:18:51.943320 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5256bc81-7ffd-457e-876c-6b1606b46bee', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:18:44Z', 'updated_at': '2021-08-23T12:18:50Z', 'revision_number': 2, 'project_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:51.967429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-22bdd276-1db1-47a6-a069-3addb9a28926 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d HTTP/1.1" status: 200 len: 217 time: 0.0843987 Aug 23 12:18:51.984201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] Checking router: ec55480d-8956-4677-93d8-31b18ad15a8d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:18:51.995142 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:18:51.995970 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:18:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:52.024099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e7958e6-8230-437e-bd2a-148e654130cc req-19ed20c5-3f9b-4fb7-a673-3e36f7e70dad tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519473 Aug 23 12:18:52.068788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-edf870fe-3ae6-43de-9250-c8346143fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:52.070896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-edf870fe-3ae6-43de-9250-c8346143fd05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0964291 Aug 23 12:18:52.112507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-108cee89-b4e0-48f0-b173-a5564e3461be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342486 Aug 23 12:18:52.183127 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:18:52.301040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-02480dcd-cc2a-4a47-8b72-d6ed1c60c363 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791751 Aug 23 12:18:52.461235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}, {'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:52.466182 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902a30ff-3e55-49d5-b464-a7da3950655d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}, {"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:52.508387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-703ec482-d834-4aa0-906e-d8947eb824a3 req-1bf2f2d9-2eb8-4cd5-acb8-d25952b41c07 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970284 Aug 23 12:18:52.607402 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a83404-d9f6-42f5-8b98-a983f92c4a30 x-openstack-request-id: req-00a83404-d9f6-42f5-8b98-a983f92c4a30 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:52.609105 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:52.609931 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00a83404-d9f6-42f5-8b98-a983f92c4a30 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:52.610841 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'status': 'completed', 'code': 200} Aug 23 12:18:52.612004 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'status': 'completed', 'code': 200} Aug 23 12:18:52.625931 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5256bc81-7ffd-457e-876c-6b1606b46bee', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:18:44Z', 'updated_at': '2021-08-23T12:18:50Z', 'revision_number': 2, 'project_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:18:52.677657 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcbc01e-3dfa-404e-8c1d-aed498af0434 None None] The sync data for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 is: [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5256bc81-7ffd-457e-876c-6b1606b46bee', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'port_id': '5f704e51-d150-494d-8e10-3e72ff76f209', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'mac_address': 'fa:16:3e:1e:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:18:44Z', 'updated_at': '2021-08-23T12:18:50Z', 'revision_number': 2, 'project_id': 'd4445059663340948702110d5412f2c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:18:52.737151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-72804e1b-300d-450c-8248-72f5c50ddc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:52.739629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-72804e1b-300d-450c-8248-72f5c50ddc15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1097 time: 0.1069489 Aug 23 12:18:52.895664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-6b04538f-708d-4f95-86d3-0d09738e7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:52.899896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-6b04538f-708d-4f95-86d3-0d09738e7cd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 915 time: 0.1493289 Aug 23 12:18:53.046683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-04b87c67-3831-4e74-b9e5-2ca74003b146 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 1001 time: 0.1395485 Aug 23 12:18:53.128207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:53.208100 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc70f4-a727-4821-b523-a91c1a0f3680 req-d6a9e458-4d1a-487a-a38e-1145979fe55a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:53.216017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fbc70f4-a727-4821-b523-a91c1a0f3680 req-d6a9e458-4d1a-487a-a38e-1145979fe55a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.1434395 Aug 23 12:18:53.223761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-f7e46f33-c5b7-4f06-9eb8-0c09b2562bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:53.225475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-f7e46f33-c5b7-4f06-9eb8-0c09b2562bc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 200 len: 853 time: 0.1694303 Aug 23 12:18:53.281231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2737e9f-9f31-48fa-9a7c-2d1ea5744333 req-c73d21d3-d6d0-4a0d-9583-e464db0af304 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:53.282971 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2737e9f-9f31-48fa-9a7c-2d1ea5744333 req-c73d21d3-d6d0-4a0d-9583-e464db0af304 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 944 time: 0.1133673 Aug 23 12:18:53.312072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0fbc70f4-a727-4821-b523-a91c1a0f3680 req-1ea27ef6-90de-42d8-bb96-f18b273e6912 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825102 Aug 23 12:18:53.319279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-9694f3f4-7920-4231-809c-ba9d8561eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:53.320918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-9694f3f4-7920-4231-809c-ba9d8561eda5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778959 Aug 23 12:18:53.341470 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2737e9f-9f31-48fa-9a7c-2d1ea5744333 req-375f5550-180d-4033-8f43-06c28c7bd539 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495789 Aug 23 12:18:53.447421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:53.461202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-79ac4728-5a3d-4b2c-8988-3ab1537c192d service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285131 Aug 23 12:18:53.466731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d', 'mac_address': 'fa:16:3e:3f:c5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:53.510576 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:53.527902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:18:53.553754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:53.559109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:53.624283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:53.645728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-f8069dae-a9da-462a-9c09-7c06c5cb9ffd service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790879 Aug 23 12:18:53.796847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-14a78c8c-6c7c-46f1-8fc3-08557c995fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:53.797907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-14a78c8c-6c7c-46f1-8fc3-08557c995fbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0992560 Aug 23 12:18:53.802329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:18:53.985008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-d22bbb3d-2387-4bcf-a722-b00858714c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:53.987787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-d22bbb3d-2387-4bcf-a722-b00858714c51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 915 time: 0.1768739 Aug 23 12:18:54.174890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-fd237734-e83c-4f8d-8d95-c1238bf0b511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 1001 time: 0.1760135 Aug 23 12:18:54.266239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-a9683952-0eb3-4274-8462-7fc100b55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:54.267840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-a9683952-0eb3-4274-8462-7fc100b55adb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 200 len: 853 time: 0.0838809 Aug 23 12:18:54.394890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a30ff-3e55-49d5-b464-a7da3950655d req-448623b7-3cf8-4ddf-803f-d4914d421cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:54.396262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-448623b7-3cf8-4ddf-803f-d4914d421cc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170516 Aug 23 12:18:54.409067 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1a993df0-f0be-4446-871a-8070ac884594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:54.460166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:54.624440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b8a0c-5729-4d2a-9472-0ff0dd27afb7 req-5dc44dfc-f245-482a-9144-d2a43a2177f1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:54.632100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-164b8a0c-5729-4d2a-9472-0ff0dd27afb7 req-5dc44dfc-f245-482a-9144-d2a43a2177f1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 945 time: 0.1612303 Aug 23 12:18:54.707523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd16e65-5598-4dc7-ba9f-6615d804e2df req-723bc67b-df8c-4cf6-be5c-a59d3b050a2d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:54.711272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecd16e65-5598-4dc7-ba9f-6615d804e2df req-723bc67b-df8c-4cf6-be5c-a59d3b050a2d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.2480762 Aug 23 12:18:54.721144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-164b8a0c-5729-4d2a-9472-0ff0dd27afb7 req-735283a5-422a-44b6-8113-4e4b6ed4673b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879560 Aug 23 12:18:54.788129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-ccc9d0b6-dde2-4d56-bdef-614e452bdd99 service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734453 Aug 23 12:18:54.986823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecd16e65-5598-4dc7-ba9f-6615d804e2df req-8d0dc036-423b-4837-ac4f-7164ec3cb5ae tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535422 Aug 23 12:18:55.013743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-902a30ff-3e55-49d5-b464-a7da3950655d req-93f8c8c8-b1e4-4d43-ba4c-b653aba7dff0 service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010255 Aug 23 12:18:55.165374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:18:55.245459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:18:55.249807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:18:55.250186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:55.360956 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:55.406878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:55.407844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:18:55.411013 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4acec9a-2dde-42e7-8596-f9c342d71e8f" -d '{"events": [{"server_uuid": "5be8ccec-0604-4fa4-8856-6fcc2d46553c", "name": "network-vif-plugged", "status": "completed", "tag": "6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:18:55.428679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:55.459571 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-2d18f74e-2ba7-435a-bf9c-276238482e1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746717 Aug 23 12:18:55.547275 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883af01e-a6cb-4a32-8fee-ead68b0448e8 x-openstack-request-id: req-883af01e-a6cb-4a32-8fee-ead68b0448e8 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:18:55.547731 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be8ccec-0604-4fa4-8856-6fcc2d46553c", "name": "network-vif-plugged", "status": "completed", "tag": "6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:18:55.548226 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-883af01e-a6cb-4a32-8fee-ead68b0448e8 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:18:55.550210 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d', 'code': 200} Aug 23 12:18:55.617338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:18:55.643430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-3096f95d-a15b-41aa-b6d9-f99ab6409b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:55.648847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-3096f95d-a15b-41aa-b6d9-f99ab6409b1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 1096 time: 0.1164191 Aug 23 12:18:55.689039 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:55.693889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdc0a-a0d7-404d-9d31-7dc6c9127439 req-02d8d9f7-89f8-4330-8ff5-1982d7ecc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:55.696105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-175bdc0a-a0d7-404d-9d31-7dc6c9127439 req-02d8d9f7-89f8-4330-8ff5-1982d7ecc3b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 1097 time: 0.0808125 Aug 23 12:18:55.800148 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-175bdc0a-a0d7-404d-9d31-7dc6c9127439 req-3a7027b2-aded-478c-b4ab-3dbf2e551955 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948229 Aug 23 12:18:55.970259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-e75c8495-3ea0-4415-9861-36c07f86659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:55.973518 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-e75c8495-3ea0-4415-9861-36c07f86659a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.3061812 Aug 23 12:18:56.015313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0df6f-18c2-4aa1-9ffa-d0cb5b06c274 req-2c7a4869-fe97-433a-85b8-5be1d7af4dcf tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:56.023761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6d0df6f-18c2-4aa1-9ffa-d0cb5b06c274 req-2c7a4869-fe97-433a-85b8-5be1d7af4dcf tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.1387501 Aug 23 12:18:56.052310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-1feab735-7bc5-4ce5-9ac6-228c3f6117b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68 HTTP/1.1" status: 200 len: 217 time: 0.0672297 Aug 23 12:18:56.084125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6d0df6f-18c2-4aa1-9ffa-d0cb5b06c274 req-ed34bb19-7130-4ffa-a4e3-a1eee83eac8c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579906 Aug 23 12:18:56.114910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-f4ca795c-697c-4656-8eca-3efec626d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:56.116535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-f4ca795c-697c-4656-8eca-3efec626d560 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0599024 Aug 23 12:18:56.694008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-6eb51304-599e-4e93-bf08-d9210aa2e910 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765879 Aug 23 12:18:56.757503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbb6aa-255f-4cb8-add8-9468f1db1217 req-acdf2147-4d5b-44c4-9342-c090e3b6eeec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:56.770793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5cbb6aa-255f-4cb8-add8-9468f1db1217 req-acdf2147-4d5b-44c4-9342-c090e3b6eeec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.6526232 Aug 23 12:18:56.913371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f5cbb6aa-255f-4cb8-add8-9468f1db1217 req-3f1267cf-329c-4246-b54a-0cc1d58e3d8e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412842 Aug 23 12:18:56.934337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-9d9abbd0-956b-403f-a48b-8a9a9b76b68a service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308605 Aug 23 12:18:57.054284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4ecc0c5c-4cf6-4d8f-98ad-97f901422132 req-8b43b509-de57-4b74-92ff-62d8be4d0279 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115227 Aug 23 12:18:57.237533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c922b4-6583-4b6a-bb66-63f6e26fff1d req-e635b1d9-9b82-4c8f-8a43-72913ed95086 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:57.239103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54c922b4-6583-4b6a-bb66-63f6e26fff1d req-e635b1d9-9b82-4c8f-8a43-72913ed95086 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.0563707 Aug 23 12:18:57.285220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-54c922b4-6583-4b6a-bb66-63f6e26fff1d req-d60d68f9-6fad-42ba-83ca-b6a56d2d30a7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Aug 23 12:18:57.390354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:57.425829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8027a1b-8ba0-43f6-a34e-d10b9d21f2cd req-a72863e5-f584-465e-82d7-6055334de866 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:57.428519 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8027a1b-8ba0-43f6-a34e-d10b9d21f2cd req-a72863e5-f584-465e-82d7-6055334de866 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.0702765 Aug 23 12:18:57.496436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8027a1b-8ba0-43f6-a34e-d10b9d21f2cd req-aaec8fdb-9692-4380-a916-221c1d4553df tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 Aug 23 12:18:57.752532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0190a3-1681-4acc-bc13-b3f0ad56e232 req-fe811fa3-b4b8-4f34-9e13-528884752290 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:57.755087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c0190a3-1681-4acc-bc13-b3f0ad56e232 req-fe811fa3-b4b8-4f34-9e13-528884752290 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.0623503 Aug 23 12:18:57.790102 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:57.816732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c0190a3-1681-4acc-bc13-b3f0ad56e232 req-266647ba-1a3a-40fd-ba5b-ae9dacec4339 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556557 Aug 23 12:18:58.071696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d3c81-fd80-4166-8dbc-ac6dd5fbafbd req-0ff114d3-b7d1-44a9-b7a7-3e8a54ffabd9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:58.075778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-986d3c81-fd80-4166-8dbc-ac6dd5fbafbd req-0ff114d3-b7d1-44a9-b7a7-3e8a54ffabd9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.0644844 Aug 23 12:18:58.146702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-986d3c81-fd80-4166-8dbc-ac6dd5fbafbd req-ab761b0b-52ac-4661-b793-cb2c7ca86967 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606413 Aug 23 12:18:58.276795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:18:58.780631 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-306d652b-4df4-45f5-aee6-07d0f31f599f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709169 Aug 23 12:18:58.905360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-5ea1fd59-95d7-448f-88ff-d84142fc9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:58.907053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-5ea1fd59-95d7-448f-88ff-d84142fc9c98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1096 time: 0.0656886 Aug 23 12:18:59.045820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281ce1c-7b16-4f37-a8a7-6413eecfb0dc req-3479fc74-551c-493d-aead-f0f30a6260da tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:59.047931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c281ce1c-7b16-4f37-a8a7-6413eecfb0dc req-3479fc74-551c-493d-aead-f0f30a6260da tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.1202950 Aug 23 12:18:59.124061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c281ce1c-7b16-4f37-a8a7-6413eecfb0dc req-8afbc9b3-9e7e-4515-b2d1-105b8de6ffbb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690017 Aug 23 12:18:59.125065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-13b778fa-377b-423a-9efe-3e5ac9445ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:59.126837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-13b778fa-377b-423a-9efe-3e5ac9445ea1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1669528 Aug 23 12:18:59.270773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-e77924fc-45bb-4b50-a03b-1ac7e983847c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 999 time: 0.1323855 Aug 23 12:18:59.349124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-600728fe-1194-4db6-9665-cb6a413ea8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:59.350640 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-600728fe-1194-4db6-9665-cb6a413ea8f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0490248 Aug 23 12:18:59.407004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f8ba-5649-4f71-afa6-4f4aa08976f1 req-88be9d7e-f771-4105-9c2f-dc12a76fc1dd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:59.408453 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e61f8ba-5649-4f71-afa6-4f4aa08976f1 req-88be9d7e-f771-4105-9c2f-dc12a76fc1dd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 944 time: 0.1367891 Aug 23 12:18:59.463136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-c5ceda3d-bbb2-4fd6-8247-a4c7c1aebd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:59.463648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-c5ceda3d-bbb2-4fd6-8247-a4c7c1aebd86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832675 Aug 23 12:18:59.657853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-1816fc96-6e39-48a5-8e4a-6d5bca705809 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:18:59.668913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9b4659c6-2457-4864-a502-a67e9845f643 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:18:59.671298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-1816fc96-6e39-48a5-8e4a-6d5bca705809 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.3180697 Aug 23 12:18:59.717076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e61f8ba-5649-4f71-afa6-4f4aa08976f1 req-4c71662d-5386-4d80-bc8d-fec384af8636 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929888 Aug 23 12:18:59.724190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-6509d8b1-392d-417b-906f-de0e3db53e17 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468891 Aug 23 12:18:59.878041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9b4659c6-2457-4864-a502-a67e9845f643, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9b4659c6-2457-4864-a502-a67e9845f643,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:18:59.904708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '9b4659c6-2457-4864-a502-a67e9845f643', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': '9b4659c6-2457-4864-a502-a67e9845f643', 'mac_address': 'fa:16:3e:c9:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:18:59.998007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1779246-f5d0-4950-aeb6-ec712516fdd9 req-488799cb-89e5-4bf6-8b3d-bc787fa43b79 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314491 Aug 23 12:19:00.013119 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:00.016611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:19:00.030261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:00.060216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4659c6-2457-4864-a502-a67e9845f643 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:00.133008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9b4659c6-2457-4864-a502-a67e9845f643, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9b4659c6-2457-4864-a502-a67e9845f643,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:00.149526 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:00.235665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:00.236055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:00.251629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9b4659c6-2457-4864-a502-a67e9845f643,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:00.280325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:19:00.329756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d984de-3c0d-491b-a840-746b11618c7b req-a849339d-69ab-48cc-adcb-cbf79b920501 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:00.337663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75d984de-3c0d-491b-a840-746b11618c7b req-a849339d-69ab-48cc-adcb-cbf79b920501 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 946 time: 0.0761156 Aug 23 12:19:00.385761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-75d984de-3c0d-491b-a840-746b11618c7b req-6cb9aa7a-dd3f-47e2-b9ca-dbbb2e16d69d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Aug 23 12:19:00.396400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9b4659c6-2457-4864-a502-a67e9845f643'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:00.605773 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:00.626742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:00.692883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:00.719899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:19:00.732069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:00.737956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41e0ece3-fcc6-4762-ab31-8f76622e47a9 req-a55c2208-a839-44af-8b9e-367a8bce736d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "DELETE /v2.0/ports/6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d HTTP/1.1" status: 204 len: 173 time: 1.0583532 Aug 23 12:19:00.738530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'name': 'network-vif-deleted', 'tag': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:00.751314 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941c8a21-d5ba-4f11-ac71-da32deaa1daa" -d '{"events": [{"server_uuid": "5be8ccec-0604-4fa4-8856-6fcc2d46553c", "name": "network-vif-deleted", "tag": "6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:00.875045 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6f8607-194b-40d5-a137-4b11aec07fd8 x-openstack-request-id: req-ca6f8607-194b-40d5-a137-4b11aec07fd8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:00.875703 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be8ccec-0604-4fa4-8856-6fcc2d46553c", "name": "network-vif-deleted", "tag": "6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:00.875703 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca6f8607-194b-40d5-a137-4b11aec07fd8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:00.876569 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be8ccec-0604-4fa4-8856-6fcc2d46553c', 'name': 'network-vif-deleted', 'tag': '6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d', 'status': 'completed', 'code': 200} Aug 23 12:19:00.886655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:00.906004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86549803-f29b-4200-ae10-23d7e324ed25 req-919dcc8d-5396-4dcd-8d62-4c041bc210e5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:00.907896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86549803-f29b-4200-ae10-23d7e324ed25 req-919dcc8d-5396-4dcd-8d62-4c041bc210e5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 945 time: 0.0868008 Aug 23 12:19:00.982340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86549803-f29b-4200-ae10-23d7e324ed25 req-f33cfb57-aeac-493e-a383-0a7bce6545e8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646200 Aug 23 12:19:01.575844 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ace0f21f-e661-498c-89ed-11748efb393e req-88dc0c36-813c-4cff-8426-6e589579274a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be8ccec-0604-4fa4-8856-6fcc2d46553c HTTP/1.1" status: 200 len: 210 time: 0.0583799 Aug 23 12:19:01.662552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9b4659c6-2457-4864-a502-a67e9845f643 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:01.772469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 9b4659c6-2457-4864-a502-a67e9845f643 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:01.784524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 9b4659c6-2457-4864-a502-a67e9845f643 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:01.785075 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:01.916904 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:01.969477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 9b4659c6-2457-4864-a502-a67e9845f643, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9b4659c6-2457-4864-a502-a67e9845f643,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:01.970821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4659c6-2457-4864-a502-a67e9845f643'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:01.976071 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74052abd-3f12-49f7-aab1-f4a01781de94" -d '{"events": [{"server_uuid": "e643a3fa-e544-466f-811d-99f3c4bc5139", "name": "network-vif-plugged", "status": "completed", "tag": "9b4659c6-2457-4864-a502-a67e9845f643"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:01.980409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:02.096258 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b16565-8087-4d9e-9363-9f395aed0812 x-openstack-request-id: req-c6b16565-8087-4d9e-9363-9f395aed0812 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:02.108711 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e643a3fa-e544-466f-811d-99f3c4bc5139", "name": "network-vif-plugged", "status": "completed", "tag": "9b4659c6-2457-4864-a502-a67e9845f643", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:02.112342 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6b16565-8087-4d9e-9363-9f395aed0812 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:02.113911 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4659c6-2457-4864-a502-a67e9845f643', 'code': 200} Aug 23 12:19:02.161824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=9b4659c6-2457-4864-a502-a67e9845f643,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:02.319688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a4c7f-3038-48d6-bf3c-fc5eeba87d38 req-f435ecbf-3144-462f-98fa-a136b15d0a3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:02.323459 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e28a4c7f-3038-48d6-bf3c-fc5eeba87d38 req-f435ecbf-3144-462f-98fa-a136b15d0a3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.1076035 Aug 23 12:19:02.327725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1cfc-9ea8-476d-afe0-7462a8735c21 req-46f9f5f2-2f2d-4d5d-a658-18a709095e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:02.329159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4fd1cfc-9ea8-476d-afe0-7462a8735c21 req-46f9f5f2-2f2d-4d5d-a658-18a709095e8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 1097 time: 0.1627169 Aug 23 12:19:02.387962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e28a4c7f-3038-48d6-bf3c-fc5eeba87d38 req-f31226b2-51e9-49ba-b833-920d9a819c72 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543697 Aug 23 12:19:02.498363 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4fd1cfc-9ea8-476d-afe0-7462a8735c21 req-9e0837ad-daaf-40ae-8b7d-98ff15342c25 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202292 Aug 23 12:19:03.215378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:19:03.254197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:19:03.254939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 6ea1ebfc-bd66-42ae-8c9c-5dd2dd5d2e3d not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:19:03.617068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1827-1afa-48b4-976d-69aea311e6b1 req-03695632-6f02-4c5a-b1b8-113f4e3fc496 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:03.628171 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-44fb1827-1afa-48b4-976d-69aea311e6b1 req-03695632-6f02-4c5a-b1b8-113f4e3fc496 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.1004620 Aug 23 12:19:03.690648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-1e2e944a-7020-4396-88d5-d16cacb47924 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:03.692907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-1e2e944a-7020-4396-88d5-d16cacb47924 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2254558 Aug 23 12:19:03.707810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-44fb1827-1afa-48b4-976d-69aea311e6b1 req-972cbab1-3336-4c79-9f31-05d5e46074d7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789056 Aug 23 12:19:03.726702 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-061da169-c8db-42c6-b441-1442a163a8d2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0268331 Aug 23 12:19:03.880700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-82ceda8d-f29b-4506-ae72-b9d86b2ef227 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367028 Aug 23 12:19:04.130595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-5e90f162-b70c-4e96-8765-77dffeafa6b3 req-696bed19-a51e-460a-9e0e-cb4b6bb3dde2 service neutron] (101057) timed out ('10.222.0.44', 65137) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:19:04.147331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-15c76fd9-9e33-4265-b315-d5cd57e5ceb9 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621849 Aug 23 12:19:04.487200 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-3fa732c8-ef82-4ef3-8920-28f15eb7acb0 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393986 Aug 23 12:19:04.681632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:04.892223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a0778-d4e3-45fc-b80d-3c47acc8dade req-f6b7225a-c313-49ad-8783-2fd9998002fb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:04.902051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-140a0778-d4e3-45fc-b80d-3c47acc8dade req-f6b7225a-c313-49ad-8783-2fd9998002fb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.1018469 Aug 23 12:19:04.919782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-934a0a49-fd78-4788-bf5e-8a15a2859c11 req-91ddfba9-0c66-4247-802e-724349d103a6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 210 time: 0.0892150 Aug 23 12:19:04.966634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-140a0778-d4e3-45fc-b80d-3c47acc8dade req-de81a312-b13c-4d7f-b703-ecbfaaefc223 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633819 Aug 23 12:19:05.047064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd8287fc-0789-46b6-9794-29d8b4182664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.158357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9be43d-1b1b-4f43-a9f2-069ffde7d8d7 req-ac78cf19-6006-4b08-9ab3-e2fe8e35f8f0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:05.191543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d9be43d-1b1b-4f43-a9f2-069ffde7d8d7 req-ac78cf19-6006-4b08-9ab3-e2fe8e35f8f0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.1183703 Aug 23 12:19:05.234226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd8287fc-0789-46b6-9794-29d8b4182664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.239619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd8287fc-0789-46b6-9794-29d8b4182664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.278921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd8287fc-0789-46b6-9794-29d8b4182664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1dc464e4c1644e1b3b9b83df3003940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905187 Aug 23 12:19:05.279577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53132) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:05.327398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8287fc-0789-46b6-9794-29d8b4182664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece608f7-acbb-4585-b577-5ead38881250,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:05.327592 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d9be43d-1b1b-4f43-a9f2-069ffde7d8d7 req-4ce8c910-5854-4ece-944f-18343cae3710 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314437 Aug 23 12:19:05.418191 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7311a3f-4b3a-4b15-a201-0cce03935121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.546021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7311a3f-4b3a-4b15-a201-0cce03935121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.716804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7311a3f-4b3a-4b15-a201-0cce03935121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.722478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7311a3f-4b3a-4b15-a201-0cce03935121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:05.726040 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d7311a3f-4b3a-4b15-a201-0cce03935121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ece608f7-acbb-4585-b577-5ead38881250 HTTP/1.1" status: 204 len: 168 time: 0.4456563 Aug 23 12:19:05.758223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7311a3f-4b3a-4b15-a201-0cce03935121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece608f7-acbb-4585-b577-5ead38881250,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:06.141865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3bbd63f2-d67d-41ed-87f3-3c41a6cc2828 req-23591c13-0f3a-46f1-bda5-6495224997d5 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 210 time: 0.0803926 Aug 23 12:19:06.925717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-89931e77-5999-419c-9afa-657869986aad tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:06.927881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-89931e77-5999-419c-9afa-657869986aad tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.3360593 Aug 23 12:19:06.962832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:07.371019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:07.377320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:07.470624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bffdf238-445c-4de0-8ef2-99abe2f60569 req-23a74ba2-01ee-41d8-a4c8-96f0166420d0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 210 time: 0.1017225 Aug 23 12:19:07.667492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.11 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/99903abb-c1e3-41b6-8032-a551e4800845) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:07.766751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-89511de8-e27a-4252-a510-59c4b3d1d8a6 req-8e121e7e-2501-4905-bcda-e40c7ea09148 service neutron] (101058) timed out ('10.222.0.44', 65139) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:19:08.004859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:08.101579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:08.116128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:08.299728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=99903abb-c1e3-41b6-8032-a551e4800845,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:08.491860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:08.522409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:08.550657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:08.682229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:08.700278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:08.742981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-20f6f3a3-5fd5-4c58-b190-77286d6d30dc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8032699 Aug 23 12:19:08.854491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Request body: {'port': {'device_id': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:09.008270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd820be1-7da2-4756-9de7-caf1624bb20d req-d480b15a-6d32-4de1-bc9a-0301c1aa7247 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:09.019558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd820be1-7da2-4756-9de7-caf1624bb20d req-d480b15a-6d32-4de1-bc9a-0301c1aa7247 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 932 time: 0.2788768 Aug 23 12:19:09.100780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd820be1-7da2-4756-9de7-caf1624bb20d req-e0694081-fd9f-47b6-89c7-31accf30ad26 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802014 Aug 23 12:19:09.107399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:09.787712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-437017f8-2155-4ec2-8427-d452b7e92aab tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:09.811474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-437017f8-2155-4ec2-8427-d452b7e92aab tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.4022148 Aug 23 12:19:09.881051 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-15f9d683-896f-45d8-80bd-a94fdb68d088 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.0619023 Aug 23 12:19:10.077946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99903abb-c1e3-41b6-8032-a551e4800845 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:10.101278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-6429a32d-95fa-496b-a6c2-41d87f003e5f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2159290 Aug 23 12:19:10.102244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.122496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Transition to ACTIVE for port object 99903abb-c1e3-41b6-8032-a551e4800845 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:10.135381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.253173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-0b05b35e-b0b1-4952-9f52-eb1eb12405f7 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505823 Aug 23 12:19:10.284562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Pushing event updated for resources: {'Port': ['ID=99903abb-c1e3-41b6-8032-a551e4800845,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:10.427373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53290) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:10.460501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618625115', 'description': 'tempest-secgroup-smoke-1618625115 description', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:10.467815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Attempting to bind port 99903abb-c1e3-41b6-8032-a551e4800845 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:10.468175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Attempting to bind port 99903abb-c1e3-41b6-8032-a551e4800845 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:10.468492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Attempting to bind port 99903abb-c1e3-41b6-8032-a551e4800845 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:10.486472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Port 99903abb-c1e3-41b6-8032-a551e4800845 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:19:10.487759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Attempting to bind port 99903abb-c1e3-41b6-8032-a551e4800845 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:10.506565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:10.506565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:10.506565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:10.506565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Bound port: 99903abb-c1e3-41b6-8032-a551e4800845, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:10.507057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.555739 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.593097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-3c861474-c5bc-4269-b00b-f47db825a1ad service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291640 Aug 23 12:19:10.597084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.628907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2f93c-2f67-4af4-a8c9-f98061cc1578 req-7073df6d-3854-48c4-a56c-c658676d2c2a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:10.631122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0a2f93c-2f67-4af4-a8c9-f98061cc1578 req-7073df6d-3854-48c4-a56c-c658676d2c2a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 944 time: 0.1474793 Aug 23 12:19:10.672550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] For port 99903abb-c1e3-41b6-8032-a551e4800845, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:10.735323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0a2f93c-2f67-4af4-a8c9-f98061cc1578 req-4fb5e3b3-e1ee-4460-b5f5-0ccd6dd85697 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933757 Aug 23 12:19:10.743610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] For port 99903abb-c1e3-41b6-8032-a551e4800845, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=99903abb-c1e3-41b6-8032-a551e4800845,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:10.766753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.878203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:10.878897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.880339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/99903abb-c1e3-41b6-8032-a551e4800845 HTTP/1.1" status: 200 len: 1092 time: 2.0525539 Aug 23 12:19:10.881272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'tag': '99903abb-c1e3-41b6-8032-a551e4800845'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:10.885721 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66774e6d-520d-487e-b080-5648973db80c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef", "tag": "99903abb-c1e3-41b6-8032-a551e4800845"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:10.939044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:10.948285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.017668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327b9b98-89a5-48c6-bb91-2164d928e115,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:11.050121 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca80b3-80ca-4317-8a4a-750fd873152b x-openstack-request-id: req-87ca80b3-80ca-4317-8a4a-750fd873152b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:11.050756 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef", "tag": "99903abb-c1e3-41b6-8032-a551e4800845", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:11.051166 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87ca80b3-80ca-4317-8a4a-750fd873152b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:11.051903 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'tag': '99903abb-c1e3-41b6-8032-a551e4800845', 'status': 'completed', 'code': 200} Aug 23 12:19:11.082543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-8c7e797e-29d8-4276-87bb-e720fdd2cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:11.087176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-8c7e797e-29d8-4276-87bb-e720fdd2cbbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 1095 time: 0.1586392 Aug 23 12:19:11.088053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0c794-4af6-4ed5-bd65-a175915f78c3 service neutron] Pushing event updated for resources: {'Port': ['ID=99903abb-c1e3-41b6-8032-a551e4800845,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:11.126381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f58c0eb8-359c-44dc-8707-907d549cbe42 req-4a30abb0-4eeb-45a2-b5b9-65a49a21b09a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.0854838 Aug 23 12:19:11.150672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-ae8c96e9-937d-4039-a65a-5918626a0ca8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99903abb-c1e3-41b6-8032-a551e4800845 HTTP/1.1" status: 200 len: 217 time: 0.0487380 Aug 23 12:19:11.247299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.258698 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.280212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd2097-020b-477e-8b2f-26d896154afe req-211a2600-91aa-48f2-abab-7401c56314df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:11.282127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-211a2600-91aa-48f2-abab-7401c56314df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.1226742 Aug 23 12:19:11.344929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.349282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9182084 Aug 23 12:19:11.352460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7065a0-834e-4f81-8ba2-3ad48716cfb8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c5eab5-0c5b-4403-9b88-db8c5bf2532b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:11.358161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53316) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:11.363599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '08c5eab5-0c5b-4403-9b88-db8c5bf2532b', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:11.410965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-80584008-d8cb-43f2-aedf-8835986e136c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128600 Aug 23 12:19:11.601154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.755637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.765350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.842292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb700da7-48cb-4512-8068-f5c411a5ea21,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:11.872543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-e6af18ff-1f89-4d43-b102-f60b71e23b42 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357357 Aug 23 12:19:11.884305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:11.888569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-105e56b9-dc53-4008-802e-cf0ef14c317a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5263193 Aug 23 12:19:11.888943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53326) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:11.893631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '08c5eab5-0c5b-4403-9b88-db8c5bf2532b', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:12.009512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.076258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16fd2097-020b-477e-8b2f-26d896154afe req-04073d3a-4d14-4fe4-b25c-b7eb618798e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931818 Aug 23 12:19:12.106602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db9aea-7c75-4fff-9fe9-9faa67a7561c req-6fa79297-286d-4f8a-9365-daca77db528d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:12.108322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0db9aea-7c75-4fff-9fe9-9faa67a7561c req-6fa79297-286d-4f8a-9365-daca77db528d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 944 time: 0.2550175 Aug 23 12:19:12.224423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.236798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.254125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a0db9aea-7c75-4fff-9fe9-9faa67a7561c req-e489df6b-b868-4536-aa0d-0101a121779a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232429 Aug 23 12:19:12.267353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7407f18-8857-4ee1-b8cf-adebafd2a256,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:12.275327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66774e6d-520d-487e-b080-5648973db80c req-82661bc1-d164-404c-9d97-1af74795aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:12.276826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-82661bc1-d164-404c-9d97-1af74795aebc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 1095 time: 0.1212242 Aug 23 12:19:12.286689 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:19:12.287227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.292409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-58ef2d22-3f72-400f-8eb3-b36d5cde3309 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4023492 Aug 23 12:19:12.293046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53332) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:12.314292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '08c5eab5-0c5b-4403-9b88-db8c5bf2532b', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:12.356675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1422cee5-9400-49cd-9976-dc9db47b2ef0 req-8c156c78-a531-4315-add0-c77fd726d811 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.0570219 Aug 23 12:19:12.382484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.436493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66774e6d-520d-487e-b080-5648973db80c req-02cecd80-ddeb-4384-aa16-ca0218550d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:12.438023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-02cecd80-ddeb-4384-aa16-ca0218550d0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.1465204 Aug 23 12:19:12.494612 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.501539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.526352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cc7b8b-cf63-46c8-9a52-1d96c1c750e4,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:12.542335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-a58250fb-a185-4901-bf08-e05fbccf5a17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99903abb-c1e3-41b6-8032-a551e4800845 HTTP/1.1" status: 200 len: 217 time: 0.0812731 Aug 23 12:19:12.597855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.603391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a1694f7-a152-46ba-97aa-4ac67a07a5c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925987 Aug 23 12:19:12.604284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53336) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:12.612135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '08c5eab5-0c5b-4403-9b88-db8c5bf2532b', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:12.672702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:12.891476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-5f0fd5dc-4276-4565-891f-6bd52184ece8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:12.893477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-5f0fd5dc-4276-4565-891f-6bd52184ece8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.1761384 Aug 23 12:19:12.958218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:12.974391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.020601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.093554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66774e6d-520d-487e-b080-5648973db80c req-dc3e61e8-b859-449e-af19-a488ea273e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:13.096724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-dc3e61e8-b859-449e-af19-a488ea273e28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.5467675 Aug 23 12:19:13.106851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1615b9-88b2-4c61-8aaa-cbce93e0d8f7,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:13.129554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.131358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a5ae2d62-de4f-4890-8e79-d0fb8283f087 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5241256 Aug 23 12:19:13.138578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:13.151489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '08c5eab5-0c5b-4403-9b88-db8c5bf2532b', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:13.161680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-b485b79a-2869-47cf-b377-13e4cae47df3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483265 Aug 23 12:19:13.232189 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:19:13.240404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.317659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:13.324024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.360371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.371254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-0b1cd138-f8e5-4da0-9c2e-09469595e98b service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958091 Aug 23 12:19:13.401932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.489645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.494036 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3532178 Aug 23 12:19:13.495208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53362) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:13.506093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '08c5eab5-0c5b-4403-9b88-db8c5bf2532b', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:13.531773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa859b4-b521-4cfa-b48d-d2f3932ab3c1 req-f5e04acf-0529-43b1-8a0c-283f3c7076f2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:13.533311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fa859b4-b521-4cfa-b48d-d2f3932ab3c1 req-f5e04acf-0529-43b1-8a0c-283f3c7076f2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 944 time: 0.1348383 Aug 23 12:19:13.563245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bf210-01a2-4258-a3fc-74f4034ef2aa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7522e77-17e2-4eb5-bb94-f654a43952bf,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:13.620928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-66774e6d-520d-487e-b080-5648973db80c req-6acda380-b6d2-4591-a5b4-cb740d9429b6 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420752 Aug 23 12:19:13.631813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65d817eb-ad1f-42dd-a0e5-6c0f4ce32282 req-e00ff386-5f07-42bb-91aa-f0d5d460f59a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.1206341 Aug 23 12:19:13.678517 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fa859b4-b521-4cfa-b48d-d2f3932ab3c1 req-ee228a9d-dcbc-43f7-991b-385a2b850863 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132517 Aug 23 12:19:13.718105 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:19:13.775483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.859628 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.9 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/f05033cc-fe03-4cb5-b204-f118e660844f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:13.956341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:13.967703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.065403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9dc118-f81d-48b2-9e4a-eaf9301df5fe,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:14.094555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.095782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-26ccf304-4aac-44e1-81fb-dea1c4b01e77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5969141 Aug 23 12:19:14.099266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53386) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:14.105074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'network': {'name': 'tempest-network-smoke--512406941', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:14.169389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:14.179285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.234618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:19:14.260217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.260666 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Added segment 4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b of type vlan for network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 Aug 23 12:19:14.353148 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.361856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.397167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object f05033cc-fe03-4cb5-b204-f118e660844f will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:14.432351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.451572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:14.451572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.493581 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.506752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9b4659c6-2457-4864-a502-a67e9845f643'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:14.579146 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4758849 Aug 23 12:19:14.639624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=f05033cc-fe03-4cb5-b204-f118e660844f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:14.643029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53392) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:14.650913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'admin_state_up': True, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:14.663407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b57ffd-f93e-4188-87bd-e22f1f75f8b2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Network': ['ID=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:14.675579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:14.677599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:14.700781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:14.720083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:19:14.771203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:14.773173 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.048549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c21c2-d192-4ab8-bf7f-8923b2201997 req-186e055f-329c-4619-931d-cbe060127926 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:15.065406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1c21c2-d192-4ab8-bf7f-8923b2201997 req-186e055f-329c-4619-931d-cbe060127926 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 931 time: 0.1363823 Aug 23 12:19:15.077550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:15.078292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.147497 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.150525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ac4e3bf1-1722-4328-9691-19e8f4937355 None None] Provisioning for port f05033cc-fe03-4cb5-b204-f118e660844f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:15.170608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ac4e3bf1-1722-4328-9691-19e8f4937355 None None] Provisioning complete for port f05033cc-fe03-4cb5-b204-f118e660844f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:15.171212 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3bf1-1722-4328-9691-19e8f4937355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.174904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1c21c2-d192-4ab8-bf7f-8923b2201997 req-b5092978-3825-4484-88b3-dd52ce0e9faa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036282 Aug 23 12:19:15.242152 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-c333e5be-469b-4141-a2bb-410f0fcc2543 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3098192 Aug 23 12:19:15.244860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 99903abb-c1e3-41b6-8032-a551e4800845 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:19:15.455946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 99903abb-c1e3-41b6-8032-a551e4800845, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=99903abb-c1e3-41b6-8032-a551e4800845,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:15.457550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Request body: {'port': {'device_id': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:15.486540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '99903abb-c1e3-41b6-8032-a551e4800845', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': '99903abb-c1e3-41b6-8032-a551e4800845', 'mac_address': 'fa:16:3e:66:5b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:19:15.511280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e3bf1-1722-4328-9691-19e8f4937355 None None] Port f05033cc-fe03-4cb5-b204-f118e660844f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:19:15.585792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.643972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99903abb-c1e3-41b6-8032-a551e4800845 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:15.663185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402b42b-0eba-4eb2-bc2f-95efbda71a8a req-0dc11299-602d-439d-99e6-5d55439e0334 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:15.679646 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9402b42b-0eba-4eb2-bc2f-95efbda71a8a req-0dc11299-602d-439d-99e6-5d55439e0334 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 944 time: 0.6508224 Aug 23 12:19:15.712612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 99903abb-c1e3-41b6-8032-a551e4800845, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=99903abb-c1e3-41b6-8032-a551e4800845,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:15.718421 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.814443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=99903abb-c1e3-41b6-8032-a551e4800845,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:15.906950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.911887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:15.916786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9402b42b-0eba-4eb2-bc2f-95efbda71a8a req-6d52814c-1a1f-4ad4-b60f-b758b626e1b6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105571 Aug 23 12:19:15.997596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['99903abb-c1e3-41b6-8032-a551e4800845'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:16.458536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b953099-6485-45b2-8760-ab3b48990af9 req-f315ecce-540f-4262-9060-b0ec1b847132 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:16.477648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b953099-6485-45b2-8760-ab3b48990af9 req-f315ecce-540f-4262-9060-b0ec1b847132 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 931 time: 0.0906005 Aug 23 12:19:16.608965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b953099-6485-45b2-8760-ab3b48990af9 req-b849ae03-a359-4173-a312-9547aafcc24c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242106 Aug 23 12:19:17.060718 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.102278 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.255348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 99903abb-c1e3-41b6-8032-a551e4800845 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:17.268083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04a07a-18f6-4baa-b1a2-3808f6d4a85c req-d4160b16-a226-4c7b-8c3f-051fc969bdd2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:17.280775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b04a07a-18f6-4baa-b1a2-3808f6d4a85c req-d4160b16-a226-4c7b-8c3f-051fc969bdd2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 945 time: 0.2470403 Aug 23 12:19:17.374051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 99903abb-c1e3-41b6-8032-a551e4800845 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:17.380486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 99903abb-c1e3-41b6-8032-a551e4800845 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:17.381828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.383989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05033cc-fe03-4cb5-b204-f118e660844f {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:17.417585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.499418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b04a07a-18f6-4baa-b1a2-3808f6d4a85c req-8a513faa-b07b-4f5b-8b2c-243737f54f5b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177792 Aug 23 12:19:17.539631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Transition to ACTIVE for port object f05033cc-fe03-4cb5-b204-f118e660844f will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:17.575078 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.655568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.704928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.35 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:17.720837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 99903abb-c1e3-41b6-8032-a551e4800845, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=99903abb-c1e3-41b6-8032-a551e4800845,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:17.729281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99903abb-c1e3-41b6-8032-a551e4800845'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:17.733096 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc983b90-30fa-4664-825b-1ce9cd827cb9" -d '{"events": [{"server_uuid": "b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef", "name": "network-vif-plugged", "status": "completed", "tag": "99903abb-c1e3-41b6-8032-a551e4800845"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:17.737278 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:17.885015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Pushing event updated for resources: {'Port': ['ID=f05033cc-fe03-4cb5-b204-f118e660844f,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:17.919625 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e301518-8c32-4ee4-bc22-8002bf6a7f5a x-openstack-request-id: req-7e301518-8c32-4ee4-bc22-8002bf6a7f5a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:17.920160 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef", "name": "network-vif-plugged", "status": "completed", "tag": "99903abb-c1e3-41b6-8032-a551e4800845", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:17.920558 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e301518-8c32-4ee4-bc22-8002bf6a7f5a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:17.921092 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99903abb-c1e3-41b6-8032-a551e4800845', 'code': 200} Aug 23 12:19:17.928031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=99903abb-c1e3-41b6-8032-a551e4800845,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:17.959173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54e526-3b9b-4569-bd03-e4ef5f0e8865 req-22a1a756-cb08-4a2e-905b-bbb2cb514ba7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:17.970156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a54e526-3b9b-4569-bd03-e4ef5f0e8865 req-22a1a756-cb08-4a2e-905b-bbb2cb514ba7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1786585 Aug 23 12:19:18.107970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a54e526-3b9b-4569-bd03-e4ef5f0e8865 req-59b5ad5f-63c9-4bb0-a7f6-37c0ca2efc83 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363130 Aug 23 12:19:18.111956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2101a-c960-4a43-a067-d5aa24367a34 req-6b12db18-22ae-4b96-aa23-7aca0104936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:18.115140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9a2101a-c960-4a43-a067-d5aa24367a34 req-6b12db18-22ae-4b96-aa23-7aca0104936f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 1097 time: 0.1001017 Aug 23 12:19:18.215946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9a2101a-c960-4a43-a067-d5aa24367a34 req-f31a8e86-bc19-4a80-8bb0-0527d9f97ec8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811234 Aug 23 12:19:18.263888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Attempting to bind port f05033cc-fe03-4cb5-b204-f118e660844f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:18.264815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Attempting to bind port f05033cc-fe03-4cb5-b204-f118e660844f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:18.265313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Attempting to bind port f05033cc-fe03-4cb5-b204-f118e660844f on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:18.284086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Port f05033cc-fe03-4cb5-b204-f118e660844f on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:19:18.289646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Attempting to bind port f05033cc-fe03-4cb5-b204-f118e660844f on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:18.322884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:18.324164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:18.325077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:18.325544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Bound port: f05033cc-fe03-4cb5-b204-f118e660844f, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:18.325945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:18.336042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:18.600626 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:18.603171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] For port f05033cc-fe03-4cb5-b204-f118e660844f, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:18.698783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:19.402126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd46224-7ac0-4ce5-8563-1b59a553f044 req-c7ee9aff-f4b0-460a-86e3-b9efefee69df tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:19.416771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bd46224-7ac0-4ce5-8563-1b59a553f044 req-c7ee9aff-f4b0-460a-86e3-b9efefee69df tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1438856 Aug 23 12:19:19.421176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] For port f05033cc-fe03-4cb5-b204-f118e660844f, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f05033cc-fe03-4cb5-b204-f118e660844f,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:19.447201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:19.454789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:19.461158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:19.499379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:19.535797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8bd46224-7ac0-4ce5-8563-1b59a553f044 req-366f1fd3-fd82-4a5a-862b-f06821269e4a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166101 Aug 23 12:19:19.574115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0296ae-79d6-49f0-a8e0-664dd9903f1b req-ebb592b6-42af-40d3-8ce1-afdccf36c08b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:19.575929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e0296ae-79d6-49f0-a8e0-664dd9903f1b req-ebb592b6-42af-40d3-8ce1-afdccf36c08b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 946 time: 0.8797886 Aug 23 12:19:19.602349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:19.604698 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:19.607681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] 10.222.0.41 "PUT /v2.0/ports/f05033cc-fe03-4cb5-b204-f118e660844f HTTP/1.1" status: 200 len: 1091 time: 4.1681960 Aug 23 12:19:19.616053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'tag': 'f05033cc-fe03-4cb5-b204-f118e660844f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:19.624835 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04545172-94bd-4ede-9ecf-4b314d935306" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f27ccf-039e-4f5f-a57a-47ff04ac2617", "tag": "f05033cc-fe03-4cb5-b204-f118e660844f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:19.706811 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec657693-5b80-42c1-b5c8-1fe202b2bc06 x-openstack-request-id: req-ec657693-5b80-42c1-b5c8-1fe202b2bc06 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:19.707113 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f27ccf-039e-4f5f-a57a-47ff04ac2617", "tag": "f05033cc-fe03-4cb5-b204-f118e660844f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:19.707369 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec657693-5b80-42c1-b5c8-1fe202b2bc06 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:19.707818 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'tag': 'f05033cc-fe03-4cb5-b204-f118e660844f', 'status': 'completed', 'code': 200} Aug 23 12:19:19.738735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d17a44-9fa5-43f2-9c13-9a93df8b1342 service neutron] Pushing event updated for resources: {'Port': ['ID=f05033cc-fe03-4cb5-b204-f118e660844f,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:19.924974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e0296ae-79d6-49f0-a8e0-664dd9903f1b req-f413f4cf-6f1e-4c2c-8044-de0ceaad4daa tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410599 Aug 23 12:19:20.047066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-15a9253c-510e-4cc0-81f3-c52e34fbbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:20.050156 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-15a9253c-510e-4cc0-81f3-c52e34fbbdc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 1094 time: 0.3789997 Aug 23 12:19:20.238748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-9da95174-96e8-4537-956c-8e8d9fbe9711 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f05033cc-fe03-4cb5-b204-f118e660844f HTTP/1.1" status: 200 len: 217 time: 0.1736014 Aug 23 12:19:20.349495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-9a8aae8e-2b6c-4be5-a2cc-e2df82cc9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:20.351136 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-9a8aae8e-2b6c-4be5-a2cc-e2df82cc9051 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0960710 Aug 23 12:19:20.514274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c85-797d-42e0-88a7-4d970a908156 req-83b06912-27a5-427f-97b1-af0d7470cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:20.517010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-83b06912-27a5-427f-97b1-af0d7470cea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554728 Aug 23 12:19:20.708565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:20.976621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-4a13edc9-c321-4c3b-8155-7d7a6c939b5a service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505754 Aug 23 12:19:21.098726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614bb55-41fe-4d2d-9230-628dcb2e233b req-f57465eb-e185-4a23-a658-274791f458b2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:21.114648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c614bb55-41fe-4d2d-9230-628dcb2e233b req-f57465eb-e185-4a23-a658-274791f458b2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.2773659 Aug 23 12:19:21.231954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c614bb55-41fe-4d2d-9230-628dcb2e233b req-6062ad67-da4e-490f-be4b-635eab2ba5ef tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131346 Aug 23 12:19:21.329404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5801f-4d9e-44fe-a340-ec393177f144 req-811a476a-7495-4139-91de-effd50e740e2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:21.330996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1da5801f-4d9e-44fe-a340-ec393177f144 req-811a476a-7495-4139-91de-effd50e740e2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 946 time: 0.2477016 Aug 23 12:19:21.341807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-91590c85-797d-42e0-88a7-4d970a908156 req-4c5325bb-f4ca-426d-808d-09d1e106a4da service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374808 Aug 23 12:19:21.572658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1da5801f-4d9e-44fe-a340-ec393177f144 req-ddc3b96e-8eb8-4087-8e06-7e8452b95908 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996014 Aug 23 12:19:21.591511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:21.725041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545172-94bd-4ede-9ecf-4b314d935306 req-f63cc038-7bbf-47a8-b7b7-9117f3c31997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:21.727384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-f63cc038-7bbf-47a8-b7b7-9117f3c31997 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 1094 time: 0.2870178 Aug 23 12:19:21.788605 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-907c01fa-2b39-4957-8cd7-a591192a0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:21.866158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545172-94bd-4ede-9ecf-4b314d935306 req-7e98a6df-ef4f-454c-8d86-da9ac5b768f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:21.868046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-7e98a6df-ef4f-454c-8d86-da9ac5b768f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1292260 Aug 23 12:19:21.958785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-9f94c8d1-dd04-450a-b790-5629cad9d36f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f05033cc-fe03-4cb5-b204-f118e660844f HTTP/1.1" status: 200 len: 217 time: 0.0501430 Aug 23 12:19:21.972165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81925400-5bc4-49e9-aee1-1f264864fed7 req-c8339be5-a05c-4c82-9681-7b67b8d0fdf7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:21.977728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81925400-5bc4-49e9-aee1-1f264864fed7 req-c8339be5-a05c-4c82-9681-7b67b8d0fdf7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 946 time: 0.1605794 Aug 23 12:19:22.098438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81925400-5bc4-49e9-aee1-1f264864fed7 req-7993ecbe-493d-40c1-a8eb-17925d354771 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115146 Aug 23 12:19:22.225103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545172-94bd-4ede-9ecf-4b314d935306 req-4870b84f-d2e4-4e8f-bec7-3b083c016344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:22.229162 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-4870b84f-d2e4-4e8f-bec7-3b083c016344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.2593801 Aug 23 12:19:22.440784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545172-94bd-4ede-9ecf-4b314d935306 req-81d4ae6b-ecca-4ced-9c53-dc8f2c32ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:22.444879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-81d4ae6b-ecca-4ced-9c53-dc8f2c32ce8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051101 Aug 23 12:19:22.493945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fdc5b-100f-452c-898f-8e57f919f944 req-9fb78087-ef19-4943-aac6-d2158b3d77af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:22.504934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d50fdc5b-100f-452c-898f-8e57f919f944 req-9fb78087-ef19-4943-aac6-d2158b3d77af tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1115792 Aug 23 12:19:22.518240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router a750677f-bdfc-442d-a8bd-ffd2134b8482 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:19:22.588305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d50fdc5b-100f-452c-898f-8e57f919f944 req-c1e2df0d-d35d-4cad-8496-b01e25533d69 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819182 Aug 23 12:19:22.775644 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-5306cda8-b718-4b5b-8164-64ff15d5d648 service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215704 Aug 23 12:19:22.894067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:19:22.915650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Sync routers for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:19:22.933134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:19:22.933871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:18:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:22.970677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151baa1-73a4-4de7-b46a-635971cc02df req-b2302526-4318-45ac-b106-e7aaa8e0d224 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:22.989727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a151baa1-73a4-4de7-b46a-635971cc02df req-b2302526-4318-45ac-b106-e7aaa8e0d224 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 946 time: 0.1641765 Aug 23 12:19:23.014441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:23.015695 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1fd085dd-a263-4bd3-8231-55ab86008177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.3692937 Aug 23 12:19:23.020138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:23.100226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04545172-94bd-4ede-9ecf-4b314d935306 req-82b4349b-8d79-487e-9b48-03dcfec3a307 service neutron] 10.222.0.41 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109763 Aug 23 12:19:23.126306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a151baa1-73a4-4de7-b46a-635971cc02df req-41f4284c-a36d-4854-a19f-e42484a0b324 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355603 Aug 23 12:19:23.330635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:19:23.437552 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-457a64f7-0a49-4515-bcd8-4f4cdace3afb tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb7114d4261a4a73b1ab2b8a070c17e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4162841 Aug 23 12:19:23.440049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53516) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:23.661347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e64261-a205-445a-be64-d253a72c68bb tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:23.667720 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-90e64261-a205-445a-be64-d253a72c68bb tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2265780 Aug 23 12:19:23.672670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:23.796309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b1d0725c-149f-4f60-99bb-df399536605f tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1200590 Aug 23 12:19:23.806321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:23.812250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664044666', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:23.890482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b787-d500-445f-82ce-eddde9d9ecaf req-5fd29b90-3987-4da7-95a7-f3e770aafa2d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:23.907619 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33c6b787-d500-445f-82ce-eddde9d9ecaf req-5fd29b90-3987-4da7-95a7-f3e770aafa2d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1775582 Aug 23 12:19:24.047346 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33c6b787-d500-445f-82ce-eddde9d9ecaf req-92fbcbc2-aad1-410d-8ef8-afe67e1c671e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381512 Aug 23 12:19:24.167733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:20Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:24.231619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Checking router: a750677f-bdfc-442d-a8bd-ffd2134b8482 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:19:24.232200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Updating router a750677f-bdfc-442d-a8bd-ffd2134b8482 port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:19:24.320505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:24.323341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-9c3ada6e-b435-41b2-8cce-c8e82543222a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:24.324954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-9c3ada6e-b435-41b2-8cce-c8e82543222a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 946 time: 0.2200899 Aug 23 12:19:24.364411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53532) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:24.400554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:24.410390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:24.825197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Deleting port 91dec378-7659-4da0-8c9d-8670db2eb270 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:19:24.825510 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:24.837020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9f5ebfd3-fb2b-41e2-9329-280d09bc0708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:24.853014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:24.916028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e465784-f903-46b2-b48d-9f452d4582c3 req-1ad634bc-582f-4c13-9b8f-06bd90f233ae tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:24.928474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e465784-f903-46b2-b48d-9f452d4582c3 req-1ad634bc-582f-4c13-9b8f-06bd90f233ae tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 946 time: 0.6579909 Aug 23 12:19:25.088555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.090714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.108202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7e465784-f903-46b2-b48d-9f452d4582c3 req-76a58c17-1137-436e-88e9-becc27067e24 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812704 Aug 23 12:19:25.149583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Calling delete_port for 91dec378-7659-4da0-8c9d-8670db2eb270 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:19:25.169727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port 99903abb-c1e3-41b6-8032-a551e4800845 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:19:25.170395 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.435819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.539350 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.544876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f3065-b378-446d-89b4-e193d74c2738 req-d68bceaa-2ba4-4427-8b5a-08216edb729b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:25.555916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d49f3065-b378-446d-89b4-e193d74c2738 req-d68bceaa-2ba4-4427-8b5a-08216edb729b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.2944512 Aug 23 12:19:25.557375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Transition to ACTIVE for port object ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:25.571188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.573007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port 99903abb-c1e3-41b6-8032-a551e4800845, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=99903abb-c1e3-41b6-8032-a551e4800845,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:25.573377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.613895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for 99903abb-c1e3-41b6-8032-a551e4800845 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:19:25.667550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43881c-6a4c-4e6c-ab75-96898f68134d None None] Pushing event updated for resources: {'Port': ['ID=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:25.668670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d49f3065-b378-446d-89b4-e193d74c2738 req-8378ddee-f205-452f-8739-92b82ded4d21 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112616 Aug 23 12:19:25.708660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Checking segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:25.710836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network hostable DHCP agents. Network: 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:19:25.724330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Subnet': ['ID=621c6059-d37f-4890-a924-18477dc2a177,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:25.785644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.803505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:19:25.803863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Attempting to bind port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:25.804247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Attempting to bind port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:25.804609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Attempting to bind port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:25.818321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:25.818707 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:25.819107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.819493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:25.819977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Bound port: ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:25.820372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.820603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:25.833465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:25.834275 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:25.857141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3994e05f-6cb4-48e4-a170-fc190c48c9e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0491765 Aug 23 12:19:25.860056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 53552) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:25.900065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f4781d-af8a-4637-a7c6-060e310193e6 None None] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:19:26.098680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] For port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:26.126380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] For port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:26.148498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:26.261285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:26.349063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:26.446857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=99903abb-c1e3-41b6-8032-a551e4800845,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:26.514669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:19:26.515449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:25Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:26.558160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af448b49-7612-4121-9f3f-b286af56d55a req-ea84a940-ca13-4258-aec6-4275ca3c2c2f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 210 time: 0.1851752 Aug 23 12:19:26.705399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9eab00-65ab-4e21-8dfa-677bcc206a21 req-e7396abe-d70b-4fcf-9b93-9b4c3c569b1c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:26.707000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b9eab00-65ab-4e21-8dfa-677bcc206a21 req-e7396abe-d70b-4fcf-9b93-9b4c3c569b1c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 1.1960452 Aug 23 12:19:26.711205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port 99903abb-c1e3-41b6-8032-a551e4800845 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:19:26.736881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:26.755438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3815ae02-5893-44bf-aab5-2e27a1c83cbb req-5bead72b-959b-4228-b195-a48430d06e79 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "DELETE /v2.0/ports/99903abb-c1e3-41b6-8032-a551e4800845 HTTP/1.1" status: 204 len: 173 time: 2.3627071 Aug 23 12:19:26.756240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:26.756379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'name': 'network-vif-deleted', 'tag': '99903abb-c1e3-41b6-8032-a551e4800845'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:26.770519 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf27b3de-8962-421f-b192-7e96d3dd041d" -d '{"events": [{"server_uuid": "b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef", "name": "network-vif-deleted", "tag": "99903abb-c1e3-41b6-8032-a551e4800845"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:26.925402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:19:26.932831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43881c-6a4c-4e6c-ab75-96898f68134d None None] Pushing event updated for resources: {'Port': ['ID=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:27.078454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event deleted for resources: {'Port': ['ID=91dec378-7659-4da0-8c9d-8670db2eb270,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:27.112457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.112856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.113351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.113766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.114149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.114491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.114825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.115201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.115532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.115859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.128650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.129224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:27.183484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6b9eab00-65ab-4e21-8dfa-677bcc206a21 req-cf7ad705-02d8-4307-b522-26a68ca6dcf1 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4589541 Aug 23 12:19:27.249947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:19:27.251094 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:27.253837 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:27.254309 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Floating IP 5256bc81-7ffd-457e-876c-6b1606b46bee disassociated (deleted). External IP: 172.25.1.36, port: 5f704e51-d150-494d-8e10-3e72ff76f209. Aug 23 12:19:27.330751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43115-d253-4ba4-968e-5ada58294aeb req-5762bc2c-f05d-497b-82e1-0ce36495f68c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:27.342716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa43115-d253-4ba4-968e-5ada58294aeb req-5762bc2c-f05d-497b-82e1-0ce36495f68c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.3089013 Aug 23 12:19:27.459092 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02e1239-a7f1-4506-96eb-0b5e1ebe8aaf x-openstack-request-id: req-e02e1239-a7f1-4506-96eb-0b5e1ebe8aaf {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:27.460728 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef", "name": "network-vif-deleted", "tag": "99903abb-c1e3-41b6-8032-a551e4800845", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:27.461788 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e02e1239-a7f1-4506-96eb-0b5e1ebe8aaf {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:27.463283 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef', 'name': 'network-vif-deleted', 'tag': '99903abb-c1e3-41b6-8032-a551e4800845', 'status': 'completed', 'code': 200} Aug 23 12:19:27.531551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa43115-d253-4ba4-968e-5ada58294aeb req-64cff13d-27b7-4346-b192-d98a0300f3e0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876030 Aug 23 12:19:28.064065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:28.078084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-73544df0-d88a-45b2-b5b4-092948d6cac6 req-e47f84ef-67d2-43f5-b409-c691e1dff1f9 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9af7432-0454-4cb9-bde8-0d4e5e0cd6ef HTTP/1.1" status: 200 len: 210 time: 0.2453535 Aug 23 12:19:28.112205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 99903abb-c1e3-41b6-8032-a551e4800845 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:19:28.267618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Router ec55480d-8956-4677-93d8-31b18ad15a8d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:19:28.370335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 99903abb-c1e3-41b6-8032-a551e4800845 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:19:28.373079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 99903abb-c1e3-41b6-8032-a551e4800845 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:19:28.492641 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:28.505755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:28.656665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:28.688198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41da390-17f2-479f-98e4-09b5627fb0b3 req-6a87d27f-4a23-4f5a-81ce-13527c32a0f3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:28.696980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b41da390-17f2-479f-98e4-09b5627fb0b3 req-6a87d27f-4a23-4f5a-81ce-13527c32a0f3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.2706807 Aug 23 12:19:28.708812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:19:28.736968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94511ba-fa22-4030-b617-136732c97835 None None] Sync routers for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:19:28.760434 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:28.778997 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:19:28.785355 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:25Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:28.797508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b41da390-17f2-479f-98e4-09b5627fb0b3 req-9db04c38-ce41-4da7-bd26-c289a46cdba4 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991678 Aug 23 12:19:28.984459 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-de77d2c3-ed5e-4f50-a1a0-fbeacb6b5db8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "DELETE /v2.0/floatingips/5256bc81-7ffd-457e-876c-6b1606b46bee HTTP/1.1" status: 204 len: 168 time: 4.6154137 Aug 23 12:19:28.985879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:28.994727 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2070529-36ca-40ed-9df7-74807aefa7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:29.112525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738f2dc-9e12-4842-ab39-200e58444a00 req-de5e9975-e093-4c29-81be-29b9d3936d98 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:29.128013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f738f2dc-9e12-4842-ab39-200e58444a00 req-de5e9975-e093-4c29-81be-29b9d3936d98 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.3600967 Aug 23 12:19:29.135955 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:19:29.193395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Allocated IP 172.20.0.2 (72cf6e0d-d7c1-4767-9ba2-fe2503b2f262/621c6059-d37f-4890-a924-18477dc2a177/57691e43-cdcb-485b-a22c-57ddff207294) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:29.250601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f738f2dc-9e12-4842-ab39-200e58444a00 req-3f466245-c5b8-496b-8de2-5dbaf57078c6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197178 Aug 23 12:19:29.270331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:20Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:29.364484 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f336f978-b604-4de8-ab97-70bf26e163f0 x-openstack-request-id: req-f336f978-b604-4de8-ab97-70bf26e163f0 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:29.365905 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:29.366782 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f336f978-b604-4de8-ab97-70bf26e163f0 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:29.367472 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'status': 'completed', 'code': 200} Aug 23 12:19:29.422604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a63ec-555a-4eb8-9836-309702391ab9 None None] The sync data for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 is: [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:20Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:19:29.555013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-08ad08ba-afa8-4268-b5a1-579f20efc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:29.559645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-08ad08ba-afa8-4268-b5a1-579f20efc2dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4445059663340948702110d5412f2c5&device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 1097 time: 0.1660454 Aug 23 12:19:29.834131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-b9641a3b-1f2b-4366-a7e2-ee928f589aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:29.837493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-b9641a3b-1f2b-4366-a7e2-ee928f589aa4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 200 len: 915 time: 0.2677724 Aug 23 12:19:29.896339 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:29.917367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Transition to ACTIVE for port object 57691e43-cdcb-485b-a22c-57ddff207294 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:29.925749 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:29.976965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Transition to ACTIVE for port object 57691e43-cdcb-485b-a22c-57ddff207294 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:29.993344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:30.029992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-8ee46dda-6b90-470b-ab75-b3610bc54dfd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 200 len: 217 time: 0.1700218 Aug 23 12:19:30.106675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b977-cdbe-467d-bfb5-a1c58ad9631a req-9f7fe07c-13be-4a96-ad36-823017dc3a20 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:30.108644 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2a3b977-cdbe-467d-bfb5-a1c58ad9631a req-9f7fe07c-13be-4a96-ad36-823017dc3a20 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.1310260 Aug 23 12:19:30.206537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:30.211027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2a3b977-cdbe-467d-bfb5-a1c58ad9631a req-bd221618-8805-40ec-92e6-8844aa701e66 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956249 Aug 23 12:19:30.247356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:30.251644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:30.350528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Pushing event updated for resources: {'Port': ['ID=57691e43-cdcb-485b-a22c-57ddff207294,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:30.392126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.1 (72cf6e0d-d7c1-4767-9ba2-fe2503b2f262/621c6059-d37f-4890-a924-18477dc2a177/f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:30.447140 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94511ba-fa22-4030-b617-136732c97835 None None] Checking router: ec55480d-8956-4677-93d8-31b18ad15a8d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:19:30.492969 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:19:30.501525 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:25Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:30.637068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Attempting to bind port 57691e43-cdcb-485b-a22c-57ddff207294 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:30.637525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Attempting to bind port 57691e43-cdcb-485b-a22c-57ddff207294 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:30.642721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Attempting to bind port 57691e43-cdcb-485b-a22c-57ddff207294 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:30.661298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:30.661771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Checking segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:30.662246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:30.664786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Bound using segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:30.665563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Bound port: 57691e43-cdcb-485b-a22c-57ddff207294, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:30.669166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:30.703203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-041f8843-80b0-487c-8955-213d5e09dd73 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:30.709672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:30.716871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-041f8843-80b0-487c-8955-213d5e09dd73 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2866066 Aug 23 12:19:30.766862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-dd972ea2-3956-4b9b-a1ef-ad0a2bef909e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0430000 Aug 23 12:19:30.791951 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:19:30.819229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:30.856270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:30.946033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-586a0397-ed0b-4963-b5b8-b23b79a12892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:30.952400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-586a0397-ed0b-4963-b5b8-b23b79a12892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 200 len: 853 time: 0.8401840 Aug 23 12:19:30.960678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-51deacaa-b523-4331-8b6d-d7d1faa5c1e7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906264 Aug 23 12:19:31.018068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:31.042245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] For port 57691e43-cdcb-485b-a22c-57ddff207294, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:31.061801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] For port 57691e43-cdcb-485b-a22c-57ddff207294, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=57691e43-cdcb-485b-a22c-57ddff207294,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:31.084011 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:31.171015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:31.190448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:31.196810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:31.207098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:31.287546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-5a0131a6-948c-4bf6-bef2-35fd99c77848 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257973 Aug 23 12:19:31.366038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb04c6d-a30a-4c6f-9b5f-8e55acdeb5a2 None None] Pushing event updated for resources: {'Port': ['ID=57691e43-cdcb-485b-a22c-57ddff207294,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:31.390675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:31.406293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:31.406872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:31.491441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc76c5a-8b07-4afd-8929-698bd3f827d7 req-0778e171-827b-4bb2-adeb-09c4170454bd tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:31.493131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bc76c5a-8b07-4afd-8929-698bd3f827d7 req-0778e171-827b-4bb2-adeb-09c4170454bd tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 1.4734728 Aug 23 12:19:31.521873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-5ec0bab1-588c-4486-ab67-f0cb34a713a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:31.531746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-5ec0bab1-588c-4486-ab67-f0cb34a713a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5705442 Aug 23 12:19:31.813222 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bc76c5a-8b07-4afd-8929-698bd3f827d7 req-4ddf6624-1cce-49dc-bc2b-407c72fc6b10 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804260 Aug 23 12:19:31.819157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-15a83cf4-3ceb-4bc8-9c7b-901428f971e0 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111449 Aug 23 12:19:31.921828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:32.027510 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a94511ba-fa22-4030-b617-136732c97835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:32.035119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:32.043457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:32.118862 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94511ba-fa22-4030-b617-136732c97835 None None] The sync data for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 is: [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:13:59Z', 'revision_number': 4, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '27042956-d7fd-45bc-99da-5759f01cce74', 'name': '', 'network_id': '5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'mac_address': 'fa:16:3e:94:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:58Z', 'updated_at': '2021-08-23T12:14:09Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'subnets': [{'id': '9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:19:32.178361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:32.385357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2ce54-e3dd-460f-a33c-325c073ecb96 req-874044b1-931d-4c99-b46e-e48ea13f0a65 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:32.396034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33b2ce54-e3dd-460f-a33c-325c073ecb96 req-874044b1-931d-4c99-b46e-e48ea13f0a65 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.0987639 Aug 23 12:19:32.454701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33b2ce54-e3dd-460f-a33c-325c073ecb96 req-b1da202b-613f-4734-9ae5-bb0df92d7450 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571284 Aug 23 12:19:32.606802 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aae11e40-5e1c-497d-9d51-3910039c18b1 req-faa89eac-60d2-47d2-b58d-a922d7a8ed7d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 210 time: 0.0438151 Aug 23 12:19:32.679755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:32.792497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57691e43-cdcb-485b-a22c-57ddff207294 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:32.929030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 57691e43-cdcb-485b-a22c-57ddff207294 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:32.957172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:33.024537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-c259cb55-94c8-469d-b39f-3a7207fd74e8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:33.027405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-c259cb55-94c8-469d-b39f-3a7207fd74e8 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 1.5857804 Aug 23 12:19:33.048632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eaa0e-0aa6-4b3d-8b17-69c32a357325 None None] New status for floating IP 5256bc81-7ffd-457e-876c-6b1606b46bee: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:19:33.099644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-e648932a-c6c9-4e92-b0c5-02ad2dbdd0dd service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2902908 Aug 23 12:19:33.192313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f2867-70ab-44d9-9184-f3a56179edb1 req-6802530f-fe3c-4438-a1c8-ee918b5f6f23 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:33.205091 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a23f2867-70ab-44d9-9184-f3a56179edb1 req-6802530f-fe3c-4438-a1c8-ee918b5f6f23 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1402056 Aug 23 12:19:33.267659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2070529-36ca-40ed-9df7-74807aefa7ff req-26376b21-75c8-43f9-9956-ce3818e79c82 service neutron] 10.222.0.44 "GET /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412511 Aug 23 12:19:33.272006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:33.342538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a23f2867-70ab-44d9-9184-f3a56179edb1 req-26c08379-787a-45c4-8fae-137212761287 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361206 Aug 23 12:19:33.381392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:33.381889 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:33.414152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5b589-193e-4c62-adc8-55587ecbe829 req-70eb8808-381c-41ed-a025-6cef8453bfbf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:33.424876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93b5b589-193e-4c62-adc8-55587ecbe829 req-70eb8808-381c-41ed-a025-6cef8453bfbf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.8734906 Aug 23 12:19:33.571261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737274a3-87e5-46c1-befa-a67a3ce9f114 None None] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:19:33.673602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c7ad-a47d-49e1-9c30-018909756d03 req-6295a538-ab0d-4940-b1be-59afae0bfe58 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:33.685954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9f6c7ad-a47d-49e1-9c30-018909756d03 req-6295a538-ab0d-4940-b1be-59afae0bfe58 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 946 time: 0.0892279 Aug 23 12:19:33.736459 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9f6c7ad-a47d-49e1-9c30-018909756d03 req-32813cec-0700-4b94-a05e-2e7c01768fdd tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e962be4-bf68-4bce-b000-b6d05c5318b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493317 Aug 23 12:19:33.786131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93b5b589-193e-4c62-adc8-55587ecbe829 req-5434456d-be80-4cd1-a255-66aae00ecaa0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602691 Aug 23 12:19:33.832167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Deleting port 5f704e51-d150-494d-8e10-3e72ff76f209 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:19:33.832577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:33.861952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-46068b68-27be-4c50-955b-de83f9bca753 req-fd0f6592-d46d-48ad-b8ea-52a88059f487 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 210 time: 0.0470829 Aug 23 12:19:33.924113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] Provisioning for port 57691e43-cdcb-485b-a22c-57ddff207294 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:33.929465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] Provisioning complete for port 57691e43-cdcb-485b-a22c-57ddff207294 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:33.929874 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.122940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.170944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] For port 57691e43-cdcb-485b-a22c-57ddff207294, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=57691e43-cdcb-485b-a22c-57ddff207294,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:34.177651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.291604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04850ec-f9a5-4988-b491-0f1a8addda59 None None] Pushing event updated for resources: {'Port': ['ID=57691e43-cdcb-485b-a22c-57ddff207294,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:34.346123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] For port 5f704e51-d150-494d-8e10-3e72ff76f209, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5f704e51-d150-494d-8e10-3e72ff76f209,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:34.346635 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.367559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Calling delete_port for 5f704e51-d150-494d-8e10-3e72ff76f209 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:19:34.419911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1ee66f29-4291-409a-9953-b9c6309aaba0 None None] Provisioning complete for port 57691e43-cdcb-485b-a22c-57ddff207294 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:34.422044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1ee66f29-4291-409a-9953-b9c6309aaba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.679504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57691e43-cdcb-485b-a22c-57ddff207294 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:34.704333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.834019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1ee66f29-4291-409a-9953-b9c6309aaba0 None None] Provisioning for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:34.877223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1ee66f29-4291-409a-9953-b9c6309aaba0 None None] Provisioning complete for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:34.877619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1ee66f29-4291-409a-9953-b9c6309aaba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.890345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event deleted for resources: {'Port': ['ID=5f704e51-d150-494d-8e10-3e72ff76f209,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:34.897423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b7ffd0b-6c0a-4bde-9b73-50806b1ff761 req-7cd6240c-e3ee-41fe-bc77-a0cb19c3e41a tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0449028 Aug 23 12:19:34.958537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 57691e43-cdcb-485b-a22c-57ddff207294 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:34.959208 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:34.972729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.975444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.977397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.977991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.978572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.981108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.981541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.983233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.983684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.984150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.984653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:34.985124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:35.030411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1ee66f29-4291-409a-9953-b9c6309aaba0 None None] Port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:19:35.098557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc09a6-1d9f-4513-9670-1df18bdf890e req-b49ff466-f16a-4c62-bdcc-a08108c99be3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:35.101904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afc09a6-1d9f-4513-9670-1df18bdf890e req-b49ff466-f16a-4c62-bdcc-a08108c99be3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.4698782 Aug 23 12:19:35.123467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159dca6-42fe-4112-9430-a1f41b23ec2e req-f4d22d58-4b2b-4461-a474-82831e7737ff tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:35.125796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e159dca6-42fe-4112-9430-a1f41b23ec2e req-f4d22d58-4b2b-4461-a474-82831e7737ff tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1133249 Aug 23 12:19:35.188765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-19e2e206-8ed0-4ced-968e-06fd56f069f3 None None] Provisioning complete for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:35.189157 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-19e2e206-8ed0-4ced-968e-06fd56f069f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:35.232849 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e159dca6-42fe-4112-9430-a1f41b23ec2e req-c625c063-e6de-4942-8aba-b2f00fd8f39c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950339 Aug 23 12:19:35.241034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-562f9d57-c7ff-45b7-8891-d528df28e168 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:35.241416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-19e2e206-8ed0-4ced-968e-06fd56f069f3 None None] Port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:19:35.244418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-562f9d57-c7ff-45b7-8891-d528df28e168 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 1.1464825 Aug 23 12:19:35.284626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:35.358985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5f704e51-d150-494d-8e10-3e72ff76f209 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:19:35.373756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] No DVR routers for this DVR port 5f704e51-d150-494d-8e10-3e72ff76f209 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:19:35.396722 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:35.404664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 5f704e51-d150-494d-8e10-3e72ff76f209 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:19:35.405078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5f704e51-d150-494d-8e10-3e72ff76f209 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:19:35.410136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ff38475-c2ac-4f48-86bb-e27942ddcf78 req-3a0bf600-7e23-4a91-9845-a28fea088b13 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.44 "DELETE /v2.0/ports/5f704e51-d150-494d-8e10-3e72ff76f209 HTTP/1.1" status: 204 len: 173 time: 2.3477056 Aug 23 12:19:35.412901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'name': 'network-vif-deleted', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:35.428464 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b78cc84-40e3-4b70-ac72-a4eb58fadca0" -d '{"events": [{"server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "name": "network-vif-deleted", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:35.442579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c00704de-517d-486e-80f7-42230d3e6e52 req-6435d96a-9ec8-459e-a86a-b04bd4bce577 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 210 time: 0.0934837 Aug 23 12:19:35.551209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afc09a6-1d9f-4513-9670-1df18bdf890e req-608443df-b7ae-43d4-938f-814730982580 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465071 Aug 23 12:19:35.601635 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5852f0-a063-49c2-a986-2be163c17949 x-openstack-request-id: req-5b5852f0-a063-49c2-a986-2be163c17949 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:35.602466 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8", "name": "network-vif-deleted", "tag": "5f704e51-d150-494d-8e10-3e72ff76f209", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:35.603358 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b5852f0-a063-49c2-a986-2be163c17949 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:35.604448 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8', 'name': 'network-vif-deleted', 'tag': '5f704e51-d150-494d-8e10-3e72ff76f209', 'status': 'completed', 'code': 200} Aug 23 12:19:35.634482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:35.643466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:35.701049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:35.717105 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:35.971870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:35.977353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.4 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/81fc1548-e522-4731-8d2e-fb1530575617) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:35.983407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:36.159536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a4ed63e1-d024-4d51-ba03-9c7b818981cf req-bcd2b385-c4b1-4b87-85a9-307fb9b01e03 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0874560 Aug 23 12:19:36.265220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:36.302241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:36.479463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:36.512854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be832d7-dcce-4c58-8fba-5142f7ce4fd1 req-3f99b91c-2e0c-469a-aadb-eaaa1ed14174 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:36.522682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7be832d7-dcce-4c58-8fba-5142f7ce4fd1 req-3f99b91c-2e0c-469a-aadb-eaaa1ed14174 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1192751 Aug 23 12:19:36.626614 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7be832d7-dcce-4c58-8fba-5142f7ce4fd1 req-4a1d7e86-961e-4a4f-842e-4d6eb41f2e68 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023712 Aug 23 12:19:36.710275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router a750677f-bdfc-442d-a8bd-ffd2134b8482 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:19:36.736608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-930c1272-4c19-4420-99b6-5dcc971ade3f req-1ec73184-f783-4fac-b52b-609a3db9cee4 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 210 time: 0.0983920 Aug 23 12:19:36.744110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:36.770498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:36.785169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:36.788534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:36.793231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:36.856064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b53d7f56-9271-4b3a-8c3a-c98a2f694133 None None] Provisioning complete for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:36.856513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b53d7f56-9271-4b3a-8c3a-c98a2f694133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:36.926227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3668c4-a7b3-4e7c-96c2-ef872cd81f6c req-1c043a1f-bc39-40e7-8984-fe71651f8aff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:36.938476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a3668c4-a7b3-4e7c-96c2-ef872cd81f6c req-1c043a1f-bc39-40e7-8984-fe71651f8aff tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1265142 Aug 23 12:19:36.995508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b53d7f56-9271-4b3a-8c3a-c98a2f694133 None None] Port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:19:37.031948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a3668c4-a7b3-4e7c-96c2-ef872cd81f6c req-f107ef4d-d262-4e09-9638-c4a97d75df2c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924754 Aug 23 12:19:37.082536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=81fc1548-e522-4731-8d2e-fb1530575617,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:37.104933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:37.106001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:37.148253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-fbbfa663-8bfd-48ff-97b5-0d233e5eca8e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8692040 Aug 23 12:19:37.187314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Request body: {'port': {'device_id': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:37.356204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:19:37.368937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Sync routers for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:19:37.407508 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:19:37.412340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:25Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:37.422729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5cf2edb0-3e57-463e-a4ea-df3e81c8194e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/a750677f-bdfc-442d-a8bd-ffd2134b8482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5611672 Aug 23 12:19:37.440560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-13d69c45-384c-445c-86f7-f3f17321f46b req-0b3f376f-f61a-4594-a629-66d1cea149ea tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0957110 Aug 23 12:19:37.556583 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:37.600592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-3b0684b9-4b8e-497b-93a5-f339732c4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:37.602185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-3b0684b9-4b8e-497b-93a5-f339732c4ed8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 1096 time: 0.1516035 Aug 23 12:19:37.716223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-eb8027a9-aaa6-4b26-a2cb-49820492773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:37.716419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:19:37.717842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-eb8027a9-aaa6-4b26-a2cb-49820492773c service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1080134 Aug 23 12:19:37.750494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad021bac-fde7-40bf-b6bc-47680f30fd50 req-28d389a2-fd1c-4959-a407-3c574d491c83 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:37.752073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad021bac-fde7-40bf-b6bc-47680f30fd50 req-28d389a2-fd1c-4959-a407-3c574d491c83 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.2394407 Aug 23 12:19:37.818557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-d4418d61-7397-487f-91d9-7b794f573991 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618625115&fields=id&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 267 time: 0.1554902 Aug 23 12:19:37.842556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad021bac-fde7-40bf-b6bc-47680f30fd50 req-abe91579-359a-44cc-a47f-247961305e4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800579 Aug 23 12:19:37.944997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-f1de2ed8-1ab9-422c-9e57-a20c4318dee9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 200 len: 999 time: 0.1919096 Aug 23 12:19:38.003743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-8c3583d3-4025-4939-9e07-68f9b3ce367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:38.005667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-8c3583d3-4025-4939-9e07-68f9b3ce367d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0533464 Aug 23 12:19:38.096560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-552ad6d5-3fcb-4b88-bd43-1ec4227eb616 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:38.117229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-552ad6d5-3fcb-4b88-bd43-1ec4227eb616 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 796 time: 0.2951906 Aug 23 12:19:38.153489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-ff8186c0-9f8e-4ea7-a2ca-ffd03f459938 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/quotas/bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 375 time: 0.0333219 Aug 23 12:19:38.191967 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:34Z', 'revision_number': 2, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:38.256112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Checking router: a750677f-bdfc-442d-a8bd-ffd2134b8482 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:19:38.256112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Updating router a750677f-bdfc-442d-a8bd-ffd2134b8482 port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:19:38.305241 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:38.323359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-bddfee06-c2c7-4441-a061-f3ee59d71ac7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685457 Aug 23 12:19:38.602312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-67e2d0a1-e3b7-4fbc-b2c8-b0043c48f1fe service neutron] 10.222.0.21 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659693 Aug 23 12:19:38.822629 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-3e384692-53f0-4226-acd4-e26e5805c304 service neutron] 10.222.0.21 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187183 Aug 23 12:19:38.892793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fc1548-e522-4731-8d2e-fb1530575617 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:38.902873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:38.921848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Transition to ACTIVE for port object 81fc1548-e522-4731-8d2e-fb1530575617 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:38.937523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:38.961891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323ada-dc54-40f9-b1bb-6b7809b83cb4 req-f253b5a1-d951-412f-a631-816101a716f6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:38.964156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9323ada-dc54-40f9-b1bb-6b7809b83cb4 req-f253b5a1-d951-412f-a631-816101a716f6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.8617969 Aug 23 12:19:39.032606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc1548-e522-4731-8d2e-fb1530575617,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:39.035127 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:39.038811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-45ef5693-3e48-4bbe-abf9-69da9de6bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:39.041466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-45ef5693-3e48-4bbe-abf9-69da9de6bfdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0184724 Aug 23 12:19:39.063141 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Transition to ACTIVE for port object f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:39.071742 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:39.278808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9323ada-dc54-40f9-b1bb-6b7809b83cb4 req-4bfcf0a8-0d53-4a59-a1b6-dacca3bfba0f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355208 Aug 23 12:19:39.334357 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Pushing event updated for resources: {'Port': ['ID=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:39.380255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.380915 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.382803 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.383350 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.383898 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.386182 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.386800 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.387337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.387857 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.391059 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.391628 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.392148 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:39.400890 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Attempting to bind port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:39.401550 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Attempting to bind port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:39.402847 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Attempting to bind port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:39.411417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefd14e-3f8d-4b3e-b5c9-7b68fd56e5c0 req-874c1a61-5d5f-48b7-89e7-7793d0110ac4 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:39.419423 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:39.420125 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Checking segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:39.430555 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:39.431556 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Bound using segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:39.432252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Bound port: f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:39.432812 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:39.437926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0aefd14e-3f8d-4b3e-b5c9-7b68fd56e5c0 req-874c1a61-5d5f-48b7-89e7-7793d0110ac4 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 943 time: 0.2310426 Aug 23 12:19:39.575865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0aefd14e-3f8d-4b3e-b5c9-7b68fd56e5c0 req-1e75d733-0fe3-4518-8067-a55831c39cec tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363833 Aug 23 12:19:39.620116 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] For port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:39.628774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] For port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:39.640862 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:39.763688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ad00c90-8cac-41c0-bdae-75a8976558ce req-4b390298-717a-4851-90b0-079d1fbfcdc6 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.2391319 Aug 23 12:19:39.805073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Attempting to bind port 81fc1548-e522-4731-8d2e-fb1530575617 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:39.805624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Attempting to bind port 81fc1548-e522-4731-8d2e-fb1530575617 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:39.806451 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:19:39.806954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Attempting to bind port 81fc1548-e522-4731-8d2e-fb1530575617 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:39.808613 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:25Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:39.815170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Port 81fc1548-e522-4731-8d2e-fb1530575617 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:19:39.815683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Attempting to bind port 81fc1548-e522-4731-8d2e-fb1530575617 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:39.831976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:39.832537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:39.833084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:39.833897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Bound port: 81fc1548-e522-4731-8d2e-fb1530575617, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:39.834502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:39.845716 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0499f43-e4c3-48bc-a745-ce646886b68b None None] Pushing event updated for resources: {'Port': ['ID=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:39.858130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-27f734c5-b107-4d9b-98bf-3786da33143c service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063214 Aug 23 12:19:39.971228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad81229-31fa-4017-9d3f-5abcc319d860 req-13de0180-d602-4d90-8394-ab6e99c0c830 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:39.983999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fad81229-31fa-4017-9d3f-5abcc319d860 req-13de0180-d602-4d90-8394-ab6e99c0c830 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1837249 Aug 23 12:19:40.106829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fad81229-31fa-4017-9d3f-5abcc319d860 req-fd0408e4-f83a-4757-adbf-a265acb40bdf tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214981 Aug 23 12:19:40.167160 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:19:40.371782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1cd0d8a-2775-4e49-8984-19ea57a23231 req-0d9c5a96-2906-4c14-9b9e-17378447c1ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 210 time: 0.2343440 Aug 23 12:19:40.392935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b2acb00-0987-4da5-b924-952aba8f1d1b req-8e3c5aeb-7e4c-45ec-a11f-227673709f82 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254278 Aug 23 12:19:40.415818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] For port 81fc1548-e522-4731-8d2e-fb1530575617, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:40.421084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] For port 81fc1548-e522-4731-8d2e-fb1530575617, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81fc1548-e522-4731-8d2e-fb1530575617,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:40.427008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:40.478202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:40.481719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:40.484071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/81fc1548-e522-4731-8d2e-fb1530575617 HTTP/1.1" status: 200 len: 1091 time: 3.3041856 Aug 23 12:19:40.496184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'tag': '81fc1548-e522-4731-8d2e-fb1530575617'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:40.499907 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1483b1-a5d8-48af-a2c4-236a1d769635" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccef785-cbba-464a-b529-0a711b0a80d6", "tag": "81fc1548-e522-4731-8d2e-fb1530575617"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:40.673657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec919-dc3f-4610-bcaa-03bd7edf05b9 req-75634015-35b7-48b9-bb27-9ac6233aa4fd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:40.675491 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:39Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:19:40.686333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2cec919-dc3f-4610-bcaa-03bd7edf05b9 req-75634015-35b7-48b9-bb27-9ac6233aa4fd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1596038 Aug 23 12:19:40.704467 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfbbd75-b6f9-4623-9c40-6ee5c4762833 x-openstack-request-id: req-cdfbbd75-b6f9-4623-9c40-6ee5c4762833 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:40.704784 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccef785-cbba-464a-b529-0a711b0a80d6", "tag": "81fc1548-e522-4731-8d2e-fb1530575617", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:40.705062 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdfbbd75-b6f9-4623-9c40-6ee5c4762833 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:40.705831 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'tag': '81fc1548-e522-4731-8d2e-fb1530575617', 'status': 'completed', 'code': 200} Aug 23 12:19:40.727478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fbd3d-f87e-4d7b-9d8b-6fe9658bcbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc1548-e522-4731-8d2e-fb1530575617,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:40.757085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-19d341b5-8986-4f67-b78d-67c20405bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:40.759333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-19d341b5-8986-4f67-b78d-67c20405bbb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 1094 time: 0.1712327 Aug 23 12:19:40.829743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2cec919-dc3f-4610-bcaa-03bd7edf05b9 req-d782a698-c55a-4191-88c7-8d7d6b20705c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361055 Aug 23 12:19:40.888130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-4f4566db-9406-4980-b852-47168e0c494a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc1548-e522-4731-8d2e-fb1530575617 HTTP/1.1" status: 200 len: 217 time: 0.1146638 Aug 23 12:19:41.055028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-63e223fd-0187-4e6d-9daf-42982b540906 req-a15de6b5-6c5d-4f30-9a26-6b1f88a9756f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0839188 Aug 23 12:19:41.085068 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5122568f-1873-4a34-b914-b81b93bec334 None None] The sync data for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 is: [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:39Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:19:41.107502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8012dc-b6fe-461c-9639-1a57cf8d9c93 req-92c1878a-ef47-4fc4-bfb5-69a308654ed1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:41.115584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f8012dc-b6fe-461c-9639-1a57cf8d9c93 req-92c1878a-ef47-4fc4-bfb5-69a308654ed1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 943 time: 0.2304595 Aug 23 12:19:41.199229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-cc6a4c2a-7e40-44d9-be9c-766b385cf967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:41.200830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-cc6a4c2a-7e40-44d9-be9c-766b385cf967 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.2442439 Aug 23 12:19:41.302189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f8012dc-b6fe-461c-9639-1a57cf8d9c93 req-e9b0d673-b661-4f9e-a46c-4c64089b44bb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850882 Aug 23 12:19:41.355934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-33777678-72e8-42a7-9ddb-47d0e23fabe6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350811 Aug 23 12:19:41.496857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ca77-9c45-4974-af37-6e634eff1121 req-63df4a83-1533-44fc-87b2-01583b950a17 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:41.512683 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1d62ca77-9c45-4974-af37-6e634eff1121 req-63df4a83-1533-44fc-87b2-01583b950a17 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1680958 Aug 23 12:19:41.548311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-f8992c72-120e-45fe-8665-f72c63095a26 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:41.552806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-f8992c72-120e-45fe-8665-f72c63095a26 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 796 time: 0.2461793 Aug 23 12:19:41.634243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1d62ca77-9c45-4974-af37-6e634eff1121 req-7b878e44-fcf6-4dce-a14a-a2971f51c078 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209090 Aug 23 12:19:41.680289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-6cdf753d-8c29-4fd7-ab4e-2f7b376c6b2a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 380 time: 0.1121938 Aug 23 12:19:41.756867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c313ae9a-7f64-4d33-b7bc-a9f514419038 req-b5144757-3044-49f0-a531-642ca91ded3e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 210 time: 0.1782217 Aug 23 12:19:41.775431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'port': {'device_id': '011f4338-72f1-4120-a167-49309c8b2612', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'admin_state_up': True, 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'security_groups': ['08c5eab5-0c5b-4403-9b88-db8c5bf2532b']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:41.907824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-35f7e553-fbc4-4ef2-9532-f83525250bf1 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372186 Aug 23 12:19:42.082598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:42.091863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:42.164240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511f3fb-345c-49d5-8188-c9b174d7a59e req-1ea8e2c3-9064-4fca-9e81-ff4c4a56ff7f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:42.175369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6511f3fb-345c-49d5-8188-c9b174d7a59e req-1ea8e2c3-9064-4fca-9e81-ff4c4a56ff7f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1699047 Aug 23 12:19:42.179392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00d1684a-3faf-4064-b5c7-71ab09df4e5d req-bf0d9ad1-549c-4f05-9010-f2c154f51da6 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596781 Aug 23 12:19:42.291400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6511f3fb-345c-49d5-8188-c9b174d7a59e req-fa798539-f878-4a94-acd2-ae5f3c1bc70c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081510 Aug 23 12:19:42.468696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c847a1d-265a-43a5-b885-068082a5e6a3 req-022d1aee-9838-4d00-bc6f-8dc2f5451b63 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.1610067 Aug 23 12:19:42.558630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135e07-14f2-49f9-be62-62388cee1988 req-0833ba67-20ed-4462-92e4-83e227b1833b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:42.567298 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65135e07-14f2-49f9-be62-62388cee1988 req-0833ba67-20ed-4462-92e4-83e227b1833b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 943 time: 0.1273758 Aug 23 12:19:42.647025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-ccf7f391-92ce-4b17-92e0-f80f65beda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:42.648649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-ccf7f391-92ce-4b17-92e0-f80f65beda49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 1094 time: 0.3385589 Aug 23 12:19:42.676441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:42.677981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65135e07-14f2-49f9-be62-62388cee1988 req-79a0f5bb-78b4-4590-86be-85538af8e497 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053159 Aug 23 12:19:42.743043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:42.751436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:42.754623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:42.800719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.14 (72cf6e0d-d7c1-4767-9ba2-fe2503b2f262/621c6059-d37f-4890-a924-18477dc2a177/566b5498-7eeb-4d05-9497-5eb96d30d044) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:42.852980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-3ca2fd65-ccb9-41b4-bb11-2dd268e830f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:42.854682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-3ca2fd65-ccb9-41b4-bb11-2dd268e830f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.1905844 Aug 23 12:19:42.957730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-066524b5-1761-4941-bbce-5bc3e438e99a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc1548-e522-4731-8d2e-fb1530575617 HTTP/1.1" status: 200 len: 217 time: 0.0934565 Aug 23 12:19:42.986349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.004466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-762044c4-a7c5-4e48-82ab-c1310bff1698 req-e32535ca-2244-4669-bda4-1ba40b57fa58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 210 time: 0.0426538 Aug 23 12:19:43.069275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:43.076385 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.113641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-2ea2753d-fa16-4ae8-8846-6d85e13300d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:43.115164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-2ea2753d-fa16-4ae8-8846-6d85e13300d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.1098323 Aug 23 12:19:43.157169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:43.183811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.184812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.185173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.185521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.185949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.186303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.191039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-904b2b6d-aedc-4f73-b304-afe8d98cec78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684421 Aug 23 12:19:43.191842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.192411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.192775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.193129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.194170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.196568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:19:43.294653 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.314989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object 566b5498-7eeb-4d05-9497-5eb96d30d044 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:43.353799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-4fbbdcac-a565-442f-a2f8-deb5ec739d9e service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520064 Aug 23 12:19:43.400814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81fc1548-e522-4731-8d2e-fb1530575617 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:19:43.438068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.507094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:43.529551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:43.533882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:43.553410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fffd93-c77b-4647-900d-5fcad55f4381 req-4c260264-3519-43c9-9bbf-a4cddd834b26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:43.563292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9fffd93-c77b-4647-900d-5fcad55f4381 req-4c260264-3519-43c9-9bbf-a4cddd834b26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1233308 Aug 23 12:19:43.588938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:43.601289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c1483b1-a5d8-48af-a2c4-236a1d769635 req-c397842f-c375-40c8-82a7-1772b8cedfb3 service neutron] 10.222.0.44 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363780 Aug 23 12:19:43.668832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b2f8c95-2b90-4600-8e26-d6db0184df9d req-76dd960a-f558-42d9-97ec-a23d3c249d91 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0360167 Aug 23 12:19:43.672517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81fc1548-e522-4731-8d2e-fb1530575617, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81fc1548-e522-4731-8d2e-fb1530575617,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:43.676380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:43.677386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.680734 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9fffd93-c77b-4647-900d-5fcad55f4381 req-c1ba7ca3-2a07-4180-a701-9eca60415a44 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043668 Aug 23 12:19:43.705981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-8931b40c-4916-45d5-ade1-b28e7d6f70e8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9470530 Aug 23 12:19:43.717639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '81fc1548-e522-4731-8d2e-fb1530575617', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': '81fc1548-e522-4731-8d2e-fb1530575617', 'mac_address': 'fa:16:3e:c8:c2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:19:43.719091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Request body: {'port': {'device_id': '011f4338-72f1-4120-a167-49309c8b2612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:43.849071 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.884554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.891424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f53d3-4713-4496-bfa7-c17fa6117f84 req-3de64fc8-14a9-4f4f-b008-e0e49a1da448 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:43.894944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fc1548-e522-4731-8d2e-fb1530575617 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:43.902917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-244f53d3-4713-4496-bfa7-c17fa6117f84 req-3de64fc8-14a9-4f4f-b008-e0e49a1da448 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 943 time: 0.1208827 Aug 23 12:19:43.946703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cfc933e9-473d-4193-86a3-73b44189918d None None] Provisioning for port 566b5498-7eeb-4d05-9497-5eb96d30d044 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:43.971997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81fc1548-e522-4731-8d2e-fb1530575617, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81fc1548-e522-4731-8d2e-fb1530575617,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:43.973283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cfc933e9-473d-4193-86a3-73b44189918d None None] Provisioning complete for port 566b5498-7eeb-4d05-9497-5eb96d30d044 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:43.973606 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cfc933e9-473d-4193-86a3-73b44189918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:43.989216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-244f53d3-4713-4496-bfa7-c17fa6117f84 req-94283945-16da-41c6-bca8-c983aa1ba4b1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851808 Aug 23 12:19:44.033354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:44.081971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cfc933e9-473d-4193-86a3-73b44189918d None None] Port 566b5498-7eeb-4d05-9497-5eb96d30d044 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:19:44.190504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81fc1548-e522-4731-8d2e-fb1530575617,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:44.285166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81fc1548-e522-4731-8d2e-fb1530575617'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:44.285325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566b5498-7eeb-4d05-9497-5eb96d30d044 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:44.294331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:44.308529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Transition to ACTIVE for port object 566b5498-7eeb-4d05-9497-5eb96d30d044 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:44.342320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:44.411728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea22e3-b43f-48cc-a33c-232f478acb6a req-ad8e500d-710b-412f-acfd-a1fe0731d58d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:44.420712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efea22e3-b43f-48cc-a33c-232f478acb6a req-ad8e500d-710b-412f-acfd-a1fe0731d58d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 944 time: 0.1104839 Aug 23 12:19:44.663133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:44.684922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:44.705027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efea22e3-b43f-48cc-a33c-232f478acb6a req-e1ca3a89-8c02-4a95-ab39-f32f5059368b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819123 Aug 23 12:19:44.764168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:44.764576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:44.764923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:44.788041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Port 566b5498-7eeb-4d05-9497-5eb96d30d044 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:19:44.788453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:44.794793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:44.795792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:44.804998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:44.805408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Checking segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:44.808853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Bound using segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:44.809603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Bound port: 566b5498-7eeb-4d05-9497-5eb96d30d044, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:44.810020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:44.931860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af0e95-16e2-443a-ab28-0ef480154fdc req-17eb439a-063a-40be-95c7-db6b6e352457 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:44.933516 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27af0e95-16e2-443a-ab28-0ef480154fdc req-17eb439a-063a-40be-95c7-db6b6e352457 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1047096 Aug 23 12:19:45.020709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee5a6767-8ff0-4d34-8d27-47eac8b781a2 req-7c73ee7b-b17c-41a7-97a3-eee6f57fea2f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0934858 Aug 23 12:19:45.027063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27af0e95-16e2-443a-ab28-0ef480154fdc req-174817ee-662d-4d07-8e11-32ef1265d8b6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823910 Aug 23 12:19:45.047620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:45.053479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:45.061322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:45.121315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:45.122208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:45.123694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] 10.222.0.44 "PUT /v2.0/ports/566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1092 time: 1.4099712 Aug 23 12:19:45.124065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:45.126322 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b541854-cacb-4953-a61f-5f3a54926a11" -d '{"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:45.182263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6874362-e46d-45ff-b60c-b894e0bfa35a req-83018924-12ae-43fb-aec2-3551c68e9fc2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:45.191138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6874362-e46d-45ff-b60c-b894e0bfa35a req-83018924-12ae-43fb-aec2-3551c68e9fc2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 944 time: 0.1002612 Aug 23 12:19:45.243430 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de7008b-f4da-4719-af50-cfa68bef84bf x-openstack-request-id: req-4de7008b-f4da-4719-af50-cfa68bef84bf {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:45.244261 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:45.244937 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4de7008b-f4da-4719-af50-cfa68bef84bf {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:45.245674 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'status': 'completed', 'code': 200} Aug 23 12:19:45.252349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69767976-2ee2-48e2-95b3-09c2966913bc service neutron] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:45.283506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6874362-e46d-45ff-b60c-b894e0bfa35a req-375bb138-042b-4b8e-b639-540158a08e24 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913746 Aug 23 12:19:45.307176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-9a3b762a-830b-42ff-a828-daafa61fa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:45.308787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-9a3b762a-830b-42ff-a828-daafa61fa757 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1095 time: 0.1300540 Aug 23 12:19:45.380789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-c2eb5e92-6123-47eb-ab72-ea2cce250d98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 217 time: 0.0641925 Aug 23 12:19:45.428884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81fc1548-e522-4731-8d2e-fb1530575617 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:45.458086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-e7b7a266-7c30-404c-bde9-6002229b602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:45.459870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-e7b7a266-7c30-404c-bde9-6002229b602c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.0699775 Aug 23 12:19:45.529872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-e6cc5edb-fd96-4a30-b6c7-34ee2a52ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:45.530429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 81fc1548-e522-4731-8d2e-fb1530575617 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:45.531493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-e6cc5edb-fd96-4a30-b6c7-34ee2a52ea18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646677 Aug 23 12:19:45.537019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 81fc1548-e522-4731-8d2e-fb1530575617 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:45.537337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:45.658855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-4df88ffd-b8d7-4875-b2cc-9c238080c207 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129091 Aug 23 12:19:45.687681 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:45.735155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc1548-e522-4731-8d2e-fb1530575617'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:45.738923 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5003f5f-2ce6-47c7-87fc-f714a1e9ee63" -d '{"events": [{"server_uuid": "9ccef785-cbba-464a-b529-0a711b0a80d6", "name": "network-vif-plugged", "status": "completed", "tag": "81fc1548-e522-4731-8d2e-fb1530575617"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:45.769443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81fc1548-e522-4731-8d2e-fb1530575617, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81fc1548-e522-4731-8d2e-fb1530575617,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:45.776572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:45.858352 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3694e982-f494-41d4-ae13-f37ccc1a51b7 x-openstack-request-id: req-3694e982-f494-41d4-ae13-f37ccc1a51b7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:45.859360 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccef785-cbba-464a-b529-0a711b0a80d6", "name": "network-vif-plugged", "status": "completed", "tag": "81fc1548-e522-4731-8d2e-fb1530575617", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:45.860228 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3694e982-f494-41d4-ae13-f37ccc1a51b7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:45.861032 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc1548-e522-4731-8d2e-fb1530575617', 'code': 200} Aug 23 12:19:45.864375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81fc1548-e522-4731-8d2e-fb1530575617,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:45.942508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3994f4c4-a3a2-4548-897c-24e007246a52 req-93dc0e95-52a3-43cc-8e73-d50828e96aa4 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766640 Aug 23 12:19:45.964240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67db288-0a0c-4caa-9ff0-a7c6181511bb req-3477477c-8da1-4102-9ce6-3ecc07c023d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:45.972133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c67db288-0a0c-4caa-9ff0-a7c6181511bb req-3477477c-8da1-4102-9ce6-3ecc07c023d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 944 time: 0.1035848 Aug 23 12:19:46.041933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f3010-c2c1-45c1-acee-b8cf71665ecc req-3dfba94d-3e2c-4d8b-acfa-67aeb772a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.043512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b5f3010-c2c1-45c1-acee-b8cf71665ecc req-3dfba94d-3e2c-4d8b-acfa-67aeb772a18b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 1096 time: 0.1329510 Aug 23 12:19:46.062055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c67db288-0a0c-4caa-9ff0-a7c6181511bb req-f77d1008-f0f8-4892-9078-c631b59e2cf2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846436 Aug 23 12:19:46.096766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b5f3010-c2c1-45c1-acee-b8cf71665ecc req-3e7c98ad-e03f-4240-af3d-8c8fdbd880f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 23 12:19:46.108440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-eeee5107-bd21-41e0-ac55-651d60cd524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.110020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-eeee5107-bd21-41e0-ac55-651d60cd524c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1095 time: 0.1025240 Aug 23 12:19:46.184250 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-186e6fc8-5e76-4cef-909b-80af9f9a3ae2 req-9094830e-f66b-4799-a526-fe3c35ba0493 tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0462954 Aug 23 12:19:46.197365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77be7a-c43d-4f1d-96bd-c42b07645b34 req-9e2c58c8-c91a-4b01-89ee-e21188279500 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.206205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac77be7a-c43d-4f1d-96bd-c42b07645b34 req-9e2c58c8-c91a-4b01-89ee-e21188279500 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.0702205 Aug 23 12:19:46.249498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac77be7a-c43d-4f1d-96bd-c42b07645b34 req-a473c1d9-291b-42f0-ac26-d6f49bd6a261 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Aug 23 12:19:46.468052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502a4a-2452-4fe7-ab13-c48394bd288a req-2319db18-7a3e-462b-b168-9e077a81904f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.471959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e502a4a-2452-4fe7-ab13-c48394bd288a req-2319db18-7a3e-462b-b168-9e077a81904f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 945 time: 0.0741813 Aug 23 12:19:46.473031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-a611417a-e2a8-462a-b30d-c371e9f00434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.474535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-a611417a-e2a8-462a-b30d-c371e9f00434 service neutron] 10.222.0.44 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.1669323 Aug 23 12:19:46.560724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-b3c76beb-c33e-446a-aeaf-e181f8bf7bcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 217 time: 0.0744607 Aug 23 12:19:46.587712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e502a4a-2452-4fe7-ab13-c48394bd288a req-806ca66b-d191-4fba-b9a7-648c79609f04 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087892 Aug 23 12:19:46.624313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-9309f380-e243-428b-bca5-f568cfbab5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.626093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-9309f380-e243-428b-bca5-f568cfbab5ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.0540822 Aug 23 12:19:46.686364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-c6b00bd2-d715-41cf-ae8f-860e20abdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:46.688008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-c6b00bd2-d715-41cf-ae8f-860e20abdef3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536053 Aug 23 12:19:46.885342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-120763ff-6640-404c-b3ce-668c59a5ae26 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889739 Aug 23 12:19:47.045550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b541854-cacb-4953-a61f-5f3a54926a11 req-ef2cde1b-04d5-4fa0-bede-d764fe8527d2 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505101 Aug 23 12:19:47.254534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cdf9b-b450-4db9-a2e1-c499cf237d8a req-2f62e012-383a-47ce-9417-48fbeb0ae595 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:47.270239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb9cdf9b-b450-4db9-a2e1-c499cf237d8a req-2f62e012-383a-47ce-9417-48fbeb0ae595 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 944 time: 0.1234686 Aug 23 12:19:47.380467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b556f45c-ada0-4617-80e6-47d17208a9c2 req-4b96e221-c701-4804-a879-c2817089535f tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bb0a305-f2ea-452b-ac2a-a14d6a7df3a8 HTTP/1.1" status: 200 len: 210 time: 0.0526397 Aug 23 12:19:47.387565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb9cdf9b-b450-4db9-a2e1-c499cf237d8a req-feb32b1a-3dad-4c1a-8eeb-abd5e17ff93b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868554 Aug 23 12:19:47.440422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:19:47.562936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd92e-013a-477c-b62d-9e64a8807e92 req-ef6d5647-e529-4708-98a4-f125e1cb6978 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:47.565861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9fd92e-013a-477c-b62d-9e64a8807e92 req-ef6d5647-e529-4708-98a4-f125e1cb6978 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.0929084 Aug 23 12:19:47.659063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9fd92e-013a-477c-b62d-9e64a8807e92 req-a0aa5c38-9823-436c-a219-061fbf2f717f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704017 Aug 23 12:19:47.839937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc725862-9870-431d-8f04-b879b89f5278 req-c31fba63-cb5d-4de3-88ce-b0842bacbcf5 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:47.850237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc725862-9870-431d-8f04-b879b89f5278 req-c31fba63-cb5d-4de3-88ce-b0842bacbcf5 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 945 time: 0.1097937 Aug 23 12:19:47.934620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bc725862-9870-431d-8f04-b879b89f5278 req-910dbb78-2330-4e37-b02c-f818f34f9ec1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761733 Aug 23 12:19:48.008043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:48.038892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'port_id': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'mac_address': 'fa:16:3e:7e:59:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:19:48.116651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:48.133148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566b5498-7eeb-4d05-9497-5eb96d30d044 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:48.176115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:48.181534 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:48.304132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:48.314134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-d4a155c0-a995-4640-b9fa-8cd85d35730f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:48.315698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-d4a155c0-a995-4640-b9fa-8cd85d35730f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2030907 Aug 23 12:19:48.344831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-bc435fa3-43e7-4683-9272-e286d4f41e12 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0213501 Aug 23 12:19:48.420646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['566b5498-7eeb-4d05-9497-5eb96d30d044'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:48.449914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-9972c34e-f32c-43ad-9d38-75f6de6461be tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977097 Aug 23 12:19:48.450284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 53984) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:48.603536 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8cda1208-8e74-4296-8225-1c3daeaca7fa tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:48.706481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98e469c7-6f5e-4445-b966-1fe026bf7acb service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560477 Aug 23 12:19:48.732457 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8cda1208-8e74-4296-8225-1c3daeaca7fa tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:48.771116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a93c-1922-4d43-80e8-706d605a5138 req-9ecbbd7e-5caf-4604-b3c5-3d9524e2e941 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:48.773197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4bf0a93c-1922-4d43-80e8-706d605a5138 req-9ecbbd7e-5caf-4604-b3c5-3d9524e2e941 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 945 time: 0.1666534 Aug 23 12:19:48.940850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8cda1208-8e74-4296-8225-1c3daeaca7fa tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:48.961925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8cda1208-8e74-4296-8225-1c3daeaca7fa tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:48.961925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8cda1208-8e74-4296-8225-1c3daeaca7fa tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e962be4-bf68-4bce-b000-b6d05c5318b4 HTTP/1.1" status: 204 len: 168 time: 0.5025463 Aug 23 12:19:48.961925 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4bf0a93c-1922-4d43-80e8-706d605a5138 req-4433e041-a340-441e-9921-29eee6a74a3f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765041 Aug 23 12:19:48.987198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda1208-8e74-4296-8225-1c3daeaca7fa tempest-TestVolumeBackupRestore-305419641 tempest-TestVolumeBackupRestore-305419641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e962be4-bf68-4bce-b000-b6d05c5318b4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:49.140439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-028a9ecd-1131-47c9-bcf4-999bf4d7b575 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324987 Aug 23 12:19:49.235125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153a258-6f23-437b-a10d-5286beeba77b req-69461fb0-b084-4a7c-ab1e-9c9e3f1f3ca9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:49.245177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b153a258-6f23-437b-a10d-5286beeba77b req-69461fb0-b084-4a7c-ab1e-9c9e3f1f3ca9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.0931659 Aug 23 12:19:49.289397 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:19:49.338783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b153a258-6f23-437b-a10d-5286beeba77b req-0ebc9877-a7b0-40e1-a06f-f1cbb5741c6c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890379 Aug 23 12:19:49.589291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1d9a5a8-2b70-4060-bbfb-633c13e17254 req-ea7c0f6f-953d-47ee-899a-7480b051b41f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 210 time: 0.0943720 Aug 23 12:19:50.373641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e58d-073a-4557-ad99-bafd230b5a61 req-c80a7e13-1407-4ed0-963e-9f48a5581950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:50.391718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b57e58d-073a-4557-ad99-bafd230b5a61 req-c80a7e13-1407-4ed0-963e-9f48a5581950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 945 time: 0.1298597 Aug 23 12:19:50.503093 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b57e58d-073a-4557-ad99-bafd230b5a61 req-95c2409c-3ddc-4c32-bcd2-4ade1ecf6698 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075375 Aug 23 12:19:50.642220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abbc66-5806-4661-8f6f-2860ba3478f4 req-05826f1e-cbfc-4a7a-b66f-edec9dc559b1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:50.645321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8abbc66-5806-4661-8f6f-2860ba3478f4 req-05826f1e-cbfc-4a7a-b66f-edec9dc559b1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.1048656 Aug 23 12:19:50.785308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d8abbc66-5806-4661-8f6f-2860ba3478f4 req-25b4d46c-14e8-4bdb-8fe8-e51248e8d7ab tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180286 Aug 23 12:19:50.838656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4466547-9122-4e9c-b34e-462109dd6134 req-e716bf82-1341-47ec-87e6-1266832195f1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 210 time: 0.0389378 Aug 23 12:19:51.455760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:19:51.677354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 566b5498-7eeb-4d05-9497-5eb96d30d044 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:19:51.706263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 566b5498-7eeb-4d05-9497-5eb96d30d044 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:19:51.713357 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:51.732461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-2892680e-ed18-4db3-85e2-e823e59be2ab tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:51.747711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-2892680e-ed18-4db3-85e2-e823e59be2ab tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.3730114 Aug 23 12:19:51.769875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:51.850540 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-40786059-a826-4f84-92b5-2a6c731fc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:51.918158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:51.955623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:51.958525 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42782b-0b6e-48fb-acc6-b082048f65fc" -d '{"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-plugged", "status": "completed", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:52.017151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:52.024376 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:52.182389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75cc36-9203-414b-aee1-d5b708971f12 req-c73c0ef2-4a31-4a2e-a9e8-03a3f1b5d4e0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:52.188210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:52.194793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b75cc36-9203-414b-aee1-d5b708971f12 req-c73c0ef2-4a31-4a2e-a9e8-03a3f1b5d4e0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 945 time: 0.3349206 Aug 23 12:19:52.502393 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b75cc36-9203-414b-aee1-d5b708971f12 req-2fa076dc-0653-46ff-98d0-dba046dc8012 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067656 Aug 23 12:19:52.601353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:19:52.637541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:52.760826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62ab466c-6b1c-425e-9cd1-b9f0138aa93f req-490bdaea-a805-4399-864c-73c6608c39c1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 210 time: 0.1066747 Aug 23 12:19:52.949599 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0874cc1-cf99-4815-b37f-bfcd12ac7039 x-openstack-request-id: req-b0874cc1-cf99-4815-b37f-bfcd12ac7039 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:52.950551 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-plugged", "status": "completed", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:52.951041 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0874cc1-cf99-4815-b37f-bfcd12ac7039 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:52.952129 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'code': 200} Aug 23 12:19:53.126222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.12 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/ceb996eb-128e-460f-a3c5-93bfae4e9bd9) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:53.458408 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:53.550768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:53.577925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:53.580502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81fc1548-e522-4731-8d2e-fb1530575617'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:53.593681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af071582-1929-4a54-b9d2-a5ec88a0d54a req-423c87a7-cd97-444d-a6b8-08ce0a784563 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:53.639508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af071582-1929-4a54-b9d2-a5ec88a0d54a req-423c87a7-cd97-444d-a6b8-08ce0a784563 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 1.3870423 Aug 23 12:19:53.764540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4e3ca-d4cb-430f-a88a-044bb6c49264 req-d9510027-1e48-4694-961b-83616c6ad2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:53.764938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:53.774316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b4e3ca-d4cb-430f-a88a-044bb6c49264 req-d9510027-1e48-4694-961b-83616c6ad2b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1097 time: 0.3296237 Aug 23 12:19:53.846570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:53.907236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:53.946703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af071582-1929-4a54-b9d2-a5ec88a0d54a req-f1e80fda-b030-4a5e-9253-8f5d81315a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062541 Aug 23 12:19:54.032806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b4e3ca-d4cb-430f-a88a-044bb6c49264 req-2d5e8bdc-6520-42c5-a38c-2e9ee51ddb1c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860693 Aug 23 12:19:54.130291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:54.179425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7ebe2-b85d-4f7c-b88a-6672c0ee050c req-4ed07135-30f0-4b50-be87-ddad4a7b0696 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:54.193856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39f7ebe2-b85d-4f7c-b88a-6672c0ee050c req-4ed07135-30f0-4b50-be87-ddad4a7b0696 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.4264784 Aug 23 12:19:54.289576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3acfa9-8ac5-467e-ab5d-9f6f0966e97e req-55c0646d-bf62-4d25-89e2-3601800ac8c0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:54.292454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b3acfa9-8ac5-467e-ab5d-9f6f0966e97e req-55c0646d-bf62-4d25-89e2-3601800ac8c0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 932 time: 0.1054466 Aug 23 12:19:54.317257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:54.319765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:54.361499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39f7ebe2-b85d-4f7c-b88a-6672c0ee050c req-b31bb281-8cc0-45b9-8275-159ce3fe5146 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663380 Aug 23 12:19:54.388414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-98460ce7-3db6-40c7-8412-9f8be1652a66 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6276653 Aug 23 12:19:54.410573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Request body: {'port': {'device_id': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:54.419595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-916ae2a8-1d84-4b35-b293-87448f254aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:54.442687 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:54.449921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b3acfa9-8ac5-467e-ab5d-9f6f0966e97e req-93ca43e5-ca65-472f-a95c-5e6841b77ced tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515017 Aug 23 12:19:54.572910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:55.345372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037e9b3-0d51-4910-8c53-b649ee9f1771 req-e9fab82c-fd60-4b24-b839-d2039a1d2ab1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:55.351199 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3037e9b3-0d51-4910-8c53-b649ee9f1771 req-e9fab82c-fd60-4b24-b839-d2039a1d2ab1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.2512507 Aug 23 12:19:55.510234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb996eb-128e-460f-a3c5-93bfae4e9bd9 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:55.529381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:55.597926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Transition to ACTIVE for port object ceb996eb-128e-460f-a3c5-93bfae4e9bd9 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:19:55.626612 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:55.630197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996925e-411d-4705-9135-705c2f0af0a3 req-3efe21e5-ab9b-4804-8f30-98665a348825 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:55.639479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e996925e-411d-4705-9135-705c2f0af0a3 req-3efe21e5-ab9b-4804-8f30-98665a348825 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1647248 Aug 23 12:19:55.715347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:55.716495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e996925e-411d-4705-9135-705c2f0af0a3 req-12a14dd3-f1bb-4e68-8650-c66e183a49a6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748179 Aug 23 12:19:55.820610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3037e9b3-0d51-4910-8c53-b649ee9f1771 req-e4906073-9eaf-4d32-9099-fe100db0f13a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542820 Aug 23 12:19:55.862788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:55.947660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163e891-ba77-4fca-8a3c-254c213fef12 req-d25ac6a5-26f4-4b9b-9144-d56898991a4a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:55.961385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1163e891-ba77-4fca-8a3c-254c213fef12 req-d25ac6a5-26f4-4b9b-9144-d56898991a4a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 944 time: 0.1616025 Aug 23 12:19:56.101570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1163e891-ba77-4fca-8a3c-254c213fef12 req-8383d43d-0340-49b1-8628-a73f44632799 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338427 Aug 23 12:19:56.135142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Attempting to bind port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:19:56.135397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Attempting to bind port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:19:56.135746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Attempting to bind port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:56.150906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:19:56.151249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Attempting to bind port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:19:56.166784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb310a-b3f5-47e7-aa9f-d232afaa9537 req-c89e425d-b2d4-46ca-ad3c-fdb8da248aab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:56.168394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cccb310a-b3f5-47e7-aa9f-d232afaa9537 req-c89e425d-b2d4-46ca-ad3c-fdb8da248aab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.2092702 Aug 23 12:19:56.169545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:19:56.169944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:19:56.170334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:19:56.171144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Bound port: ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:19:56.171517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:56.309085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cccb310a-b3f5-47e7-aa9f-d232afaa9537 req-ab56c0c5-9b30-46ba-b4a0-6161273fee34 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273601 Aug 23 12:19:56.328103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54594) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:56.407220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] For port ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:19:56.418826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] For port ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:19:56.428022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:56.518295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:56.518970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:56.520456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] 10.222.0.41 "PUT /v2.0/ports/ceb996eb-128e-460f-a3c5-93bfae4e9bd9 HTTP/1.1" status: 200 len: 1092 time: 2.1251915 Aug 23 12:19:56.520928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'tag': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:19:56.523236 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56578291-bf4b-4e9a-b91b-30b3181a95ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc7dd4e-0a8a-4424-90ea-9bf96670af52", "tag": "ceb996eb-128e-460f-a3c5-93bfae4e9bd9"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:19:56.576813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7263fc4c-6d78-4742-9062-2bab0eeeb584 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:56.581744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7263fc4c-6d78-4742-9062-2bab0eeeb584 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1092 time: 0.2494278 Aug 23 12:19:56.589770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:56.601864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:19:56.636970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-5ed1d844-1103-4478-b537-be8fb63a281f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2193837 Aug 23 12:19:56.677202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:56.809677 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fcac0f-812f-4a4d-a768-25d4df5ebe9c x-openstack-request-id: req-27fcac0f-812f-4a4d-a768-25d4df5ebe9c {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:19:56.810333 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc7dd4e-0a8a-4424-90ea-9bf96670af52", "tag": "ceb996eb-128e-460f-a3c5-93bfae4e9bd9", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:19:56.810811 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27fcac0f-812f-4a4d-a768-25d4df5ebe9c {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:19:56.811429 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'tag': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9', 'status': 'completed', 'code': 200} Aug 23 12:19:56.813877 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d523b1-70dd-4c44-8299-3a29dbee6315 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:56.839203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-d730c550-c98f-40f3-b5b0-2fc04eae5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:56.864089 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-d730c550-c98f-40f3-b5b0-2fc04eae5099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 1095 time: 0.2894912 Aug 23 12:19:56.966858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a436-610a-4187-9170-0e954867e635 req-e51461d3-4753-48ae-a9d7-e13451cf9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:56.968673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-e51461d3-4753-48ae-a9d7-e13451cf9603 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 1096 time: 0.2093234 Aug 23 12:19:57.148764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-abff0323-7da4-4a02-a37f-bca37b809754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9 HTTP/1.1" status: 200 len: 217 time: 0.2794116 Aug 23 12:19:57.282608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a436-610a-4187-9170-0e954867e635 req-742fe93e-c3ea-4962-9412-e0b836157774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:57.285484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-742fe93e-c3ea-4962-9412-e0b836157774 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.2893536 Aug 23 12:19:57.321670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049aae-c757-4d5e-9056-69203735fd56 req-548edbea-0a89-474c-b299-2f74c3cdbdc9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:57.341831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32049aae-c757-4d5e-9056-69203735fd56 req-548edbea-0a89-474c-b299-2f74c3cdbdc9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 943 time: 0.3202477 Aug 23 12:19:57.395654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:57.445822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a1e244e4-1d70-45eb-90d1-0b38d3436082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:57.447487 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-a1e244e4-1d70-45eb-90d1-0b38d3436082 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.2776370 Aug 23 12:19:57.484918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32049aae-c757-4d5e-9056-69203735fd56 req-290fa590-e239-42e8-9b8c-0226afb618ff tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419749 Aug 23 12:19:57.565735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-04f5de76-fbb9-420e-b2c4-4ca08512668f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077588 Aug 23 12:19:57.567583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-5a933a96-dc0c-49bf-95b7-4146d691d9af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68 HTTP/1.1" status: 200 len: 217 time: 0.2696455 Aug 23 12:19:57.632894 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:57.814235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.144 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/051be503-c335-42d8-8944-cdbcda3e6470) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:19:57.821113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:57.832522 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-5f48d141-afa9-471c-be9b-b8ad48aec61b service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475104 Aug 23 12:19:57.927394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f05033cc-fe03-4cb5-b204-f118e660844f details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:19:57.986687 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:58.002964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f05fb73-77b1-4ce8-9d2f-75b66debcff5 req-6f5f0561-9a8e-4dae-8337-45e4c6c79484 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624274 Aug 23 12:19:58.003811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54630) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:19:58.057332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9f43e-a418-4647-b693-cd8dc9255af7 req-547f0296-96be-45f3-a4f3-be78c0a4e027 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:58.067645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-08f9f43e-a418-4647-b693-cd8dc9255af7 req-547f0296-96be-45f3-a4f3-be78c0a4e027 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 944 time: 0.7643588 Aug 23 12:19:58.139361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:58.156001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-af054225-7900-4349-8a63-3385e68a0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:58.157724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-af054225-7900-4349-8a63-3385e68a0420 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 1095 time: 0.0805712 Aug 23 12:19:58.168578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a436-610a-4187-9170-0e954867e635 req-f5dd5360-76e5-496a-bee4-0f422ff45c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:58.170923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-f5dd5360-76e5-496a-bee4-0f422ff45c53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.5781786 Aug 23 12:19:58.226860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f05033cc-fe03-4cb5-b204-f118e660844f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f05033cc-fe03-4cb5-b204-f118e660844f,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:58.258219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:19:58.260721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-edae4907-0ff6-4f06-adcd-58d3d3bf9fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450149 Aug 23 12:19:58.267849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-08f9f43e-a418-4647-b693-cd8dc9255af7 req-659a10ba-19cc-4d2d-a714-a382a2d2b361 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976039 Aug 23 12:19:58.268770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:19:58.309638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'f05033cc-fe03-4cb5-b204-f118e660844f', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': 'f05033cc-fe03-4cb5-b204-f118e660844f', 'mac_address': 'fa:16:3e:60:86:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:19:58.352968 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:58.394057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-ea6bfe4f-a404-48bd-8e4e-3d27b360cead service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199315 Aug 23 12:19:58.398589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:19:58.432228 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:58.437145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-82e73016-db71-4ade-9d55-a02b04452174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:58.438941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-82e73016-db71-4ade-9d55-a02b04452174 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.2724173 Aug 23 12:19:58.449457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05033cc-fe03-4cb5-b204-f118e660844f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:19:58.476479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f05033cc-fe03-4cb5-b204-f118e660844f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f05033cc-fe03-4cb5-b204-f118e660844f,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:19:58.558748 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:58.634183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=051be503-c335-42d8-8944-cdbcda3e6470,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:58.640609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-2791f1a7-a3f3-4f7a-b9b7-4678680b1191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9 HTTP/1.1" status: 200 len: 217 time: 0.1934505 Aug 23 12:19:58.825534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8956a436-610a-4187-9170-0e954867e635 req-42204fe4-f8e9-490c-9214-601e7ed58ecf service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443174 Aug 23 12:19:58.847679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=f05033cc-fe03-4cb5-b204-f118e660844f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:58.851723 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-5ea108d2-60ae-4173-9191-b2a4712888cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:58.853399 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-5ea108d2-60ae-4173-9191-b2a4712888cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.1479683 Aug 23 12:19:58.875130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb5dec-392b-441e-8f95-6826914ddf5f req-25c87de1-83c0-4c3b-98a7-0a623a455635 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:58.876758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-92cb5dec-392b-441e-8f95-6826914ddf5f req-25c87de1-83c0-4c3b-98a7-0a623a455635 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 944 time: 0.2540021 Aug 23 12:19:58.926281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f05033cc-fe03-4cb5-b204-f118e660844f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:19:59.295238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:59.460376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:59.578790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-91accd7e-8ddc-40ab-9cf7-9af14da4be89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6985741 Aug 23 12:19:59.644565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-92cb5dec-392b-441e-8f95-6826914ddf5f req-79b83f5e-219d-4693-aa27-a7e8162d86cd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7523675 Aug 23 12:19:59.730906 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:59.739267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:59.762461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1249d1-56bc-4cbc-aa97-0ca44a72e385 req-6e3527ad-777b-47de-aedc-5e907738e529 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:19:59.770589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ac1249d1-56bc-4cbc-aa97-0ca44a72e385 req-6e3527ad-777b-47de-aedc-5e907738e529 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 944 time: 0.3241563 Aug 23 12:19:59.849954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-ee717349-efa2-4376-9543-cc75e4043c4f service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456400 Aug 23 12:19:59.892482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ac1249d1-56bc-4cbc-aa97-0ca44a72e385 req-5e74f0a4-f2d3-4375-9fb7-a376f72d1809 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208599 Aug 23 12:19:59.896815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=051be503-c335-42d8-8944-cdbcda3e6470,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:19:59.921308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:19:59.960287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ceb996eb-128e-460f-a3c5-93bfae4e9bd9 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:19:59.983138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56578291-bf4b-4e9a-b91b-30b3181a95ac req-0c02768f-92ca-488c-834a-9e429b504590 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233521 Aug 23 12:20:00.006075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f05033cc-fe03-4cb5-b204-f118e660844f up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:00.124342 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.resource_extend [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 12:20:00.128752 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP 4f1ecc71-1577-4472-aed8-1107bc260213 associated. External IP: 172.25.1.144, port: 566b5498-7eeb-4d05-9497-5eb96d30d044. Aug 23 12:20:00.286811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:00.306571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port f05033cc-fe03-4cb5-b204-f118e660844f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:00.323216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port f05033cc-fe03-4cb5-b204-f118e660844f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:00.328570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.347532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9', 'mac_address': 'fa:16:3e:34:1f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:20:00.350893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.534164 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.568389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router a750677f-bdfc-442d-a8bd-ffd2134b8482 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:00.595554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb996eb-128e-460f-a3c5-93bfae4e9bd9 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:00.617518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:00.627933 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.756757 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.798848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:00.818334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05033cc-fe03-4cb5-b204-f118e660844f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:00.820795 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c064ec61-8dd8-4d5f-8f54-4d4a0b2c7b1c" -d '{"events": [{"server_uuid": "b3f27ccf-039e-4f5f-a57a-47ff04ac2617", "name": "network-vif-plugged", "status": "completed", "tag": "f05033cc-fe03-4cb5-b204-f118e660844f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:00.857037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f05033cc-fe03-4cb5-b204-f118e660844f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f05033cc-fe03-4cb5-b204-f118e660844f,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:00.864618 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.871932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-82d5d843-e8c4-49ce-bbcd-6afabfc47751 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114998 Aug 23 12:20:00.873470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:00.888892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e8d0-8740-47c2-b799-4548c59333f6 req-c7e0c044-5cd5-4249-93e6-d9b4c048ee93 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:00.894827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3365e8d0-8740-47c2-b799-4548c59333f6 req-c7e0c044-5cd5-4249-93e6-d9b4c048ee93 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 944 time: 0.1389604 Aug 23 12:20:00.947966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] Sync routers for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:00.959044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:00.984244 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ceb996eb-128e-460f-a3c5-93bfae4e9bd9'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:00.996837 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25d6161-0c70-4eac-9bbd-aa798f87a96d x-openstack-request-id: req-f25d6161-0c70-4eac-9bbd-aa798f87a96d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:00.997266 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f27ccf-039e-4f5f-a57a-47ff04ac2617", "name": "network-vif-plugged", "status": "completed", "tag": "f05033cc-fe03-4cb5-b204-f118e660844f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:00.997626 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f25d6161-0c70-4eac-9bbd-aa798f87a96d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:00.998168 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05033cc-fe03-4cb5-b204-f118e660844f', 'code': 200} Aug 23 12:20:01.070010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:01.070827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:01.130843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=f05033cc-fe03-4cb5-b204-f118e660844f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:01.166771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-068d4c59-24c7-40fa-8993-eb4f60fd18e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5752208 Aug 23 12:20:01.170355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:01.171771 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c674f9ff-f4fc-4937-96a8-dc137a1424ff" -d '{"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:01.182694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-afad0d37-1e05-415e-b423-145f47743174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.184267 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-afad0d37-1e05-415e-b423-145f47743174 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 1101 time: 0.2764523 Aug 23 12:20:01.206850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11174ead-e7f5-434a-8621-f6fe3f50b607 req-7b84c67d-4e03-4448-8f3b-bba5c7766a6e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.210267 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11174ead-e7f5-434a-8621-f6fe3f50b607 req-7b84c67d-4e03-4448-8f3b-bba5c7766a6e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 945 time: 0.1095858 Aug 23 12:20:01.259891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3365e8d0-8740-47c2-b799-4548c59333f6 req-17d66a24-8a83-4abc-8e3a-dfdfcbbe9289 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945147 Aug 23 12:20:01.345074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522e582-4d78-4567-8e7f-f2469a1aa809 req-70d5931c-73cb-4322-85ca-2d13e4bbe72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.351946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a522e582-4d78-4567-8e7f-f2469a1aa809 req-70d5931c-73cb-4322-85ca-2d13e4bbe72a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 1096 time: 0.3104057 Aug 23 12:20:01.391026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11174ead-e7f5-434a-8621-f6fe3f50b607 req-2fe11d58-a3b2-4c5b-87b5-0bf3ed38151b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710174 Aug 23 12:20:01.419097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:01.498349 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79ec90c-7eaa-4a0d-bc3b-0fde11289ec1 x-openstack-request-id: req-d79ec90c-7eaa-4a0d-bc3b-0fde11289ec1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:01.498656 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:01.498929 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d79ec90c-7eaa-4a0d-bc3b-0fde11289ec1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:01.499338 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'status': 'completed', 'code': 200} Aug 23 12:20:01.518515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Deleting port 27042956-d7fd-45bc-99da-5759f01cce74 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:01.518907 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:01.593331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-5075bb11-3a7d-4214-b5ca-1b8e76b2bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.594900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-5075bb11-3a7d-4214-b5ca-1b8e76b2bd07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.3739095 Aug 23 12:20:01.603666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-69216230-4523-4fed-b540-84cdf7251d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.609080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-69216230-4523-4fed-b540-84cdf7251d1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1097 time: 0.0785725 Aug 23 12:20:01.676865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] For port 27042956-d7fd-45bc-99da-5759f01cce74, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=27042956-d7fd-45bc-99da-5759f01cce74,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:01.677239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:01.693213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Calling delete_port for 27042956-d7fd-45bc-99da-5759f01cce74 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:01.722738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-0903f584-68f4-4146-b0d6-23135b2cf930 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb HTTP/1.1" status: 200 len: 217 time: 0.1124189 Aug 23 12:20:01.756823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a522e582-4d78-4567-8e7f-f2469a1aa809 req-b999b560-8d94-481c-a0a7-88b1ea7c7b2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932948 Aug 23 12:20:01.783512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd14f2-aaf5-4bbf-a455-95eef8fdf581 req-d1971633-f157-471a-8756-a11b9d5f5ecb tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.785023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09bd14f2-aaf5-4bbf-a455-95eef8fdf581 req-d1971633-f157-471a-8756-a11b9d5f5ecb tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.3890233 Aug 23 12:20:01.823085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-2568922b-cfa7-49e0-8100-8ae221452c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.825132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-2568922b-cfa7-49e0-8100-8ae221452c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0833480 Aug 23 12:20:01.925826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-68c68313-8740-4e0b-ab11-53ae7308474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.927347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-68c68313-8740-4e0b-ab11-53ae7308474d service neutron] 10.222.0.44 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.3029552 Aug 23 12:20:01.937766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-ea0f1590-5ea3-4b64-9e54-e37a9c015abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:01.939277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-ea0f1590-5ea3-4b64-9e54-e37a9c015abf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631139 Aug 23 12:20:02.060481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:02.121932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4f1ecc71-1577-4472-aed8-1107bc260213', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'port_id': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'mac_address': 'fa:16:3e:7e:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011f4338-72f1-4120-a167-49309c8b2612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:19:58Z', 'updated_at': '2021-08-23T12:19:58Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:43Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:02.186620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-09bd14f2-aaf5-4bbf-a455-95eef8fdf581 req-0c3c9a62-7b34-4096-b7dc-cdb95293cde0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161924 Aug 23 12:20:02.221155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54730) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:02.225968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] Checking router: a750677f-bdfc-442d-a8bd-ffd2134b8482 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:02.260861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:02.270172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:02.276507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=27042956-d7fd-45bc-99da-5759f01cce74,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:02.478905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-594854c2-de2f-4527-b194-7a99b82ceca1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1000 time: 0.5385995 Aug 23 12:20:02.641326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:02.925911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9f78-a307-4a9a-a54f-15efe4f7b75f req-c7ff7134-b5ab-41dd-bc62-2262c285a5bc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:02.934272 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-addc9f78-a307-4a9a-a54f-15efe4f7b75f req-c7ff7134-b5ab-41dd-bc62-2262c285a5bc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 945 time: 0.3225162 Aug 23 12:20:02.944841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:03.096766 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-addc9f78-a307-4a9a-a54f-15efe4f7b75f req-94342249-57cb-4e4c-a8c5-b83ad3086388 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614449 Aug 23 12:20:03.419198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4f1ecc71-1577-4472-aed8-1107bc260213', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'port_id': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'mac_address': 'fa:16:3e:7e:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011f4338-72f1-4120-a167-49309c8b2612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:19:58Z', 'updated_at': '2021-08-23T12:19:58Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:43Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:03.532421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Router ec55480d-8956-4677-93d8-31b18ad15a8d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:03.589800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6b7ca-0317-450d-9887-4fa602755370 None None] The sync data for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 is: [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '4f1ecc71-1577-4472-aed8-1107bc260213', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'port_id': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'mac_address': 'fa:16:3e:7e:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011f4338-72f1-4120-a167-49309c8b2612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:19:58Z', 'updated_at': '2021-08-23T12:19:58Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:43Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:03.652363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-87f6b33b-62c0-4eef-873e-0023840db84e service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6957939 Aug 23 12:20:03.780200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4e2bd8c0-14ce-4c44-b219-662215aec68d req-a9e0735e-9b5c-48c0-9ac4-f3f16e4b9a6e service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152766 Aug 23 12:20:03.786589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9206d4b1-8120-43a5-81bc-9bd1b93242d7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/4f1ecc71-1577-4472-aed8-1107bc260213 HTTP/1.1" status: 200 len: 992 time: 1.5581944 Aug 23 12:20:03.798996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-4453456e-f056-4553-b29b-045ef4a0e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:03.800656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-4453456e-f056-4553-b29b-045ef4a0e201 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 1.2367270 Aug 23 12:20:03.818324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:03.831338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ae55fe7a-561b-4029-9346-8653efff9c37 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec55480d-8956-4677-93d8-31b18ad15a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8262351 Aug 23 12:20:03.832346 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] Sync routers for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:03.835041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54760) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:03.849178 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:03.854073 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:03.856577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1370df-7000-42c4-9767-bf8f7628f4c9 req-3706785f-6988-441c-a76d-4cc26aa344a6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:03.867934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf1370df-7000-42c4-9767-bf8f7628f4c9 req-3706785f-6988-441c-a76d-4cc26aa344a6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 945 time: 1.3842025 Aug 23 12:20:03.974014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ceb996eb-128e-460f-a3c5-93bfae4e9bd9 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:04.023456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-a816eba0-3a2f-42e5-9c6d-5ba771409a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:04.025252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-a816eba0-3a2f-42e5-9c6d-5ba771409a7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094400 Aug 23 12:20:04.060153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cf1370df-7000-42c4-9767-bf8f7628f4c9 req-d688c32a-e6fc-4d77-b034-4725a5178e5a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912065 Aug 23 12:20:04.084723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:04.103520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351a43e-fd85-443f-83f6-31e85978445d None None] New status for floating IP 4f1ecc71-1577-4472-aed8-1107bc260213: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:20:04.159532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:04.287663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-65235dc5-f791-435f-a811-e0f97632e667 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195094 Aug 23 12:20:04.445877 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:20:01Z', 'revision_number': 5, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port': {'id': 'bffe6b08-231b-4f1a-a558-d3461a51c6f1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:13:55Z', 'updated_at': '2021-08-23T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:04.459592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:04.479427 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] Checking router: ec55480d-8956-4677-93d8-31b18ad15a8d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:04.485325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c674f9ff-f4fc-4937-96a8-dc137a1424ff req-92bb8195-004c-47d2-b3c4-40997ba54c3e service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945939 Aug 23 12:20:04.490398 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] Routers {'ec55480d-8956-4677-93d8-31b18ad15a8d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:04.491223 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ec55480d-8956-4677-93d8-31b18ad15a8d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:04.496808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba245fd-5121-48d1-80f8-3429732a7760 req-e15ce271-4f93-45ae-bbc3-62c6f63576da tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:04.498738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ba245fd-5121-48d1-80f8-3429732a7760 req-e15ce271-4f93-45ae-bbc3-62c6f63576da tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 945 time: 0.1224177 Aug 23 12:20:04.599668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ba245fd-5121-48d1-80f8-3429732a7760 req-a01c55c7-d841-43c9-b329-c736ed76b5a1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761974 Aug 23 12:20:04.626330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Deleting port bffe6b08-231b-4f1a-a558-d3461a51c6f1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:04.631754 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:04.648448 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] Set router ec55480d-8956-4677-93d8-31b18ad15a8d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:04.710925 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:20:04Z', 'revision_number': 6, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:04.759913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a569f-3f81-4c0d-b28d-5b3e60df2059 None None] The sync data for ids ['ec55480d-8956-4677-93d8-31b18ad15a8d'] in n-d-773645-7 is: [{'id': 'ec55480d-8956-4677-93d8-31b18ad15a8d', 'name': 'tempest-TestVolumeBackupRestore-1690171682-router', 'tenant_id': 'd4445059663340948702110d5412f2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:13:54Z', 'updated_at': '2021-08-23T12:20:04Z', 'revision_number': 6, 'project_id': 'd4445059663340948702110d5412f2c5', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:04.798258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54778) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:04.825131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:04.837917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:04.838113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:04.887601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] For port bffe6b08-231b-4f1a-a558-d3461a51c6f1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bffe6b08-231b-4f1a-a558-d3461a51c6f1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:04.888100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:04.919556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e8e2694c-c63b-4722-88f0-a5f41967b3f5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/4f1ecc71-1577-4472-aed8-1107bc260213 HTTP/1.1" status: 200 len: 992 time: 0.1261840 Aug 23 12:20:04.926608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Calling delete_port for bffe6b08-231b-4f1a-a558-d3461a51c6f1 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:04.991776 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.028768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:05.029817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:05.032639 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471de8c8-9ead-4b3b-8dd2-e854c5c45156" -d '{"events": [{"server_uuid": "dfc7dd4e-0a8a-4424-90ea-9bf96670af52", "name": "network-vif-plugged", "status": "completed", "tag": "ceb996eb-128e-460f-a3c5-93bfae4e9bd9"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:05.052359 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.205115 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a5463b-80a6-4f0c-9bc6-f6e3a3b2ad17 x-openstack-request-id: req-85a5463b-80a6-4f0c-9bc6-f6e3a3b2ad17 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:05.206708 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc7dd4e-0a8a-4424-90ea-9bf96670af52", "name": "network-vif-plugged", "status": "completed", "tag": "ceb996eb-128e-460f-a3c5-93bfae4e9bd9", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:05.208673 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85a5463b-80a6-4f0c-9bc6-f6e3a3b2ad17 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:05.209268 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9', 'code': 200} Aug 23 12:20:05.210403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:05.216669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.372372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=bffe6b08-231b-4f1a-a558-d3461a51c6f1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:05.383699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116aa1e-883d-49d0-9a19-e32db511f42b req-7e2f6ca6-a7f0-43d7-a32e-6335ae4ca482 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:05.385375 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f116aa1e-883d-49d0-9a19-e32db511f42b req-7e2f6ca6-a7f0-43d7-a32e-6335ae4ca482 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 945 time: 0.1088607 Aug 23 12:20:05.449983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34203b4e-1f42-41ae-a1c7-cf186f243b63 req-75176180-c5c9-4689-b4b4-4a6a0bfcb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:05.451638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34203b4e-1f42-41ae-a1c7-cf186f243b63 req-75176180-c5c9-4689-b4b4-4a6a0bfcb2f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 1097 time: 0.2509146 Aug 23 12:20:05.507270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f116aa1e-883d-49d0-9a19-e32db511f42b req-4913880b-d279-4ad2-ae4c-eb12f841db92 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145484 Aug 23 12:20:05.521768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.679901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.682361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.747612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982c8f-26be-4930-9a90-d6354ce52ba7 req-521be4b1-c928-45db-8e07-1ee42b2ab486 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:05.750618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b982c8f-26be-4930-9a90-d6354ce52ba7 req-521be4b1-c928-45db-8e07-1ee42b2ab486 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 945 time: 0.1017072 Aug 23 12:20:05.780041 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.780800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec55480d-8956-4677-93d8-31b18ad15a8d {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:20:05.788268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:05.789535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6ff01026-b191-49b3-af7a-60a6e3fc6d1b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec55480d-8956-4677-93d8-31b18ad15a8d HTTP/1.1" status: 204 len: 168 time: 1.9545796 Aug 23 12:20:05.795752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54810) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:05.813027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34203b4e-1f42-41ae-a1c7-cf186f243b63 req-9749c22c-bef7-408b-a979-77f0e00e1b19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506708 Aug 23 12:20:05.818257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b982c8f-26be-4930-9a90-d6354ce52ba7 req-4daceb4f-0983-407c-8f2c-10a313059731 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Aug 23 12:20:05.900987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade7a0c-82fd-4372-9251-81b9743e0b6e req-bb2db944-855c-4aaa-a8a4-6b7dbec18a03 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:05.910631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ade7a0c-82fd-4372-9251-81b9743e0b6e req-bb2db944-855c-4aaa-a8a4-6b7dbec18a03 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 946 time: 0.1703575 Aug 23 12:20:05.922316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54820) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:06.006136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Deleting subnet 9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:20:06.025251 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:06.041756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ade7a0c-82fd-4372-9251-81b9743e0b6e req-689b35fa-ad58-43d0-883c-a07313febff8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301725 Aug 23 12:20:06.063064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-94e79049-6567-46f0-85de-24ac595cfb54 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/4f1ecc71-1577-4472-aed8-1107bc260213 HTTP/1.1" status: 200 len: 994 time: 0.1392138 Aug 23 12:20:06.109752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:06.579605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757b38c-d58e-447f-8876-c9da8ab0a301 req-1046f983-7c92-42d0-87ff-94962f6cb89d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:06.579605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7757b38c-d58e-447f-8876-c9da8ab0a301 req-1046f983-7c92-42d0-87ff-94962f6cb89d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 945 time: 0.0776372 Aug 23 12:20:06.624677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 27042956-d7fd-45bc-99da-5759f01cce74 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:06.654526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 27042956-d7fd-45bc-99da-5759f01cce74 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:06.654875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 27042956-d7fd-45bc-99da-5759f01cce74 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:06.663545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bffe6b08-231b-4f1a-a558-d3461a51c6f1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:06.695273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7757b38c-d58e-447f-8876-c9da8ab0a301 req-8c277897-9b20-4544-9e34-166d378528c4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125679 Aug 23 12:20:06.706191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: bffe6b08-231b-4f1a-a558-d3461a51c6f1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:06.706387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bffe6b08-231b-4f1a-a558-d3461a51c6f1 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:06.720034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:06.791807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:06.822395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:06.828161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:06.832874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5c43e506-b066-4540-a96b-c4903047f266 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f3d672f-b0a6-4916-bf0f-4bb67f5ad1b0 HTTP/1.1" status: 204 len: 168 time: 1.0128002 Aug 23 12:20:06.833078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54844) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:06.855906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c0034-25a0-4db7-af35-557968d23671 None None] Network 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:20:06.976333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.082092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Deleting port 69652dd9-63c7-45fe-96a0-70f2985f01f4 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:07.082456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.199552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] For port 69652dd9-63c7-45fe-96a0-70f2985f01f4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=69652dd9-63c7-45fe-96a0-70f2985f01f4,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:07.199943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.222051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] DHCP port deletion for 5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:20:07.230035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Calling delete_port for 69652dd9-63c7-45fe-96a0-70f2985f01f4 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:07.301006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a6518-15ce-479b-bb31-8a6152bc6114 req-eb467f57-98b3-4194-a6dc-8f87717f316d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:07.310280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a4a6518-15ce-479b-bb31-8a6152bc6114 req-eb467f57-98b3-4194-a6dc-8f87717f316d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 946 time: 0.1585453 Aug 23 12:20:07.358382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] Deleting port 69652dd9-63c7-45fe-96a0-70f2985f01f4 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:07.358768 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.428650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a4a6518-15ce-479b-bb31-8a6152bc6114 req-d630b453-9ec1-4005-ab4a-a2526a1fef84 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101823 Aug 23 12:20:07.454613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] For port 69652dd9-63c7-45fe-96a0-70f2985f01f4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=69652dd9-63c7-45fe-96a0-70f2985f01f4,segment=NetworkSegment(11a0410f-5826-4bf5-99e3-b87c54a8c829),segment_id=11a0410f-5826-4bf5-99e3-b87c54a8c829)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:07.455341 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.471172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] Calling delete_port for 69652dd9-63c7-45fe-96a0-70f2985f01f4 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:07.513763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.624229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.632196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] No DVR routers for this DVR port 69652dd9-63c7-45fe-96a0-70f2985f01f4 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:07.656283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] No DVR routers for this DVR port 69652dd9-63c7-45fe-96a0-70f2985f01f4 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:07.664655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=69652dd9-63c7-45fe-96a0-70f2985f01f4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:07.683153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9cc94-3956-4db2-a708-880f17a7b152 None None] Pushing event deleted for resources: {'Port': ['ID=69652dd9-63c7-45fe-96a0-70f2985f01f4,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:07.855940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.860597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883a9c0-3ed5-41e7-84c2-77c560dd4763 req-dbaef110-da7b-4193-a6eb-af54c799c84a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:07.863850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e883a9c0-3ed5-41e7-84c2-77c560dd4763 req-dbaef110-da7b-4193-a6eb-af54c799c84a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 945 time: 0.0584228 Aug 23 12:20:07.877782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:07.895360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c074c1-1a36-49e9-a2f2-d7276aff764b req-eae80be5-c8a1-4d6f-8199-20c5b487c07e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:07.897028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c074c1-1a36-49e9-a2f2-d7276aff764b req-eae80be5-c8a1-4d6f-8199-20c5b487c07e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 945 time: 0.3359003 Aug 23 12:20:07.943768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a0410f-5826-4bf5-99e3-b87c54a8c829') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:07.944227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a0410f-5826-4bf5-99e3-b87c54a8c829') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:07.949516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e883a9c0-3ed5-41e7-84c2-77c560dd4763 req-90fd48b6-792a-479e-9e02-b20e09b4a38b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799320 Aug 23 12:20:07.968989 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:07.985586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40c074c1-1a36-49e9-a2f2-d7276aff764b req-9bcde8a1-a223-47a0-9802-2b2f503bcc52 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672731 Aug 23 12:20:08.014776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-a7ac1465-623c-4d6d-9055-fc3e0ad1f134 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:08.016355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-a7ac1465-623c-4d6d-9055-fc3e0ad1f134 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 945 time: 0.1496634 Aug 23 12:20:08.017444 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.040608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:20:08.044781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:20:08.051233 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:20:08.181031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db2b54-b449-4aad-949e-031bc1357805 req-9333d98b-f465-47be-82bc-04b8713d672b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:08.190305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33db2b54-b449-4aad-949e-031bc1357805 req-9333d98b-f465-47be-82bc-04b8713d672b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 946 time: 0.0817964 Aug 23 12:20:08.206431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.219373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.221774 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f HTTP/1.1" status: 204 len: 168 time: 1.3874378 Aug 23 12:20:08.225515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54886) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:08.253804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec84be8-1ff8-4fa2-a979-bd1055e54e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c95cd04-3bd5-4a3b-925f-1c4f64c5a64f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:08.292274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port f05033cc-fe03-4cb5-b204-f118e660844f {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:08.292761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.484134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port f05033cc-fe03-4cb5-b204-f118e660844f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f05033cc-fe03-4cb5-b204-f118e660844f,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:08.492485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.516914 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for f05033cc-fe03-4cb5-b204-f118e660844f owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:08.525202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33db2b54-b449-4aad-949e-031bc1357805 req-e2c86042-021d-4398-b057-32ad39eb1254 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319380 Aug 23 12:20:08.659302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 69652dd9-63c7-45fe-96a0-70f2985f01f4 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:08.729111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 69652dd9-63c7-45fe-96a0-70f2985f01f4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:08.729491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 69652dd9-63c7-45fe-96a0-70f2985f01f4 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:08.861267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.863523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:08.876907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9b4659c6-2457-4864-a502-a67e9845f643', 'f05033cc-fe03-4cb5-b204-f118e660844f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:08.916671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=f05033cc-fe03-4cb5-b204-f118e660844f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:09.004982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port f05033cc-fe03-4cb5-b204-f118e660844f on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:09.009733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:09.011932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-34e86d16-ee6e-4e91-b55e-ca92965ef438 req-345212dc-35c2-4528-ba76-23a452fc88fa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "DELETE /v2.0/ports/f05033cc-fe03-4cb5-b204-f118e660844f HTTP/1.1" status: 204 len: 173 time: 0.9826288 Aug 23 12:20:09.012440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'name': 'network-vif-deleted', 'tag': 'f05033cc-fe03-4cb5-b204-f118e660844f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:09.032141 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f297e0b4-f415-432b-8fb3-e0b68f707c4c" -d '{"events": [{"server_uuid": "b3f27ccf-039e-4f5f-a57a-47ff04ac2617", "name": "network-vif-deleted", "tag": "f05033cc-fe03-4cb5-b204-f118e660844f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:09.177977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-846a1f3a-6f38-450c-af69-ad864622782e req-46286a34-e91d-407d-a7fd-18a07f69cd4d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.0648427 Aug 23 12:20:09.254461 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d408d23-0060-46dc-a951-34de10011625 x-openstack-request-id: req-8d408d23-0060-46dc-a951-34de10011625 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:09.254760 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f27ccf-039e-4f5f-a57a-47ff04ac2617", "name": "network-vif-deleted", "tag": "f05033cc-fe03-4cb5-b204-f118e660844f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:09.255096 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d408d23-0060-46dc-a951-34de10011625 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:09.257617 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f27ccf-039e-4f5f-a57a-47ff04ac2617', 'name': 'network-vif-deleted', 'tag': 'f05033cc-fe03-4cb5-b204-f118e660844f', 'status': 'completed', 'code': 200} Aug 23 12:20:09.341902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce443-2444-4f93-9218-8211bfd850fa req-503abef4-75ee-4f39-9ab7-fbebe7416ee2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:09.352166 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef6ce443-2444-4f93-9218-8211bfd850fa req-503abef4-75ee-4f39-9ab7-fbebe7416ee2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 946 time: 0.2562008 Aug 23 12:20:09.414861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef6ce443-2444-4f93-9218-8211bfd850fa req-a9fc4475-1a87-4bf7-8dd6-9df491249807 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Aug 23 12:20:09.505190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Deleting port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:09.505779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:09.646665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] For port f9a6ad25-74e7-4c55-86eb-e09f3f9dee87, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:09.647317 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:09.662431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Calling delete_port for f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:09.936933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:09.983677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a6ad25-74e7-4c55-86eb-e09f3f9dee87,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:10.259224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:10.284249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38340e9d-3277-465d-b130-7c5228e39240 req-e4c9f5dd-19b2-4e49-bc1d-100f4107834d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:10.285854 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-38340e9d-3277-465d-b130-7c5228e39240 req-e4c9f5dd-19b2-4e49-bc1d-100f4107834d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 946 time: 0.1020045 Aug 23 12:20:10.372106 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4fc2831-babd-4661-893d-75ee95e3afd9 req-f41c2f56-f138-4f36-aa12-31b4deaa51b3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.0400488 Aug 23 12:20:10.434808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:10.435188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:10.578231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port ceb996eb-128e-460f-a3c5-93bfae4e9bd9, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:10.578587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:10.615424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for ceb996eb-128e-460f-a3c5-93bfae4e9bd9 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:10.686584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f5580-b15b-40ac-9391-ba7302f6e69b req-c37ec60a-1406-4eac-91f7-222e632d3dd1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:10.694089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e5f5580-b15b-40ac-9391-ba7302f6e69b req-c37ec60a-1406-4eac-91f7-222e632d3dd1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc7dd4e-0a8a-4424-90ea-9bf96670af52 HTTP/1.1" status: 200 len: 946 time: 0.1025653 Aug 23 12:20:10.732732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:10.754876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e5f5580-b15b-40ac-9391-ba7302f6e69b req-14be3210-0d0f-4024-9a81-683442a92e2e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597973 Aug 23 12:20:10.802972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:10.814656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68', 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:10.819104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81fc1548-e522-4731-8d2e-fb1530575617'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:10.918412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=ceb996eb-128e-460f-a3c5-93bfae4e9bd9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:10.961767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port ceb996eb-128e-460f-a3c5-93bfae4e9bd9 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:10.969099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:10.977853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-38340e9d-3277-465d-b130-7c5228e39240 req-37faadea-64d2-49cb-b090-664ac70ea775 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "DELETE /v2.0/ports/ceb996eb-128e-460f-a3c5-93bfae4e9bd9 HTTP/1.1" status: 204 len: 173 time: 0.6845610 Aug 23 12:20:10.996519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:11.007818 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] Sync routers for ids ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:11.023280 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] Routers {'25d57f9c-ab9c-44fb-ab57-410915f3f1f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:11.024203 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:11.028537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:11.028706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ec91de01-44c6-4a78-9c6b-c1497b16c162 admin admin] 10.222.0.21 "PUT /v2.0/routers/25d57f9c-ab9c-44fb-ab57-410915f3f1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8017139 Aug 23 12:20:11.269659 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] Set router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:11.307139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'name': 'network-vif-deleted', 'tag': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:11.310330 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3426b-c753-4a50-ac20-5a53523b3a9a" -d '{"events": [{"server_uuid": "dfc7dd4e-0a8a-4424-90ea-9bf96670af52", "name": "network-vif-deleted", "tag": "ceb996eb-128e-460f-a3c5-93bfae4e9bd9"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:11.388891 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:11.508149 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa9e424-91ef-499c-b36c-cb8f2b934e0b x-openstack-request-id: req-ffa9e424-91ef-499c-b36c-cb8f2b934e0b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:11.508733 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc7dd4e-0a8a-4424-90ea-9bf96670af52", "name": "network-vif-deleted", "tag": "ceb996eb-128e-460f-a3c5-93bfae4e9bd9", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:11.510099 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffa9e424-91ef-499c-b36c-cb8f2b934e0b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:11.511251 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc7dd4e-0a8a-4424-90ea-9bf96670af52', 'name': 'network-vif-deleted', 'tag': 'ceb996eb-128e-460f-a3c5-93bfae4e9bd9', 'status': 'completed', 'code': 200} Aug 23 12:20:11.629297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edc21d29-e464-4b8e-944c-26392d9e9320 req-bcf64b3c-7795-484a-a886-c2b6eff530db tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.1046584 Aug 23 12:20:11.690074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:11.782846 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:20:09Z', 'revision_number': 5, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port': {'id': '0d270fa6-fa31-4c79-8323-1d5aa9c3cd77', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:10Z', 'updated_at': '2021-08-23T12:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:11.791309 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Deleting port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:11.791722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:11.870300 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] Checking router: 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:11.891991 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] Routers {'25d57f9c-ab9c-44fb-ab57-410915f3f1f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:11.892773 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:11.937539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] For port 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:11.937888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:11.954395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Calling delete_port for 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:12.004668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f05033cc-fe03-4cb5-b204-f118e660844f no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:12.043672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: f05033cc-fe03-4cb5-b204-f118e660844f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:12.044280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f05033cc-fe03-4cb5-b204-f118e660844f not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:12.045640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ceb996eb-128e-460f-a3c5-93bfae4e9bd9 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:12.094015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ceb996eb-128e-460f-a3c5-93bfae4e9bd9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:12.094368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ceb996eb-128e-460f-a3c5-93bfae4e9bd9 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:12.126228 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] Set router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:12.236641 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:20:11Z', 'revision_number': 6, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:12.273846 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a1704-259a-4dc0-b01b-bcd5aa05620a None None] The sync data for ids ['25d57f9c-ab9c-44fb-ab57-410915f3f1f2'] in n-d-773645-7 is: [{'id': '25d57f9c-ab9c-44fb-ab57-410915f3f1f2', 'name': 'tempest-TestVolumeBackupRestore-1546809073-router', 'tenant_id': 'c892acde2783464295dc9a013a2fbeea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:08Z', 'updated_at': '2021-08-23T12:20:11Z', 'revision_number': 6, 'project_id': 'c892acde2783464295dc9a013a2fbeea', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:12.285792 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.364371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d270fa6-fa31-4c79-8323-1d5aa9c3cd77,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:12.418055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef03b-300c-4f30-8d21-3da5aac378a7 req-de7dd07f-7e5e-46b0-83ed-1f67098e87a6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:12.419691 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-021ef03b-300c-4f30-8d21-3da5aac378a7 req-de7dd07f-7e5e-46b0-83ed-1f67098e87a6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 945 time: 0.1727664 Aug 23 12:20:12.520897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-021ef03b-300c-4f30-8d21-3da5aac378a7 req-1a3cc9c2-ca0b-4dc1-82d5-70ef669b4f95 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878687 Aug 23 12:20:12.520897 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.676004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:12.704396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:12.704971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9a6ad25-74e7-4c55-86eb-e09f3f9dee87 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:12.759024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.766006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.789246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9a7c0c4-74bc-49ca-88b1-50f9662a25b1 req-2ebf7861-f24f-4f24-b221-4213e1f6d21d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.0413840 Aug 23 12:20:12.841774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.842477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d57f9c-ab9c-44fb-ab57-410915f3f1f2 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:20:12.851531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.853763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d856e5f1-fb1e-4eb8-842c-064a204b496f admin admin] 10.222.0.21 "DELETE /v2.0/routers/25d57f9c-ab9c-44fb-ab57-410915f3f1f2 HTTP/1.1" status: 204 len: 168 time: 1.8227086 Aug 23 12:20:12.856057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 54990) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:12.913512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Deleting subnet 264d1a41-25c1-4220-9048-617aec7267af {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:20:12.918127 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:12.987494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.092384 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.163480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.205703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264d1a41-25c1-4220-9048-617aec7267af,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:13.220052 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.220797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6b023-c73d-4c09-a0dd-1fca223a3e4c None None] Network 9b87de78-e094-48bc-bf01-76ca003b56c4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:20:13.225231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 54996) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:13.234273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-06959772-f9e9-4301-81da-e2076544a4d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/264d1a41-25c1-4220-9048-617aec7267af HTTP/1.1" status: 204 len: 168 time: 0.3769503 Aug 23 12:20:13.346128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.504160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Deleting port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:13.504510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.586561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] DHCP port deletion for 9b87de78-e094-48bc-bf01-76ca003b56c4 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:20:13.680608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] Deleting port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:13.681373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.725005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] For port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:13.726093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.764474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48a741-d0ff-4986-8bdb-7f04152edea3 req-3f2d7fd9-8d9f-4975-8758-e50e5568fda1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:13.773850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f48a741-d0ff-4986-8bdb-7f04152edea3 req-3f2d7fd9-8d9f-4975-8758-e50e5568fda1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 945 time: 0.1176469 Aug 23 12:20:13.814647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] For port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,segment=NetworkSegment(1dfdf356-046a-4d8c-b31c-fda06647b0a8),segment_id=1dfdf356-046a-4d8c-b31c-fda06647b0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:13.815265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.831211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Calling delete_port for b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:13.831745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] Calling delete_port for b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:13.888267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d48b33-43b0-4500-9671-087af511455b req-e0cf6848-3911-4b02-b4ac-1bf7d4302eca tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:13.890989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73d48b33-43b0-4500-9671-087af511455b req-e0cf6848-3911-4b02-b4ac-1bf7d4302eca tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 945 time: 0.2369986 Aug 23 12:20:13.929259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f48a741-d0ff-4986-8bdb-7f04152edea3 req-d55f0655-5a0c-45b3-aa19-598f76df41ee tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543298 Aug 23 12:20:13.965116 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:13.984481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] No DVR routers for this DVR port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:14.012491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a262aca-19e8-4c77-a9b3-c55219c5ea4e None None] Pushing event deleted for resources: {'Port': ['ID=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:14.054534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3062f6de-57cd-43f6-8ce1-5ffb662d1bd5 req-c377167c-b8c6-43fe-98cb-a289d1b03d12 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.1564188 Aug 23 12:20:14.136087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.150361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port 81fc1548-e522-4731-8d2e-fb1530575617 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:14.151193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.192543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d152bf-f6fe-4b26-a7e8-aa0db29fad17,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:14.194584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] No DVR routers for this DVR port b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:14.331362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port 81fc1548-e522-4731-8d2e-fb1530575617, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81fc1548-e522-4731-8d2e-fb1530575617,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:14.332065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.346787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for 81fc1548-e522-4731-8d2e-fb1530575617 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:14.434666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.448487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b87de78-e094-48bc-bf01-76ca003b56c4']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:14.466520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfdf356-046a-4d8c-b31c-fda06647b0a8') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:14.466695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfdf356-046a-4d8c-b31c-fda06647b0a8') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:14.488464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.550418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.572785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:20:14.573840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:20:14.577290 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:20:14.736549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:14.781893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:14.785720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0d270fa6-fa31-4c79-8323-1d5aa9c3cd77 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:14.786302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:14.812856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:14.813581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b6d152bf-f6fe-4b26-a7e8-aa0db29fad17 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:14.834186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.848812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.856370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b87de78-e094-48bc-bf01-76ca003b56c4 HTTP/1.1" status: 204 len: 168 time: 1.6298661 Aug 23 12:20:14.860045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.876229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:14.912544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=81fc1548-e522-4731-8d2e-fb1530575617,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:14.921151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d2ab0-0687-4769-82d5-85d0335cfaa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b87de78-e094-48bc-bf01-76ca003b56c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:14.925865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81fc1548-e522-4731-8d2e-fb1530575617'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:14.983662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port 81fc1548-e522-4731-8d2e-fb1530575617 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:14.986499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:14.989182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-73d48b33-43b0-4500-9671-087af511455b req-10388416-3831-4d29-97cb-b8aae758fd96 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.44 "DELETE /v2.0/ports/81fc1548-e522-4731-8d2e-fb1530575617 HTTP/1.1" status: 204 len: 173 time: 1.0857272 Aug 23 12:20:14.989699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'name': 'network-vif-deleted', 'tag': '81fc1548-e522-4731-8d2e-fb1530575617'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:14.992547 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bb6644-004b-4160-9bea-0971aba0bfd0" -d '{"events": [{"server_uuid": "9ccef785-cbba-464a-b529-0a711b0a80d6", "name": "network-vif-deleted", "tag": "81fc1548-e522-4731-8d2e-fb1530575617"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:15.097292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55044) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:15.123757 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6441bb4-5b00-4f36-a27c-d537750ed026 x-openstack-request-id: req-a6441bb4-5b00-4f36-a27c-d537750ed026 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:15.124743 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccef785-cbba-464a-b529-0a711b0a80d6", "name": "network-vif-deleted", "tag": "81fc1548-e522-4731-8d2e-fb1530575617", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:15.125200 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6441bb4-5b00-4f36-a27c-d537750ed026 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:15.126027 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccef785-cbba-464a-b529-0a711b0a80d6', 'name': 'network-vif-deleted', 'tag': '81fc1548-e522-4731-8d2e-fb1530575617', 'status': 'completed', 'code': 200} Aug 23 12:20:15.281932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a9718624-22eb-4ba6-abc5-5c120d8f9521 req-0c11aa3d-3bbb-4f22-9448-7eb4d11ad79a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f27ccf-039e-4f5f-a57a-47ff04ac2617 HTTP/1.1" status: 200 len: 210 time: 0.0454841 Aug 23 12:20:15.325633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60e1566a-8672-4b88-af15-3da040ddadb9 req-f00953f1-86bf-4b5c-8ab9-5d44993051cd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ccef785-cbba-464a-b529-0a711b0a80d6 HTTP/1.1" status: 200 len: 210 time: 0.1174884 Aug 23 12:20:15.355825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9add5bf9-109a-4fff-a819-fa6eb61953d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4445059663340948702110d5412f2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573416 Aug 23 12:20:15.358404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55048) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:15.436669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e704-6223-4272-9181-7cc99293fc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:15.477557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e704-6223-4272-9181-7cc99293fc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:15.554231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e704-6223-4272-9181-7cc99293fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:15.561383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7a2e704-6223-4272-9181-7cc99293fc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:15.566290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a7a2e704-6223-4272-9181-7cc99293fc89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3dd0853-a62f-4d11-a5c1-9678a856511f HTTP/1.1" status: 204 len: 168 time: 0.2066567 Aug 23 12:20:15.577995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2e704-6223-4272-9181-7cc99293fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dd0853-a62f-4d11-a5c1-9678a856511f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:16.057710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55068) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:16.116252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9d678c08-9d99-4766-85d1-9692e63049b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c892acde2783464295dc9a013a2fbeea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569034 Aug 23 12:20:16.118784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55072) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:16.185010 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43328cdb-d8b5-4d77-9080-11aeba3328e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:16.226065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43328cdb-d8b5-4d77-9080-11aeba3328e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:16.316752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43328cdb-d8b5-4d77-9080-11aeba3328e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:16.320918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43328cdb-d8b5-4d77-9080-11aeba3328e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:16.325235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-43328cdb-d8b5-4d77-9080-11aeba3328e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7837fe2e-bcf9-4930-a705-74748b5f0029 HTTP/1.1" status: 204 len: 168 time: 0.2014132 Aug 23 12:20:16.341300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43328cdb-d8b5-4d77-9080-11aeba3328e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837fe2e-bcf9-4930-a705-74748b5f0029,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:17.005092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-11e39a16-7211-42b9-99f0-94d2c8fa8371 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:17.014885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-11e39a16-7211-42b9-99f0-94d2c8fa8371 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2902031 Aug 23 12:20:17.059208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-10d05256-93a2-46be-91d9-c6f67596b9cd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0429261 Aug 23 12:20:17.214892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-c5d67018-b52a-47cc-b148-56a933556ad0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513791 Aug 23 12:20:17.373300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-c932e703-7f8c-4543-be3b-2dff9a8ee004 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574006 Aug 23 12:20:17.539304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81fc1548-e522-4731-8d2e-fb1530575617 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:17.575408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 81fc1548-e522-4731-8d2e-fb1530575617 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:17.576044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81fc1548-e522-4731-8d2e-fb1530575617 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:17.599960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb31a-abfe-4fab-bad4-1659257c0541 req-d18f0baa-8524-48e0-9aec-c685ef595135 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:17.601168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-445f8a9a-88cf-4368-a292-b779809bc30b service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203345 Aug 23 12:20:17.624029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-908cb31a-abfe-4fab-bad4-1659257c0541 req-d18f0baa-8524-48e0-9aec-c685ef595135 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1158388 Aug 23 12:20:17.731660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-908cb31a-abfe-4fab-bad4-1659257c0541 req-5a753b59-1115-45e4-af5a-0801e8e618c4 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879724 Aug 23 12:20:17.978041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e79c5f22-341c-4b1e-b212-402832da68e7 req-87f0dbbe-68fd-453f-9d30-6c086edc1934 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 210 time: 0.0843782 Aug 23 12:20:18.707873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55162) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:18.925452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc664dc-0e8e-44a0-a0d4-6d812c91ce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:18.944968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bce1-5bda-46ee-bbb3-9122bcd7790e req-f6bd27ec-f7b9-4936-892e-0f48e9e92a14 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:18.959260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5174bce1-5bda-46ee-bbb3-9122bcd7790e req-f6bd27ec-f7b9-4936-892e-0f48e9e92a14 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1302385 Aug 23 12:20:19.105525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5174bce1-5bda-46ee-bbb3-9122bcd7790e req-1aedbf2c-0430-4baf-b6ba-0fd24b71b04c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402280 Aug 23 12:20:19.151914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc664dc-0e8e-44a0-a0d4-6d812c91ce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.160135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7bc664dc-0e8e-44a0-a0d4-6d812c91ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.210792 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7bc664dc-0e8e-44a0-a0d4-6d812c91ce9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68678901ca0c4657bf810e33fd9377df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016866 Aug 23 12:20:19.213356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55178) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:19.234924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e29facda-2b23-4ec9-9e5e-8fff14315f21 req-9daa64b9-ee1c-409e-a8fd-ab8e3762885e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 210 time: 0.0641751 Aug 23 12:20:19.271785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc664dc-0e8e-44a0-a0d4-6d812c91ce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2dc35-31a1-4688-9129-363449e23550,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:19.299255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6b02b4-7e8b-4d91-be2c-66cdc77d31e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.333143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6b02b4-7e8b-4d91-be2c-66cdc77d31e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.417850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55182) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:19.448022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-5f5cedd2-fad6-4ffc-af37-9010201ed9d1 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:19.449919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-5f5cedd2-fad6-4ffc-af37-9010201ed9d1 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.0801930 Aug 23 12:20:19.467840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6b02b4-7e8b-4d91-be2c-66cdc77d31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.470740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e6b02b4-7e8b-4d91-be2c-66cdc77d31e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.471975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e6b02b4-7e8b-4d91-be2c-66cdc77d31e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01f2dc35-31a1-4688-9129-363449e23550 HTTP/1.1" status: 204 len: 168 time: 0.2574980 Aug 23 12:20:19.502121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b02b4-7e8b-4d91-be2c-66cdc77d31e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2dc35-31a1-4688-9129-363449e23550,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:19.582956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-9b23db26-5743-4b01-b874-1e64bcf1f023 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:19.585014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-9b23db26-5743-4b01-b874-1e64bcf1f023 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2137103 Aug 23 12:20:19.599941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:19.783244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Deleting port 94eecabb-2044-4b7a-ab09-135260b1a602 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:19.789400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:19.973507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:20:19.978778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.024968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] For port 94eecabb-2044-4b7a-ab09-135260b1a602, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=94eecabb-2044-4b7a-ab09-135260b1a602,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:20.025627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.248730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.2 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/67cd7a71-0c80-477b-b246-9aedd524b6cf) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:20.423241 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dce778c8-6e43-4dd5-8722-689245661f6d req-eb6926de-3b26-48ec-b526-c3bf0792be72 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 210 time: 0.0652776 Aug 23 12:20:20.602576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.650304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.663417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:20.720653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:20.723705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:20.737612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:20.850740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=67cd7a71-0c80-477b-b246-9aedd524b6cf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:20.885042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:20.888360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.891426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.892062 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:20.892570 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Floating IP 90b63940-e849-47ae-9c48-1e0b27390eb8 disassociated. External IP: 172.25.1.3, port: 94eecabb-2044-4b7a-ab09-135260b1a602. Aug 23 12:20:20.893097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Calling delete_port for 94eecabb-2044-4b7a-ab09-135260b1a602 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:20.919994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-b0c7e841-cca9-46fe-9552-c78c020c2c3e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3262467 Aug 23 12:20:20.934726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Request body: {'port': {'device_id': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:21.025044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.035318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Deleting subnet f97e340f-88b6-4de4-879e-4e28a9404835 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:20:21.049374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.133338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dabe42-df5d-430a-8438-436fb3243524 req-aa478249-9bff-4919-90c0-cb80af2c996a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:21.141450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7dabe42-df5d-430a-8438-436fb3243524 req-aa478249-9bff-4919-90c0-cb80af2c996a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 945 time: 0.1693611 Aug 23 12:20:21.147644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.220124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.232218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.276817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a7dabe42-df5d-430a-8438-436fb3243524 req-eb20daf3-d112-4dfe-b191-1d1b837ef119 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea66bdb9-081e-43fa-a165-74389093de42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315756 Aug 23 12:20:21.362086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event deleted for resources: {'Port': ['ID=94eecabb-2044-4b7a-ab09-135260b1a602,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:21.433805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.497311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.501967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cd7a71-0c80-477b-b246-9aedd524b6cf {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:21.503983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f97e340f-88b6-4de4-879e-4e28a9404835 HTTP/1.1" status: 204 len: 168 time: 2.0834451 Aug 23 12:20:21.512418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:21.513847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a600-78e6-4440-b51b-da9d7c6608bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97e340f-88b6-4de4-879e-4e28a9404835,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:21.546181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.560355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 94eecabb-2044-4b7a-ab09-135260b1a602 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:21.576359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Transition to ACTIVE for port object 67cd7a71-0c80-477b-b246-9aedd524b6cf will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:21.583626 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.607837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 94eecabb-2044-4b7a-ab09-135260b1a602 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:21.608590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 94eecabb-2044-4b7a-ab09-135260b1a602 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:21.671220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.725848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Pushing event updated for resources: {'Port': ['ID=67cd7a71-0c80-477b-b246-9aedd524b6cf,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:21.775481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:21.787354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-27158f50-1a51-450c-b437-9245f39ba583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.788459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aceead-21d2-4ba3-9e9d-f0309fcd83c3 req-9a6d383b-8caa-4a3e-8f7f-d413be8b4ff0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:21.791164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c9aceead-21d2-4ba3-9e9d-f0309fcd83c3 req-9a6d383b-8caa-4a3e-8f7f-d413be8b4ff0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 943 time: 0.1911278 Aug 23 12:20:21.824615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Attempting to bind port 67cd7a71-0c80-477b-b246-9aedd524b6cf on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:21.824959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Attempting to bind port 67cd7a71-0c80-477b-b246-9aedd524b6cf by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:21.825296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Attempting to bind port 67cd7a71-0c80-477b-b246-9aedd524b6cf on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:21.860172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Port 67cd7a71-0c80-477b-b246-9aedd524b6cf on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:20:21.860547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Attempting to bind port 67cd7a71-0c80-477b-b246-9aedd524b6cf on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:21.875650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:21.876026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:21.876857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:21.876857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Bound port: 67cd7a71-0c80-477b-b246-9aedd524b6cf, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:21.877193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.883085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c9aceead-21d2-4ba3-9e9d-f0309fcd83c3 req-9643348a-b6d4-4605-9ea4-6adb254d6e1c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630898 Aug 23 12:20:21.885795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:21.949317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338ad1c3-3934-4d23-8aef-ee67d9a9b6f2']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:21.964838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deea4d16-3be6-477b-8564-8a5a989462a6') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:21.965554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deea4d16-3be6-477b-8564-8a5a989462a6') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:21.980426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] For port 67cd7a71-0c80-477b-b246-9aedd524b6cf, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:21.993957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] For port 67cd7a71-0c80-477b-b246-9aedd524b6cf, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:21.996301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.006491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.053845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.066324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:20:22.067277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.092637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Pushing event updated for resources: {'Port': ['ID=67cd7a71-0c80-477b-b246-9aedd524b6cf,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:20:22.120569 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:20:22.127707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:22.128734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.130500 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d353219-fe37-4514-bcfc-9d630eadb31a service neutron] 10.222.0.41 "PUT /v2.0/ports/67cd7a71-0c80-477b-b246-9aedd524b6cf HTTP/1.1" status: 200 len: 1091 time: 1.2015724 Aug 23 12:20:22.134053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'tag': '67cd7a71-0c80-477b-b246-9aedd524b6cf'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:22.139576 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd856b3-b698-40bc-ac94-647000130d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e84d41-50cc-4409-8038-337ed4da2a79", "tag": "67cd7a71-0c80-477b-b246-9aedd524b6cf"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:22.160023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:22.170489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.178688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:22.201033 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672c8f9-f5d0-46c4-900a-3905018e0593 x-openstack-request-id: req-0672c8f9-f5d0-46c4-900a-3905018e0593 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:22.201336 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e84d41-50cc-4409-8038-337ed4da2a79", "tag": "67cd7a71-0c80-477b-b246-9aedd524b6cf", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:22.201595 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0672c8f9-f5d0-46c4-900a-3905018e0593 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:22.202039 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'tag': '67cd7a71-0c80-477b-b246-9aedd524b6cf', 'status': 'completed', 'code': 200} Aug 23 12:20:22.203956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:22.204895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:22.246543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.252036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] 10.222.0.21 "DELETE /v2.0/networks/338ad1c3-3934-4d23-8aef-ee67d9a9b6f2 HTTP/1.1" status: 204 len: 168 time: 0.7330163 Aug 23 12:20:22.253400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c494691-9786-40e9-9ba3-e59c0397b25b admin admin] Pushing event deleted for resources: {'Network': ['ID=338ad1c3-3934-4d23-8aef-ee67d9a9b6f2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:22.288101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] No DVR routers for this DVR port 94eecabb-2044-4b7a-ab09-135260b1a602 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:22.292285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.294538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e8581e8b-071a-47fe-8fca-2fa8c4f351a6 req-31fabdf8-5b29-4f13-a2a3-5d35803bccb8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "DELETE /v2.0/ports/94eecabb-2044-4b7a-ab09-135260b1a602 HTTP/1.1" status: 204 len: 173 time: 2.8373766 Aug 23 12:20:22.295028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'name': 'network-vif-deleted', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:22.298108 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b695dd-1e09-405f-9643-b0e4fb23caea" -d '{"events": [{"server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "name": "network-vif-deleted", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:22.349288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-a54ea779-86bf-4b47-898f-05df630eb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:22.352319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-a54ea779-86bf-4b47-898f-05df630eb395 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 1094 time: 0.1494250 Aug 23 12:20:22.390180 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2f5f72-e53b-4b9a-a6c7-fd89b6ab69c7 x-openstack-request-id: req-8e2f5f72-e53b-4b9a-a6c7-fd89b6ab69c7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:22.390180 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55815ab9-2ab3-4b05-be4d-e411bcce4991", "name": "network-vif-deleted", "tag": "94eecabb-2044-4b7a-ab09-135260b1a602", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:22.390538 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e2f5f72-e53b-4b9a-a6c7-fd89b6ab69c7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:22.391554 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55815ab9-2ab3-4b05-be4d-e411bcce4991', 'name': 'network-vif-deleted', 'tag': '94eecabb-2044-4b7a-ab09-135260b1a602', 'status': 'completed', 'code': 200} Aug 23 12:20:22.421520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b663f0b-7472-4897-8b1b-3caaa467c46c req-b6de3017-9205-460e-8580-aea376618fba tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=55815ab9-2ab3-4b05-be4d-e411bcce4991 HTTP/1.1" status: 200 len: 210 time: 0.0535586 Aug 23 12:20:22.472369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-6d2fbcb2-dc35-4e85-a060-6aaad7d5a048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf HTTP/1.1" status: 200 len: 217 time: 0.0748503 Aug 23 12:20:22.506976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:22.532789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-1797a3e9-88a8-4f2b-a39b-145372f4779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:22.534402 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-1797a3e9-88a8-4f2b-a39b-145372f4779b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0535629 Aug 23 12:20:22.571820 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-fbddf060-f5d5-4dec-ae62-f8a1095f33b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291333 Aug 23 12:20:22.573728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d54be-eca5-41d9-8003-e2a6c8297b7c req-1f5beff8-6a5d-4a16-843e-0e98909dc8f0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:22.575945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a2d54be-eca5-41d9-8003-e2a6c8297b7c req-1f5beff8-6a5d-4a16-843e-0e98909dc8f0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.1099412 Aug 23 12:20:22.616536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55260) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:22.631035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a2d54be-eca5-41d9-8003-e2a6c8297b7c req-7ca13c73-112d-420a-8f44-86cbe5e038a1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 Aug 23 12:20:22.673901 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d971f067-0a54-49e2-80a5-f8b96807b017 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68b0eb73979f43a1af5cdb43c1906a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560827 Aug 23 12:20:22.676308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55262) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:22.725677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-a5849fc9-c255-471a-9cf9-4886eb9ed8cd service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460912 Aug 23 12:20:22.818131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:22.819566 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5510d70e-2e08-4f04-b0f6-c4d1760aa7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.852633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:22.858211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5510d70e-2e08-4f04-b0f6-c4d1760aa7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.862649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:22.863486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:19:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:22.867418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5ea25761-71ca-48c8-80bb-e3e86a946552 req-588446cb-a0ea-49c2-98f8-492d515f1cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332312 Aug 23 12:20:22.963317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5510d70e-2e08-4f04-b0f6-c4d1760aa7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.975486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5510d70e-2e08-4f04-b0f6-c4d1760aa7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:22.978848 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5510d70e-2e08-4f04-b0f6-c4d1760aa7d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6defca01-c8ad-4ffa-9db7-56cb50510f1a HTTP/1.1" status: 204 len: 168 time: 0.2996290 Aug 23 12:20:22.994269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:23.006401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d70e-2e08-4f04-b0f6-c4d1760aa7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defca01-c8ad-4ffa-9db7-56cb50510f1a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:23.064873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd856b3-b698-40bc-ac94-647000130d3a req-8069e128-8d09-4854-bdf0-32d4f707f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:23.066708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-8069e128-8d09-4854-bdf0-32d4f707f033 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 1094 time: 0.1242156 Aug 23 12:20:23.084796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abd0b8-2166-4551-95c5-b6d00e08cba7 req-98c789cd-c748-4388-a533-7a6ba9a1b0ea tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:23.086787 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53abd0b8-2166-4551-95c5-b6d00e08cba7 req-98c789cd-c748-4388-a533-7a6ba9a1b0ea tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 943 time: 0.0703282 Aug 23 12:20:23.190675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53abd0b8-2166-4551-95c5-b6d00e08cba7 req-7c719e32-44d4-42ff-b689-5582af8d6994 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920582 Aug 23 12:20:23.239173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd856b3-b698-40bc-ac94-647000130d3a req-92559757-bf10-45c9-8dbe-63e21f9ae7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:23.241677 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-92559757-bf10-45c9-8dbe-63e21f9ae7be service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.1536105 Aug 23 12:20:23.259075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:23.289198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39451ea-89a2-447c-86f7-77c7eb2c8319 None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:23.294975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-8b2bea2b-228e-4c99-834c-5dd4c282c0ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf HTTP/1.1" status: 200 len: 217 time: 0.0454030 Aug 23 12:20:23.372042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd856b3-b698-40bc-ac94-647000130d3a req-bbca5544-d941-4b55-96cf-9ad52806c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:23.373392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-bbca5544-d941-4b55-96cf-9ad52806c76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0681396 Aug 23 12:20:23.416130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-c4bec16f-1894-4e0a-adaa-9ae76edcb1f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344057 Aug 23 12:20:23.537194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55294) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:23.576169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-1673730a-4f6c-4f84-8eb5-4f8b09c887ee service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474683 Aug 23 12:20:23.607451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47d94375-a844-4511-b553-e1e59a81128c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:23.634860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47d94375-a844-4511-b553-e1e59a81128c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:23.675879 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549ef7f-eb84-4b51-9db9-00d2ffb4b615 None None] New status for floating IP 90b63940-e849-47ae-9c48-1e0b27390eb8: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:20:23.715593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-edd856b3-b698-40bc-ac94-647000130d3a req-c3e73a9c-53fe-4a8d-b6ef-0b4e49f326f2 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199045 Aug 23 12:20:23.747125 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47d94375-a844-4511-b553-e1e59a81128c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:23.752455 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-47d94375-a844-4511-b553-e1e59a81128c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:23.759654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-47d94375-a844-4511-b553-e1e59a81128c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "DELETE /v2.0/security-groups/ea66bdb9-081e-43fa-a165-74389093de42 HTTP/1.1" status: 204 len: 168 time: 0.2209435 Aug 23 12:20:23.761088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55306) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:23.785292 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-24c4a021-51ed-4a3a-a754-45c6120f4a5e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] show failed (client error): The resource could not be found. Aug 23 12:20:23.786566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-24c4a021-51ed-4a3a-a754-45c6120f4a5e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups/ea66bdb9-081e-43fa-a165-74389093de42 HTTP/1.1" status: 404 len: 347 time: 0.0239649 Aug 23 12:20:23.817430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55308) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:23.845955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d94375-a844-4511-b553-e1e59a81128c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea66bdb9-081e-43fa-a165-74389093de42,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:23.860475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-ca77ffb0-9c07-4184-8dcb-3151ec855b58 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:23.872751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-ca77ffb0-9c07-4184-8dcb-3151ec855b58 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.0846312 Aug 23 12:20:24.037067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 9b4659c6-2457-4864-a502-a67e9845f643 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:24.037490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.042547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c380cf-af92-47f8-b52e-b8773859688b req-d03e20e1-e57a-4330-909c-6aa1fd2abd86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:24.044413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14c380cf-af92-47f8-b52e-b8773859688b req-d03e20e1-e57a-4330-909c-6aa1fd2abd86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 946 time: 0.2682452 Aug 23 12:20:24.103841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14c380cf-af92-47f8-b52e-b8773859688b req-9a9503cc-2b61-4cb6-a132-c61449b2ff07 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=c19e72c6-64b6-49c5-9454-6b0702d741a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532074 Aug 23 12:20:24.111217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Deleting port a44d8398-0aac-40d2-b5b5-8e5e03d3e20c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:24.111546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.163013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port 9b4659c6-2457-4864-a502-a67e9845f643, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=9b4659c6-2457-4864-a502-a67e9845f643,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:24.163584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.182281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 9b4659c6-2457-4864-a502-a67e9845f643 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:24.209823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.210421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.225628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Calling delete_port for a44d8398-0aac-40d2-b5b5-8e5e03d3e20c owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:24.352885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93cf5a27-5efb-4045-a79a-ceff559e1bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.412208 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.423874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.456118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event deleted for resources: {'Port': ['ID=a44d8398-0aac-40d2-b5b5-8e5e03d3e20c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:24.538174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.542100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.546285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3140263e-be33-4055-a705-aaafecf9fe0f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "DELETE /v2.0/floatingips/90b63940-e849-47ae-9c48-1e0b27390eb8 HTTP/1.1" status: 204 len: 168 time: 0.7146823 Aug 23 12:20:24.706107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e432f-7b15-4a6c-91c1-49423fcdd8f5 req-800bc4e8-9e23-4140-83fc-409a1dcad15e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:24.708527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-340e432f-7b15-4a6c-91c1-49423fcdd8f5 req-800bc4e8-9e23-4140-83fc-409a1dcad15e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 943 time: 0.1156738 Aug 23 12:20:24.790962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-340e432f-7b15-4a6c-91c1-49423fcdd8f5 req-78fd523f-501e-4b2c-a898-93e8fb9a8066 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679915 Aug 23 12:20:24.832224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.846795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['9b4659c6-2457-4864-a502-a67e9845f643'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:24.875065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=9b4659c6-2457-4864-a502-a67e9845f643,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:24.893386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55354) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:24.898845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897702062', 'description': 'tempest-description--939306368'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:24.934824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port 9b4659c6-2457-4864-a502-a67e9845f643 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:24.938586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:24.940806 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f14ac05-e3c7-4204-a0f2-342cb4a9008f req-915e2c43-9299-4102-91ed-3f26b8bac455 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.41 "DELETE /v2.0/ports/9b4659c6-2457-4864-a502-a67e9845f643 HTTP/1.1" status: 204 len: 173 time: 1.0616989 Aug 23 12:20:24.941290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'name': 'network-vif-deleted', 'tag': '9b4659c6-2457-4864-a502-a67e9845f643'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:24.943657 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c082a-8573-42ad-a8e3-ae96cdc748cb" -d '{"events": [{"server_uuid": "e643a3fa-e544-466f-811d-99f3c4bc5139", "name": "network-vif-deleted", "tag": "9b4659c6-2457-4864-a502-a67e9845f643"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:24.980178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.018548 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6848999-48b1-4c80-869d-dbe5943290a4 x-openstack-request-id: req-a6848999-48b1-4c80-869d-dbe5943290a4 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:25.018681 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e643a3fa-e544-466f-811d-99f3c4bc5139", "name": "network-vif-deleted", "tag": "9b4659c6-2457-4864-a502-a67e9845f643", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:25.018860 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6848999-48b1-4c80-869d-dbe5943290a4 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:25.019235 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e643a3fa-e544-466f-811d-99f3c4bc5139', 'name': 'network-vif-deleted', 'tag': '9b4659c6-2457-4864-a502-a67e9845f643', 'status': 'completed', 'code': 200} Aug 23 12:20:25.082599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.087518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.120503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.123067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2273269 Aug 23 12:20:25.124147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf099a49-bced-4f7e-bf70-8fd5df17ab4e tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b1631-28dc-462e-9367-8ed7efcc66c4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:25.124806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55364) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:25.129747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'security_group_rule': {'security_group_id': '8d1b1631-28dc-462e-9367-8ed7efcc66c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:25.168527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.250589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3878333c-faac-4692-90c7-2710bf3076e9 req-56c5603f-6f32-4a13-b76d-88751809a010 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0487027 Aug 23 12:20:25.286678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.294303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.326193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2877395f-009a-4553-a8f1-71920aef328e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:25.334021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.335480 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d6723f38-6d77-4974-ada3-ea306cf3a39c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2094774 Aug 23 12:20:25.338097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55372) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:25.343774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'security_group_rule': {'security_group_id': '8d1b1631-28dc-462e-9367-8ed7efcc66c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:25.380542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.457217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.462531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.485006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39deecc0-4fda-4364-8733-7f7c8abe75d0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:25.499266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.500941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-12050312-b151-40d7-8c47-372a484498da tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616707 Aug 23 12:20:25.503908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:25.508805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:25.557842 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.681798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.693520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:25.819692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Allocated IP 172.25.1.223 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/65bbd4b2-0be8-4cd2-a9a6-f36d6af3c0b4) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:25.974313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.043392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.087054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:26.090368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 67cd7a71-0c80-477b-b246-9aedd524b6cf details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:20:26.090967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:26.100656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:26.140449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da3e2-c7c5-4bbe-85c2-8388f41ecdb3 req-e8535eb7-0644-4d46-baaa-475cca7a7366 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:26.148024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e6da3e2-c7c5-4bbe-85c2-8388f41ecdb3 req-e8535eb7-0644-4d46-baaa-475cca7a7366 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 943 time: 0.2365975 Aug 23 12:20:26.182639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'Port': ['ID=65bbd4b2-0be8-4cd2-a9a6-f36d6af3c0b4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:26.216292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e6da3e2-c7c5-4bbe-85c2-8388f41ecdb3 req-45877a4f-f1cd-48fa-a0cb-f82c8bb6ffa3 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620165 Aug 23 12:20:26.309624 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:20:26.312787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.334258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 67cd7a71-0c80-477b-b246-9aedd524b6cf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:26.350964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '67cd7a71-0c80-477b-b246-9aedd524b6cf', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': '67cd7a71-0c80-477b-b246-9aedd524b6cf', 'mac_address': 'fa:16:3e:25:3a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:20:26.393220 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.397524 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.433416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cd7a71-0c80-477b-b246-9aedd524b6cf {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:26.469197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29637fe8-4291-4c70-941f-67ff4434fca5 req-ccc7a7db-4e44-4b3e-bfb2-d5ba4d7862d3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0572147 Aug 23 12:20:26.479697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 67cd7a71-0c80-477b-b246-9aedd524b6cf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:26.486222 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.573450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=67cd7a71-0c80-477b-b246-9aedd524b6cf,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:26.594976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.601720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.681478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'Port': ['ID=65bbd4b2-0be8-4cd2-a9a6-f36d6af3c0b4,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:26.683557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['67cd7a71-0c80-477b-b246-9aedd524b6cf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:26.715817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.750373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:26.752015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3e460146-7f0e-4129-ab5f-0db29190095b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2470720 Aug 23 12:20:26.991856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-30e77876-108e-4b28-9077-52a37d671563 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--897702062&fields=id&tenant_id=3b4b3f7470594fba803a721ada8ce6ef HTTP/1.1" status: 200 len: 267 time: 0.0383365 Aug 23 12:20:27.134973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9ca5f186-eb81-4381-a877-5e031235716b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:27.143014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9ca5f186-eb81-4381-a877-5e031235716b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 811 time: 0.1430898 Aug 23 12:20:27.161858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-b97cf327-4841-4a8e-8de7-cc4b67ffa2c6 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/quotas/3b4b3f7470594fba803a721ada8ce6ef HTTP/1.1" status: 200 len: 375 time: 0.0177841 Aug 23 12:20:27.218401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-d90f8242-cf7f-42cd-bb48-9d152eab635a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555665 Aug 23 12:20:27.391055 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:27.415939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8daa4-2efa-4810-b453-5e8121e65b71 req-c718d12b-6067-49f5-9b13-0e4abfc0d11f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:27.418426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02c8daa4-2efa-4810-b453-5e8121e65b71 req-c718d12b-6067-49f5-9b13-0e4abfc0d11f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 944 time: 0.1153133 Aug 23 12:20:27.506955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02c8daa4-2efa-4810-b453-5e8121e65b71 req-bc3ceeaa-fd20-4234-8f31-1e66f50e4c7e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 Aug 23 12:20:27.603626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3bc5e771-b467-4e0e-a5ee-316c6095841a service neutron] 10.222.0.21 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713188 Aug 23 12:20:27.659005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-288b0028-e636-45c8-88b5-b2f016f62ce8 req-6f7a5c5a-e12f-4880-97ca-489d891501e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0691938 Aug 23 12:20:27.800792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:27.802359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-154b8923-2687-4440-b5e2-fcda970fedc9 service neutron] 10.222.0.21 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972249 Aug 23 12:20:27.996782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb26e4ae-5cc8-4829-b34b-933c9a78a25e req-7a2b5768-82b1-4e31-be1e-58ed34351939 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 210 time: 0.0353613 Aug 23 12:20:28.097162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 67cd7a71-0c80-477b-b246-9aedd524b6cf up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:28.155379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 67cd7a71-0c80-477b-b246-9aedd524b6cf completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:28.159531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 67cd7a71-0c80-477b-b246-9aedd524b6cf triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:28.159909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:28.243777 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:28.276240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cd7a71-0c80-477b-b246-9aedd524b6cf'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:28.279053 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3421c1c2-8d77-4ce2-ae59-3f915b155e88" -d '{"events": [{"server_uuid": "e6e84d41-50cc-4409-8038-337ed4da2a79", "name": "network-vif-plugged", "status": "completed", "tag": "67cd7a71-0c80-477b-b246-9aedd524b6cf"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:28.287066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 67cd7a71-0c80-477b-b246-9aedd524b6cf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:28.296680 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:28.297673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9b4659c6-2457-4864-a502-a67e9845f643 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:28.353750 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8273047-025e-4f43-906d-87f94cd697a6 x-openstack-request-id: req-b8273047-025e-4f43-906d-87f94cd697a6 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:28.354576 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e84d41-50cc-4409-8038-337ed4da2a79", "name": "network-vif-plugged", "status": "completed", "tag": "67cd7a71-0c80-477b-b246-9aedd524b6cf", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:28.354833 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8273047-025e-4f43-906d-87f94cd697a6 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:28.355223 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cd7a71-0c80-477b-b246-9aedd524b6cf', 'code': 200} Aug 23 12:20:28.358471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 9b4659c6-2457-4864-a502-a67e9845f643 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:28.358850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 9b4659c6-2457-4864-a502-a67e9845f643 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:28.361885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:28.390401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=67cd7a71-0c80-477b-b246-9aedd524b6cf,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:28.448052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02beb4-035e-4475-8be1-3bf582f76c1d req-658f4b52-ea51-4147-bb6e-abf00f6cbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:28.449505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c02beb4-035e-4475-8be1-3bf582f76c1d req-658f4b52-ea51-4147-bb6e-abf00f6cbd64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 1096 time: 0.0546007 Aug 23 12:20:28.500737 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c02beb4-035e-4475-8be1-3bf582f76c1d req-6d868627-9039-4fd3-86ea-34a5c029ce1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Aug 23 12:20:28.655541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8057b-ebaa-4dcf-863d-6106a1fab468 req-50039157-68e2-4228-8b37-561a0656545f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:28.657040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bad8057b-ebaa-4dcf-863d-6106a1fab468 req-50039157-68e2-4228-8b37-561a0656545f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.0595560 Aug 23 12:20:28.704918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bad8057b-ebaa-4dcf-863d-6106a1fab468 req-df7dc6d1-55f8-4388-a589-e3904a049f45 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Aug 23 12:20:28.775454 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5eff725c-ac90-4034-9895-b93060708bf0 req-ab878d2d-dc61-455a-a898-551c8bd6ee62 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Aug 23 12:20:29.090787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-999d29b8-6bf0-4944-bcc7-8401d2a52aef req-8e19b011-7653-4b04-a93a-41a896748c4d tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 210 time: 0.0277574 Aug 23 12:20:29.361065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-a3da341b-e694-48d9-b1fc-aa2cef5e8b56 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:29.368454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-a3da341b-e694-48d9-b1fc-aa2cef5e8b56 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 811 time: 0.1634269 Aug 23 12:20:29.434934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-a84e1dc3-0991-45a3-b11d-20196b0458bf tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4b3f7470594fba803a721ada8ce6ef HTTP/1.1" status: 200 len: 379 time: 0.0542767 Aug 23 12:20:29.456344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'port': {'device_id': '19efe3ee-8023-4127-ac2f-826d4845b301', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'admin_state_up': True, 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'security_groups': ['8d1b1631-28dc-462e-9367-8ed7efcc66c4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:29.597673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Made reservation on behalf of 3b4b3f7470594fba803a721ada8ce6ef for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:20:29.601474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:29.822989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Allocated IP 172.20.0.14 (968e8e1c-31e3-4cfe-8501-66fdd7b2b295/0ceea598-acba-4696-a7dc-c4fedb39cb79/221e804f-5c87-4c17-8355-065c4eef34d7) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:29.864103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb616c30-2655-49bb-9aaf-6863062e6734 req-4ec89988-40fe-4d17-a36e-944c715ca31f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:29.865790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb616c30-2655-49bb-9aaf-6863062e6734 req-4ec89988-40fe-4d17-a36e-944c715ca31f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.0638912 Aug 23 12:20:29.932522 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb616c30-2655-49bb-9aaf-6863062e6734 req-57f62400-f785-408e-9926-1e499182552b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591931 Aug 23 12:20:29.989278 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a416c706-3d93-4207-9a85-c75463401025 req-3a1d7a45-b9f7-434c-bee3-090faaa2efba tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=e643a3fa-e544-466f-811d-99f3c4bc5139 HTTP/1.1" status: 200 len: 210 time: 0.0625787 Aug 23 12:20:30.075629 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.105149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Transition to ACTIVE for port object 221e804f-5c87-4c17-8355-065c4eef34d7 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:30.172308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.223236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928a4d-ee30-4d36-91ce-8f61fd555b96 req-60c20e41-1f20-4dd2-a8fe-1c0f8048024f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:30.224779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2928a4d-ee30-4d36-91ce-8f61fd555b96 req-60c20e41-1f20-4dd2-a8fe-1c0f8048024f tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 932 time: 0.0585258 Aug 23 12:20:30.230781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:30.240143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:30.250010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573642a5-b1d3-430a-bef0-154ca2c035fe req-5b36e7cf-9cb4-450c-8f5e-e1c96b46aa10 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:30.251775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-573642a5-b1d3-430a-bef0-154ca2c035fe req-5b36e7cf-9cb4-450c-8f5e-e1c96b46aa10 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.1109629 Aug 23 12:20:30.253032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:30.277181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2928a4d-ee30-4d36-91ce-8f61fd555b96 req-71eebf37-f212-422e-b62d-813553100256 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457597 Aug 23 12:20:30.293379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event updated for resources: {'Port': ['ID=221e804f-5c87-4c17-8355-065c4eef34d7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:30.330143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:30.330789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.362264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-573642a5-b1d3-430a-bef0-154ca2c035fe req-e91e9223-0f04-4f2d-82a7-7c9b2831cf82 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700743 Aug 23 12:20:30.364925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3f8b65a0-123d-4263-8b86-5cd107f0c890 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9227118 Aug 23 12:20:30.392790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-f6cde438-c88e-4e2e-8d68-3283fd1b4b52 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:20:30.394042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-f6cde438-c88e-4e2e-8d68-3283fd1b4b52 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226758 Aug 23 12:20:30.493762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1c28a-6bb7-4b38-a8c6-96f2318544c9 req-f1487d40-8fc1-4cc6-8bfb-ca7572e083c6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:30.501506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67a1c28a-6bb7-4b38-a8c6-96f2318544c9 req-f1487d40-8fc1-4cc6-8bfb-ca7572e083c6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.0651164 Aug 23 12:20:30.508809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Request body: {'port': {'device_id': '19efe3ee-8023-4127-ac2f-826d4845b301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:30.550884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67a1c28a-6bb7-4b38-a8c6-96f2318544c9 req-05b171bd-5ec0-4b79-885c-bedf0082f790 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 Aug 23 12:20:30.571669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.584726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-360de0a1-6c70-47b8-9e58-12b2c4df97b5 None None] Provisioning for port 221e804f-5c87-4c17-8355-065c4eef34d7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:30.594350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-360de0a1-6c70-47b8-9e58-12b2c4df97b5 None None] Provisioning complete for port 221e804f-5c87-4c17-8355-065c4eef34d7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:30.594727 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-360de0a1-6c70-47b8-9e58-12b2c4df97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.645805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-360de0a1-6c70-47b8-9e58-12b2c4df97b5 None None] Port 221e804f-5c87-4c17-8355-065c4eef34d7 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:20:30.880283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1f63-9f9c-44ed-89b5-b2e4624a2d34 req-ebbdcbde-2644-4b48-8161-2b0747287a19 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:30.881885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcec1f63-9f9c-44ed-89b5-b2e4624a2d34 req-ebbdcbde-2644-4b48-8161-2b0747287a19 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.1074970 Aug 23 12:20:30.904594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221e804f-5c87-4c17-8355-065c4eef34d7 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:30.914762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.928554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Transition to ACTIVE for port object 221e804f-5c87-4c17-8355-065c4eef34d7 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:30.934214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcec1f63-9f9c-44ed-89b5-b2e4624a2d34 req-a86ee356-70f5-4819-8687-65b4b28cd253 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Aug 23 12:20:30.934385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:30.995613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=221e804f-5c87-4c17-8355-065c4eef34d7,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:31.092014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Attempting to bind port 221e804f-5c87-4c17-8355-065c4eef34d7 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:31.092498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Attempting to bind port 221e804f-5c87-4c17-8355-065c4eef34d7 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:31.092838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Attempting to bind port 221e804f-5c87-4c17-8355-065c4eef34d7 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:31.098685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Port 221e804f-5c87-4c17-8355-065c4eef34d7 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:20:31.099023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Attempting to bind port 221e804f-5c87-4c17-8355-065c4eef34d7 on network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:31.105628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:31.106002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Checking segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:31.106397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Bound using segment: {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:31.106837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Bound port: 221e804f-5c87-4c17-8355-065c4eef34d7, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:31.107206 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:31.189778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] For port 221e804f-5c87-4c17-8355-065c4eef34d7, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:31.194022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] For port 221e804f-5c87-4c17-8355-065c4eef34d7, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=221e804f-5c87-4c17-8355-065c4eef34d7,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:31.200218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:31.243887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:31.244753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:31.246332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] 10.222.0.44 "PUT /v2.0/ports/221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 200 len: 1092 time: 0.8439562 Aug 23 12:20:31.246882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:31.249278 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058a0b7e-f5e5-4c84-8e74-bec48163c201" -d '{"events": [{"name": "network-changed", "server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:31.274030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383a4d1-4d35-4216-841d-6370b7140ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=221e804f-5c87-4c17-8355-065c4eef34d7,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:31.391620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-4a3d6ab2-6086-4588-afe1-6b433abf4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:31.393129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-4a3d6ab2-6086-4588-afe1-6b433abf4d4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 1095 time: 0.0716686 Aug 23 12:20:31.484178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-fe02d60c-21a8-426b-8bc2-5fdcec227896 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 200 len: 217 time: 0.0678010 Aug 23 12:20:31.506222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6792-e49a-49cc-80d3-67412932aaf8 req-581eab50-8b4e-44ea-9cfd-ca5843f03e73 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:31.514275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41bf6792-e49a-49cc-80d3-67412932aaf8 req-581eab50-8b4e-44ea-9cfd-ca5843f03e73 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 944 time: 0.1339715 Aug 23 12:20:31.589588 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3632a3-c69e-4ab5-9b07-ff034b3577be x-openstack-request-id: req-ae3632a3-c69e-4ab5-9b07-ff034b3577be {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:31.589933 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:31.590169 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3632a3-c69e-4ab5-9b07-ff034b3577be {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:31.590578 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7', 'status': 'completed', 'code': 200} Aug 23 12:20:31.607871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-41bf6792-e49a-49cc-80d3-67412932aaf8 req-7cd8372e-6ec2-4892-b07c-a6f3f9e78cf8 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925882 Aug 23 12:20:31.615243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-df699888-37bf-4481-80a3-95a63404dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:31.616728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-df699888-37bf-4481-80a3-95a63404dc82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.1197901 Aug 23 12:20:31.675202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3b7b87ad-2e4a-48ce-a7aa-e3f0358c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:31.676780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3b7b87ad-2e4a-48ce-a7aa-e3f0358c593e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499346 Aug 23 12:20:31.787639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-a7f4ac9b-c867-49d2-9768-0bdd0eaf6a33 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977778 Aug 23 12:20:31.918004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bccba4e2-008a-4fc2-baf7-adf968888868 req-3edf4d56-616a-44d1-8df9-0d88b9f48913 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267915 Aug 23 12:20:32.060448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-f4685e88-fc34-4586-88b9-03ceeb5e7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.075443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-f4685e88-fc34-4586-88b9-03ceeb5e7177 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 1095 time: 0.1039569 Aug 23 12:20:32.114414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-a83dcc0e-2b04-4f5a-af01-faa20034b1ec tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.115973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-a83dcc0e-2b04-4f5a-af01-faa20034b1ec tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.1495862 Aug 23 12:20:32.150560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8d962-1c7f-4321-ba99-5def3d0d597c req-ca921471-e67c-4927-aea4-0db4fd0b6dda tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.152649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0fe8d962-1c7f-4321-ba99-5def3d0d597c req-ca921471-e67c-4927-aea4-0db4fd0b6dda tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 945 time: 0.1242139 Aug 23 12:20:32.195830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-abbbfeda-7c7a-4769-9f66-8993c332287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.197897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-abbbfeda-7c7a-4769-9f66-8993c332287d service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1137152 Aug 23 12:20:32.271974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0fe8d962-1c7f-4321-ba99-5def3d0d597c req-e5eca602-a8f1-41e4-a472-fb4160972354 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701840 Aug 23 12:20:32.294118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-69cbb9f4-f206-449d-a5b7-f4f196e05afe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 200 len: 217 time: 0.0874419 Aug 23 12:20:32.300651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port 67cd7a71-0c80-477b-b246-9aedd524b6cf {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:32.301345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:32.351695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-d4026a70-aace-4264-8002-1bc62a096f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.353193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-d4026a70-aace-4264-8002-1bc62a096f91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0507936 Aug 23 12:20:32.425864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port 67cd7a71-0c80-477b-b246-9aedd524b6cf, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=67cd7a71-0c80-477b-b246-9aedd524b6cf,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:32.426249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:32.445629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for 67cd7a71-0c80-477b-b246-9aedd524b6cf owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:32.449153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-fc4fe040-f551-40ec-9841-60c60e3186b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.450728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-fc4fe040-f551-40ec-9841-60c60e3186b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886154 Aug 23 12:20:32.598878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-770df002-9b16-4417-9309-b19e0a1facee service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395659 Aug 23 12:20:32.656801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:32.670869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68', '67cd7a71-0c80-477b-b246-9aedd524b6cf'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:32.743143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=67cd7a71-0c80-477b-b246-9aedd524b6cf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:32.788468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port 67cd7a71-0c80-477b-b246-9aedd524b6cf on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:32.794204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:32.798284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03a8c7e1-488a-48d3-90fa-bb14f7174e93 req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "DELETE /v2.0/ports/67cd7a71-0c80-477b-b246-9aedd524b6cf HTTP/1.1" status: 204 len: 173 time: 0.6739984 Aug 23 12:20:32.811384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'name': 'network-vif-deleted', 'tag': '67cd7a71-0c80-477b-b246-9aedd524b6cf'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:32.818437 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c95d9e-2c4a-4495-a2b4-0c3dec55716d" -d '{"events": [{"server_uuid": "e6e84d41-50cc-4409-8038-337ed4da2a79", "name": "network-vif-deleted", "tag": "67cd7a71-0c80-477b-b246-9aedd524b6cf"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:32.836927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.837330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.837574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.840380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.840766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.841115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.841561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.841931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.842203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.842492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.842825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.843154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b364-ebb0-4071-8506-849c77cdd0a8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:32.858436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-058a0b7e-f5e5-4c84-8e74-bec48163c201 req-90ac69f2-d1c3-4326-8a20-31c707e76383 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511685 Aug 23 12:20:32.908237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b80c-e9fd-4cda-b034-134016e82555 req-35ad8443-ecd7-498e-ada6-8235db39b63a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:32.910258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90e7b80c-e9fd-4cda-b034-134016e82555 req-35ad8443-ecd7-498e-ada6-8235db39b63a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 944 time: 0.1241772 Aug 23 12:20:32.936257 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0b479-5500-4796-b9ca-9eee1537d7db x-openstack-request-id: req-fae0b479-5500-4796-b9ca-9eee1537d7db {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:32.936957 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e84d41-50cc-4409-8038-337ed4da2a79", "name": "network-vif-deleted", "tag": "67cd7a71-0c80-477b-b246-9aedd524b6cf", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:32.937457 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae0b479-5500-4796-b9ca-9eee1537d7db {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:32.938463 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e84d41-50cc-4409-8038-337ed4da2a79', 'name': 'network-vif-deleted', 'tag': '67cd7a71-0c80-477b-b246-9aedd524b6cf', 'status': 'completed', 'code': 200} Aug 23 12:20:32.967595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90e7b80c-e9fd-4cda-b034-134016e82555 req-79c47ea5-9bd0-44b7-b473-5cfe5f9e4256 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 Aug 23 12:20:33.423490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55540) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:33.444905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5de2490d-370a-4dc3-8f90-4f3bc2345f01 req-400dd17d-d81e-4591-8b4a-280173f6752b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e84d41-50cc-4409-8038-337ed4da2a79 HTTP/1.1" status: 200 len: 210 time: 0.0597582 Aug 23 12:20:33.458206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ddcdc-b77f-4d9c-beb5-077b2f1550ca req-390edfe0-42ae-4afe-a06e-841f7a6cf13b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:33.466823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db9ddcdc-b77f-4d9c-beb5-077b2f1550ca req-390edfe0-42ae-4afe-a06e-841f7a6cf13b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1097 time: 0.1371660 Aug 23 12:20:33.494441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db9ddcdc-b77f-4d9c-beb5-077b2f1550ca req-16cc1165-3a59-4f00-aea4-de18a5b2b69b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:33.614458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 221e804f-5c87-4c17-8355-065c4eef34d7 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:20:33.631001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bb05-f0d6-4eaa-9c14-59b261e8f4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:33.666085 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db9ddcdc-b77f-4d9c-beb5-077b2f1550ca req-16cc1165-3a59-4f00-aea4-de18a5b2b69b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:33.691883 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-db9ddcdc-b77f-4d9c-beb5-077b2f1550ca req-16cc1165-3a59-4f00-aea4-de18a5b2b69b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:33.780743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-db9ddcdc-b77f-4d9c-beb5-077b2f1550ca req-16cc1165-3a59-4f00-aea4-de18a5b2b69b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970233 Aug 23 12:20:33.780743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1165-3a59-4f00-aea4-de18a5b2b69b tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e37b75-b25e-4f65-8963-ec55beefe935,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:33.822774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 221e804f-5c87-4c17-8355-065c4eef34d7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=221e804f-5c87-4c17-8355-065c4eef34d7,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:33.851190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '221e804f-5c87-4c17-8355-065c4eef34d7', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'port_id': '221e804f-5c87-4c17-8355-065c4eef34d7', 'mac_address': 'fa:16:3e:09:c5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:20:33.854485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bb05-f0d6-4eaa-9c14-59b261e8f4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:33.864769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bb05-f0d6-4eaa-9c14-59b261e8f4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:33.923353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c8c9bb05-f0d6-4eaa-9c14-59b261e8f4e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6271919b3bb44912bcb866466128eb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987919 Aug 23 12:20:33.926034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55548) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:33.929215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9bb05-f0d6-4eaa-9c14-59b261e8f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5cd49-ca59-4d51-85b4-640778aeca38,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:33.949867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17896238-f252-4818-89a9-b6e617a409d9 req-ce32c267-ae2a-4f5e-bd58-d2e6e117da8d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:33.969511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17896238-f252-4818-89a9-b6e617a409d9 req-ce32c267-ae2a-4f5e-bd58-d2e6e117da8d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1088114 Aug 23 12:20:34.070451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17896238-f252-4818-89a9-b6e617a409d9 req-20f878fb-b430-452e-9afa-0c7e93adaf9d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955429 Aug 23 12:20:34.090615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61a169cb-dad4-48de-b628-1e43cda47410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:34.091699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55552) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:34.118064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61a169cb-dad4-48de-b628-1e43cda47410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:34.126150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:34.142491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221e804f-5c87-4c17-8355-065c4eef34d7 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:34.169376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 221e804f-5c87-4c17-8355-065c4eef34d7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=221e804f-5c87-4c17-8355-065c4eef34d7,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:34.176117 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:34.186638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61a169cb-dad4-48de-b628-1e43cda47410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:34.189387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-61a169cb-dad4-48de-b628-1e43cda47410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:34.192852 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-61a169cb-dad4-48de-b628-1e43cda47410 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ca5cd49-ca59-4d51-85b4-640778aeca38 HTTP/1.1" status: 204 len: 168 time: 0.2635925 Aug 23 12:20:34.199011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a169cb-dad4-48de-b628-1e43cda47410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5cd49-ca59-4d51-85b4-640778aeca38,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:34.243777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=221e804f-5c87-4c17-8355-065c4eef34d7,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:34.271262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-882c060a-426f-43b5-9b66-459cbe9e2abe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/4f1ecc71-1577-4472-aed8-1107bc260213 HTTP/1.1" status: 200 len: 994 time: 0.1783321 Aug 23 12:20:34.366306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b38a10-1a10-4390-9dc5-c281990bfa46 req-8d10b876-d45f-4134-8242-3744a3c47e53 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:34.373811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95b38a10-1a10-4390-9dc5-c281990bfa46 req-8d10b876-d45f-4134-8242-3744a3c47e53 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 945 time: 0.1184990 Aug 23 12:20:34.393001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['221e804f-5c87-4c17-8355-065c4eef34d7'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:34.422405 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95b38a10-1a10-4390-9dc5-c281990bfa46 req-3d84a69d-a76a-4293-9255-0444606da662 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Aug 23 12:20:35.142439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-69b5d622-f261-4795-bc8e-aeb107726719 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:35.156527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-69b5d622-f261-4795-bc8e-aeb107726719 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.2806380 Aug 23 12:20:35.164533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55622) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:35.184464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-52e663ba-fcdf-495e-b309-59d15d3d939f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/quotas/a5d90684a7bf44c3a69f995c29d7707f HTTP/1.1" status: 200 len: 375 time: 0.0266161 Aug 23 12:20:35.294080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-834df330-7c57-4363-a6c6-5eb3616f6b81 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030617 Aug 23 12:20:35.322209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af8cd1-323c-4df9-83c9-bb8c12b8db7d req-65221413-c5af-4d08-b8e9-37227529fbee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:35.323860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1af8cd1-323c-4df9-83c9-bb8c12b8db7d req-65221413-c5af-4d08-b8e9-37227529fbee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1020396 Aug 23 12:20:35.405956 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a1af8cd1-323c-4df9-83c9-bb8c12b8db7d req-1c3a3e19-6b4a-4201-9c94-dcdaf0110641 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629945 Aug 23 12:20:35.447888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-289a4dcc-aa07-4470-b715-dff5ee2279ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2752664 Aug 23 12:20:35.483022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-486b9c40-a64d-402b-9fec-75faf887b116 service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864588 Aug 23 12:20:35.627342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 221e804f-5c87-4c17-8355-065c4eef34d7 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:35.749204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-a1b0669f-6d30-40c0-9565-0e2287fe2c4c service neutron] 10.222.0.21 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651088 Aug 23 12:20:35.760455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf60f5-067b-493a-b271-356db95ec242 req-b585e4d9-263c-4c90-b3b7-305c1b3a2ab0 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:35.770087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fcf60f5-067b-493a-b271-356db95ec242 req-b585e4d9-263c-4c90-b3b7-305c1b3a2ab0 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 945 time: 0.1948757 Aug 23 12:20:35.774450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 221e804f-5c87-4c17-8355-065c4eef34d7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:35.783533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 221e804f-5c87-4c17-8355-065c4eef34d7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:35.784293 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:35.793840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55654) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:35.876151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fcf60f5-067b-493a-b271-356db95ec242 req-9891eafe-9a51-45ba-8913-961adc490805 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947070 Aug 23 12:20:35.965594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.014968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 221e804f-5c87-4c17-8355-065c4eef34d7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=221e804f-5c87-4c17-8355-065c4eef34d7,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:36.018480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:36.023170 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16131a-8c6c-436a-b3af-7fd8003ac10d" -d '{"events": [{"server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "name": "network-vif-plugged", "status": "completed", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:36.040722 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.047891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c4c9178-af52-4f44-97cb-ca0744bdd84a req-3b58ef65-c0f0-4993-a5aa-8ed1fb69a65c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 210 time: 0.0454974 Aug 23 12:20:36.077103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1169993023-network', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:36.120180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Made reservation on behalf of 754e3a1b4c14473cb0cf7269e89e6e44 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:20:36.124077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.127130 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710820a9-12da-49ab-990e-3429898ed3ae x-openstack-request-id: req-710820a9-12da-49ab-990e-3429898ed3ae {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:36.127666 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "name": "network-vif-plugged", "status": "completed", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:36.128076 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710820a9-12da-49ab-990e-3429898ed3ae {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:36.129228 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7', 'code': 200} Aug 23 12:20:36.135493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 67cd7a71-0c80-477b-b246-9aedd524b6cf no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:36.140026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=221e804f-5c87-4c17-8355-065c4eef34d7,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:36.145294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.202453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 67cd7a71-0c80-477b-b246-9aedd524b6cf {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:36.203204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 67cd7a71-0c80-477b-b246-9aedd524b6cf not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:36.365660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d33be0-fafd-4627-bc66-9d95d601f001 req-712cb39a-bb96-451b-b9bc-f79207122de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:36.369789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51d33be0-fafd-4627-bc66-9d95d601f001 req-712cb39a-bb96-451b-b9bc-f79207122de8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 1097 time: 0.1656682 Aug 23 12:20:36.517380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51d33be0-fafd-4627-bc66-9d95d601f001 req-70243753-79ed-4149-a62f-2b36f0678ce8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283927 Aug 23 12:20:36.563451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.568331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.689570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:20:36.753756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.754120 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Added segment 759c1aa6-4c76-4a33-bf3f-b36bdba82714 of type vlan for network 0320a2b6-f61e-46f5-9ada-ab4197906c8e Aug 23 12:20:36.804619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb8352-fb9a-47fd-919d-88e3a4a95416 req-2cf27461-557e-4751-b9e7-bedf6fb62257 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:36.821496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06fb8352-fb9a-47fd-919d-88e3a4a95416 req-2cf27461-557e-4751-b9e7-bedf6fb62257 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.2428818 Aug 23 12:20:36.825012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0679a8e7-8257-4fc2-a847-13784f59bfc7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:36.865630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55794) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:36.871681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.872027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.872398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.872773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.873148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.873598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.873747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417964421', 'description': 'tempest-secgroup-smoke-1417964421 description', 'project_id': '633df9e8c3274153b18325d933082577'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:36.874002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.874488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.874816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.875145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.875475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.875804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:36.933033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:36.935452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.025264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06fb8352-fb9a-47fd-919d-88e3a4a95416 req-40ea8b50-7816-4366-ba1f-44d0ea205ff4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026060 Aug 23 12:20:37.044442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.046037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:37.046812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.127764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcd62-9b4c-484d-83cb-05343e45c59c req-e19ed46c-7f78-488b-a484-6e38debd999b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:37.138047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-075bcd62-9b4c-484d-83cb-05343e45c59c req-e19ed46c-7f78-488b-a484-6e38debd999b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 946 time: 0.1145313 Aug 23 12:20:37.154354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] Pushing event updated for resources: {'Network': ['ID=0320a2b6-f61e-46f5-9ada-ab4197906c8e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:37.165115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:20:37.249299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93840869-e7d4-4a68-89c6-772fadc8b0bd req-3c311957-8390-43e1-86c1-128620b146fc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 210 time: 0.0535824 Aug 23 12:20:37.250299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-075bcd62-9b4c-484d-83cb-05343e45c59c req-7c12d305-8788-4295-9a6a-efe4ff860712 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106856 Aug 23 12:20:37.259112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.267680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.272578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ba30edef-463d-45c8-bf92-0150f45dc133 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4775643 Aug 23 12:20:37.275547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55840) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:37.297900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Request body: {'subnet': {'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1169993023-subnet', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:37.324151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Made reservation on behalf of 754e3a1b4c14473cb0cf7269e89e6e44 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:20:37.327788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.352379 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e8be5-5c54-4ee9-99df-fb72986e23b4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:37.361438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.365937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55850) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:37.366381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e6f85c41-0b3d-406d-88eb-ec2817649a60 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4976439 Aug 23 12:20:37.373183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group_rule': {'security_group_id': 'cf7e8be5-5c54-4ee9-99df-fb72986e23b4', 'project_id': '633df9e8c3274153b18325d933082577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:37.454359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.562867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.589593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.627360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b4c074-d880-4ba5-afc4-9d12ef381c41,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:37.631344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.632812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e5895176-e499-4822-ad88-fc54f71e4e3c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2657065 Aug 23 12:20:37.636439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55884) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:37.637426 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.643158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group_rule': {'security_group_id': 'cf7e8be5-5c54-4ee9-99df-fb72986e23b4', 'project_id': '633df9e8c3274153b18325d933082577', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:37.741975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60c7742-4d4b-4a9b-bf99-4d899cfde9dd,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:37.758637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Checking segment: {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:37.759096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Network hostable DHCP agents. Network: 0320a2b6-f61e-46f5-9ada-ab4197906c8e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:20:37.771196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.792571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:20:37.818141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0320a2b6-f61e-46f5-9ada-ab4197906c8e) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:37.823469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:37.824302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.831586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bc3e6-0e79-4e7b-95d9-4aadd5c24190 None None] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:20:37.850942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b7e13d5b-0dd3-4a6c-b59e-a2828fe0ca9d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5733886 Aug 23 12:20:37.853417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 55912) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:37.859694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:37.895977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:37.897544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.037670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.075631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.092549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-0320a2b6-f61e-46f5-9ada-ab4197906c8e', 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'fixed_ips': [{'subnet_id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:20:38.094254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.174805 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-e2a5c77c-2eb1-4919-b048-fade0c458461 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:38.176707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-e2a5c77c-2eb1-4919-b048-fade0c458461 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 805 time: 0.5048127 Aug 23 12:20:38.179022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdcfe55-28d5-48f2-b11c-c893edf2d3c4,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:38.185517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.187131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c4af76c6-01fa-4f42-a685-1633cf80804c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5490491 Aug 23 12:20:38.196319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 55950) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:38.212766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group_rule': {'security_group_id': 'cf7e8be5-5c54-4ee9-99df-fb72986e23b4', 'project_id': '633df9e8c3274153b18325d933082577', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:38.222417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Request body: {'port': {'device_id': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'admin_state_up': True, 'tenant_id': 'a5d90684a7bf44c3a69f995c29d7707f'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:38.373981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Allocated IP 172.20.0.2 (0320a2b6-f61e-46f5-9ada-ab4197906c8e/f60c7742-4d4b-4a9b-bf99-4d899cfde9dd/3731240a-1d65-4218-8df0-3bd5416c9f86) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:38.484998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.509651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b310-e262-4ab9-88a4-d977f12bded6 req-cf3a42a8-d333-448b-8ddb-010bbf77c04b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:38.511948 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5565b310-e262-4ab9-88a4-d977f12bded6 req-cf3a42a8-d333-448b-8ddb-010bbf77c04b tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 946 time: 0.0837350 Aug 23 12:20:38.516941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.542956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-0d3a58d5-89a2-440d-8120-4d48d6766ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:38.544842 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-0d3a58d5-89a2-440d-8120-4d48d6766ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1097 time: 0.1739390 Aug 23 12:20:38.591038 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.594457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396e291-a793-4271-81e6-4f44823f9702 req-759ee7c0-2d0d-49a2-9eaa-e4b397e7cb83 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:38.596083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1396e291-a793-4271-81e6-4f44823f9702 req-759ee7c0-2d0d-49a2-9eaa-e4b397e7cb83 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.2300274 Aug 23 12:20:38.633912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Made reservation on behalf of a5d90684a7bf44c3a69f995c29d7707f for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:20:38.639082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.648939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.653119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.665785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Transition to ACTIVE for port object 3731240a-1d65-4218-8df0-3bd5416c9f86 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:38.690435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Transition to ACTIVE for port object 3731240a-1d65-4218-8df0-3bd5416c9f86 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:38.699224 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.701703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.706610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5053058 Aug 23 12:20:38.710535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5565b310-e262-4ab9-88a4-d977f12bded6 req-910364cc-6d01-46dd-9d5f-7a9954e714fe tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548700 Aug 23 12:20:38.711358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56006) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:38.722134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group_rule': {'security_group_id': 'cf7e8be5-5c54-4ee9-99df-fb72986e23b4', 'project_id': '633df9e8c3274153b18325d933082577', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:38.749497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Pushing event updated for resources: {'Port': ['ID=3731240a-1d65-4218-8df0-3bd5416c9f86,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:38.754581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aa7e0-aa1d-4c5c-9a23-4c29f0de19f7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0679ab-cb7d-46d1-a688-cad65ea3ca9b,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:38.763899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:38.766213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:38.769404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:38.833238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.849995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.852020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Attempting to bind port 3731240a-1d65-4218-8df0-3bd5416c9f86 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:38.852020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Attempting to bind port 3731240a-1d65-4218-8df0-3bd5416c9f86 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:38.852336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Attempting to bind port 3731240a-1d65-4218-8df0-3bd5416c9f86 on network 0320a2b6-f61e-46f5-9ada-ab4197906c8e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:38.858369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:38.858785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Checking segment: {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:38.859247 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.859641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Bound using segment: {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:38.860145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Bound port: 3731240a-1d65-4218-8df0-3bd5416c9f86, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:38.860533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:38.862508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1396e291-a793-4271-81e6-4f44823f9702 req-2056f593-8384-4a9f-ae8f-b2768d222b43 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560101 Aug 23 12:20:38.923952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f88bb08-3bf5-4f2d-b4cf-8a8a31555906 req-34445cb9-cd6e-43da-aea9-41f4f8493e72 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 210 time: 0.0637195 Aug 23 12:20:38.962021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-a3f162b9-4188-4f46-83aa-8235a7c38a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:38.964810 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-a3f162b9-4188-4f46-83aa-8235a7c38a02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.3793237 Aug 23 12:20:38.972098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] For port 3731240a-1d65-4218-8df0-3bd5416c9f86, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:38.975670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] For port 3731240a-1d65-4218-8df0-3bd5416c9f86, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3731240a-1d65-4218-8df0-3bd5416c9f86,segment=NetworkSegment(759c1aa6-4c76-4a33-bf3f-b36bdba82714),segment_id=759c1aa6-4c76-4a33-bf3f-b36bdba82714)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:38.982815 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.039035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.046701 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.063544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f6ff-780e-41ea-8284-ba03b4fa8aba None None] Pushing event updated for resources: {'Port': ['ID=3731240a-1d65-4218-8df0-3bd5416c9f86,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:39.072989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0e989c-d2b0-4c64-8d57-9e577cbdefb8,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:39.094688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Allocated IP 172.20.0.2 (4d71587b-59fe-458e-b060-80db0fbcaa28/14dcfc72-382c-4684-aab1-0788311865a9/7afd7da1-53cd-46af-882d-8b639a98c84e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:39.125413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.127937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-de9c9b0a-879d-4d32-b0af-130780f017f2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4110725 Aug 23 12:20:39.130023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56048) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:39.138263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group_rule': {'security_group_id': 'cf7e8be5-5c54-4ee9-99df-fb72986e23b4', 'project_id': '633df9e8c3274153b18325d933082577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:39.159603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-9cdd1b33-ae19-462b-a4f0-b35c53a6dbb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1002 time: 0.1344364 Aug 23 12:20:39.170085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e5bd2-3e62-4516-8631-b57b11609f1e req-097f5de3-30a2-4c8c-b4c7-2228bdaf0cc2 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:39.174759 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Project 633df9e8c3274153b18325d933082577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:20:39.175605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-557e5bd2-3e62-4516-8631-b57b11609f1e req-097f5de3-30a2-4c8c-b4c7-2228bdaf0cc2 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 946 time: 0.2097754 Aug 23 12:20:39.186329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56056) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:39.187816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.195038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Request body: {'floatingip': {'port_id': '221e804f-5c87-4c17-8355-065c4eef34d7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:39.280028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.333013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.336594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-1f361ed0-a0d0-4a83-a04b-d54765ad7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:39.338380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-1f361ed0-a0d0-4a83-a04b-d54765ad7c44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.1617141 Aug 23 12:20:39.365098 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.405885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a6c9a3-6d4a-4ae1-9e54-829e92a905a1,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:39.431890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.433670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f54b8f66-14e7-4da6-b655-b2088ef48980 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024948 Aug 23 12:20:39.439464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.441681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:39.447112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'security_group_rule': {'security_group_id': 'cf7e8be5-5c54-4ee9-99df-fb72986e23b4', 'project_id': '633df9e8c3274153b18325d933082577', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:39.480925 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Project 633df9e8c3274153b18325d933082577 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:20:39.489824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.555260 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.567951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:39.662906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.668799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-7f25294d-4ae5-4956-abd5-edd66cd5b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:39.670776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-7f25294d-4ae5-4956-abd5-edd66cd5b342 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768834 Aug 23 12:20:39.674856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.703657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Network 4d71587b-59fe-458e-b060-80db0fbcaa28 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:39.706789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.711825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:39.719874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:39.726056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f578e9-86b0-4418-b2eb-21cb0efd8474,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:39.747084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event updated for resources: {'Port': ['ID=7afd7da1-53cd-46af-882d-8b639a98c84e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:39.753857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.755103 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-450bc68c-ab46-4826-9f5a-3e1ca3c12b4c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3121552 Aug 23 12:20:39.793666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:39.795280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.798384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:39.821239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1c420971-d23b-4014-94cc-a85462326591 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6326051 Aug 23 12:20:39.866615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Request body: {'port': {'device_id': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:39.995048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.065472 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-512a9271-0018-484f-a3eb-81c20ed30a01 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859644 Aug 23 12:20:40.152107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538ad30-5bf7-474e-8bd8-09a8ad753592 req-36aae3b2-039a-445a-8eb6-4dffd9d24794 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:40.165086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3538ad30-5bf7-474e-8bd8-09a8ad753592 req-36aae3b2-039a-445a-8eb6-4dffd9d24794 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.2093308 Aug 23 12:20:40.234675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Allocated IP 172.25.1.77 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/62e0b2ff-a13d-4c9c-923a-c4a9fefd0016) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:40.300469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3538ad30-5bf7-474e-8bd8-09a8ad753592 req-c6ca63c7-90b4-48b2-b34e-c9dedfa51c59 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295493 Aug 23 12:20:40.388115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385ac69-f3f4-4933-a4e3-0b9bd86c5181 req-f8ba69aa-18c2-48ce-a7cf-85a4bf556b30 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:40.389769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a385ac69-f3f4-4933-a4e3-0b9bd86c5181 req-f8ba69aa-18c2-48ce-a7cf-85a4bf556b30 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 931 time: 0.3399112 Aug 23 12:20:40.564840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-5b0b8b8d-ea7b-41ea-afc4-8e27f0f10a02 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207833 Aug 23 12:20:40.585946 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afd7da1-53cd-46af-882d-8b639a98c84e {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:40.610665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.616059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a385ac69-f3f4-4933-a4e3-0b9bd86c5181 req-2116f5f3-635a-4b19-97c5-6da3fb862ed7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126431 Aug 23 12:20:40.711066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Transition to ACTIVE for port object 7afd7da1-53cd-46af-882d-8b639a98c84e will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:40.715341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.727967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.738336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fba7d1-2b40-44b1-87fa-7084320d5f3a None None] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:20:40.747140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.753109 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.807545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3731240a-1d65-4218-8df0-3bd5416c9f86 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:40.865905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:40.879264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Pushing event updated for resources: {'Port': ['ID=7afd7da1-53cd-46af-882d-8b639a98c84e,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:40.923572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-af741aa2-6d0c-4720-86ab-5e5bf316d9d1 None None] Provisioning for port 3731240a-1d65-4218-8df0-3bd5416c9f86 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:40.949534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3731240a-1d65-4218-8df0-3bd5416c9f86 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:40.968066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3731240a-1d65-4218-8df0-3bd5416c9f86 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:40.968441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.013927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Attempting to bind port 7afd7da1-53cd-46af-882d-8b639a98c84e on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:41.014765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Attempting to bind port 7afd7da1-53cd-46af-882d-8b639a98c84e by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:41.015292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Attempting to bind port 7afd7da1-53cd-46af-882d-8b639a98c84e on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:41.022296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Port 7afd7da1-53cd-46af-882d-8b639a98c84e on network 4d71587b-59fe-458e-b060-80db0fbcaa28 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:20:41.025594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Attempting to bind port 7afd7da1-53cd-46af-882d-8b639a98c84e on network 4d71587b-59fe-458e-b060-80db0fbcaa28 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:41.033847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:41.034547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Checking segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:41.035134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Bound using segment: {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:41.035814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Bound port: 7afd7da1-53cd-46af-882d-8b639a98c84e, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf5f4ab-cea0-4216-b895-70484c3830f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:41.036647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.127549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] For port 7afd7da1-53cd-46af-882d-8b639a98c84e, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:41.132371 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] For port 7afd7da1-53cd-46af-882d-8b639a98c84e, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7afd7da1-53cd-46af-882d-8b639a98c84e,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:41.140970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.146726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.191881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 3731240a-1d65-4218-8df0-3bd5416c9f86, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3731240a-1d65-4218-8df0-3bd5416c9f86,segment=NetworkSegment(759c1aa6-4c76-4a33-bf3f-b36bdba82714),segment_id=759c1aa6-4c76-4a33-bf3f-b36bdba82714)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:41.199081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.226703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:41.229435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.235027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] 10.222.0.41 "PUT /v2.0/ports/7afd7da1-53cd-46af-882d-8b639a98c84e HTTP/1.1" status: 200 len: 1091 time: 1.4040556 Aug 23 12:20:41.245582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'tag': '7afd7da1-53cd-46af-882d-8b639a98c84e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:41.247973 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12" -d '{"events": [{"name": "network-changed", "server_uuid": "36920e35-e0b8-49df-9caf-6fb015b11ba5", "tag": "7afd7da1-53cd-46af-882d-8b639a98c84e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:41.275043 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Floating IP 39431099-27b3-4b58-add9-0b95557803f2 associated. External IP: 172.25.1.223, port: 221e804f-5c87-4c17-8355-065c4eef34d7. Aug 23 12:20:41.291582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:41.340971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=3731240a-1d65-4218-8df0-3bd5416c9f86,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:41.349237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85954-0c74-4b22-b4ea-f327dfec0a6a service neutron] Pushing event updated for resources: {'Port': ['ID=7afd7da1-53cd-46af-882d-8b639a98c84e,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:41.363671 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd6535d-afea-4677-95fc-172e8111f66f x-openstack-request-id: req-5bd6535d-afea-4677-95fc-172e8111f66f {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:41.367837 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36920e35-e0b8-49df-9caf-6fb015b11ba5", "tag": "7afd7da1-53cd-46af-882d-8b639a98c84e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:41.368844 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bd6535d-afea-4677-95fc-172e8111f66f {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:41.371093 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'tag': '7afd7da1-53cd-46af-882d-8b639a98c84e', 'status': 'completed', 'code': 200} Aug 23 12:20:41.371697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:41.384385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:41.404217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Pushing event updated for resources: {'Port': ['ID=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:41.411998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-25f7d4e8-4d44-4fb4-a324-747c93b785bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:41.414135 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-25f7d4e8-4d44-4fb4-a324-747c93b785bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 1094 time: 0.1196420 Aug 23 12:20:41.489073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-1752ddf2-804d-4e02-a16a-c43dc886d2d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7afd7da1-53cd-46af-882d-8b639a98c84e HTTP/1.1" status: 200 len: 217 time: 0.0658743 Aug 23 12:20:41.585927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-4d94e5b7-67c2-43f3-946b-84ce6b7a7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:41.588234 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-4d94e5b7-67c2-43f3-946b-84ce6b7a7c40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0920007 Aug 23 12:20:41.636168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-e0b8e2c9-9cf9-4d8b-920d-01c2064074df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383775 Aug 23 12:20:41.654725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d5e85-9e87-4244-86ba-9719b64e6043 req-eacdccb3-8ef2-4e07-b316-36aa13c61f2a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:41.656510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6d5e85-9e87-4244-86ba-9719b64e6043 req-eacdccb3-8ef2-4e07-b316-36aa13c61f2a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.2007260 Aug 23 12:20:41.676308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1f5abc68-01e7-454b-bdf8-2e1114b7c113 None None] Provisioning complete for port 3731240a-1d65-4218-8df0-3bd5416c9f86 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:41.676690 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1f5abc68-01e7-454b-bdf8-2e1114b7c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.767656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-65840cc7-455a-40a4-83f6-c90f54de6d3e service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223664 Aug 23 12:20:41.802941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d6d5e85-9e87-4244-86ba-9719b64e6043 req-e35ca959-590e-4c49-885f-4489eda95f2d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345458 Aug 23 12:20:41.903367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03d255-3f33-4082-bceb-71945e2e561e req-ad78f42e-bf1a-4722-bc94-e6ed9fa8c034 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:41.904965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d03d255-3f33-4082-bceb-71945e2e561e req-ad78f42e-bf1a-4722-bc94-e6ed9fa8c034 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 943 time: 0.1127689 Aug 23 12:20:41.917240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:41.922218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:41.928544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1c30878-041c-437c-825b-de606c4bb8b7 req-222ec598-886f-48a8-a86b-ec2bfc6123d2 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494088 Aug 23 12:20:41.974622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5d03d255-3f33-4082-bceb-71945e2e561e req-b9b45ba1-4846-49e7-ab73-687ca0f0fbfc tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584822 Aug 23 12:20:42.028466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-8c4e6203-58a0-4a00-b2f9-2b5a2cbcaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:42.032071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-8c4e6203-58a0-4a00-b2f9-2b5a2cbcaecc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0506520 Aug 23 12:20:42.132456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-9e44e7b6-af89-4ac2-aecf-840484da30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:42.134128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-9e44e7b6-af89-4ac2-aecf-840484da30e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 200 len: 906 time: 0.0954890 Aug 23 12:20:42.164343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:42.170546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:42.175115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:42.188652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:42.189276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:42.191810 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-d51fb252-0ded-4b3a-9245-45bb8b897e5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7afd7da1-53cd-46af-882d-8b639a98c84e HTTP/1.1" status: 200 len: 217 time: 0.0502789 Aug 23 12:20:42.249157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-770e8397-c074-4e89-a2e1-a75f64e79c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:42.251446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-770e8397-c074-4e89-a2e1-a75f64e79c5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 200 len: 845 time: 0.0524216 Aug 23 12:20:42.257156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb23e6fc-4a5c-4b3f-8a09-4e1c787310d3 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "PUT /v2.0/floatingips/39431099-27b3-4b58-add9-0b95557803f2 HTTP/1.1" status: 200 len: 992 time: 3.0693159 Aug 23 12:20:42.262910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:42.265464 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f753509-1358-4283-9854-751e39fc1d22" -d '{"events": [{"name": "network-changed", "server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:42.273899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:42.311904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-5eed1b62-f414-41f0-9bbe-47ce864c2506 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d71587b-59fe-458e-b060-80db0fbcaa28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445364 Aug 23 12:20:42.347568 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2466d29b-02d4-45f4-8e05-d5653137fbfd x-openstack-request-id: req-2466d29b-02d4-45f4-8e05-d5653137fbfd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:42.350057 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:42.350580 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2466d29b-02d4-45f4-8e05-d5653137fbfd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:42.351179 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7', 'status': 'completed', 'code': 200} Aug 23 12:20:42.366340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:42.558735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753509-1358-4283-9854-751e39fc1d22 req-593eb827-5883-4169-87bb-e0774cf4a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:42.560328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-593eb827-5883-4169-87bb-e0774cf4a67e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 1097 time: 0.2057047 Aug 23 12:20:42.580966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Router beef9226-4533-4cb7-bf51-532e107532ee is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:20:42.680868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3731240a-1d65-4218-8df0-3bd5416c9f86 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:42.833976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3731240a-1d65-4218-8df0-3bd5416c9f86 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:42.834499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:42.933737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '39431099-27b3-4b58-add9-0b95557803f2', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'port_id': '221e804f-5c87-4c17-8355-065c4eef34d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'mac_address': 'fa:16:3e:09:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19efe3ee-8023-4127-ac2f-826d4845b301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:20:26Z', 'updated_at': '2021-08-23T12:20:40Z', 'revision_number': 1, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:42.936349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:42.946732 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Sync routers for ids ['beef9226-4533-4cb7-bf51-532e107532ee'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:42.952490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753509-1358-4283-9854-751e39fc1d22 req-2510a120-6437-4ccb-8589-bb9e20bb1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:42.954025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-2510a120-6437-4ccb-8589-bb9e20bb1394 service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.3854783 Aug 23 12:20:42.972229 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Routers {'beef9226-4533-4cb7-bf51-532e107532ee'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:42.974956 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beef9226-4533-4cb7-bf51-532e107532ee'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:43.009355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:43.010966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-84d6de8b-b135-450e-a888-c19e77a87f2e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.1555264 Aug 23 12:20:43.016069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56286) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:43.020995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:43.115570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-44f4f31b-9541-4b94-a7b6-795aa667383c service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014774 Aug 23 12:20:43.116236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-3695e3d9-1547-43ff-b15e-1bd0e5d25dbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 200 len: 1000 time: 0.1514609 Aug 23 12:20:43.127245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:43.128432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:43.144048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25156-6b81-4a72-8a2d-3b6160139cab req-00bedec3-3d75-430b-a0b3-9a3238a90c77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:43.150793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84c25156-6b81-4a72-8a2d-3b6160139cab req-00bedec3-3d75-430b-a0b3-9a3238a90c77 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1872089 Aug 23 12:20:43.327006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:43.329676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84c25156-6b81-4a72-8a2d-3b6160139cab req-0e22c1fe-3dc6-4439-89e5-b08489434878 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517339 Aug 23 12:20:43.335612 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Set router beef9226-4533-4cb7-bf51-532e107532ee gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:43.342250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f73fd-b2e1-4a2d-b265-fb4bb718a4c5 req-4fdc874b-e8c7-4502-9b5e-a5e79cb0db8c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:43.344239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c46f73fd-b2e1-4a2d-b265-fb4bb718a4c5 req-4fdc874b-e8c7-4502-9b5e-a5e79cb0db8c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 943 time: 0.2228329 Aug 23 12:20:43.347860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753509-1358-4283-9854-751e39fc1d22 req-32233910-9352-4bef-8ac7-c79cd3601610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:43.349421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-32233910-9352-4bef-8ac7-c79cd3601610 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.2073643 Aug 23 12:20:43.393543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d06fe1b-2053-4a57-a2d1-29b90dc46a12 req-3f1122bf-e68e-473d-900a-78e0c0722743 service neutron] 10.222.0.41 "GET /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413085 Aug 23 12:20:43.506369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753509-1358-4283-9854-751e39fc1d22 req-bfe8e704-e3de-4e50-ac27-207752aafb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:43.507504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-bfe8e704-e3de-4e50-ac27-207752aafb22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464233 Aug 23 12:20:43.513046 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c46f73fd-b2e1-4a2d-b265-fb4bb718a4c5 req-3a84c3fc-f940-41ae-8233-17e889bc720c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532505 Aug 23 12:20:43.670853 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:41Z', 'revision_number': 3, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:43.703604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '39431099-27b3-4b58-add9-0b95557803f2', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'port_id': '221e804f-5c87-4c17-8355-065c4eef34d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'mac_address': 'fa:16:3e:09:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19efe3ee-8023-4127-ac2f-826d4845b301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:20:26Z', 'updated_at': '2021-08-23T12:20:40Z', 'revision_number': 1, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:43.704812 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-299dfd3a-88a7-4fa5-81b2-27a28814ff85 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889508 Aug 23 12:20:43.707146 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Checking router: beef9226-4533-4cb7-bf51-532e107532ee for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:43.707709 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Updating router beef9226-4533-4cb7-bf51-532e107532ee port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:20:43.747973 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:43.763293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9ce99-40b6-4854-86cf-14b800965597 None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '39431099-27b3-4b58-add9-0b95557803f2', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'port_id': '221e804f-5c87-4c17-8355-065c4eef34d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'mac_address': 'fa:16:3e:09:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19efe3ee-8023-4127-ac2f-826d4845b301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:20:26Z', 'updated_at': '2021-08-23T12:20:40Z', 'revision_number': 1, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:44.104458 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.119481 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Transition to ACTIVE for port object 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:44.128667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7afd7da1-53cd-46af-882d-8b639a98c84e details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:20:44.130325 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.174456 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Pushing event updated for resources: {'Port': ['ID=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:44.191018 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.191386 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.191733 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.192076 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.192413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.192751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.193080 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.193940 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.193940 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.194084 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.194388 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.194719 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:44.232963 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Attempting to bind port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:44.233337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Attempting to bind port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:44.233729 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Attempting to bind port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:44.239730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c36e55-0aaf-4019-9a8b-dd24f49b0043 None None] New status for floating IP 39431099-27b3-4b58-add9-0b95557803f2: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:20:44.253921 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:44.254314 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:44.254733 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.255142 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:44.255638 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Bound port: 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:44.256026 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.270325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7afd7da1-53cd-46af-882d-8b639a98c84e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7afd7da1-53cd-46af-882d-8b639a98c84e,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:44.324690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '7afd7da1-53cd-46af-882d-8b639a98c84e', 'network_id': '4d71587b-59fe-458e-b060-80db0fbcaa28', 'port_id': '7afd7da1-53cd-46af-882d-8b639a98c84e', 'mac_address': 'fa:16:3e:b7:0e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14dcfc72-382c-4684-aab1-0788311865a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:20:44.343130 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] For port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:44.346636 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] For port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:44.353022 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.436265 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Routers {'beef9226-4533-4cb7-bf51-532e107532ee'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:44.445654 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beef9226-4533-4cb7-bf51-532e107532ee'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:44.463286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f753509-1358-4283-9854-751e39fc1d22 req-4a639f6a-058d-4bd3-9818-4d1ff3703bfa service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498875 Aug 23 12:20:44.552162 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f75fa-5f22-4e18-9ae5-f000af4f5058 None None] Pushing event updated for resources: {'Port': ['ID=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:44.622443 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.622688 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] Set router beef9226-4533-4cb7-bf51-532e107532ee gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:44.761543 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:44.779587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c9f28-c783-49d4-a8dd-f13ef51d8e43 req-95a908a0-64f5-4b1d-afa7-ca5409429f36 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:44.781134 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de9c9f28-c783-49d4-a8dd-f13ef51d8e43 req-95a908a0-64f5-4b1d-afa7-ca5409429f36 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 943 time: 0.0951087 Aug 23 12:20:44.853739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afd7da1-53cd-46af-882d-8b639a98c84e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:44.857050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de9c9f28-c783-49d4-a8dd-f13ef51d8e43 req-40c8a50b-159e-4f91-b9c1-329f3d53a6cb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692999 Aug 23 12:20:44.904226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7afd7da1-53cd-46af-882d-8b639a98c84e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7afd7da1-53cd-46af-882d-8b639a98c84e,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:44.967276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:45.090831 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:41Z', 'revision_number': 3, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:45.093212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3680fb-f7a1-4641-bde0-52a6f8a4cbaa req-8a3d59c0-3a03-40dd-9164-f3bafd64ed88 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:45.099145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d3680fb-f7a1-4641-bde0-52a6f8a4cbaa req-8a3d59c0-3a03-40dd-9164-f3bafd64ed88 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.5951159 Aug 23 12:20:45.131723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c0de0d-f8a0-402d-adad-c1b32d6804f4 None None] The sync data for ids ['beef9226-4533-4cb7-bf51-532e107532ee'] in n-d-773645-7 is: [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:41Z', 'revision_number': 3, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:45.157103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7afd7da1-53cd-46af-882d-8b639a98c84e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:45.179477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Allocated IP 172.20.0.1 (0320a2b6-f61e-46f5-9ada-ab4197906c8e/f60c7742-4d4b-4a9b-bf99-4d899cfde9dd/59d382c8-3b2c-4617-9b33-46869a9ac3b2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:20:45.196862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['7afd7da1-53cd-46af-882d-8b639a98c84e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:45.215946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.216298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.216654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.216995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.217327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.217661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.218016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.218350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.218783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.219343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.219850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.220230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:20:45.225987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d3680fb-f7a1-4641-bde0-52a6f8a4cbaa req-9899b09a-5580-439f-bf77-5b41e52b8ab2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191916 Aug 23 12:20:45.370693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:45.389397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Transition to ACTIVE for port object 59d382c8-3b2c-4617-9b33-46869a9ac3b2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:45.429177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:45.475701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:45.478723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:45.481242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:20:45.547243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Pushing event updated for resources: {'Port': ['ID=59d382c8-3b2c-4617-9b33-46869a9ac3b2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:45.576115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:45.750959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:45.857457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33c1f76d-1f3f-4cb2-8735-28515af4037a None None] Provisioning for port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:45.863814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33c1f76d-1f3f-4cb2-8735-28515af4037a None None] Provisioning complete for port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:45.864187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c1f76d-1f3f-4cb2-8735-28515af4037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:45.905621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-33c1f76d-1f3f-4cb2-8735-28515af4037a None None] Port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:20:46.067135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.067580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a277abe-c4b3-4362-a13d-13e0c7fb8f6c req-b2e66e17-ed83-4bce-a235-9f5d3012c39f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:46.069819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a277abe-c4b3-4362-a13d-13e0c7fb8f6c req-b2e66e17-ed83-4bce-a235-9f5d3012c39f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 944 time: 0.0966880 Aug 23 12:20:46.078688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.143868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7afd7da1-53cd-46af-882d-8b639a98c84e up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:46.144420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.165750 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a277abe-c4b3-4362-a13d-13e0c7fb8f6c req-6ca43fa4-44f2-4084-b7be-b090152fbced tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788994 Aug 23 12:20:46.226870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Pushing event updated for resources: {'Port': ['ID=59d382c8-3b2c-4617-9b33-46869a9ac3b2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:46.241032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 7afd7da1-53cd-46af-882d-8b639a98c84e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:46.274076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 7afd7da1-53cd-46af-882d-8b639a98c84e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:46.277568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.388985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:20:46.390815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:20:46.422459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.522991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 7afd7da1-53cd-46af-882d-8b639a98c84e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7afd7da1-53cd-46af-882d-8b639a98c84e,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:46.527194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afd7da1-53cd-46af-882d-8b639a98c84e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:46.533098 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a034e8-eae7-4a5f-b389-841af1526209" -d '{"events": [{"server_uuid": "36920e35-e0b8-49df-9caf-6fb015b11ba5", "name": "network-vif-plugged", "status": "completed", "tag": "7afd7da1-53cd-46af-882d-8b639a98c84e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:46.565911 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.590036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Router beef9226-4533-4cb7-bf51-532e107532ee has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:46.608908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e14b3-4590-4d50-93c7-bc8b270c1f56 req-c8fbc2e8-79f8-400a-ba56-db9a2f453c8a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:46.621232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d4e14b3-4590-4d50-93c7-bc8b270c1f56 req-c8fbc2e8-79f8-400a-ba56-db9a2f453c8a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.2719200 Aug 23 12:20:46.670796 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6495aca7-d9b4-44a8-be5f-40d1e78a046d x-openstack-request-id: req-6495aca7-d9b4-44a8-be5f-40d1e78a046d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:46.671328 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36920e35-e0b8-49df-9caf-6fb015b11ba5", "name": "network-vif-plugged", "status": "completed", "tag": "7afd7da1-53cd-46af-882d-8b639a98c84e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:46.671763 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6495aca7-d9b4-44a8-be5f-40d1e78a046d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:46.672341 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afd7da1-53cd-46af-882d-8b639a98c84e', 'code': 200} Aug 23 12:20:46.714645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=7afd7da1-53cd-46af-882d-8b639a98c84e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:46.731451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-663dd64e-0b96-4f74-ae3a-54811431969b None None] Provisioning complete for port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:46.731828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-663dd64e-0b96-4f74-ae3a-54811431969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.785291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-663dd64e-0b96-4f74-ae3a-54811431969b None None] Port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:20:46.792242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:46.812774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d4e14b3-4590-4d50-93c7-bc8b270c1f56 req-6249bfe7-05b6-4e4a-89ae-ff47a0c19cb6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825383 Aug 23 12:20:46.843899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:46.849215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d252770a-1667-4949-9a98-d76f2146deac admin admin] 10.222.0.21 "PUT /v2.0/routers/beef9226-4533-4cb7-bf51-532e107532ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8321416 Aug 23 12:20:46.866337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:20:46.871658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:46.871658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:46.915797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf659fc-105f-44d3-94be-41cd3c45f8d1 req-8062227a-3087-4dc9-a8bf-cdb22ef20be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:46.918305 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-baf659fc-105f-44d3-94be-41cd3c45f8d1 req-8062227a-3087-4dc9-a8bf-cdb22ef20be1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 1096 time: 0.2235570 Aug 23 12:20:46.972070 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-baf659fc-105f-44d3-94be-41cd3c45f8d1 req-7dcaf82a-5307-4bc5-ad49-73a01fdf4ebb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Aug 23 12:20:46.978084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:47.010615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:47.016336 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:47.109310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:47.331874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818525-447f-4cd0-8552-486d8b4303a0 req-5152d06a-d2ed-44d7-8e7e-a7f215eea612 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:47.341188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93818525-447f-4cd0-8552-486d8b4303a0 req-5152d06a-d2ed-44d7-8e7e-a7f215eea612 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0733581 Aug 23 12:20:47.390318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93818525-447f-4cd0-8552-486d8b4303a0 req-9505b315-8391-4a75-9058-1a85af1b1640 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476923 Aug 23 12:20:47.564366 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Sync routers for ids ['beef9226-4533-4cb7-bf51-532e107532ee'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:47.574569 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Routers {'beef9226-4533-4cb7-bf51-532e107532ee'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:47.575318 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beef9226-4533-4cb7-bf51-532e107532ee'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:47.705791 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Set router beef9226-4533-4cb7-bf51-532e107532ee gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:47.948631 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:45Z', 'revision_number': 4, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '59d382c8-3b2c-4617-9b33-46869a9ac3b2', 'name': '', 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'mac_address': 'fa:16:3e:9f:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:44Z', 'updated_at': '2021-08-23T12:20:45Z', 'revision_number': 2, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'subnets': [{'id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:47.956254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e7df-88ed-4892-a707-54f1fb9b8ac8 req-74d64d78-aa78-4d77-b7e0-0fe02c62e2bf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:47.968717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc50e7df-88ed-4892-a707-54f1fb9b8ac8 req-74d64d78-aa78-4d77-b7e0-0fe02c62e2bf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.0669239 Aug 23 12:20:47.993730 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Checking router: beef9226-4533-4cb7-bf51-532e107532ee for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:47.994624 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Updating router beef9226-4533-4cb7-bf51-532e107532ee port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:20:48.024754 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc50e7df-88ed-4892-a707-54f1fb9b8ac8 req-86bbc2d8-2b1e-4c7f-b034-b55c57e3ccfa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543180 Aug 23 12:20:48.039464 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.309795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56352) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:48.500051 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.513073 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Transition to ACTIVE for port object 59d382c8-3b2c-4617-9b33-46869a9ac3b2 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:48.522092 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.641064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe81cc1-f698-471c-9f48-1624662777ce None None] Pushing event updated for resources: {'Port': ['ID=59d382c8-3b2c-4617-9b33-46869a9ac3b2,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:48.642545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcc5cf-b648-4811-ab27-751a62cc09b3 req-c9901269-9827-482d-8216-11096c5d2440 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:48.644880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7fcc5cf-b648-4811-ab27-751a62cc09b3 req-c9901269-9827-482d-8216-11096c5d2440 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.1038239 Aug 23 12:20:48.675491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82abc84-eb08-43c0-aff3-20e723cd1037 req-03ea962d-8f6b-4c84-93a1-96e1cca6fc5b tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:48.675800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:20:48.677098 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e82abc84-eb08-43c0-aff3-20e723cd1037 req-03ea962d-8f6b-4c84-93a1-96e1cca6fc5b tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 950 time: 0.1190712 Aug 23 12:20:48.757819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e82abc84-eb08-43c0-aff3-20e723cd1037 req-5a12253a-37b4-4cb5-b4a1-8d210625000f tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630198 Aug 23 12:20:48.764006 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Attempting to bind port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:48.765105 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Attempting to bind port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:48.765577 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Attempting to bind port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 on network 0320a2b6-f61e-46f5-9ada-ab4197906c8e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:48.776070 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:48.778881 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Checking segment: {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:48.784215 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.784744 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Bound using segment: {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:48.785742 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7fcc5cf-b648-4811-ab27-751a62cc09b3 req-0ba1c563-5678-4bdc-9885-e2ccbb4a4459 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290920 Aug 23 12:20:48.786144 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Bound port: 59d382c8-3b2c-4617-9b33-46869a9ac3b2, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759c1aa6-4c76-4a33-bf3f-b36bdba82714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:48.788865 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.789939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:20:48.790628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.947952 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] For port 59d382c8-3b2c-4617-9b33-46869a9ac3b2, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:48.957556 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] For port 59d382c8-3b2c-4617-9b33-46869a9ac3b2, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=59d382c8-3b2c-4617-9b33-46869a9ac3b2,segment=NetworkSegment(759c1aa6-4c76-4a33-bf3f-b36bdba82714),segment_id=759c1aa6-4c76-4a33-bf3f-b36bdba82714)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:48.963460 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:48.988538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:49.055639 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Routers {'beef9226-4533-4cb7-bf51-532e107532ee'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:49.057640 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beef9226-4533-4cb7-bf51-532e107532ee'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:49.117798 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe81cc1-f698-471c-9f48-1624662777ce None None] Pushing event updated for resources: {'Port': ['ID=59d382c8-3b2c-4617-9b33-46869a9ac3b2,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:49.269604 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] Set router beef9226-4533-4cb7-bf51-532e107532ee gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:49.294959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc28a82-1150-490e-8a64-a285ea174ffa req-2cb4ee8d-3c5c-46cc-b63f-9edf27a4034f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:49.298246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bc28a82-1150-490e-8a64-a285ea174ffa req-2cb4ee8d-3c5c-46cc-b63f-9edf27a4034f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1471088 Aug 23 12:20:49.356310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bc28a82-1150-490e-8a64-a285ea174ffa req-e770452e-2851-4cae-98f2-617fd7e81c15 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495393 Aug 23 12:20:49.443249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184e84-2ddd-43ed-95a5-4f6be645692b req-f9ffb234-830b-41e4-b075-3e33aa697615 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:49.451355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3184e84-2ddd-43ed-95a5-4f6be645692b req-f9ffb234-830b-41e4-b075-3e33aa697615 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.3459034 Aug 23 12:20:49.498213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3184e84-2ddd-43ed-95a5-4f6be645692b req-b957199d-b4ae-4371-a450-7456322e1742 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 Aug 23 12:20:49.623201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:45Z', 'revision_number': 4, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '59d382c8-3b2c-4617-9b33-46869a9ac3b2', 'name': '', 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'mac_address': 'fa:16:3e:9f:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:44Z', 'updated_at': '2021-08-23T12:20:48Z', 'revision_number': 4, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'subnets': [{'id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:49.636802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Deleting port 59d382c8-3b2c-4617-9b33-46869a9ac3b2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:49.637425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:49.690391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ce5da-dc57-40de-8773-39cd57c3f9dc req-364c8d21-7caa-4eb4-9b0a-a782a0a29a63 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:49.692207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-775ce5da-dc57-40de-8773-39cd57c3f9dc req-364c8d21-7caa-4eb4-9b0a-a782a0a29a63 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0733728 Aug 23 12:20:49.703495 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca32fbb-d631-42a3-ad6d-abb67c73d6e8 None None] The sync data for ids ['beef9226-4533-4cb7-bf51-532e107532ee'] in n-d-773645-7 is: [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:45Z', 'revision_number': 4, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '59d382c8-3b2c-4617-9b33-46869a9ac3b2', 'name': '', 'network_id': '0320a2b6-f61e-46f5-9ada-ab4197906c8e', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'mac_address': 'fa:16:3e:9f:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:44Z', 'updated_at': '2021-08-23T12:20:48Z', 'revision_number': 4, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'subnets': [{'id': 'f60c7742-4d4b-4a9b-bf99-4d899cfde9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:49.752502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] For port 59d382c8-3b2c-4617-9b33-46869a9ac3b2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=59d382c8-3b2c-4617-9b33-46869a9ac3b2,segment=NetworkSegment(759c1aa6-4c76-4a33-bf3f-b36bdba82714),segment_id=759c1aa6-4c76-4a33-bf3f-b36bdba82714)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:49.752502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:49.785596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-775ce5da-dc57-40de-8773-39cd57c3f9dc req-a30dee6a-d9df-41db-8654-e10e01bfcc8d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862222 Aug 23 12:20:49.818092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Calling delete_port for 59d382c8-3b2c-4617-9b33-46869a9ac3b2 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:50.003032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf09d1-75a1-4d88-8a56-07274acc3f8d req-78fff439-f999-4010-82e3-85bdb99d589b tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:50.017527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ebf09d1-75a1-4d88-8a56-07274acc3f8d req-78fff439-f999-4010-82e3-85bdb99d589b tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 950 time: 0.1050589 Aug 23 12:20:50.074455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8657a1-7a2f-4fab-9325-339fa18dbf8c req-eb9c48f1-9ef2-4ff4-9140-ba96457d63dd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:50.082303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de8657a1-7a2f-4fab-9325-339fa18dbf8c req-eb9c48f1-9ef2-4ff4-9140-ba96457d63dd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0860806 Aug 23 12:20:50.132508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de8657a1-7a2f-4fab-9325-339fa18dbf8c req-70ee8baa-c168-4b0f-a015-ed14671eae87 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 Aug 23 12:20:50.169596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ebf09d1-75a1-4d88-8a56-07274acc3f8d req-cb88fe39-ecbb-4348-9d17-f28b43e422b9 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/security-groups?id=67ffd269-7f3e-4315-9a75-3774f93bef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467152 Aug 23 12:20:50.185425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-fe6e8db9-c056-4ea6-9bba-a9c4310a107a tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:50.187413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-fe6e8db9-c056-4ea6-9bba-a9c4310a107a tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.44 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 950 time: 0.1670835 Aug 23 12:20:50.329094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:50.340764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Deleting port 15787bb7-8d44-4b8c-97f8-37f90d172cbb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:50.349890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:50.398340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=59d382c8-3b2c-4617-9b33-46869a9ac3b2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:50.552353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb6cb3-4a19-4189-b9b1-660660444223 req-5f036a57-c0be-4f3a-9f04-6c8cf4a6060d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:50.565400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c5eb6cb3-4a19-4189-b9b1-660660444223 req-5f036a57-c0be-4f3a-9f04-6c8cf4a6060d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1170304 Aug 23 12:20:50.642172 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c5eb6cb3-4a19-4189-b9b1-660660444223 req-05e1849a-528d-4819-9974-b9112ac428d8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754383 Aug 23 12:20:50.652806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] For port 15787bb7-8d44-4b8c-97f8-37f90d172cbb, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=15787bb7-8d44-4b8c-97f8-37f90d172cbb,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:50.653385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:50.713168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Calling delete_port for 15787bb7-8d44-4b8c-97f8-37f90d172cbb owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:50.774335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:50.993488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.008739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['15787bb7-8d44-4b8c-97f8-37f90d172cbb'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:51.039609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Pushing event deleted for resources: {'Port': ['ID=15787bb7-8d44-4b8c-97f8-37f90d172cbb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:51.117508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] No DVR routers for this DVR port 15787bb7-8d44-4b8c-97f8-37f90d172cbb on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:51.121814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.123703 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51e725a7-d811-4994-8cb9-34e02d9421f8 req-72a783e7-6c45-49d4-b1f0-84bad029e4c0 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.44 "DELETE /v2.0/ports/15787bb7-8d44-4b8c-97f8-37f90d172cbb HTTP/1.1" status: 204 len: 173 time: 0.9299042 Aug 23 12:20:51.124150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'name': 'network-vif-deleted', 'tag': '15787bb7-8d44-4b8c-97f8-37f90d172cbb'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:51.126447 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf0e04-c93b-4faa-ae30-c41decb98254" -d '{"events": [{"server_uuid": "a165598e-9cf0-4441-9534-1889abbc1e80", "name": "network-vif-deleted", "tag": "15787bb7-8d44-4b8c-97f8-37f90d172cbb"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:51.137280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Router beef9226-4533-4cb7-bf51-532e107532ee has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:20:51.252322 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1436fb0-7f56-41df-8b84-5cd8c6a12f9c x-openstack-request-id: req-e1436fb0-7f56-41df-8b84-5cd8c6a12f9c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:51.252674 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a165598e-9cf0-4441-9534-1889abbc1e80", "name": "network-vif-deleted", "tag": "15787bb7-8d44-4b8c-97f8-37f90d172cbb", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:51.252877 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1436fb0-7f56-41df-8b84-5cd8c6a12f9c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:51.253361 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a165598e-9cf0-4441-9534-1889abbc1e80', 'name': 'network-vif-deleted', 'tag': '15787bb7-8d44-4b8c-97f8-37f90d172cbb', 'status': 'completed', 'code': 200} Aug 23 12:20:51.276947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:20:51.282918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d9ac578a-b76e-429e-b461-af727afd0bbc admin admin] 10.222.0.21 "PUT /v2.0/routers/beef9226-4533-4cb7-bf51-532e107532ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718606 Aug 23 12:20:51.285287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56390) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:51.322571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] Sync routers for ids ['beef9226-4533-4cb7-bf51-532e107532ee'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:20:51.334499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] Routers {'beef9226-4533-4cb7-bf51-532e107532ee'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:51.335373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beef9226-4533-4cb7-bf51-532e107532ee'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:51.391501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf797f88-c740-4e0f-bf8c-86698b42d146 req-79780d4a-7621-4620-83d9-cdf2dea81c4f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:51.393216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf797f88-c740-4e0f-bf8c-86698b42d146 req-79780d4a-7621-4620-83d9-cdf2dea81c4f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.1414299 Aug 23 12:20:51.455526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d96641c3-7c0b-40b8-b67b-142bc0373e25 req-a3672a61-3cd4-4f0a-a1ea-e79f073b8795 tempest-VolumesBackupsTest-1365133646 tempest-VolumesBackupsTest-1365133646-project] 10.222.0.21 "GET /v2.0/ports?device_id=a165598e-9cf0-4441-9534-1889abbc1e80 HTTP/1.1" status: 200 len: 210 time: 0.0856483 Aug 23 12:20:51.466464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bf797f88-c740-4e0f-bf8c-86698b42d146 req-81a2f593-c1f6-4ab1-a0e5-6a422a4f036c tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577452 Aug 23 12:20:51.480553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] Set router beef9226-4533-4cb7-bf51-532e107532ee gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:51.498351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.631646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.782180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Deleting port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:51.782900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.790262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:50Z', 'revision_number': 5, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port': {'id': '62e0b2ff-a13d-4c9c-923a-c4a9fefd0016', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:27:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:20:39Z', 'updated_at': '2021-08-23T12:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:51.794534 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7658789-f685-47c0-9beb-cf6d3fa4b4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.832228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34a1b-fc9a-40cd-a330-d583d3a3f188 req-eb7a16f9-ec91-4bc6-b0ed-6b307e883f55 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:51.832810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] Checking router: beef9226-4533-4cb7-bf51-532e107532ee for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:20:51.834600 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68a34a1b-fc9a-40cd-a330-d583d3a3f188 req-eb7a16f9-ec91-4bc6-b0ed-6b307e883f55 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.0939927 Aug 23 12:20:51.843027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] Routers {'beef9226-4533-4cb7-bf51-532e107532ee'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:20:51.843878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:20:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beef9226-4533-4cb7-bf51-532e107532ee'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:51.888700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68a34a1b-fc9a-40cd-a330-d583d3a3f188 req-59bdf0eb-12b3-4325-94cb-1e770a6a92ca tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Aug 23 12:20:51.894072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] For port 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:51.894441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:51.909342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Calling delete_port for 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:51.942709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] Set router beef9226-4533-4cb7-bf51-532e107532ee gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:20:52.003854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:51Z', 'revision_number': 6, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:52.031877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78398f2-c38e-4001-bfbb-9d69e3cd53a8 None None] The sync data for ids ['beef9226-4533-4cb7-bf51-532e107532ee'] in n-d-773645-7 is: [{'id': 'beef9226-4533-4cb7-bf51-532e107532ee', 'name': 'tempest-ImageQuotaTest-1169993023-router', 'tenant_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:20:37Z', 'updated_at': '2021-08-23T12:20:51Z', 'revision_number': 6, 'project_id': '754e3a1b4c14473cb0cf7269e89e6e44', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:20:52.434908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:52.466681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e0b2ff-a13d-4c9c-923a-c4a9fefd0016,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:52.656142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:52.734438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665526d9-4a0d-4b0c-b7c2-57cce709dc75 req-bed859ad-8b82-4261-9fd7-b558100333fb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:52.736033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-665526d9-4a0d-4b0c-b7c2-57cce709dc75 req-bed859ad-8b82-4261-9fd7-b558100333fb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.1354403 Aug 23 12:20:52.804599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:52.833729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:52.908743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:52.909167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beef9226-4533-4cb7-bf51-532e107532ee {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:20:52.915069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:52.918496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c7d95c0c-a8c6-43ff-8b22-d466de668176 admin admin] 10.222.0.21 "DELETE /v2.0/routers/beef9226-4533-4cb7-bf51-532e107532ee HTTP/1.1" status: 204 len: 168 time: 1.6292922 Aug 23 12:20:52.918915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56412) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:52.921025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-665526d9-4a0d-4b0c-b7c2-57cce709dc75 req-afa259ae-a0cf-4082-9d39-5a5421900ac2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366088 Aug 23 12:20:52.929031 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-03630b20-e66b-4852-948e-8f7a9625d2be req-6ee63554-8e98-4097-af01-c0a846faafce service neutron] show failed (client error): The resource could not be found. Aug 23 12:20:52.930178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-6ee63554-8e98-4097-af01-c0a846faafce service neutron] 10.222.0.44 "GET /v2.0/ports/566b5498-7eeb-4d05-9497-5eb96d30d044/bindings/n-h2-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.1458004 Aug 23 12:20:53.030585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 59d382c8-3b2c-4617-9b33-46869a9ac3b2 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:53.044668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Deleting subnet f60c7742-4d4b-4a9b-bf99-4d899cfde9dd {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:20:53.050361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.074605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 59d382c8-3b2c-4617-9b33-46869a9ac3b2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:53.075328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 59d382c8-3b2c-4617-9b33-46869a9ac3b2 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:53.119585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.326105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1570363-337e-4cd1-a4a0-bfba74f4c17d req-246fdc74-98bc-40b8-9eca-7a300ba13e0b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:53.330228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1570363-337e-4cd1-a4a0-bfba74f4c17d req-246fdc74-98bc-40b8-9eca-7a300ba13e0b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1759470 Aug 23 12:20:53.350614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-436b3e66-943a-4b93-97fd-16c0669acbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:53.352108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-436b3e66-943a-4b93-97fd-16c0669acbfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 1097 time: 0.1503980 Aug 23 12:20:53.366897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:20:53.402587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.456615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d1570363-337e-4cd1-a4a0-bfba74f4c17d req-39d86283-c0bb-47ae-b074-5ea9873ac7ba tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172912 Aug 23 12:20:53.504710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.557309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.645877 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60c7742-4d4b-4a9b-bf99-4d899cfde9dd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:53.661809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.663696 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-458d4975-1cb8-4f59-91bf-b474c575dfd7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f60c7742-4d4b-4a9b-bf99-4d899cfde9dd HTTP/1.1" status: 204 len: 168 time: 0.7338161 Aug 23 12:20:53.672256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56416) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:53.698783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa676f-e33c-4f63-9f10-ab146004a34c None None] Network 0320a2b6-f61e-46f5-9ada-ab4197906c8e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:20:53.777411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 15787bb7-8d44-4b8c-97f8-37f90d172cbb no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:53.812150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 15787bb7-8d44-4b8c-97f8-37f90d172cbb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:53.812710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 15787bb7-8d44-4b8c-97f8-37f90d172cbb not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:53.813298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:53.845518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.934428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:53.950090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Deleting port 3731240a-1d65-4218-8df0-3bd5416c9f86 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:53.950498 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:53.981978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:54.039449 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.040326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] For port 3731240a-1d65-4218-8df0-3bd5416c9f86, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3731240a-1d65-4218-8df0-3bd5416c9f86,segment=NetworkSegment(759c1aa6-4c76-4a33-bf3f-b36bdba82714),segment_id=759c1aa6-4c76-4a33-bf3f-b36bdba82714)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:54.041505 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.078878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Calling delete_port for 3731240a-1d65-4218-8df0-3bd5416c9f86 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:54.092043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:54.097869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] DHCP port deletion for 0320a2b6-f61e-46f5-9ada-ab4197906c8e request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:20:54.101625 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafd4ec-9972-4069-a5bb-1172f18a15e7" -d '{"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-unplugged", "status": "completed", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:54.106884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.125019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Transition to ACTIVE for port object 566b5498-7eeb-4d05-9497-5eb96d30d044 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:20:54.132670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.202208 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d598994-6793-4150-af58-2af1d5dc6f37 x-openstack-request-id: req-2d598994-6793-4150-af58-2af1d5dc6f37 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:54.202574 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-unplugged", "status": "completed", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:54.203219 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d598994-6793-4150-af58-2af1d5dc6f37 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:54.203692 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'code': 200} Aug 23 12:20:54.209267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.241144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] No DVR routers for this DVR port 3731240a-1d65-4218-8df0-3bd5416c9f86 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:54.264644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:20:54.266263 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:20:54.282402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3731240a-1d65-4218-8df0-3bd5416c9f86,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:54.323616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Deleting port 3731240a-1d65-4218-8df0-3bd5416c9f86 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:20:54.323924 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.335393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=6']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:54.383261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf098d-e5d5-4710-b0f4-ffb2e5792c31 req-80e05059-1739-4c13-b14d-c270e7153608 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:54.385376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3cf098d-e5d5-4710-b0f4-ffb2e5792c31 req-80e05059-1739-4c13-b14d-c270e7153608 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.2493904 Aug 23 12:20:54.415276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] No DVR routers for this DVR port 566b5498-7eeb-4d05-9497-5eb96d30d044 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:54.491349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.515729 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-989e343a-6c76-4d88-89b6-5b213add5a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.516186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0320a2b6-f61e-46f5-9ada-ab4197906c8e']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:54.549212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759c1aa6-4c76-4a33-bf3f-b36bdba82714') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:54.549514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759c1aa6-4c76-4a33-bf3f-b36bdba82714') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:20:54.561484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.579433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.595555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:20:54.596123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:20:54.599176 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:20:54.601061 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.608691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] For port 3731240a-1d65-4218-8df0-3bd5416c9f86, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:54.608973 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.622418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3cf098d-e5d5-4710-b0f4-ffb2e5792c31 req-d05f27d8-b6da-47c8-821b-1d31966742bb tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138608 Aug 23 12:20:54.646091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Calling delete_port for 3731240a-1d65-4218-8df0-3bd5416c9f86 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:20:54.656378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Port 3731240a-1d65-4218-8df0-3bd5416c9f86 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:20:54.658040 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.747115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.748183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] Pushing event deleted for resources: {'Port': ['ID=3731240a-1d65-4218-8df0-3bd5416c9f86,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:54.750401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3731240a-1d65-4218-8df0-3bd5416c9f86 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:54.754940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.759507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0320a2b6-f61e-46f5-9ada-ab4197906c8e HTTP/1.1" status: 204 len: 168 time: 1.0861492 Aug 23 12:20:54.766841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:20:54.768005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:20:54.768350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:54.775014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Port 566b5498-7eeb-4d05-9497-5eb96d30d044 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:20:54.775879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Attempting to bind port 566b5498-7eeb-4d05-9497-5eb96d30d044 on network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:20:54.789231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:20:54.789582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Checking segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:20:54.790022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Bound using segment: {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:20:54.790460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Bound port: 566b5498-7eeb-4d05-9497-5eb96d30d044, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:20:54.791710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:54.804298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083caa96-b540-4edc-9d30-09400a66d1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0320a2b6-f61e-46f5-9ada-ab4197906c8e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:54.828518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8abd9b-6f25-4dcb-a40f-a9d632c37a76 req-a4aa9b32-86df-4871-99c1-cd07c1a377b9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:54.830425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f8abd9b-6f25-4dcb-a40f-a9d632c37a76 req-a4aa9b32-86df-4871-99c1-cd07c1a377b9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 944 time: 0.1361701 Aug 23 12:20:54.836796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 3731240a-1d65-4218-8df0-3bd5416c9f86 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:54.837132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3731240a-1d65-4218-8df0-3bd5416c9f86 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:54.838412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:20:54.841384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857182b6-21e0-4545-9ace-b8f63a83a0d2 None None] No DVR routers for this DVR port 3731240a-1d65-4218-8df0-3bd5416c9f86 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:20:54.879938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:20:54.880283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62e0b2ff-a13d-4c9c-923a-c4a9fefd0016 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:20:54.950763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f8abd9b-6f25-4dcb-a40f-a9d632c37a76 req-ec7ab7be-fa1b-4f96-9049-c59ad1bfe059 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116097 Aug 23 12:20:54.966553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:20:54.970061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:20:54.979832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.003289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56436) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:55.010280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:55.011073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.012599 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] 10.222.0.41 "PUT /v2.0/ports/566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1092 time: 1.6513171 Aug 23 12:20:55.077597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e334a22c-54d3-4f5c-a7c4-cf2f73a68825 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=754e3a1b4c14473cb0cf7269e89e6e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728776 Aug 23 12:20:55.080694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56438) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:55.124709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08f4ac-8af6-4115-b09f-8086a7472a73 service neutron] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:55.131650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-afafdb3a-db4b-41d1-ae00-9b00ab6f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:55.133670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-afafdb3a-db4b-41d1-ae00-9b00ab6f8175 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1095 time: 0.0779681 Aug 23 12:20:55.167910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a22e6cb-803c-4b43-9fa1-f4b1f556ad6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.201663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a22e6cb-803c-4b43-9fa1-f4b1f556ad6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.248079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-428634f6-ce90-42e2-83bf-93fef0363fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:55.249736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-428634f6-ce90-42e2-83bf-93fef0363fcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.1090691 Aug 23 12:20:55.279670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a22e6cb-803c-4b43-9fa1-f4b1f556ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.283568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a22e6cb-803c-4b43-9fa1-f4b1f556ad6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.284763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1a22e6cb-803c-4b43-9fa1-f4b1f556ad6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0679a8e7-8257-4fc2-a847-13784f59bfc7 HTTP/1.1" status: 204 len: 168 time: 0.2031372 Aug 23 12:20:55.317760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22e6cb-803c-4b43-9fa1-f4b1f556ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0679a8e7-8257-4fc2-a847-13784f59bfc7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:55.399714 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-25454403-f2d8-4790-b981-a07ad3b18151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1000 time: 0.1364570 Aug 23 12:20:55.470684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-f3a6ae04-841c-42f0-a68c-bc46ef043191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:55.472115 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-f3a6ae04-841c-42f0-a68c-bc46ef043191 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.0610483 Aug 23 12:20:55.526021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630b20-e66b-4852-948e-8f7a9625d2be req-7816ba0f-8686-442a-a6f5-7b6633c35957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:55.527880 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-7816ba0f-8686-442a-a6f5-7b6633c35957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483227 Aug 23 12:20:55.543464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-09f691cd-faf3-4a19-a1f1-7292b5448875 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:20:55.543464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-09f691cd-faf3-4a19-a1f1-7292b5448875 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080206 Aug 23 12:20:55.661865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-3e52e8c2-7784-4b04-96e5-bf20b4f12af7 service neutron] 10.222.0.41 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094902 Aug 23 12:20:55.699449 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.779230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db1e26-f4e9-434a-8115-edbdec5a3656 req-09940565-294e-43a8-9149-b799b3af4179 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:55.782371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1db1e26-f4e9-434a-8115-edbdec5a3656 req-09940565-294e-43a8-9149-b799b3af4179 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0601361 Aug 23 12:20:55.803167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03630b20-e66b-4852-948e-8f7a9625d2be req-48b45346-7cec-4cae-83b3-ab988e1598ea service neutron] 10.222.0.41 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345909 Aug 23 12:20:55.803633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56448) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:55.819955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-82dddce7-5fd6-476b-a2b8-b62e41b34da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:55.914973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1db1e26-f4e9-434a-8115-edbdec5a3656 req-02c26707-ec51-4d26-b142-9c91f3881ee1 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255612 Aug 23 12:20:56.018152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-82dddce7-5fd6-476b-a2b8-b62e41b34da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:56.023397 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-82dddce7-5fd6-476b-a2b8-b62e41b34da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:56.138873 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-82dddce7-5fd6-476b-a2b8-b62e41b34da2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3314664 Aug 23 12:20:56.139392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:20:56.168364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dddce7-5fd6-476b-a2b8-b62e41b34da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d38c2-1acd-41da-a840-648c1a777979,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:56.200835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c2d4-dff6-4ce3-8ca3-9072162947bf req-b024f151-27e9-4243-89a8-a7c5a410dfc7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.203444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0682c2d4-dff6-4ce3-8ca3-9072162947bf req-b024f151-27e9-4243-89a8-a7c5a410dfc7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 944 time: 0.0767267 Aug 23 12:20:56.205101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:20:56.208675 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:20:56.235255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046c4ab6-0cbf-415c-bc4c-290b5a867fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:56.273429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046c4ab6-0cbf-415c-bc4c-290b5a867fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:56.288749 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0682c2d4-dff6-4ce3-8ca3-9072162947bf req-cf63c983-bf5d-430a-89e5-82cf2bd91b6d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760102 Aug 23 12:20:56.338106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046c4ab6-0cbf-415c-bc4c-290b5a867fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:56.340990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046c4ab6-0cbf-415c-bc4c-290b5a867fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:56.344459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-046c4ab6-0cbf-415c-bc4c-290b5a867fbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e56d38c2-1acd-41da-a840-648c1a777979 HTTP/1.1" status: 204 len: 168 time: 0.2017748 Aug 23 12:20:56.357060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c4ab6-0cbf-415c-bc4c-290b5a867fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d38c2-1acd-41da-a840-648c1a777979,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:56.430825 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e11811-ae21-4cf8-80c3-9d6869ff7903 x-openstack-request-id: req-c7e11811-ae21-4cf8-80c3-9d6869ff7903 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:20:56.431917 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:20:56.432239 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7e11811-ae21-4cf8-80c3-9d6869ff7903 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:20:56.432710 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'status': 'completed', 'code': 200} Aug 23 12:20:56.517752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-d10476bb-3530-42df-9283-993158b5272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.519745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-d10476bb-3530-42df-9283-993158b5272e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1095 time: 0.0598450 Aug 23 12:20:56.529460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-0adfe058-468e-4e1a-b5f2-3b12f2e15f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.530865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-0adfe058-468e-4e1a-b5f2-3b12f2e15f00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1095 time: 0.0725942 Aug 23 12:20:56.693311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-90d89712-6989-49e4-becd-2e4424a6221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.695687 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-90d89712-6989-49e4-becd-2e4424a6221f service neutron] 10.222.0.44 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.1566222 Aug 23 12:20:56.791326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-1b3fda3f-7228-4696-9bcd-01a53f86e302 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1000 time: 0.0859962 Aug 23 12:20:56.854511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-46ba17c9-3782-48e6-9a56-3417c9064b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.856356 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-46ba17c9-3782-48e6-9a56-3417c9064b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.3287482 Aug 23 12:20:56.860428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-09f862d4-6d33-4398-a603-de139d48b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.863483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-09f862d4-6d33-4398-a603-de139d48b70d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.0622680 Aug 23 12:20:56.936421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-a534c241-a515-489e-8911-017abdf0cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:56.938179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-a534c241-a515-489e-8911-017abdf0cf4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674326 Aug 23 12:20:56.974587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-0e68aacd-47f1-460e-963c-3206df390a98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1000 time: 0.1092396 Aug 23 12:20:57.071730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-b110926c-d72c-4aa6-880e-3dabd3f5d2e0 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250398 Aug 23 12:20:57.093705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-9cfb166c-591a-4c2b-957d-6a546c812fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:57.095233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-9cfb166c-591a-4c2b-957d-6a546c812fb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.1121480 Aug 23 12:20:57.121187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ec725-09ce-4ae2-a42e-1be6f6fabbe7 req-558a0a7e-c2dd-47e0-a14f-8aeb71a525f2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:57.122809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b6ec725-09ce-4ae2-a42e-1be6f6fabbe7 req-558a0a7e-c2dd-47e0-a14f-8aeb71a525f2 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0800605 Aug 23 12:20:57.185845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b6ec725-09ce-4ae2-a42e-1be6f6fabbe7 req-c52d5d49-42ec-4f27-b54e-e676122bf5a3 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467360 Aug 23 12:20:57.202519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-8cb8fc27-7568-4107-9694-580ff92cc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:57.207393 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-8cb8fc27-7568-4107-9694-580ff92cc140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029737 Aug 23 12:20:57.222319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-17c520c2-8337-4137-87dd-53bdb1d74dab service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417868 Aug 23 12:20:57.325701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-24a69c7e-5ec2-43b1-aff4-d9bd78dbb64e service neutron] 10.222.0.41 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099379 Aug 23 12:20:57.403364 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:57.434519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b1ade-0f64-4c43-a120-f223b8fae788 req-759bfba3-c099-431d-96ac-f25576e1e537 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:57.437187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-158b1ade-0f64-4c43-a120-f223b8fae788 req-759bfba3-c099-431d-96ac-f25576e1e537 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 944 time: 0.0616043 Aug 23 12:20:57.438500 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fac8c9b1-e1f0-41aa-9bbd-66a0ed08eaa1 req-1170310c-5cca-4451-8aea-244366113951 service neutron] 10.222.0.41 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985494 Aug 23 12:20:57.487176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-158b1ade-0f64-4c43-a120-f223b8fae788 req-c28aeaed-34e2-4da5-9f0b-34d6ea240966 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380313 Aug 23 12:20:57.806628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:58.208022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:20:58.315692 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:58.337733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:58.338958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048833da-5561-4eaf-aa9b-6539fb0ba781 req-18d90de9-7f3a-4c23-a835-924355a05e6f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:58.341478 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-048833da-5561-4eaf-aa9b-6539fb0ba781 req-18d90de9-7f3a-4c23-a835-924355a05e6f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0616941 Aug 23 12:20:58.349187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'port_id': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'mac_address': 'fa:16:3e:7e:59:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:20:58.398713 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:58.407225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-048833da-5561-4eaf-aa9b-6539fb0ba781 req-c4a0d0b3-e3c4-4aaa-84d6-de2b94e19d5f tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451341 Aug 23 12:20:58.422087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566b5498-7eeb-4d05-9497-5eb96d30d044 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:20:58.441788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:20:58.446127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:20:58.505710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:20:58.639001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e8100-a4b1-4c8f-a228-4cc211bbea48 req-fcb3bfaa-c0ad-4c25-8eb4-00879bb83eae tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:58.639882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d7e8100-a4b1-4c8f-a228-4cc211bbea48 req-fcb3bfaa-c0ad-4c25-8eb4-00879bb83eae tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 945 time: 0.0625634 Aug 23 12:20:58.691238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d7e8100-a4b1-4c8f-a228-4cc211bbea48 req-e021dcf4-3a62-4da3-be9b-35b66df521d4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443916 Aug 23 12:20:58.704562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['566b5498-7eeb-4d05-9497-5eb96d30d044'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:20:59.025127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd8c58-07e2-4ad5-b4bd-f4328e96d08a req-f9a7859c-fdd9-4f71-84a6-8ce5622426fd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.028027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-befd8c58-07e2-4ad5-b4bd-f4328e96d08a req-f9a7859c-fdd9-4f71-84a6-8ce5622426fd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 945 time: 0.1408446 Aug 23 12:20:59.077446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-43ef9ba7-7597-4b28-b8bb-fdb6f2795b3f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.079092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-43ef9ba7-7597-4b28-b8bb-fdb6f2795b3f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 945 time: 0.1522045 Aug 23 12:20:59.142766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-befd8c58-07e2-4ad5-b4bd-f4328e96d08a req-13f4bc99-b2a8-415e-9508-13880ffa7c16 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011105 Aug 23 12:20:59.180141 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-598b5835-a19f-4a7b-8fb8-96a0deb3abbb service neutron] delete failed (client error): The resource could not be found. Aug 23 12:20:59.182644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-598b5835-a19f-4a7b-8fb8-96a0deb3abbb service neutron] 10.222.0.44 "DELETE /v2.0/ports/566b5498-7eeb-4d05-9497-5eb96d30d044/bindings/n-h1-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.0917652 Aug 23 12:20:59.286975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-f9e8ce78-d751-434a-9638-63057caeb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.288508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-f9e8ce78-d751-434a-9638-63057caeb9fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1096 time: 0.0461693 Aug 23 12:20:59.389509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-5fb5c986-1ce2-4f42-bf37-11b2cf7a7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.391036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-5fb5c986-1ce2-4f42-bf37-11b2cf7a7fa5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.0953653 Aug 23 12:20:59.470284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-8159ab28-fa01-4b1d-bfef-fb3c3c2280cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 1001 time: 0.0718265 Aug 23 12:20:59.542234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c01c23-f9ec-484b-ae5c-cce0c78935e4 req-91373e6f-0f2f-412a-b242-a99ab73a0739 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.545332 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5c01c23-f9ec-484b-ae5c-cce0c78935e4 req-91373e6f-0f2f-412a-b242-a99ab73a0739 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0634592 Aug 23 12:20:59.546388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-38aea3d3-b5ab-4ab0-b967-1c1a49ba859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.553893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-38aea3d3-b5ab-4ab0-b967-1c1a49ba859b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.0751047 Aug 23 12:20:59.598626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5c01c23-f9ec-484b-ae5c-cce0c78935e4 req-7564a9bf-43c0-42aa-8586-261846aa787b tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Aug 23 12:20:59.617587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-118ce65d-805a-4d47-a7e3-f25fa10d621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:20:59.619538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-118ce65d-805a-4d47-a7e3-f25fa10d621a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548007 Aug 23 12:20:59.738412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-b3d56cc1-8262-46e1-8679-245d5c3149e5 service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101348 Aug 23 12:20:59.845642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-49642f47-8bd4-41b5-9c7a-81d78f9cb484 req-bf5cb32d-2255-4711-9758-4c2b4ad7c1ee service neutron] 10.222.0.44 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992954 Aug 23 12:21:00.234858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:00.304867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de135-e73e-428a-ab85-9a45c719509c req-e33f8ae4-4906-49f1-a820-97e8e7b017c4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:00.310647 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e49de135-e73e-428a-ab85-9a45c719509c req-e33f8ae4-4906-49f1-a820-97e8e7b017c4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 945 time: 0.0803094 Aug 23 12:21:00.316023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 566b5498-7eeb-4d05-9497-5eb96d30d044 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:00.321099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 566b5498-7eeb-4d05-9497-5eb96d30d044 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:00.321811 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:00.364473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e49de135-e73e-428a-ab85-9a45c719509c req-82c50f00-43c9-49e8-981c-fcb1a76f9c6e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Aug 23 12:21:00.439574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:00.480395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:00.482657 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc02d0b-cc82-4350-a512-6ca071266919" -d '{"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-plugged", "status": "completed", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:00.498178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:00.503434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:00.565598 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79b963-198d-4743-998a-10fd09a36428 x-openstack-request-id: req-9a79b963-198d-4743-998a-10fd09a36428 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:00.567168 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-plugged", "status": "completed", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:00.567168 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a79b963-198d-4743-998a-10fd09a36428 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:00.568187 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'code': 200} Aug 23 12:21:00.589730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:00.722783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56164-2dbc-42db-8bb3-eac18c187af8 req-2587f963-6d04-4bb8-b8ce-f8dfcc883a07 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:00.724667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afb56164-2dbc-42db-8bb3-eac18c187af8 req-2587f963-6d04-4bb8-b8ce-f8dfcc883a07 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0656352 Aug 23 12:21:00.767182 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afb56164-2dbc-42db-8bb3-eac18c187af8 req-1df85cdd-a435-4e08-8068-3a958e066417 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364265 Aug 23 12:21:01.479265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b4eca-597a-405b-9e20-6e01148461d9 req-f38458a8-2819-49d4-b7f0-f30e046739ab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:01.480742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c0b4eca-597a-405b-9e20-6e01148461d9 req-f38458a8-2819-49d4-b7f0-f30e046739ab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.0509887 Aug 23 12:21:01.541087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0c0b4eca-597a-405b-9e20-6e01148461d9 req-691c4905-dc16-4c17-acc3-2a693df02379 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542128 Aug 23 12:21:01.568072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56608) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:01.614906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-caebeca3-cab5-4e29-a46f-ffb29d4459b9 req-89911681-876c-4828-a262-70b0bbb26b8b service neutron] (101058) timed out ('10.222.0.21', 57356) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:21:01.648323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7963aa7c-2974-4c4c-b60d-62a68c86d67e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/4f1ecc71-1577-4472-aed8-1107bc260213 HTTP/1.1" status: 200 len: 994 time: 0.0787494 Aug 23 12:21:01.908309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511d155-71eb-4fc0-8fea-4f125142a1de req-c1cc5748-1f9a-4512-be08-45cb983c3964 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:01.909912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4511d155-71eb-4fc0-8fea-4f125142a1de req-c1cc5748-1f9a-4512-be08-45cb983c3964 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0565248 Aug 23 12:21:01.958745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4511d155-71eb-4fc0-8fea-4f125142a1de req-d004a63b-726e-4404-8d46-0594d4412cf4 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Aug 23 12:21:02.740882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-8b53a858-4525-4a03-aabc-fb7bdee29042 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467002 Aug 23 12:21:02.824536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-c549ff36-6c63-46bd-a672-f0e8ac15fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:02.826031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-c549ff36-6c63-46bd-a672-f0e8ac15fcc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 1097 time: 0.0409956 Aug 23 12:21:02.929215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-2ca06955-bf94-4c55-884a-31be4b2e51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:02.930779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-2ca06955-bf94-4c55-884a-31be4b2e51b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.0849783 Aug 23 12:21:03.005467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-5e6b5ddd-7d34-4c82-be4a-d4da96b4b53e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 200 len: 1002 time: 0.0660708 Aug 23 12:21:03.094456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-0421d02d-2df6-409e-94e5-c608b0e01b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:03.095946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-0421d02d-2df6-409e-94e5-c608b0e01b1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0842721 Aug 23 12:21:03.107821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19e84e-d931-43e8-874f-cc3c246b07b8 req-9ed4563f-f93d-44a1-a3b4-2ae7c35b495d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:03.109291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd19e84e-d931-43e8-874f-cc3c246b07b8 req-9ed4563f-f93d-44a1-a3b4-2ae7c35b495d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0669780 Aug 23 12:21:03.176086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-98edb8fb-c87a-409c-97ce-b6c416414305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:03.177863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-98edb8fb-c87a-409c-97ce-b6c416414305 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673945 Aug 23 12:21:03.180595 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd19e84e-d931-43e8-874f-cc3c246b07b8 req-d39b5c54-439d-4106-8cb4-dd1292076660 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628138 Aug 23 12:21:03.278248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-df9104dd-fa4e-4d83-b26a-df8a7b1ac734 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923808 Aug 23 12:21:03.288148 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:21:03.377030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b6b22d65-7f62-4db3-8969-bf8b5049b4cd req-fa361f9d-e08a-4601-a359-b799f30728bb service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915451 Aug 23 12:21:03.644065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-30e47037-ff16-4a0f-b596-e4d27c932497 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417964421&fields=id&tenant_id=633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 267 time: 0.0441244 Aug 23 12:21:03.764135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-d34d0c12-dfdd-45eb-b985-1c5143ddb289 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:03.765637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-d34d0c12-dfdd-45eb-b985-1c5143ddb289 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.1131797 Aug 23 12:21:03.781825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-7b82c90c-7ea8-4248-a939-32532b86142f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.0103109 Aug 23 12:21:03.835108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-8b46ada8-0205-46e8-b69c-bce9963f07db tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471840 Aug 23 12:21:03.943458 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-02524a15-201f-4354-b687-8b3bba7664cc service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930808 Aug 23 12:21:04.037155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-7b2d861e-c27c-47ce-9ff5-5595b440eb16 service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Aug 23 12:21:04.330556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9045-a63e-495e-ad15-0ada0ba99996 req-63932ecf-309f-4879-808b-5c35d1e48d12 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:04.332455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cdb9045-a63e-495e-ad15-0ada0ba99996 req-63932ecf-309f-4879-808b-5c35d1e48d12 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0653772 Aug 23 12:21:04.364676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a68f124-545c-4841-881f-5af65cc9e741 req-01b13eb6-5507-4020-8092-414d2a6546c2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0298059 Aug 23 12:21:04.383731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cdb9045-a63e-495e-ad15-0ada0ba99996 req-b9f26666-e38f-4630-9089-5a8aeeeb74e4 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359387 Aug 23 12:21:05.390367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-147723c6-a1df-4536-89d9-c7b029ecee26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:05.391998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-147723c6-a1df-4536-89d9-c7b029ecee26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.1242435 Aug 23 12:21:05.447734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-b4231b47-6d8e-4ab1-83ce-a2a2a805981b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 380 time: 0.0449922 Aug 23 12:21:05.460069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577', 'security_groups': ['cf7e8be5-5c54-4ee9-99df-fb72986e23b4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:05.528258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ac30-2b52-4315-a720-5d88b7c3fe3a req-3b30db5d-bca3-4160-aecc-38424fc71048 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:05.536794 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b46ac30-2b52-4315-a720-5d88b7c3fe3a req-3b30db5d-bca3-4160-aecc-38424fc71048 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0727074 Aug 23 12:21:05.564134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1f160ed-facf-4aa1-b0ca-6c3c28dc89f7 req-edb2db87-4ee7-4404-9434-55112aab78b4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0710542 Aug 23 12:21:05.574499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b46ac30-2b52-4315-a720-5d88b7c3fe3a req-3e0ae904-702a-410f-a04a-5ed18bedced9 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Aug 23 12:21:05.629162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:21:05.632940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:05.778899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.6 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/72081ebf-df49-41af-8f3e-51ca9d499b15) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:05.927678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:05.942542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object 72081ebf-df49-41af-8f3e-51ca9d499b15 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:05.976925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.031586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:06.037402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=72081ebf-df49-41af-8f3e-51ca9d499b15,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:06.039889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:06.042200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:06.096196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:06.096919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.117804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-65d7a01a-36e2-426d-ac7b-768fd83efcea tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643322 Aug 23 12:21:06.131982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Request body: {'port': {'device_id': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:06.207770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.356027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9caa2760-4d55-4fef-81cc-810fe9b03140 None None] Provisioning for port 72081ebf-df49-41af-8f3e-51ca9d499b15 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:06.372166 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9caa2760-4d55-4fef-81cc-810fe9b03140 None None] Provisioning complete for port 72081ebf-df49-41af-8f3e-51ca9d499b15 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:06.372752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9caa2760-4d55-4fef-81cc-810fe9b03140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.441652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9caa2760-4d55-4fef-81cc-810fe9b03140 None None] Port 72081ebf-df49-41af-8f3e-51ca9d499b15 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:21:06.535632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72081ebf-df49-41af-8f3e-51ca9d499b15 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:21:06.545054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.559577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Transition to ACTIVE for port object 72081ebf-df49-41af-8f3e-51ca9d499b15 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:06.563144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.688937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Pushing event updated for resources: {'Port': ['ID=72081ebf-df49-41af-8f3e-51ca9d499b15,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:06.760866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba018b7-18b6-4d61-8e31-93d6d7ea6b28 req-737d4db8-384d-4d05-aa77-267e7b6e4f26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:06.769824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ba018b7-18b6-4d61-8e31-93d6d7ea6b28 req-737d4db8-384d-4d05-aa77-267e7b6e4f26 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.1163838 Aug 23 12:21:06.820880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Attempting to bind port 72081ebf-df49-41af-8f3e-51ca9d499b15 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:21:06.821516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Attempting to bind port 72081ebf-df49-41af-8f3e-51ca9d499b15 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:21:06.822435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Attempting to bind port 72081ebf-df49-41af-8f3e-51ca9d499b15 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:06.830296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Port 72081ebf-df49-41af-8f3e-51ca9d499b15 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:21:06.830635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Attempting to bind port 72081ebf-df49-41af-8f3e-51ca9d499b15 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:06.832817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ba018b7-18b6-4d61-8e31-93d6d7ea6b28 req-ffcae479-6e8f-4829-a30c-55e026045041 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544720 Aug 23 12:21:06.839648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:21:06.839988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:21:06.840387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:21:06.840835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Bound port: 72081ebf-df49-41af-8f3e-51ca9d499b15, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:21:06.841200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:06.850748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac68297-cf98-473c-86aa-78ee54ecce23 req-feb5c7b4-e3c0-4a12-a769-5ea5bf2236a0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:06.852348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6ac68297-cf98-473c-86aa-78ee54ecce23 req-feb5c7b4-e3c0-4a12-a769-5ea5bf2236a0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.1259255 Aug 23 12:21:06.949653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6ac68297-cf98-473c-86aa-78ee54ecce23 req-96198135-241f-4992-8d44-c5f2c382c028 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815954 Aug 23 12:21:06.963617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] For port 72081ebf-df49-41af-8f3e-51ca9d499b15, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:21:06.975310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] For port 72081ebf-df49-41af-8f3e-51ca9d499b15, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=72081ebf-df49-41af-8f3e-51ca9d499b15,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:21:06.980539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:07.018493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.019213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:07.021111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] 10.222.0.44 "PUT /v2.0/ports/72081ebf-df49-41af-8f3e-51ca9d499b15 HTTP/1.1" status: 200 len: 1091 time: 0.8948214 Aug 23 12:21:07.021670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:07.024450 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab709db8-23d0-4db4-b201-14bee8d0dcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:07.081800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2fa22-f762-4eb0-8bfc-282af32fbf21 service neutron] Pushing event updated for resources: {'Port': ['ID=72081ebf-df49-41af-8f3e-51ca9d499b15,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:07.119649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-a0e27f62-10c2-4e71-98f7-6dcb311b41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.122570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-a0e27f62-10c2-4e71-98f7-6dcb311b41e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 1094 time: 0.0594068 Aug 23 12:21:07.131878 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30d05d8-c391-4f22-be01-95ee7d46c09f x-openstack-request-id: req-e30d05d8-c391-4f22-be01-95ee7d46c09f {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:07.132302 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:07.132684 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e30d05d8-c391-4f22-be01-95ee7d46c09f {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:07.133246 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'status': 'completed', 'code': 200} Aug 23 12:21:07.193395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-aa501fd2-63eb-46a6-9672-d71577fcca81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72081ebf-df49-41af-8f3e-51ca9d499b15 HTTP/1.1" status: 200 len: 217 time: 0.0588274 Aug 23 12:21:07.255989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-4f9513ad-582b-4b77-9529-f1063a3b79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.258391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-4f9513ad-582b-4b77-9529-f1063a3b79d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0573897 Aug 23 12:21:07.319739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-6128342c-3f1a-4dd3-869e-f8dd4fe74938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.321630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-6128342c-3f1a-4dd3-869e-f8dd4fe74938 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539374 Aug 23 12:21:07.427293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-4b67a12c-af96-4ac5-8ddb-a199e1402de5 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968266 Aug 23 12:21:07.536858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba86fd71-67f6-445d-9e55-149fa4dd27a6 req-f7f994fe-98cb-4f01-93c7-9ff65ea51b12 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025527 Aug 23 12:21:07.631139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-206819dd-93a5-4bb1-8d41-09c292bacafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.632520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-206819dd-93a5-4bb1-8d41-09c292bacafd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 1094 time: 0.0436208 Aug 23 12:21:07.734173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-01780c98-9661-47f7-95e1-c0a61e6fae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.735917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-01780c98-9661-47f7-95e1-c0a61e6fae13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.0962234 Aug 23 12:21:07.783059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-fd8cc050-7ebf-46cf-b53e-5538c61dcd7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72081ebf-df49-41af-8f3e-51ca9d499b15 HTTP/1.1" status: 200 len: 217 time: 0.0392151 Aug 23 12:21:07.840694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-baaa85cd-46e5-4172-b78e-93ac0c9e326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.842395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-baaa85cd-46e5-4172-b78e-93ac0c9e326e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0504375 Aug 23 12:21:07.903417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-322c4e12-a78b-4f15-a649-dc84d4a27574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.905966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-322c4e12-a78b-4f15-a649-dc84d4a27574 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532186 Aug 23 12:21:07.986105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad785d-e775-4dfe-81ad-fa86a6dc62db req-d068e42d-2b44-4e39-8a42-db270b4f9a7a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:07.990544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5ad785d-e775-4dfe-81ad-fa86a6dc62db req-d068e42d-2b44-4e39-8a42-db270b4f9a7a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0665324 Aug 23 12:21:08.013906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-363ae885-8990-4481-b9d4-bfb574e2c0f9 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006691 Aug 23 12:21:08.077816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5ad785d-e775-4dfe-81ad-fa86a6dc62db req-ae448922-c284-4be5-b0fa-13cd34e0acfa tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756054 Aug 23 12:21:08.161085 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab709db8-23d0-4db4-b201-14bee8d0dcdc req-01881a8f-438d-4676-b176-a4dc013351dc service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397772 Aug 23 12:21:08.183853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94557f-e326-4535-888f-4a447e73b6d9 req-f0b31ca3-2a5c-4be6-8812-0d5d2d75edc0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:08.185449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c94557f-e326-4535-888f-4a447e73b6d9 req-f0b31ca3-2a5c-4be6-8812-0d5d2d75edc0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0694008 Aug 23 12:21:08.230625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c94557f-e326-4535-888f-4a447e73b6d9 req-245d22fc-884f-40ae-95a9-e90a0c24078a tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382335 Aug 23 12:21:09.195447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2addbe7-e98e-4267-81fe-f0db3e77bdf5 req-87f04454-8122-4c53-928e-d4fe9cc090a6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:09.197666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2addbe7-e98e-4267-81fe-f0db3e77bdf5 req-87f04454-8122-4c53-928e-d4fe9cc090a6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0521526 Aug 23 12:21:09.236089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2addbe7-e98e-4267-81fe-f0db3e77bdf5 req-359cccb9-5d78-46e0-8cf3-327e644c64b8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Aug 23 12:21:09.355187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88fa31-a5de-432c-a9ac-7d0fe9fed02e req-1a678446-667f-4359-86b8-5206504ef4f6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:09.356729 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f88fa31-a5de-432c-a9ac-7d0fe9fed02e req-1a678446-667f-4359-86b8-5206504ef4f6 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0557868 Aug 23 12:21:09.395926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f88fa31-a5de-432c-a9ac-7d0fe9fed02e req-bf4d3a9a-8571-458f-99c5-bbf3d8426dae tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Aug 23 12:21:10.351704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8172d-cb34-4a55-bc7c-7a0e298f0c8f req-d67a9dce-0d7e-495e-bb6b-5b73d0b2b227 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:10.353901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ed8172d-cb34-4a55-bc7c-7a0e298f0c8f req-d67a9dce-0d7e-495e-bb6b-5b73d0b2b227 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0495524 Aug 23 12:21:10.393541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ed8172d-cb34-4a55-bc7c-7a0e298f0c8f req-6feb065a-262d-40e4-aeef-200fd40ed38f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Aug 23 12:21:10.527703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a733d81-cf94-4be1-8e28-7c0a623cb6c3 req-d2f0cc65-b453-4c13-a2be-43af23179e47 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:10.529379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a733d81-cf94-4be1-8e28-7c0a623cb6c3 req-d2f0cc65-b453-4c13-a2be-43af23179e47 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0599079 Aug 23 12:21:10.571597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a733d81-cf94-4be1-8e28-7c0a623cb6c3 req-231078fb-a3f9-4bd4-8ea5-bee848709dfa tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Aug 23 12:21:11.513899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1e3bd-d80f-48f5-a389-bf57b502e397 req-4969eed5-b8bd-403a-9c30-8f2ab3278aec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:11.515403 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8b1e3bd-d80f-48f5-a389-bf57b502e397 req-4969eed5-b8bd-403a-9c30-8f2ab3278aec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0497341 Aug 23 12:21:11.555338 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8b1e3bd-d80f-48f5-a389-bf57b502e397 req-6dabfcea-9d9a-436a-b1a6-097fa7a232b1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337393 Aug 23 12:21:11.702135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e9e3-8d63-45c6-8493-48975ab8336e req-d4fb657d-8373-4d41-aebc-164221e52081 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:11.703685 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9274e9e3-8d63-45c6-8493-48975ab8336e req-d4fb657d-8373-4d41-aebc-164221e52081 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Aug 23 12:21:11.743626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9274e9e3-8d63-45c6-8493-48975ab8336e req-53f6f56f-4700-4ac8-b3f7-c012fcafe0c3 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335810 Aug 23 12:21:12.683730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ae3b2-cdf0-4ed3-b0af-4219a6bca62a req-debe3f87-7cbf-4e1a-900a-f6355216c416 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:12.685341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-369ae3b2-cdf0-4ed3-b0af-4219a6bca62a req-debe3f87-7cbf-4e1a-900a-f6355216c416 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0500715 Aug 23 12:21:12.724208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-369ae3b2-cdf0-4ed3-b0af-4219a6bca62a req-724ad106-cfc8-42d2-b7d4-fdb282d6d0c9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328679 Aug 23 12:21:12.864230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6253f6c-49db-4a36-af90-ca18119b9e98 req-559df436-ec9a-4c52-8864-056baf6874bd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:12.865848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6253f6c-49db-4a36-af90-ca18119b9e98 req-559df436-ec9a-4c52-8864-056baf6874bd tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Aug 23 12:21:12.904118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6253f6c-49db-4a36-af90-ca18119b9e98 req-ba71ac70-2b42-4134-b53b-e92f02e22ed8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Aug 23 12:21:13.849193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2dba0-a3c4-4042-8017-8e60b042d933 req-1f95f127-82f9-45d4-897d-ffa0708413c0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:13.850727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4c2dba0-a3c4-4042-8017-8e60b042d933 req-1f95f127-82f9-45d4-897d-ffa0708413c0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0563104 Aug 23 12:21:13.889061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4c2dba0-a3c4-4042-8017-8e60b042d933 req-f46c19fa-cf04-4feb-b236-e7632000ae29 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319848 Aug 23 12:21:14.032844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76304-b06e-4e4a-b251-290e1040849b req-18937c17-24f6-4c5d-9d37-cd4262d91f85 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:14.034758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23a76304-b06e-4e4a-b251-290e1040849b req-18937c17-24f6-4c5d-9d37-cd4262d91f85 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0574701 Aug 23 12:21:14.081849 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23a76304-b06e-4e4a-b251-290e1040849b req-b70fc538-159d-4661-a005-5a2f3cb82eae tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Aug 23 12:21:15.008552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2e0aa-913a-48dc-b600-10f9057a8f91 req-48574692-4905-4025-a172-660f7acf4141 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:15.010655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eda2e0aa-913a-48dc-b600-10f9057a8f91 req-48574692-4905-4025-a172-660f7acf4141 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0497756 Aug 23 12:21:15.049647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eda2e0aa-913a-48dc-b600-10f9057a8f91 req-2d16477e-1b2d-46af-be32-195ed61a511e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Aug 23 12:21:15.201552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bb2f8-ea1f-4a83-9119-f37ef8cd9c8a req-320c14c7-a40e-4138-bee9-da9dc4056d86 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:15.203365 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd6bb2f8-ea1f-4a83-9119-f37ef8cd9c8a req-320c14c7-a40e-4138-bee9-da9dc4056d86 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Aug 23 12:21:15.259875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cd6bb2f8-ea1f-4a83-9119-f37ef8cd9c8a req-f6b5ca7d-047a-406f-850c-37415e13b366 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Aug 23 12:21:16.164587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd5bcb-a930-4441-a57c-bd1992c6f2ef req-486a1552-17cb-4ae1-aa2f-97acf0b997d0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:16.166652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbcd5bcb-a930-4441-a57c-bd1992c6f2ef req-486a1552-17cb-4ae1-aa2f-97acf0b997d0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0506504 Aug 23 12:21:16.205066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbcd5bcb-a930-4441-a57c-bd1992c6f2ef req-b9be1205-d9ae-4d06-9c1f-469606123db1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324178 Aug 23 12:21:16.705024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed4710-1030-480b-8f95-afecea911005 req-195c3c13-4d64-4e0b-bc22-783cf1f93936 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:16.706545 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4ed4710-1030-480b-8f95-afecea911005 req-195c3c13-4d64-4e0b-bc22-783cf1f93936 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.3752744 Aug 23 12:21:16.744870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4ed4710-1030-480b-8f95-afecea911005 req-2f6288f3-7c83-4115-abe7-5fe4a929ab9e tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Aug 23 12:21:16.942690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f8976-5662-4de3-8b9a-beec533cb78a req-cd022fa2-8871-4f9e-a7a1-8ba39e9880e0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:16.944155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d98f8976-5662-4de3-8b9a-beec533cb78a req-cd022fa2-8871-4f9e-a7a1-8ba39e9880e0 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0479515 Aug 23 12:21:16.984099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d98f8976-5662-4de3-8b9a-beec533cb78a req-436b500d-29ac-45cd-92b7-404c91f7a572 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Aug 23 12:21:17.099734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef227a-8db5-4a16-b590-ff44e406e247 req-3c069ee5-f929-4296-95f1-5a50f50ed289 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:17.101293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68ef227a-8db5-4a16-b590-ff44e406e247 req-3c069ee5-f929-4296-95f1-5a50f50ed289 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Aug 23 12:21:17.140923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68ef227a-8db5-4a16-b590-ff44e406e247 req-ca038a82-77c8-4a10-93a2-e4b9b8c3ed54 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Aug 23 12:21:17.334488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29a63f-376d-4240-8ec9-a6f3bb6fdc1a req-a8d2758e-4b18-45d5-abe8-22374d022cce tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:17.336037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff29a63f-376d-4240-8ec9-a6f3bb6fdc1a req-a8d2758e-4b18-45d5-abe8-22374d022cce tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 943 time: 0.0611560 Aug 23 12:21:17.377003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff29a63f-376d-4240-8ec9-a6f3bb6fdc1a req-748da095-9744-4285-a14f-7e7f9ff99c66 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346832 Aug 23 12:21:17.393794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba840-eac9-47a0-a58c-7f69907fbb3b req-a4611cf6-d9a5-4570-8ee7-7d40eefa8466 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:17.395037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dbeba840-eac9-47a0-a58c-7f69907fbb3b req-a4611cf6-d9a5-4570-8ee7-7d40eefa8466 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0544972 Aug 23 12:21:17.433589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dbeba840-eac9-47a0-a58c-7f69907fbb3b req-9cb4dfc0-a31d-4032-9a9b-a61d26ac5dc8 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Aug 23 12:21:17.905440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 72081ebf-df49-41af-8f3e-51ca9d499b15 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:21:18.007374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 72081ebf-df49-41af-8f3e-51ca9d499b15, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=72081ebf-df49-41af-8f3e-51ca9d499b15,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:18.018995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'mac_address': 'fa:16:3e:02:80:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:21:18.059440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:18.073065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72081ebf-df49-41af-8f3e-51ca9d499b15 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:21:18.093413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 72081ebf-df49-41af-8f3e-51ca9d499b15, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=72081ebf-df49-41af-8f3e-51ca9d499b15,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:18.100429 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:18.149148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=72081ebf-df49-41af-8f3e-51ca9d499b15,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:18.313080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['72081ebf-df49-41af-8f3e-51ca9d499b15'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:21:18.496400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de62182-8772-4408-99b1-355d18b71dfa req-c6036edc-44f6-46ac-89c7-a7705391d37d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:18.498239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1de62182-8772-4408-99b1-355d18b71dfa req-c6036edc-44f6-46ac-89c7-a7705391d37d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 944 time: 0.0517123 Aug 23 12:21:18.543795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1de62182-8772-4408-99b1-355d18b71dfa req-52c336dc-c448-4566-8c60-fe3c28b8a716 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Aug 23 12:21:18.561810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c11f92-42d3-40d5-9aff-566448e77fee req-d24888eb-feaa-4c7c-82c8-3395efeeaf16 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:18.563289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7c11f92-42d3-40d5-9aff-566448e77fee req-d24888eb-feaa-4c7c-82c8-3395efeeaf16 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0571163 Aug 23 12:21:18.603477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7c11f92-42d3-40d5-9aff-566448e77fee req-4bb8d7ea-af70-436b-a03d-6303e0b97173 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Aug 23 12:21:18.631294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14567498-3798-4439-aac9-24eabd76f696 req-ca328350-1e64-4e6f-a9cc-98f4b8b3ea55 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:18.632759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14567498-3798-4439-aac9-24eabd76f696 req-ca328350-1e64-4e6f-a9cc-98f4b8b3ea55 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/ports?device_id=36920e35-e0b8-49df-9caf-6fb015b11ba5 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Aug 23 12:21:18.738953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port 7afd7da1-53cd-46af-882d-8b639a98c84e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:18.739208 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:18.825453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port 7afd7da1-53cd-46af-882d-8b639a98c84e, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=7afd7da1-53cd-46af-882d-8b639a98c84e,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:18.825846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:18.837906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for 7afd7da1-53cd-46af-882d-8b639a98c84e owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:18.964632 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:18.976430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['24cb7a69-ca68-4f03-883a-54da7eeb6f68', '7afd7da1-53cd-46af-882d-8b639a98c84e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:21:18.998637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=7afd7da1-53cd-46af-882d-8b639a98c84e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:19.058795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port 7afd7da1-53cd-46af-882d-8b639a98c84e on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:21:19.061925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:19.064875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14567498-3798-4439-aac9-24eabd76f696 req-541149a7-764d-4b6f-a547-26f8ab2719c7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "DELETE /v2.0/ports/7afd7da1-53cd-46af-882d-8b639a98c84e HTTP/1.1" status: 204 len: 173 time: 0.4246464 Aug 23 12:21:19.065539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'name': 'network-vif-deleted', 'tag': '7afd7da1-53cd-46af-882d-8b639a98c84e'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:19.069206 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd48aa0-10b6-4123-b9cf-941d9100d055" -d '{"events": [{"server_uuid": "36920e35-e0b8-49df-9caf-6fb015b11ba5", "name": "network-vif-deleted", "tag": "7afd7da1-53cd-46af-882d-8b639a98c84e"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:19.121512 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28abcf88-5b45-4408-a85f-ba3c094a6f3b x-openstack-request-id: req-28abcf88-5b45-4408-a85f-ba3c094a6f3b {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:19.121916 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36920e35-e0b8-49df-9caf-6fb015b11ba5", "name": "network-vif-deleted", "tag": "7afd7da1-53cd-46af-882d-8b639a98c84e", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:19.122172 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28abcf88-5b45-4408-a85f-ba3c094a6f3b {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:19.122571 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36920e35-e0b8-49df-9caf-6fb015b11ba5', 'name': 'network-vif-deleted', 'tag': '7afd7da1-53cd-46af-882d-8b639a98c84e', 'status': 'completed', 'code': 200} Aug 23 12:21:19.682059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03bf1a-8d54-460c-bddb-787335c71817 req-93fd229c-bc55-4266-bcb7-09472532691d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:19.686153 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b03bf1a-8d54-460c-bddb-787335c71817 req-93fd229c-bc55-4266-bcb7-09472532691d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 944 time: 0.0645351 Aug 23 12:21:19.723484 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b03bf1a-8d54-460c-bddb-787335c71817 req-48b658a6-f08b-4697-a230-0a2aa24d19a3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Aug 23 12:21:19.917711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 72081ebf-df49-41af-8f3e-51ca9d499b15 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:19.969242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 72081ebf-df49-41af-8f3e-51ca9d499b15 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:19.974569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 72081ebf-df49-41af-8f3e-51ca9d499b15 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:19.975016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:20.062665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:20.096635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 72081ebf-df49-41af-8f3e-51ca9d499b15, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=72081ebf-df49-41af-8f3e-51ca9d499b15,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:20.097646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:20.100121 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60da1505-a668-4c85-8b4a-47d46ed1f8c6" -d '{"events": [{"server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "name": "network-vif-plugged", "status": "completed", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:20.104067 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:20.181199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=72081ebf-df49-41af-8f3e-51ca9d499b15,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:20.235437 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d057a7a-0e06-4b03-9087-0e2e4c0d2f82 x-openstack-request-id: req-6d057a7a-0e06-4b03-9087-0e2e4c0d2f82 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:20.236020 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "name": "network-vif-plugged", "status": "completed", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:20.236475 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d057a7a-0e06-4b03-9087-0e2e4c0d2f82 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:20.236952 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'code': 200} Aug 23 12:21:20.335310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4563ec-cd7a-4cfd-b436-57a9403255f2 req-7e1d90c3-5f05-49a0-97d8-56f097343c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:20.337371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b4563ec-cd7a-4cfd-b436-57a9403255f2 req-7e1d90c3-5f05-49a0-97d8-56f097343c4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 1096 time: 0.0407050 Aug 23 12:21:20.392287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b4563ec-cd7a-4cfd-b436-57a9403255f2 req-b4373258-6b14-4b77-866b-683714c16e6f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Aug 23 12:21:20.478388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3aa2b-b53b-4321-a281-a200d0277a13 req-62b3cbef-0765-4890-8b25-b43dc9fb432d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:20.479745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29d3aa2b-b53b-4321-a281-a200d0277a13 req-62b3cbef-0765-4890-8b25-b43dc9fb432d tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 945 time: 0.0478709 Aug 23 12:21:20.517932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-29d3aa2b-b53b-4321-a281-a200d0277a13 req-0b031651-79db-4a4e-9a3f-81d0e0e183b7 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315475 Aug 23 12:21:20.849283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3f43b-9a3c-4e4a-80d3-3d0a9fa96cb3 req-ec5ee52b-5e73-45b3-bea3-cec5d824da2c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:20.851132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38a3f43b-9a3c-4e4a-80d3-3d0a9fa96cb3 req-ec5ee52b-5e73-45b3-bea3-cec5d824da2c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 945 time: 0.0552874 Aug 23 12:21:20.889878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38a3f43b-9a3c-4e4a-80d3-3d0a9fa96cb3 req-f01fbbe5-3bdf-48e3-8e2f-48f6f8c8140c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Aug 23 12:21:21.633878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ad208-7790-4fd7-b30e-36cfc6ef0bae req-2abe7e47-0db1-40c8-a825-0ff2aa35fa76 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:21.635352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-303ad208-7790-4fd7-b30e-36cfc6ef0bae req-2abe7e47-0db1-40c8-a825-0ff2aa35fa76 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 945 time: 0.0489731 Aug 23 12:21:21.675327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-303ad208-7790-4fd7-b30e-36cfc6ef0bae req-d6ab12a5-2cb0-4ff6-a6e4-696f664ce7c3 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/security-groups?id=acd67fbc-83fa-4f9d-9f44-2c948db47a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Aug 23 12:21:21.785650 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a28353fa-5af6-48fc-b00f-f06aac100447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:21.816729 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-38d77a77-1817-4f49-9500-c134784377de tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:21.818132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-38d77a77-1817-4f49-9500-c134784377de tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 945 time: 0.0517776 Aug 23 12:21:21.918765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Deleting port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:21.919112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:22.357451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] For port 24cb7a69-ca68-4f03-883a-54da7eeb6f68, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=24cb7a69-ca68-4f03-883a-54da7eeb6f68,segment=NetworkSegment(aaf5f4ab-cea0-4216-b895-70484c3830f9),segment_id=aaf5f4ab-cea0-4216-b895-70484c3830f9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:22.357843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:22.373701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f64784-9dff-4d95-83d7-9bc6816d118c req-3ab6aaf6-6c2e-450f-aa95-ea856589fe0b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:22.377362 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83f64784-9dff-4d95-83d7-9bc6816d118c req-3ab6aaf6-6c2e-450f-aa95-ea856589fe0b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 945 time: 0.4043872 Aug 23 12:21:22.384675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Calling delete_port for 24cb7a69-ca68-4f03-883a-54da7eeb6f68 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:22.407932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7afd7da1-53cd-46af-882d-8b639a98c84e no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:21:22.448511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 7afd7da1-53cd-46af-882d-8b639a98c84e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:21:22.449237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 7afd7da1-53cd-46af-882d-8b639a98c84e not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:21:22.463368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83f64784-9dff-4d95-83d7-9bc6816d118c req-aca4451c-d408-48a9-95f3-b38a19c65031 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804505 Aug 23 12:21:22.559722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:22.602721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Pushing event deleted for resources: {'Port': ['ID=24cb7a69-ca68-4f03-883a-54da7eeb6f68,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:22.608610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be621b3-13ba-42d8-8d63-b81d7f5bbc4a req-86997fb8-cb29-42ec-a5cf-a45a3dfbbd40 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:22.614195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2be621b3-13ba-42d8-8d63-b81d7f5bbc4a req-86997fb8-cb29-42ec-a5cf-a45a3dfbbd40 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 945 time: 0.0592566 Aug 23 12:21:22.648010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] No DVR routers for this DVR port 24cb7a69-ca68-4f03-883a-54da7eeb6f68 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:21:22.651590 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:22.653651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d57fbc2b-f74b-48d5-a0de-35ad984b362e req-b9ee126f-bde7-4063-8ddf-bb9b250eaf05 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.41 "DELETE /v2.0/ports/24cb7a69-ca68-4f03-883a-54da7eeb6f68 HTTP/1.1" status: 204 len: 173 time: 0.8273110 Aug 23 12:21:22.654124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b22009-7daa-425d-936b-4f536ced5a57', 'name': 'network-vif-deleted', 'tag': '24cb7a69-ca68-4f03-883a-54da7eeb6f68'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:22.656379 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3849c71e-df1b-4661-80a8-93bb17e7538e" -d '{"events": [{"server_uuid": "76b22009-7daa-425d-936b-4f536ced5a57", "name": "network-vif-deleted", "tag": "24cb7a69-ca68-4f03-883a-54da7eeb6f68"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:22.662279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2be621b3-13ba-42d8-8d63-b81d7f5bbc4a req-c263c709-a5dd-4ab3-8ee2-5e6f9b0c743a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Aug 23 12:21:22.689233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56894) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:22.709229 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415eae3-d3f6-48ac-a3c6-e6f6f1d744c4 x-openstack-request-id: req-b415eae3-d3f6-48ac-a3c6-e6f6f1d744c4 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:22.709527 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b22009-7daa-425d-936b-4f536ced5a57", "name": "network-vif-deleted", "tag": "24cb7a69-ca68-4f03-883a-54da7eeb6f68", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:22.709812 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b415eae3-d3f6-48ac-a3c6-e6f6f1d744c4 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:22.710217 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b22009-7daa-425d-936b-4f536ced5a57', 'name': 'network-vif-deleted', 'tag': '24cb7a69-ca68-4f03-883a-54da7eeb6f68', 'status': 'completed', 'code': 200} Aug 23 12:21:22.790857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c8fe6926-59e5-495c-ae6b-e679aeb7049e req-0bb4d9e1-dba1-4582-a4f7-641a51b6f288 tempest-ServersTestJSON-90136118 tempest-ServersTestJSON-90136118-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b22009-7daa-425d-936b-4f536ced5a57 HTTP/1.1" status: 200 len: 210 time: 0.0352962 Aug 23 12:21:22.912598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b611c-0273-42f2-9d51-4c638b26e339 tempest-TestVolumeBootPattern-1686452905 tempest-TestVolumeBootPattern-1686452905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:22.917729 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e1b611c-0273-42f2-9d51-4c638b26e339 tempest-TestVolumeBootPattern-1686452905 tempest-TestVolumeBootPattern-1686452905-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 1091 time: 0.2235909 Aug 23 12:21:22.918013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56900) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:22.922264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'tenant_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:22.944692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:23.044906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:23.180366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.25.1.241 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/1cc99d97-a7e8-4bd1-a4f1-a17d58578486) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:23.295231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:23.335671 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:23.373267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:23.376109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:23.379560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:23.412149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=1cc99d97-a7e8-4bd1-a4f1-a17d58578486,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:23.777297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:23.849152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:23.852467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 56922) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:23.931761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Deleting subnet 14dcfc72-382c-4684-aab1-0788311865a9 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:21:23.935909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.021091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.088012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.145048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.150367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.195702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.250950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dcfc72-382c-4684-aab1-0788311865a9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:24.253708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=1cc99d97-a7e8-4bd1-a4f1-a17d58578486,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:24.256574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.261144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:24.261613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75f5d20d-cdd2-4288-8af6-35ae52f900ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14dcfc72-382c-4684-aab1-0788311865a9 HTTP/1.1" status: 204 len: 168 time: 0.4077122 Aug 23 12:21:24.272400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.345924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.347024 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a8c88d3f-4a70-4904-a736-120b13187d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.385115 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Floating IP 8199edb5-a50e-4779-86b4-5e54b1d472bd associated. External IP: 172.25.1.241, port: 72081ebf-df49-41af-8f3e-51ca9d499b15. Aug 23 12:21:24.424018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 24cb7a69-ca68-4f03-883a-54da7eeb6f68 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:21:24.435638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.446732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d71587b-59fe-458e-b060-80db0fbcaa28']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:24.453931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 24cb7a69-ca68-4f03-883a-54da7eeb6f68 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:21:24.454508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 24cb7a69-ca68-4f03-883a-54da7eeb6f68 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:21:24.457375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf5f4ab-cea0-4216-b895-70484c3830f9') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:24.457709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf5f4ab-cea0-4216-b895-70484c3830f9') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:24.459617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.481141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.500771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.510778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:21:24.511311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:21:24.513310 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:21:24.574572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.591335 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.595906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d71587b-59fe-458e-b060-80db0fbcaa28 HTTP/1.1" status: 204 len: 168 time: 0.3303506 Aug 23 12:21:24.595906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6946e-0deb-49d4-9733-7b175458c337 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d71587b-59fe-458e-b060-80db0fbcaa28,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:24.655128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:21:24.749027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56942) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:24.777609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:21:24.789566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:21:24.796625 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.800550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e27b243-9f8e-4818-9e89-7af4651f2642 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5d90684a7bf44c3a69f995c29d7707f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503728 Aug 23 12:21:24.803247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 56944) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:24.818806 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:24.819448 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:24.827700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b91ad834-afac-4724-92ca-84569c73d4bd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9086757 Aug 23 12:21:24.828423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:24.830851 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a9279-6413-48b7-91bd-121800bda731" -d '{"events": [{"name": "network-changed", "server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:24.859668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46e851b2-1861-4485-a424-31f772200dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.879926 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0f6dd-4e7c-4e14-bb6f-dfd3d1e02e1e x-openstack-request-id: req-0bd0f6dd-4e7c-4e14-bb6f-dfd3d1e02e1e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:24.880342 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:24.880687 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd0f6dd-4e7c-4e14-bb6f-dfd3d1e02e1e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:24.881350 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'status': 'completed', 'code': 200} Aug 23 12:21:24.883532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46e851b2-1861-4485-a424-31f772200dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.944868 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:24.954521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9279-6413-48b7-91bd-121800bda731 req-ad562d00-9c19-46ac-9cc2-f3b17f5e7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:24.956061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-ad562d00-9c19-46ac-9cc2-f3b17f5e7b18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 1096 time: 0.0470810 Aug 23 12:21:24.974393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46e851b2-1861-4485-a424-31f772200dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.977112 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46e851b2-1861-4485-a424-31f772200dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:24.981478 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-46e851b2-1861-4485-a424-31f772200dc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acd67fbc-83fa-4f9d-9f44-2c948db47a84 HTTP/1.1" status: 204 len: 168 time: 0.1740942 Aug 23 12:21:25.014666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e851b2-1861-4485-a424-31f772200dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd67fbc-83fa-4f9d-9f44-2c948db47a84,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:25.082666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9279-6413-48b7-91bd-121800bda731 req-391b6ccf-a80e-4fe7-9735-d6123c57f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:25.085772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-391b6ccf-a80e-4fe7-9735-d6123c57f48f service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1216016 Aug 23 12:21:25.159872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-b762bd07-b1b6-4db8-9296-05ea70827a98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72081ebf-df49-41af-8f3e-51ca9d499b15 HTTP/1.1" status: 200 len: 999 time: 0.0669825 Aug 23 12:21:25.204000 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '8199edb5-a50e-4779-86b4-5e54b1d472bd', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:02:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:21:23Z', 'updated_at': '2021-08-23T12:21:23Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:25.222281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9279-6413-48b7-91bd-121800bda731 req-56f09919-5382-4f09-9153-5f4feef1067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:25.224004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-56f09919-5382-4f09-9153-5f4feef1067a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0575173 Aug 23 12:21:25.243037 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:21:25.252340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:25.253241 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:25.276324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9279-6413-48b7-91bd-121800bda731 req-37edfa58-fa3a-4422-bdf8-f24c9542075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:25.278268 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-37edfa58-fa3a-4422-bdf8-f24c9542075b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471513 Aug 23 12:21:25.398497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:25.403788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-9f61ccbd-d840-4b84-8611-4f0768900cda service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181841 Aug 23 12:21:25.533751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb8a9279-6413-48b7-91bd-121800bda731 req-65a54686-07af-46d3-a859-c20c5ca7cbc0 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229525 Aug 23 12:21:25.698696 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '8199edb5-a50e-4779-86b4-5e54b1d472bd', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:02:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:21:23Z', 'updated_at': '2021-08-23T12:21:23Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:25.709674 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:25.818007 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b84b7b0-9cb2-4ef3-bc16-8faccce2a8a5 None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '8199edb5-a50e-4779-86b4-5e54b1d472bd', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:02:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:21:23Z', 'updated_at': '2021-08-23T12:21:23Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:21:26.033486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3bab60-fabd-4e85-9adf-6b39842cf6ce None None] New status for floating IP 8199edb5-a50e-4779-86b4-5e54b1d472bd: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:21:26.747927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57032) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:26.853168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75b7f075-d030-4e76-a9ab-0b1978bcd1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:26.940379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75b7f075-d030-4e76-a9ab-0b1978bcd1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:26.944655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-75b7f075-d030-4e76-a9ab-0b1978bcd1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:26.984144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-75b7f075-d030-4e76-a9ab-0b1978bcd1e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6b407410e4b4669a9326333b1cc6527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349608 Aug 23 12:21:26.984946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7f075-d030-4e76-a9ab-0b1978bcd1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276531c-352d-4226-81e1-e80436b0cdaa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:26.986923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57036) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:27.040729 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff3654e4-6a56-4e69-88d4-4d7a9f6a02e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:27.062591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff3654e4-6a56-4e69-88d4-4d7a9f6a02e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:27.117493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff3654e4-6a56-4e69-88d4-4d7a9f6a02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:27.120424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff3654e4-6a56-4e69-88d4-4d7a9f6a02e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:27.121700 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff3654e4-6a56-4e69-88d4-4d7a9f6a02e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2276531c-352d-4226-81e1-e80436b0cdaa HTTP/1.1" status: 204 len: 168 time: 0.1338708 Aug 23 12:21:27.132834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3654e4-6a56-4e69-88d4-4d7a9f6a02e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276531c-352d-4226-81e1-e80436b0cdaa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:27.389413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:27.828819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:28.309876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:30.285951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746523a-249f-4469-bd13-1c54e678047d req-7f1c8c55-3868-413f-92f6-9c8398b0f81e tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:30.287527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e746523a-249f-4469-bd13-1c54e678047d req-7f1c8c55-3868-413f-92f6-9c8398b0f81e tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1097 time: 0.0503442 Aug 23 12:21:30.326248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e746523a-249f-4469-bd13-1c54e678047d req-0739e547-94a8-45a4-a462-0faba211ecce tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Aug 23 12:21:30.349072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57142) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:30.543586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 051be503-c335-42d8-8944-cdbcda3e6470 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:30.543943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:30.621967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:30.622306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:30.637333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 051be503-c335-42d8-8944-cdbcda3e6470 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:30.800182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:30.826732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=051be503-c335-42d8-8944-cdbcda3e6470,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:30.910458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:30.910800 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP 4f1ecc71-1577-4472-aed8-1107bc260213 disassociated (deleted). External IP: 172.25.1.144, port: 566b5498-7eeb-4d05-9497-5eb96d30d044. Aug 23 12:21:31.149308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router a750677f-bdfc-442d-a8bd-ffd2134b8482 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:21:31.265949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:21:31.271104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:31.281387 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] Sync routers for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:21:31.293755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:31.294651 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:31.314889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-847c86fc-a440-4fee-831f-3dd16f69cae9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/floatingips/4f1ecc71-1577-4472-aed8-1107bc260213 HTTP/1.1" status: 204 len: 168 time: 0.9639461 Aug 23 12:21:31.315597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:31.318372 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f" -d '{"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:31.389125 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04142559-621e-4769-aad9-43b4dcdd28f6 x-openstack-request-id: req-04142559-621e-4769-aad9-43b4dcdd28f6 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:31.390443 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:31.390988 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04142559-621e-4769-aad9-43b4dcdd28f6 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:31.391433 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'status': 'completed', 'code': 200} Aug 23 12:21:31.457648 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-6be5897c-efcb-44ce-8463-c4de35928481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:31.459833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-6be5897c-efcb-44ce-8463-c4de35928481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 1097 time: 0.0553935 Aug 23 12:21:31.472774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:31.653649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-07443426-a2e0-4862-a26f-b614e16050ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:31.655601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-07443426-a2e0-4862-a26f-b614e16050ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 200 len: 897 time: 0.1883414 Aug 23 12:21:31.676524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f90b6-9451-4f69-bb5c-f702fe024cd2 req-e0e973d0-657f-4b72-8daa-1d2f25554a71 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:31.681773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba9f90b6-9451-4f69-bb5c-f702fe024cd2 req-e0e973d0-657f-4b72-8daa-1d2f25554a71 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.1182742 Aug 23 12:21:31.742070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba9f90b6-9451-4f69-bb5c-f702fe024cd2 req-d6743a77-bdfa-4f5d-b8fa-212cc5d641af tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495598 Aug 23 12:21:31.756266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-ddd9fffe-6ede-410b-8f84-ddc4c3b9902d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 200 len: 217 time: 0.0920696 Aug 23 12:21:31.773138 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:43Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:31.809959 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] Checking router: a750677f-bdfc-442d-a8bd-ffd2134b8482 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:21:31.818777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-0a579dfa-9e24-4578-82be-55fa9b0d4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:31.819385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:31.820338 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:31.820955 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-0a579dfa-9e24-4578-82be-55fa9b0d4db4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 200 len: 835 time: 0.0574899 Aug 23 12:21:31.885485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-bad0ece4-9fd7-42af-bfe3-eb53203c421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:31.887581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-bad0ece4-9fd7-42af-bfe3-eb53203c421d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587404 Aug 23 12:21:31.964596 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:32.010266 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-9a37099e-ea6b-4395-9050-ddf222aad075 service neutron] 10.222.0.41 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090181 Aug 23 12:21:32.145052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e27d5bcd-d0e5-474b-9ae6-6a02ba97562f req-88f8a494-2334-4375-b483-f16c3f995fdc service neutron] 10.222.0.41 "GET /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268425 Aug 23 12:21:32.248564 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:43Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:32.280146 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c550964-f160-4165-be6a-87cf6ba53024 None None] The sync data for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 is: [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:19:32Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36', 'name': '', 'network_id': '72cf6e0d-d7c1-4767-9ba2-fe2503b2f262', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:24:3c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '621c6059-d37f-4890-a924-18477dc2a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:28Z', 'updated_at': '2021-08-23T12:19:43Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '621c6059-d37f-4890-a924-18477dc2a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:21:32.566605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424c493-d4ed-49ee-ad0a-ba94ffb2114a None None] New status for floating IP 4f1ecc71-1577-4472-aed8-1107bc260213: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:21:32.709899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57210) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:32.829620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-09dfc0ea-a6be-4ab4-b70d-7fd14116a707 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:32.831595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-09dfc0ea-a6be-4ab4-b70d-7fd14116a707 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.0711858 Aug 23 12:21:32.866548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-239dba2d-0cd1-4146-9899-5b93c3509bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:32.902602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d603b38-4422-4791-bc31-f4f7e5f54c91 req-2f5591ff-36a6-4285-90fe-af88b9fa0a80 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:32.904152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d603b38-4422-4791-bc31-f4f7e5f54c91 req-2f5591ff-36a6-4285-90fe-af88b9fa0a80 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=011f4338-72f1-4120-a167-49309c8b2612 HTTP/1.1" status: 200 len: 946 time: 0.0791948 Aug 23 12:21:32.934711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 566b5498-7eeb-4d05-9497-5eb96d30d044 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:32.935466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:32.976237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1d603b38-4422-4791-bc31-f4f7e5f54c91 req-35ac9328-f54b-4527-b3ea-873283ddeff8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=08c5eab5-0c5b-4403-9b88-db8c5bf2532b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636082 Aug 23 12:21:33.032162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-239dba2d-0cd1-4146-9899-5b93c3509bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.036527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-239dba2d-0cd1-4146-9899-5b93c3509bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.045632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 566b5498-7eeb-4d05-9497-5eb96d30d044, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=566b5498-7eeb-4d05-9497-5eb96d30d044,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:33.046148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.059206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 566b5498-7eeb-4d05-9497-5eb96d30d044 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:33.074226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dba2d-0cd1-4146-9899-5b93c3509bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d445c-d4cc-4da6-ad33-11435659942d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:33.081426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-239dba2d-0cd1-4146-9899-5b93c3509bf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f3e26185f764d409b7b9fcfbfb05179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677342 Aug 23 12:21:33.081661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:33.134835 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de7bccb5-6a8a-4d9e-ba45-0a5a0ef78a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.161181 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de7bccb5-6a8a-4d9e-ba45-0a5a0ef78a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.219758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de7bccb5-6a8a-4d9e-ba45-0a5a0ef78a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.221334 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.222845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de7bccb5-6a8a-4d9e-ba45-0a5a0ef78a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.224045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-de7bccb5-6a8a-4d9e-ba45-0a5a0ef78a4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f9d445c-d4cc-4da6-ad33-11435659942d HTTP/1.1" status: 204 len: 168 time: 0.1410863 Aug 23 12:21:33.235969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bccb5-6a8a-4d9e-ba45-0a5a0ef78a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d445c-d4cc-4da6-ad33-11435659942d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:33.255097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=566b5498-7eeb-4d05-9497-5eb96d30d044,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:33.282891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.283255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.283606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.283949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.284404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.284749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.285097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.285427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.285788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.286124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.286482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.286784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:33.314247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] No DVR routers for this DVR port 566b5498-7eeb-4d05-9497-5eb96d30d044 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:21:33.315323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.317500 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8e097e5c-9cca-4c93-b8a8-b609030121f9 req-0826d436-b590-4215-a74b-9e7003e30ddd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "DELETE /v2.0/ports/566b5498-7eeb-4d05-9497-5eb96d30d044 HTTP/1.1" status: 204 len: 173 time: 0.4805710 Aug 23 12:21:33.317991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-deleted', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:33.320448 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4562978-54b3-4019-8978-4e0408395b61" -d '{"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-deleted", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:33.361027 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f36dd2-ea31-460b-8253-ffa6f587d839 x-openstack-request-id: req-90f36dd2-ea31-460b-8253-ffa6f587d839 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:33.361324 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011f4338-72f1-4120-a167-49309c8b2612", "name": "network-vif-deleted", "tag": "566b5498-7eeb-4d05-9497-5eb96d30d044", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:33.361575 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90f36dd2-ea31-460b-8253-ffa6f587d839 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:33.362040 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011f4338-72f1-4120-a167-49309c8b2612', 'name': 'network-vif-deleted', 'tag': '566b5498-7eeb-4d05-9497-5eb96d30d044', 'status': 'completed', 'code': 200} Aug 23 12:21:33.551125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:33.564665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48e14358-bad6-4ccd-857e-1082bc936d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.686316 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48e14358-bad6-4ccd-857e-1082bc936d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.692301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48e14358-bad6-4ccd-857e-1082bc936d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.721094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48e14358-bad6-4ccd-857e-1082bc936d83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d68fb21af8e6453198bb0c533c0d42dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687524 Aug 23 12:21:33.724162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:33.762523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14358-bad6-4ccd-857e-1082bc936d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b71888-e1da-4feb-8105-1b77eadcd6e9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:33.793501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-165cfc6c-6e5d-4677-962c-99d6058db6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.823007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-165cfc6c-6e5d-4677-962c-99d6058db6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.875714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-165cfc6c-6e5d-4677-962c-99d6058db6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.878569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-165cfc6c-6e5d-4677-962c-99d6058db6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:33.881786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-165cfc6c-6e5d-4677-962c-99d6058db6ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95b71888-e1da-4feb-8105-1b77eadcd6e9 HTTP/1.1" status: 204 len: 168 time: 0.1537395 Aug 23 12:21:33.887901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfc6c-6e5d-4677-962c-99d6058db6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b71888-e1da-4feb-8105-1b77eadcd6e9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:34.045116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57240) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:34.454370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:34.755585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:34.756284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:34.871861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:34.872556 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:34.885261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:35.082313 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:35.138633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:35.307831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:35.584202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router a750677f-bdfc-442d-a8bd-ffd2134b8482 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:21:35.701443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:21:35.706726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6e52ef39-ae06-492e-9ce0-9d26b34047ad tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/a750677f-bdfc-442d-a8bd-ffd2134b8482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604917 Aug 23 12:21:35.709507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57296) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:35.712141 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] Sync routers for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:21:35.724559 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:35.726219 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:35.762719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting subnet 621c6059-d37f-4890-a924-18477dc2a177 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:21:35.766009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:35.821713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:35.849618 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:35.921172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:35.998718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.032177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Subnet': ['ID=621c6059-d37f-4890-a924-18477dc2a177,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:36.040310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.044882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-206d0029-1b87-42f7-b5a2-11842b7a40d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/subnets/621c6059-d37f-4890-a924-18477dc2a177 HTTP/1.1" status: 204 len: 168 time: 0.3317719 Aug 23 12:21:36.045360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57306) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:36.049975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402fb95-92c2-4f83-91fa-0dd4469ab270 None None] Network 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:21:36.089710 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:21:35Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:36.150807 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] Checking router: a750677f-bdfc-442d-a8bd-ffd2134b8482 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:21:36.169895 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] Routers {'a750677f-bdfc-442d-a8bd-ffd2134b8482'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:36.170751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a750677f-bdfc-442d-a8bd-ffd2134b8482'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:36.183793 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.327192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.385850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] DHCP port deletion for 72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:21:36.386909 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] Set router a750677f-bdfc-442d-a8bd-ffd2134b8482 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:36.442919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:36.443233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.492602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] Deleting port 57691e43-cdcb-485b-a22c-57ddff207294 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:21:36.493808 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.525408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:21:36.577938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:36.580232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.592991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 566b5498-7eeb-4d05-9497-5eb96d30d044 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:21:36.594105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 566b5498-7eeb-4d05-9497-5eb96d30d044 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:21:36.621402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] For port 57691e43-cdcb-485b-a22c-57ddff207294, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=57691e43-cdcb-485b-a22c-57ddff207294,segment=NetworkSegment(4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b),segment_id=4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:36.622059 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.627449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:36.640737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] Calling delete_port for 57691e43-cdcb-485b-a22c-57ddff207294 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:21:36.687751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:21:35Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:36.748147 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9760e-1cfe-4576-8fbb-a8a5b86099eb None None] The sync data for ids ['a750677f-bdfc-442d-a8bd-ffd2134b8482'] in n-d-773645-7 is: [{'id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661295257', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:19:14Z', 'updated_at': '2021-08-23T12:21:35Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': 'ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a750677f-bdfc-442d-a8bd-ffd2134b8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:19:17Z', 'updated_at': '2021-08-23T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:21:36.795862 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.831992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] Pushing event deleted for resources: {'Port': ['ID=57691e43-cdcb-485b-a22c-57ddff207294,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:36.838238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f869f9-53b9-4da8-bdb2-e9eb5881e115 None None] No DVR routers for this DVR port 57691e43-cdcb-485b-a22c-57ddff207294 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:21:36.886614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57332) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:36.915543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:36.942617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:36.965826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.966187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.966533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.966870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.967202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.967532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.967861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.968189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.968514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.968837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.969161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:36.969478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:37.011106 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-041a2c3b-7825-4eae-a4b7-1dd97790bfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.016671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.103812 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-041a2c3b-7825-4eae-a4b7-1dd97790bfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.108458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-041a2c3b-7825-4eae-a4b7-1dd97790bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.115217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.117579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.141114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57691e43-cdcb-485b-a22c-57ddff207294 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:21:37.154822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a2c3b-7825-4eae-a4b7-1dd97790bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719a58d8-cb8c-4668-a467-1a47f10cb379,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:37.159299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-041a2c3b-7825-4eae-a4b7-1dd97790bfb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aebb1b0131944798b5ae62e291a8f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716074 Aug 23 12:21:37.164607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57336) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:37.182968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.183920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Fanout notify agent at l3_agent the message router_deleted on router a750677f-bdfc-442d-a8bd-ffd2134b8482 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:21:37.184864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 57691e43-cdcb-485b-a22c-57ddff207294 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:21:37.185217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 57691e43-cdcb-485b-a22c-57ddff207294 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:21:37.194712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.196729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3d7009b6-d8fa-4317-9aa4-3746302e59fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/routers/a750677f-bdfc-442d-a8bd-ffd2134b8482 HTTP/1.1" status: 204 len: 168 time: 1.1500657 Aug 23 12:21:37.199314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57338) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:37.238934 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7eeeef93-e1a4-4e3e-a6b9-73b0307d6004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.262509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7eeeef93-e1a4-4e3e-a6b9-73b0307d6004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.284803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.315185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7eeeef93-e1a4-4e3e-a6b9-73b0307d6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.318495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7eeeef93-e1a4-4e3e-a6b9-73b0307d6004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.319727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7eeeef93-e1a4-4e3e-a6b9-73b0307d6004 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/719a58d8-cb8c-4668-a467-1a47f10cb379 HTTP/1.1" status: 204 len: 168 time: 0.1539373 Aug 23 12:21:37.329573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeef93-e1a4-4e3e-a6b9-73b0307d6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719a58d8-cb8c-4668-a467-1a47f10cb379,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:37.396072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.407134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf6e0d-d7c1-4767-9ba2-fe2503b2f262']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:37.418889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:37.419191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb0e97c-ea2f-4ddd-984a-1ad38c333f1b') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:37.429134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.444449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.453021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:21:37.453428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:21:37.456833 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:21:37.533233 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.543501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.549108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/networks/72cf6e0d-d7c1-4767-9ba2-fe2503b2f262 HTTP/1.1" status: 204 len: 168 time: 0.3486321 Aug 23 12:21:37.552305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:37.561374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5515ae-35a8-4d63-8ced-eca249a7fbd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Network': ['ID=72cf6e0d-d7c1-4767-9ba2-fe2503b2f262,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:37.638385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18936612-54cd-4afb-bcd5-294e04247a73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.677809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18936612-54cd-4afb-bcd5-294e04247a73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.776073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18936612-54cd-4afb-bcd5-294e04247a73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.777813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18936612-54cd-4afb-bcd5-294e04247a73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:37.779169 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-18936612-54cd-4afb-bcd5-294e04247a73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/security-groups/08c5eab5-0c5b-4403-9b88-db8c5bf2532b HTTP/1.1" status: 204 len: 168 time: 0.2258253 Aug 23 12:21:37.789939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936612-54cd-4afb-bcd5-294e04247a73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c5eab5-0c5b-4403-9b88-db8c5bf2532b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:38.118912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:38.128713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729482585', 'description': 'tempest-secgroup-smoke-1729482585 description', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:38.152248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.249679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.254415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.287250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.288597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1678569 Aug 23 12:21:38.291610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57382) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:38.295061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a527f69-a89b-475d-8d00-a851d8f338f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b643342-5a8b-4788-a454-b7876f6c28d3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:38.297392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '6b643342-5a8b-4788-a454-b7876f6c28d3', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:38.333632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.395953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.401122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.419400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3a2cbe-fdda-4b81-ba75-5651d6fb6b5f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:38.428074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.430526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d17aa9b8-1b2b-4ff1-bc26-6a9aa1c04166 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369796 Aug 23 12:21:38.432444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57386) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:38.437822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '6b643342-5a8b-4788-a454-b7876f6c28d3', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:38.483579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.554408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.559355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.581240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea5135e-b09d-4e3e-b13e-31d4e18da0e7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:38.588291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.589516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-223deb40-c42d-4405-8ef5-7cf43de2fae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558483 Aug 23 12:21:38.592695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57400) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:38.601871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '6b643342-5a8b-4788-a454-b7876f6c28d3', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:38.638222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.714053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.718146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.742249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68607dd-011a-4626-9064-dad1299c9568,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:38.752525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.756499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:21:38.758798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-15672a34-9240-4945-a01c-a7ada05892ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649814 Aug 23 12:21:38.761358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57404) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:38.770820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '6b643342-5a8b-4788-a454-b7876f6c28d3', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:38.818606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:21:38.819309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9fc32a5-c7f5-4ee3-b4cf-818a03c34f36 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:21:38.820012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:21:38.837026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.843370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:21:38.843907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ee2746e5-7b49-4ca7-ab3d-78f6cd1a06bb not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:21:38.911212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.915630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.933213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de4a12f-fcb4-4377-b984-d7601b5ca3e2,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:38.940820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:38.944751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6a43039d-1e4a-4563-8ae5-f7c26aa12a1d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1794801 Aug 23 12:21:38.945113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57410) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:38.949922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '6b643342-5a8b-4788-a454-b7876f6c28d3', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:38.974435 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:21:38.979321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.045074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.049383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.069510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad457cb-4de9-45e7-8800-6e3a560a6de1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:39.077251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.081307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a1459fd-54ca-42ae-9daf-45a05ed020fe tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325130 Aug 23 12:21:39.081574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57416) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:39.086953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '6b643342-5a8b-4788-a454-b7876f6c28d3', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:39.113854 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:21:39.119710 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.190699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.194689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.212655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a757ea-8987-433d-a031-81cdbb7005b5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:39.220407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.221714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e42ef7bb-776c-46e8-b098-acd02b46dd7a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391499 Aug 23 12:21:39.225299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57420) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:39.230452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'network': {'name': 'tempest-network-smoke--1685819023', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:39.251893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:21:39.255460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.280660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:21:39.292690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.293285 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Added segment 23daf672-f536-4f65-950c-e6bca09f42af of type vlan for network 981689a9-c1a6-4d70-a943-77d82f191039 Aug 23 12:21:39.337648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.364631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.370874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:39.371099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.399366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57428) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:39.414360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854184 Aug 23 12:21:39.415858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57432) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:39.420185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'admin_state_up': True, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:39.452049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.457109 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.461023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cc19f-c0f4-4fa3-a0ef-415d3433d7d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Network': ['ID=981689a9-c1a6-4d70-a943-77d82f191039,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:39.482471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 981689a9-c1a6-4d70-a943-77d82f191039 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:21:39.533448 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.597816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-189c-4dd8-aa05-4a87fbc652b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.720854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.855126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-189c-4dd8-aa05-4a87fbc652b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.859276 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-189c-4dd8-aa05-4a87fbc652b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.911800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b438be6d-189c-4dd8-aa05-4a87fbc652b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53479c5729574657a6ee1e83d7a160f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089383 Aug 23 12:21:39.911800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438be6d-189c-4dd8-aa05-4a87fbc652b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e5349-0158-4d51-94be-f77832e7bf7c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:39.912712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57438) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:39.970792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-569d18f0-fd38-48fe-8383-9245c177cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:39.993549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-569d18f0-fd38-48fe-8383-9245c177cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.023559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.041452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-569d18f0-fd38-48fe-8383-9245c177cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.044438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-569d18f0-fd38-48fe-8383-9245c177cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.048042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.048198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-569d18f0-fd38-48fe-8383-9245c177cd49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb8e5349-0158-4d51-94be-f77832e7bf7c HTTP/1.1" status: 204 len: 168 time: 0.1318390 Aug 23 12:21:40.057253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d18f0-fd38-48fe-8383-9245c177cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e5349-0158-4d51-94be-f77832e7bf7c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:40.171924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.39 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/1a5165ae-eced-453a-bafd-263cae043f2f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:40.283160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.290460 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:21:40.332696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.360675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57448) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:40.376189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff563bb0-50b5-4f5b-89c5-9b0322d90687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.392797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:40.394185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=1a5165ae-eced-453a-bafd-263cae043f2f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:40.399963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:40.402686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:40.483218 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff563bb0-50b5-4f5b-89c5-9b0322d90687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.487605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ff563bb0-50b5-4f5b-89c5-9b0322d90687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.541913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ff563bb0-50b5-4f5b-89c5-9b0322d90687 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e4df11e03f7421d9d677db01779427a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764364 Aug 23 12:21:40.541913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff563bb0-50b5-4f5b-89c5-9b0322d90687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825975e-c6a1-44d7-98df-5e1e4e451d2a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:40.542190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:40.681394 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa56b4f7-6d29-4457-93fb-9f0291d59660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.743890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa56b4f7-6d29-4457-93fb-9f0291d59660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.787616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.853751 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa56b4f7-6d29-4457-93fb-9f0291d59660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.856605 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa56b4f7-6d29-4457-93fb-9f0291d59660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:40.860545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fa56b4f7-6d29-4457-93fb-9f0291d59660 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1825975e-c6a1-44d7-98df-5e1e4e451d2a HTTP/1.1" status: 204 len: 168 time: 0.3119013 Aug 23 12:21:40.908777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56b4f7-6d29-4457-93fb-9f0291d59660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825975e-c6a1-44d7-98df-5e1e4e451d2a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:41.043955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:41.548051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router ee6bb411-7ff2-4616-b0c3-7fa43a471763 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:21:41.671893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:21:41.693126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Sync routers for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:21:41.703079 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:41.704520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2d62b32d-428a-4f93-9cde-5a2d0204f7f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2882421 Aug 23 12:21:41.708061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57482) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:41.713115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:41.713875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:41.738226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7e012ce-13db-4cef-b4c9-27910040c349 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb7114d4261a4a73b1ab2b8a070c17e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289633 Aug 23 12:21:41.741167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57484) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:41.840833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:41.857089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08777b-428a-47c0-b8b5-d1e6da9691be tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:41.861492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2e08777b-428a-47c0-b8b5-d1e6da9691be tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1164970 Aug 23 12:21:41.861642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:41.903416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b187bf4-2c8d-4ef1-940e-4a7da37180c5 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391808 Aug 23 12:21:41.905191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57490) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:41.909907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1037588038', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:42.017894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:21:42.021768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.054237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:40Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:42.083185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Checking router: ee6bb411-7ff2-4616-b0c3-7fa43a471763 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:21:42.083539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Updating router ee6bb411-7ff2-4616-b0c3-7fa43a471763 port 1a5165ae-eced-453a-bafd-263cae043f2f binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:21:42.111448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.219156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.301454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Subnet': ['ID=0b1afe5c-807b-4311-bd1f-c3c69ccd3035,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:42.306940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Checking segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:21:42.307347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network hostable DHCP agents. Network: 981689a9-c1a6-4d70-a943-77d82f191039, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:21:42.326765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 981689a9-c1a6-4d70-a943-77d82f191039 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:21:42.336923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 981689a9-c1a6-4d70-a943-77d82f191039) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:42.342290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:42.343357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.349777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a24686-22df-4261-b77f-a557881c8560 None None] Network 981689a9-c1a6-4d70-a943-77d82f191039 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:21:42.362304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d9598bce-7fec-4d9c-97a9-ae65b349f1c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4564791 Aug 23 12:21:42.364396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57494) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:42.442589 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.461613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Transition to ACTIVE for port object 1a5165ae-eced-453a-bafd-263cae043f2f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:42.474624 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.502878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Attempting to bind port 1a5165ae-eced-453a-bafd-263cae043f2f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:21:42.503592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Attempting to bind port 1a5165ae-eced-453a-bafd-263cae043f2f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:21:42.504189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Attempting to bind port 1a5165ae-eced-453a-bafd-263cae043f2f on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:42.561297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:21:42.562155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:21:42.562791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.563426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:21:42.564092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Bound port: 1a5165ae-eced-453a-bafd-263cae043f2f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:21:42.564645 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.611517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec432-68cf-4f0f-8c9f-2e3ef2550e20 None None] Pushing event updated for resources: {'Port': ['ID=1a5165ae-eced-453a-bafd-263cae043f2f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:42.666971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-981689a9-c1a6-4d70-a943-77d82f191039', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:21:42.668069 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.690826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] For port 1a5165ae-eced-453a-bafd-263cae043f2f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:21:42.813906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] For port 1a5165ae-eced-453a-bafd-263cae043f2f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1a5165ae-eced-453a-bafd-263cae043f2f,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:21:42.823178 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:42.884471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Allocated IP 172.20.0.2 (981689a9-c1a6-4d70-a943-77d82f191039/0b1afe5c-807b-4311-bd1f-c3c69ccd3035/1be70360-668c-44c3-ac4f-996095efc2c3) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:42.933181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:42.933883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:42.982211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec432-68cf-4f0f-8c9f-2e3ef2550e20 None None] Pushing event updated for resources: {'Port': ['ID=1a5165ae-eced-453a-bafd-263cae043f2f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:43.122770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:43.302655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.443066 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.460397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Transition to ACTIVE for port object 1be70360-668c-44c3-ac4f-996095efc2c3 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:43.499272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Transition to ACTIVE for port object 1be70360-668c-44c3-ac4f-996095efc2c3 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:43.509278 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.557953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Network 981689a9-c1a6-4d70-a943-77d82f191039 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:43.563114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:43.567301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:43.570277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:40Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:43.604913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Pushing event updated for resources: {'Port': ['ID=1be70360-668c-44c3-ac4f-996095efc2c3,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:43.607613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f50c18-bfa8-4b5c-92c2-e61eb3c88cd4 None None] The sync data for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 is: [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:40Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:21:43.635907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.1 (981689a9-c1a6-4d70-a943-77d82f191039/0b1afe5c-807b-4311-bd1f-c3c69ccd3035/420e1168-767b-4993-b64c-4ecc2cb9f10e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:43.663567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Attempting to bind port 1be70360-668c-44c3-ac4f-996095efc2c3 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:21:43.663945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Attempting to bind port 1be70360-668c-44c3-ac4f-996095efc2c3 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:21:43.664318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Attempting to bind port 1be70360-668c-44c3-ac4f-996095efc2c3 on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:43.670015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:21:43.671352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Checking segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:21:43.671352 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.671683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Bound using segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:21:43.672024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Bound port: 1be70360-668c-44c3-ac4f-996095efc2c3, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:21:43.672418 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.750018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] For port 1be70360-668c-44c3-ac4f-996095efc2c3, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:21:43.753806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] For port 1be70360-668c-44c3-ac4f-996095efc2c3, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1be70360-668c-44c3-ac4f-996095efc2c3,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:21:43.760445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.778331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.793411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object 420e1168-767b-4993-b64c-4ecc2cb9f10e will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:43.854855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7090665-ecc8-46d1-8cc1-bbdb55dd8432 None None] Pushing event updated for resources: {'Port': ['ID=1be70360-668c-44c3-ac4f-996095efc2c3,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:43.855437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:43.907063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 981689a9-c1a6-4d70-a943-77d82f191039 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:43.912390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:43.916610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:43.976497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=420e1168-767b-4993-b64c-4ecc2cb9f10e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:44.011368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:44.209251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:44.577645 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:44.582840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:44.684485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:44.746479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=420e1168-767b-4993-b64c-4ecc2cb9f10e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:44.823904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1be70360-668c-44c3-ac4f-996095efc2c3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:44.848144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 981689a9-c1a6-4d70-a943-77d82f191039 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:44.850061 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:44.918116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1be70360-668c-44c3-ac4f-996095efc2c3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:44.924306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1a5165ae-eced-453a-bafd-263cae043f2f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:44.995072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1a5165ae-eced-453a-bafd-263cae043f2f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:45.000764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1a5165ae-eced-453a-bafd-263cae043f2f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:45.001495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.038502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router ee6bb411-7ff2-4616-b0c3-7fa43a471763 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:21:45.102142 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.130403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 1a5165ae-eced-453a-bafd-263cae043f2f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1a5165ae-eced-453a-bafd-263cae043f2f,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:45.140754 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.183252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:21:45.183686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe587c6e-d11e-4ddd-8d5b-5e73168f440e None None] Network 981689a9-c1a6-4d70-a943-77d82f191039 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:21:45.197570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-edf427f0-c232-4f14-b8ea-47cfeca54aa0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/ee6bb411-7ff2-4616-b0c3-7fa43a471763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235569 Aug 23 12:21:45.343840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] Provisioning for port 1be70360-668c-44c3-ac4f-996095efc2c3 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:45.354434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] Provisioning complete for port 1be70360-668c-44c3-ac4f-996095efc2c3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:45.354915 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.357992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=1a5165ae-eced-453a-bafd-263cae043f2f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:45.406276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.406536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.406810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.407158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.408506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.408899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.409230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.409607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.409973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.410308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.410640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.410965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:45.626632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-57609e4f-8020-449f-8ebf-c4505e0e902a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729482585&fields=id&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 267 time: 0.0942023 Aug 23 12:21:45.662809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.701750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] For port 1be70360-668c-44c3-ac4f-996095efc2c3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1be70360-668c-44c3-ac4f-996095efc2c3,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:45.709647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.772895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aad8d7-eb34-410b-88d8-5e6f78809ff7 None None] Pushing event updated for resources: {'Port': ['ID=1be70360-668c-44c3-ac4f-996095efc2c3,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:45.790749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-2bfb6868-cc41-4efa-b0cf-3262c9c036cd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:45.792413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-2bfb6868-cc41-4efa-b0cf-3262c9c036cd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 797 time: 0.1477194 Aug 23 12:21:45.813167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a6b1ebce-09d4-4b06-9104-9be1108d6cd0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/quotas/bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 375 time: 0.0137622 Aug 23 12:21:45.879773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-258e0dd8-284e-49ec-863b-0691a965073f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585968 Aug 23 12:21:45.936048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c135b043-6baf-4ef6-a8ba-94c4f90a47c4 None None] Provisioning for port 420e1168-767b-4993-b64c-4ecc2cb9f10e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:45.940645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c135b043-6baf-4ef6-a8ba-94c4f90a47c4 None None] Provisioning complete for port 420e1168-767b-4993-b64c-4ecc2cb9f10e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:45.941099 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c135b043-6baf-4ef6-a8ba-94c4f90a47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:45.973210 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Sync routers for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:21:45.983674 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:45.984294 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:46.014817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c135b043-6baf-4ef6-a8ba-94c4f90a47c4 None None] Port 420e1168-767b-4993-b64c-4ecc2cb9f10e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:21:46.026484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c135b043-6baf-4ef6-a8ba-94c4f90a47c4 None None] Provisioning complete for port 1be70360-668c-44c3-ac4f-996095efc2c3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:46.028548 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c135b043-6baf-4ef6-a8ba-94c4f90a47c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:46.034691 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-cc5b04a7-c8b8-4e3b-86b7-5f2f5ea64da9 service neutron] 10.222.0.21 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380916 Aug 23 12:21:46.147497 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-8049489f-4883-403e-b58e-264cad85337a service neutron] 10.222.0.21 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117358 Aug 23 12:21:46.302302 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:46.365100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6974ed63-7a33-4e98-bb3c-da6cc2c43349 None None] Provisioning complete for port 420e1168-767b-4993-b64c-4ecc2cb9f10e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:46.365493 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6974ed63-7a33-4e98-bb3c-da6cc2c43349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:46.387109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04737f61-e562-4570-8f40-861cc817ef0c req-42c8ba1d-94dd-48fc-b565-4258a04f3713 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 210 time: 0.0319784 Aug 23 12:21:46.452171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6974ed63-7a33-4e98-bb3c-da6cc2c43349 None None] Port 420e1168-767b-4993-b64c-4ecc2cb9f10e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:21:46.581096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-229a640c-d41f-41c2-8d85-ea00c8af69d7 None None] Provisioning complete for port 420e1168-767b-4993-b64c-4ecc2cb9f10e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:46.581927 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-229a640c-d41f-41c2-8d85-ea00c8af69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:46.629266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-229a640c-d41f-41c2-8d85-ea00c8af69d7 None None] Port 420e1168-767b-4993-b64c-4ecc2cb9f10e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:21:46.648250 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 2, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:46.678120 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Checking router: ee6bb411-7ff2-4616-b0c3-7fa43a471763 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:21:46.678532 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Updating router ee6bb411-7ff2-4616-b0c3-7fa43a471763 port 420e1168-767b-4993-b64c-4ecc2cb9f10e binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:21:46.729377 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:46.732657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1be70360-668c-44c3-ac4f-996095efc2c3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:46.840216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1be70360-668c-44c3-ac4f-996095efc2c3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:46.840641 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:46.963125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1a5165ae-eced-453a-bafd-263cae043f2f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:47.027726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1a5165ae-eced-453a-bafd-263cae043f2f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:47.028105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:47.082199 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:47.093431 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Transition to ACTIVE for port object 420e1168-767b-4993-b64c-4ecc2cb9f10e will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:47.103112 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:47.175755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Pushing event updated for resources: {'Port': ['ID=420e1168-767b-4993-b64c-4ecc2cb9f10e,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:47.202896 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.203248 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.203592 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.203933 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.204267 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.204598 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.204931 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.205255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.205582 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.205931 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.206255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.206588 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:21:47.241594 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Attempting to bind port 420e1168-767b-4993-b64c-4ecc2cb9f10e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:21:47.242005 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Attempting to bind port 420e1168-767b-4993-b64c-4ecc2cb9f10e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:21:47.242367 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Attempting to bind port 420e1168-767b-4993-b64c-4ecc2cb9f10e on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:47.247513 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:21:47.247892 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Checking segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:21:47.248293 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:47.248692 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Bound using segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:21:47.249157 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Bound port: 420e1168-767b-4993-b64c-4ecc2cb9f10e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:21:47.249558 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:47.316967 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] For port 420e1168-767b-4993-b64c-4ecc2cb9f10e, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:21:47.320572 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] For port 420e1168-767b-4993-b64c-4ecc2cb9f10e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=420e1168-767b-4993-b64c-4ecc2cb9f10e,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:21:47.325021 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:47.372376 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:47.373101 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:47.533876 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e6e3e-3d11-41d1-a8bf-6ba8c5959031 None None] Pushing event updated for resources: {'Port': ['ID=420e1168-767b-4993-b64c-4ecc2cb9f10e,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:47.566782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0b23657-b625-4d6e-ae45-fc96b87d578e req-58556e2d-49ea-4155-9f96-03668bff887d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 210 time: 0.0643902 Aug 23 12:21:47.578545 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:47.750991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-01cad532-18af-4950-9442-3a53d3f47ccf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:47.753253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-01cad532-18af-4950-9442-3a53d3f47ccf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 797 time: 0.2202771 Aug 23 12:21:47.829387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-92613030-f43c-4a13-b520-e37b7387187c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 380 time: 0.0638194 Aug 23 12:21:47.840724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'port': {'device_id': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'admin_state_up': True, 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'security_groups': ['6b643342-5a8b-4788-a454-b7876f6c28d3']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:47.864068 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:47Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:47.889821 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de542530-e50e-4a38-88c2-5f2381a32d1c None None] The sync data for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 is: [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:47Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:21:47.984599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:21:47.988538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:48.153457 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.10 (981689a9-c1a6-4d70-a943-77d82f191039/0b1afe5c-807b-4311-bd1f-c3c69ccd3035/d5243e39-54be-4ae5-b396-efa7bd4f1e2a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:48.307986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:48.328016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object d5243e39-54be-4ae5-b396-efa7bd4f1e2a will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:48.363293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:48.405098 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 981689a9-c1a6-4d70-a943-77d82f191039 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:48.410615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:48.413170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:48.455081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:48.492326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:48.493122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:48.514108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ae22c811-3c7d-411a-b65c-aaf1420b64f9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6780310 Aug 23 12:21:48.536672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Request body: {'port': {'device_id': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:48.598080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:48.739107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-29f0503b-e96c-4110-8a2d-6bbd5e5d2563 None None] Provisioning for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:48.747017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-29f0503b-e96c-4110-8a2d-6bbd5e5d2563 None None] Provisioning complete for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:48.747425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-29f0503b-e96c-4110-8a2d-6bbd5e5d2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:48.809449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 420e1168-767b-4993-b64c-4ecc2cb9f10e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:48.823058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f49b9-c195-41d9-aa98-9a6a3985930f req-642b26e7-ae3b-464b-be63-f6c1a6f33109 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:48.824697 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c5f49b9-c195-41d9-aa98-9a6a3985930f req-642b26e7-ae3b-464b-be63-f6c1a6f33109 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 932 time: 0.1041169 Aug 23 12:21:48.914918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c5f49b9-c195-41d9-aa98-9a6a3985930f req-853937a6-5157-4a69-ae9a-57d8868151e7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836749 Aug 23 12:21:48.926324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-29f0503b-e96c-4110-8a2d-6bbd5e5d2563 None None] Port d5243e39-54be-4ae5-b396-efa7bd4f1e2a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:21:48.941219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 420e1168-767b-4993-b64c-4ecc2cb9f10e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:48.950117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 420e1168-767b-4993-b64c-4ecc2cb9f10e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:48.950990 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.142984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.214162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:21:49.225445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 420e1168-767b-4993-b64c-4ecc2cb9f10e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=420e1168-767b-4993-b64c-4ecc2cb9f10e,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:49.233728 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.235564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.273788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Transition to ACTIVE for port object d5243e39-54be-4ae5-b396-efa7bd4f1e2a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:21:49.279354 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.300081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=420e1168-767b-4993-b64c-4ecc2cb9f10e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:49.383136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:49.460381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:21:49.460765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:21:49.461128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:49.468253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:21:49.468586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:21:49.476462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:21:49.476921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Checking segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:21:49.477409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Bound using segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:21:49.477985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Bound port: d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:21:49.478363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.575336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:21:49.579604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:21:49.587523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.638780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:49.640045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:49.642160 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] 10.222.0.41 "PUT /v2.0/ports/d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1092 time: 1.1188612 Aug 23 12:21:49.642939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:49.656285 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c803f9-c875-4670-9a67-c166a33e8af8" -d '{"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:49.766582 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0a2a4-c41b-4b46-a84b-2284301c235a x-openstack-request-id: req-99d0a2a4-c41b-4b46-a84b-2284301c235a {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:49.767078 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:49.767530 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d0a2a4-c41b-4b46-a84b-2284301c235a {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:49.768060 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'status': 'completed', 'code': 200} Aug 23 12:21:49.792978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d7c3-fc7f-492c-9b24-6ae3af01a67f service neutron] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:49.814448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-318668c7-8f58-4dbf-b08f-ac8b02781831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:49.825253 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-318668c7-8f58-4dbf-b08f-ac8b02781831 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1095 time: 0.1242318 Aug 23 12:21:49.890027 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-d1563410-0ebe-4b0f-ac96-559fc9c54317 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 217 time: 0.0554116 Aug 23 12:21:49.960552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ffb1fad5-80f5-4ec1-9007-5ba0d04c6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:49.962294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-ffb1fad5-80f5-4ec1-9007-5ba0d04c6985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0658629 Aug 23 12:21:50.051627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-98549506-9d7c-4ddf-8f2c-5415e1bd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:50.053210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-98549506-9d7c-4ddf-8f2c-5415e1bd4f08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842271 Aug 23 12:21:50.076765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da3b37-b3f6-495f-bd82-ffefa4dffc39 req-0936d84f-6a21-4388-a267-1be649e48835 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:50.078258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8da3b37-b3f6-495f-bd82-ffefa4dffc39 req-0936d84f-6a21-4388-a267-1be649e48835 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.0765793 Aug 23 12:21:50.167896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f8da3b37-b3f6-495f-bd82-ffefa4dffc39 req-04c913ac-8ef1-414f-ad01-876c96df14ce tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792077 Aug 23 12:21:50.189463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-34426d18-c462-4b51-b899-b4d075cd9945 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288872 Aug 23 12:21:50.289256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80367ff3-ece9-465a-b50a-76e0f0e11fb4 req-bc95bd4e-f017-4b76-ae2f-622acf96a07e service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926647 Aug 23 12:21:50.382276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-7e8c63b8-5203-459e-b8fa-6343cd704f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:50.384246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-7e8c63b8-5203-459e-b8fa-6343cd704f08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1095 time: 0.0466573 Aug 23 12:21:50.494845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-02971d30-bc53-46cd-b906-80c1969cab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:50.496993 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-02971d30-bc53-46cd-b906-80c1969cab6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.1060436 Aug 23 12:21:50.543341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-135d6a47-ea9c-4213-aa28-2c090aeab47e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 217 time: 0.0398419 Aug 23 12:21:50.607838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-b851f4be-a36c-49c3-b490-91111f9d1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:50.609772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-b851f4be-a36c-49c3-b490-91111f9d1543 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0586600 Aug 23 12:21:50.668996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-2829a20a-059d-4854-86d4-4bd4033a49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:50.671612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-2829a20a-059d-4854-86d4-4bd4033a49b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546279 Aug 23 12:21:50.680887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 420e1168-767b-4993-b64c-4ecc2cb9f10e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:50.743160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 420e1168-767b-4993-b64c-4ecc2cb9f10e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:50.743546 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:50.781338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-01afb29b-e443-414c-ae2b-881681416bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024978 Aug 23 12:21:50.880474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-44c803f9-c875-4670-9a67-c166a33e8af8 req-1630ef2f-e540-491b-945c-9f92c9cc3cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920200 Aug 23 12:21:51.310478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842667db-6214-4e9e-a498-3108dc85110f req-97d55e38-a55c-4085-92b5-bfbaab635694 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:51.312572 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842667db-6214-4e9e-a498-3108dc85110f req-97d55e38-a55c-4085-92b5-bfbaab635694 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.0625486 Aug 23 12:21:51.359173 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-842667db-6214-4e9e-a498-3108dc85110f req-49fd81bf-7d10-407e-a1a4-b60dd042b402 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Aug 23 12:21:51.778759 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-095dfd2e-d4e4-4434-96a2-889c657e1fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:52.487626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefeea5-aff0-47f7-bbae-e4bc074f9a6f req-7a81112d-0ee4-440c-bce2-bd82db375183 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:52.489133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfefeea5-aff0-47f7-bbae-e4bc074f9a6f req-7a81112d-0ee4-440c-bce2-bd82db375183 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.0500095 Aug 23 12:21:52.533157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfefeea5-aff0-47f7-bbae-e4bc074f9a6f req-194eb029-a92e-4486-9300-71266bc4a7ed tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371878 Aug 23 12:21:52.626405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:21:52.723349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:52.734202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:21:52.771839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:52.785263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:21:52.804210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:52.808354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:52.854411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:53.003292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d5243e39-54be-4ae5-b396-efa7bd4f1e2a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:21:53.658214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32065901-c6f2-4b39-a2bb-57b42117421a req-e85e401d-dce1-4c72-a0fc-64fd46cb3ca2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:53.659805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32065901-c6f2-4b39-a2bb-57b42117421a req-e85e401d-dce1-4c72-a0fc-64fd46cb3ca2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.0533273 Aug 23 12:21:53.698594 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-32065901-c6f2-4b39-a2bb-57b42117421a req-2b126de9-d700-48c5-88ee-a2ea64d7413c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Aug 23 12:21:54.340489 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8969-0ca1-4054-8737-4363650c8b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:54.410720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:54.646478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:21:54.695960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:21:54.700022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:21:54.700402 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:54.791280 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:54.815114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:54.817833 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138f85b1-b702-4029-8353-5fd8d4ba757e" -d '{"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-plugged", "status": "completed", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:54.821359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eb82d-b689-4ed2-ab23-225722ba1412 req-714ee143-f26c-44b6-be6d-872747651de6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:54.831819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:21:54.834264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-515eb82d-b689-4ed2-ab23-225722ba1412 req-714ee143-f26c-44b6-be6d-872747651de6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.0637379 Aug 23 12:21:54.840911 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:54.871399 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3bcd1-c075-4335-902c-71e720204c9d x-openstack-request-id: req-a5f3bcd1-c075-4335-902c-71e720204c9d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:54.871837 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-plugged", "status": "completed", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:54.872790 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5f3bcd1-c075-4335-902c-71e720204c9d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:54.872790 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'code': 200} Aug 23 12:21:54.881544 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-515eb82d-b689-4ed2-ab23-225722ba1412 req-2e3078b0-aac4-4db7-831e-e4636c1cf9a1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Aug 23 12:21:54.900761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:54.977436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb09fb-47f3-4a1c-b27b-5976159efdf9 req-7c29bad4-9e6e-4649-b097-4dfdf2b46b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:54.979053 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99cb09fb-47f3-4a1c-b27b-5976159efdf9 req-7c29bad4-9e6e-4649-b097-4dfdf2b46b29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1097 time: 0.0424948 Aug 23 12:21:55.014824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99cb09fb-47f3-4a1c-b27b-5976159efdf9 req-c00aec48-839a-478c-8b6d-5b8e6057c714 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291741 Aug 23 12:21:55.701630 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:56.038575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c7d3-e814-45e7-9eaa-a1c1952fd2b4 req-e304f22c-4dcd-4335-846b-7b12891482c9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:56.040250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cfa7c7d3-e814-45e7-9eaa-a1c1952fd2b4 req-e304f22c-4dcd-4335-846b-7b12891482c9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0610230 Aug 23 12:21:56.083849 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cfa7c7d3-e814-45e7-9eaa-a1c1952fd2b4 req-f72c965e-8691-4f42-bc51-8ad929ae2419 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367467 Aug 23 12:21:57.198208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e415f1a-b02d-4be5-8b08-a5f5658e92b6 req-b9d2d42f-1159-49c8-a814-73d92b8a95a5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.199733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e415f1a-b02d-4be5-8b08-a5f5658e92b6 req-b9d2d42f-1159-49c8-a814-73d92b8a95a5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0490305 Aug 23 12:21:57.239765 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e415f1a-b02d-4be5-8b08-a5f5658e92b6 req-8dae5466-1a69-4c55-9c80-acba010d9f32 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335824 Aug 23 12:21:57.363623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f127b3-6f5d-43a1-a470-eb594a5135f2 req-e1b02658-f54e-4cea-9b6e-6e8fb582a5d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.365285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3f127b3-6f5d-43a1-a470-eb594a5135f2 req-e1b02658-f54e-4cea-9b6e-6e8fb582a5d0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0541162 Aug 23 12:21:57.396913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:57.409361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c3f127b3-6f5d-43a1-a470-eb594a5135f2 req-a85e96df-e2e1-403c-a7cc-9a77abb2e2a7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367651 Aug 23 12:21:57.432789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57710) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:57.495860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-ed2dc4c6-7a9f-43e5-94cb-c5b90750b882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739596 Aug 23 12:21:57.498659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf59e3-220e-4fca-a50d-98643e49ebc5 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.500718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a1bf59e3-220e-4fca-a50d-98643e49ebc5 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1092 time: 0.0663095 Aug 23 12:21:57.503276 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57712) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:57.509377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:21:57.537095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:57.586726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811250-02e7-437c-af7a-af12035ed6d7 req-734a040b-9222-4e7e-b47f-cfde3ecdc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.588275 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-734a040b-9222-4e7e-b47f-cfde3ecdc3fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1097 time: 0.0457211 Aug 23 12:21:57.648176 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:57.699074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811250-02e7-437c-af7a-af12035ed6d7 req-cb760d09-cd5c-45be-9418-7287ccfc678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.700782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-cb760d09-cd5c-45be-9418-7287ccfc678d service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.0933547 Aug 23 12:21:57.747548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-d54aacfd-7836-4620-9bde-d14be9955fd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 217 time: 0.0398381 Aug 23 12:21:57.759486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.228 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f2db6030-37d3-440b-ad5e-71ddd9ca48aa) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:21:57.799578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811250-02e7-437c-af7a-af12035ed6d7 req-844f5c17-d1d2-4de4-b01f-e30238e8799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.801258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-844f5c17-d1d2-4de4-b01f-e30238e8799e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0465152 Aug 23 12:21:57.842610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:57.852496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69811250-02e7-437c-af7a-af12035ed6d7 req-fab23b26-a25c-409b-9e65-f6a40b9dca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:57.854318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-fab23b26-a25c-409b-9e65-f6a40b9dca78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465543 Aug 23 12:21:57.874048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:57.915605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:57.952618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:21:57.955339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-5dd031ae-311d-4f90-bd3b-90d91f0bfea1 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938444 Aug 23 12:21:57.956924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:21:57.960445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:21:57.986027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=f2db6030-37d3-440b-ad5e-71ddd9ca48aa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:58.060813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69811250-02e7-437c-af7a-af12035ed6d7 req-7de4c282-a56b-43b8-8017-328e65a369e1 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983288 Aug 23 12:21:58.316250 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:58.346463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:58.431686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:58.588743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:58.593419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:58.663711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=f2db6030-37d3-440b-ad5e-71ddd9ca48aa,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:21:58.678018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:58.779210 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP f3d89a45-4ee0-4b38-84b5-009b1a2af77b associated. External IP: 172.25.1.228, port: d5243e39-54be-4ae5-b396-efa7bd4f1e2a. Aug 23 12:21:58.988476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router ee6bb411-7ff2-4616-b0c3-7fa43a471763 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:21:59.106368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:21:59.119976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254360dd-4449-4764-ba69-602f333c369a None None] Sync routers for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:21:59.126695 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:21:59.130032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:59.131553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:59.156465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b86d330e-003d-4536-acc3-f3639c9d849b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6515672 Aug 23 12:21:59.157215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:21:59.159812 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3da30-11ee-4450-8f89-e74cd47528ac" -d '{"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:21:59.198014 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c0b8e-03a8-4c16-b1a1-556d5cca1db4 x-openstack-request-id: req-4e9c0b8e-03a8-4c16-b1a1-556d5cca1db4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:21:59.198510 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:21:59.198931 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e9c0b8e-03a8-4c16-b1a1-556d5cca1db4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:21:59.199497 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'status': 'completed', 'code': 200} Aug 23 12:21:59.246732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:59.288784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586201-6ae9-4127-b512-b3ab7549f35d req-477f0077-e8ef-473f-b9e8-8d691518ba11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:59.297252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34586201-6ae9-4127-b512-b3ab7549f35d req-477f0077-e8ef-473f-b9e8-8d691518ba11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0633152 Aug 23 12:21:59.311792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-a8c8561d-eb6d-4151-ab86-fe9b8187da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:59.314884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-a8c8561d-eb6d-4151-ab86-fe9b8187da24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1097 time: 0.0913970 Aug 23 12:21:59.340124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34586201-6ae9-4127-b512-b3ab7549f35d req-ce7c58c2-5f15-4602-ab50-8c7345c6abd5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Aug 23 12:21:59.366764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57732) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:21:59.449573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28c745dc-8a4f-4110-abde-cceb774d9082 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/f3d89a45-4ee0-4b38-84b5-009b1a2af77b HTTP/1.1" status: 200 len: 992 time: 0.0793493 Aug 23 12:21:59.465646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-a2b08020-3c62-4a46-be80-b0f68e241c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:59.468528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-a2b08020-3c62-4a46-be80-b0f68e241c91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.1465421 Aug 23 12:21:59.530504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'f3d89a45-4ee0-4b38-84b5-009b1a2af77b', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:21:58Z', 'updated_at': '2021-08-23T12:21:58Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:49Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:59.555095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-80a61a79-e08c-4043-98d8-189c86122d7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.0789769 Aug 23 12:21:59.560019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254360dd-4449-4764-ba69-602f333c369a None None] Checking router: ee6bb411-7ff2-4616-b0c3-7fa43a471763 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:21:59.569222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:21:59.569759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:21:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:21:59.607572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-3811acbc-8dde-478a-9660-26e2c972e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:59.609196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-3811acbc-8dde-478a-9660-26e2c972e907 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0479810 Aug 23 12:21:59.675903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-22076746-498e-45b1-91e4-aed091203e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:21:59.677582 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-22076746-498e-45b1-91e4-aed091203e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611343 Aug 23 12:21:59.711409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:21:59.784301 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-d67910f6-fb7b-4d8e-a8f5-3091bce40866 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999181 Aug 23 12:21:59.906934 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82c3da30-11ee-4450-8f89-e74cd47528ac req-f2fc9b00-06cc-45ea-aa51-7984e1d57919 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157904 Aug 23 12:22:00.095378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-254360dd-4449-4764-ba69-602f333c369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'f3d89a45-4ee0-4b38-84b5-009b1a2af77b', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:21:58Z', 'updated_at': '2021-08-23T12:21:58Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:49Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:00.123915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254360dd-4449-4764-ba69-602f333c369a None None] The sync data for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 is: [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'f3d89a45-4ee0-4b38-84b5-009b1a2af77b', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:21:58Z', 'updated_at': '2021-08-23T12:21:58Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:49Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:22:00.353020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf9e93-4358-4c17-afa8-5af6976a7fd7 None None] New status for floating IP f3d89a45-4ee0-4b38-84b5-009b1a2af77b: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:22:00.439378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57746) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:00.559953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-59fbe2fa-cb01-434c-bba4-8d4533588328 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/f3d89a45-4ee0-4b38-84b5-009b1a2af77b HTTP/1.1" status: 200 len: 992 time: 0.1193395 Aug 23 12:22:01.563938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57776) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:01.629188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4de00e6c-000e-4b30-bd86-1c72409f20fc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/f3d89a45-4ee0-4b38-84b5-009b1a2af77b HTTP/1.1" status: 200 len: 994 time: 0.0640731 Aug 23 12:22:04.719702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-62d58d50-d791-4d1b-99c3-95cd9925afcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403132 Aug 23 12:22:04.808341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-f5ccd7e0-8d25-4b66-9585-303bab289f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:04.809926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-f5ccd7e0-8d25-4b66-9585-303bab289f74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 1097 time: 0.0456526 Aug 23 12:22:04.929415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-ce238a6e-0fe8-48eb-9b88-8a5a4ac08293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:04.931001 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-ce238a6e-0fe8-48eb-9b88-8a5a4ac08293 service neutron] 10.222.0.44 "GET /v2.0/networks?id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 200 len: 912 time: 0.1007578 Aug 23 12:22:05.006922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-1e512bfe-207f-424b-8c55-d651a7bc8047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 200 len: 1002 time: 0.0676253 Aug 23 12:22:05.056528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-85462a52-be3b-4fc1-91df-d5866c215f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:05.058161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-85462a52-be3b-4fc1-91df-d5866c215f29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 200 len: 850 time: 0.0446227 Aug 23 12:22:05.105962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-1bd87dc9-edc1-4dcb-9f8f-6fc4eaaf68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:05.107552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-1bd87dc9-edc1-4dcb-9f8f-6fc4eaaf68eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=968e8e1c-31e3-4cfe-8501-66fdd7b2b295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426528 Aug 23 12:22:05.215208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-234d2323-13d4-4f1e-a181-f28dc542bdc3 service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968356 Aug 23 12:22:05.310324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd33d73d-f296-49a3-bcdf-65691b1e48b7 req-249af2ea-d2e2-4b25-a7c3-890f75f6036f service neutron] 10.222.0.44 "GET /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873022 Aug 23 12:22:06.419694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 57864) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:06.529561 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42566c10-0cff-45c4-aff1-cd17c839d422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.634265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42566c10-0cff-45c4-aff1-cd17c839d422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.638497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-42566c10-0cff-45c4-aff1-cd17c839d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.683126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-42566c10-0cff-45c4-aff1-cd17c839d422 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=076a75c0500448f4b859668e58d21f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622130 Aug 23 12:22:06.684032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566c10-0cff-45c4-aff1-cd17c839d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fe072-dd29-4596-b451-e4c96521e55f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:06.685841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 57874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:06.737171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ecfca15c-5463-4d21-a850-6676a6fddc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.760852 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ecfca15c-5463-4d21-a850-6676a6fddc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.819115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ecfca15c-5463-4d21-a850-6676a6fddc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.822874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ecfca15c-5463-4d21-a850-6676a6fddc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:06.826464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ecfca15c-5463-4d21-a850-6676a6fddc47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d7fe072-dd29-4596-b451-e4c96521e55f HTTP/1.1" status: 204 len: 168 time: 0.1364954 Aug 23 12:22:06.832611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca15c-5463-4d21-a850-6676a6fddc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fe072-dd29-4596-b451-e4c96521e55f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:09.147510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58010) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:09.287560 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6fca4f9-32c9-400b-9d0d-254ef2d37ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.386328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6fca4f9-32c9-400b-9d0d-254ef2d37ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.390686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6fca4f9-32c9-400b-9d0d-254ef2d37ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.427478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fca4f9-32c9-400b-9d0d-254ef2d37ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00efcee6-cd6d-4844-9fd3-5ae4a78316a6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:09.434989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:09.438459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6fca4f9-32c9-400b-9d0d-254ef2d37ee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1ae41469cea42f880320422496d6baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877619 Aug 23 12:22:09.487876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5450916d-c09f-431f-a27b-934236d2b20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.511571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5450916d-c09f-431f-a27b-934236d2b20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.563938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5450916d-c09f-431f-a27b-934236d2b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.567259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5450916d-c09f-431f-a27b-934236d2b20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:09.568772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5450916d-c09f-431f-a27b-934236d2b20e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00efcee6-cd6d-4844-9fd3-5ae4a78316a6 HTTP/1.1" status: 204 len: 168 time: 0.1326368 Aug 23 12:22:09.578930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450916d-c09f-431f-a27b-934236d2b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00efcee6-cd6d-4844-9fd3-5ae4a78316a6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:09.888952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:09.904473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d7eaec0-d52c-4472-ae8b-2e3848c1173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.001587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d7eaec0-d52c-4472-ae8b-2e3848c1173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.007215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0d7eaec0-d52c-4472-ae8b-2e3848c1173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.057471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0d7eaec0-d52c-4472-ae8b-2e3848c1173c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af20b719d1a84f3496b717c49b2d021e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647542 Aug 23 12:22:10.057736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:10.071911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eaec0-d52c-4472-ae8b-2e3848c1173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67724c21-aeb8-4005-b713-a7c0da608b38,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:10.138865 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf6bd-e662-428b-93cf-dab704177d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.161418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf6bd-e662-428b-93cf-dab704177d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.211617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf6bd-e662-428b-93cf-dab704177d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.220391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf6bd-e662-428b-93cf-dab704177d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:10.224400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ff5bf6bd-e662-428b-93cf-dab704177d72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67724c21-aeb8-4005-b713-a7c0da608b38 HTTP/1.1" status: 204 len: 168 time: 0.1634462 Aug 23 12:22:10.230661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf6bd-e662-428b-93cf-dab704177d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67724c21-aeb8-4005-b713-a7c0da608b38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:11.944683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58186) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:12.050220 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-695c4dbd-ddd8-4c69-ab49-3cb814a5c099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.143549 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-695c4dbd-ddd8-4c69-ab49-3cb814a5c099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.146911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-695c4dbd-ddd8-4c69-ab49-3cb814a5c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.190211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-695c4dbd-ddd8-4c69-ab49-3cb814a5c099 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bc1c8e43e084f3b90ff8c0b09d72913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419016 Aug 23 12:22:12.190211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c4dbd-ddd8-4c69-ab49-3cb814a5c099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629d614-9f33-4c6d-85c9-b69d070200c1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:12.190826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58194) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:12.241842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b1ad76ca-bbb4-4c55-af85-d8bc7482f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.263660 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b1ad76ca-bbb4-4c55-af85-d8bc7482f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.318242 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b1ad76ca-bbb4-4c55-af85-d8bc7482f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.322385 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b1ad76ca-bbb4-4c55-af85-d8bc7482f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:12.323680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b1ad76ca-bbb4-4c55-af85-d8bc7482f321 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9629d614-9f33-4c6d-85c9-b69d070200c1 HTTP/1.1" status: 204 len: 168 time: 0.1317062 Aug 23 12:22:12.334390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad76ca-bbb4-4c55-af85-d8bc7482f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629d614-9f33-4c6d-85c9-b69d070200c1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:13.534034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58258) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:13.677030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1688083522'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:13.700756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Made reservation on behalf of f736569a0c62410c9ed5e574ceb25d38 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:13.704215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.714587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.815038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.819010 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.846118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:22:13.856403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7352e6-104c-4e10-a536-e7c1b4d13ca7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:13.861175 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.861528 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Added segment fcef8620-c8e6-47b7-aeac-8425db454b08 of type vlan for network aed10e6e-4e0b-4e3d-9705-761d9ee63622 Aug 23 12:22:13.902110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.927194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.933438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:13.934069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:13.998258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4630175 Aug 23 12:22:14.004943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ab228-2d7d-4240-a285-c159fd917088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Pushing event updated for resources: {'Network': ['ID=aed10e6e-4e0b-4e3d-9705-761d9ee63622,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:14.015577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network aed10e6e-4e0b-4e3d-9705-761d9ee63622 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:22:14.189525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58280) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:14.194686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Request body: {'port': {'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622', 'binding:host_id': 'n-h2-773645-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1824197384'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:14.216643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Made reservation on behalf of e77fe7eb67f14b6bb796d34b48c18a12 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:14.219006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.228068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.319789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.323713 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.329033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port a67a583d-1a58-4fa1-8795-a7863598556c yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:14.408153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45280a42-c81b-45df-9bec-628379c9f554,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:14.566865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port a67a583d-1a58-4fa1-8795-a7863598556c yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:14.576132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.586865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Transition to ACTIVE for port object a67a583d-1a58-4fa1-8795-a7863598556c will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:14.595998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.658752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=a67a583d-1a58-4fa1-8795-a7863598556c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:14.666542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Checking segment: {'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:14.666969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Network hostable DHCP agents. Network: aed10e6e-4e0b-4e3d-9705-761d9ee63622, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:22:14.688663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Network aed10e6e-4e0b-4e3d-9705-761d9ee63622 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:22:14.699922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, aed10e6e-4e0b-4e3d-9705-761d9ee63622) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:14.704255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:14.715149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae78575-14d3-47ce-a94e-3711e5f056da None None] Network aed10e6e-4e0b-4e3d-9705-761d9ee63622 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:14.721555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.721932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.722466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.727076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.727427 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.727820 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 2 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.741255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.741595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.741967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.746358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.746691 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.747084 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 3 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.763278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.763773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.773155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.773155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.773155 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.773155 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 4 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.784074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.784443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.784751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.789948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.790284 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.790676 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 5 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.803695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.804036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.804402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.808959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.809290 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.809780 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 6 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.822460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.823288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.823288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.827459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.827838 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.828223 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 7 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.841087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.841431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.841836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.846439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.846767 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.847157 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 8 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.859615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.859952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.860284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.864543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.864874 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.865256 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 9 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.880619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.881033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.881486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.886252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.886651 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.887153 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 10 to bind port a67a583d-1a58-4fa1-8795-a7863598556c Aug 23 12:22:14.899825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:14.900169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:14.900501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:14.904774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port a67a583d-1a58-4fa1-8795-a7863598556c on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:14.905103 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port a67a583d-1a58-4fa1-8795-a7863598556c on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:14.905471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:14.968644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] For port a67a583d-1a58-4fa1-8795-a7863598556c, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:14.969019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempted to set empty binding levels {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 12:22:14.974129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.007304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:15.007686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.031011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=a67a583d-1a58-4fa1-8795-a7863598556c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:15.042085 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1992c3f0-c482-40d4-be3b-67949099d719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8513467 Aug 23 12:22:15.045535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58298) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:15.123040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Deleting port a67a583d-1a58-4fa1-8795-a7863598556c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:15.123389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.186767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] For port a67a583d-1a58-4fa1-8795-a7863598556c, host n-h2-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:15.187128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.532268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Calling delete_port for a67a583d-1a58-4fa1-8795-a7863598556c owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:15.620024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.655010 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.656963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a67a583d-1a58-4fa1-8795-a7863598556c HTTP/1.1" status: 204 len: 168 time: 0.6103265 Aug 23 12:22:15.657865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83698023-9439-4df3-98d7-be6637d0adc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event deleted for resources: {'Port': ['ID=a67a583d-1a58-4fa1-8795-a7863598556c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:15.659955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58310) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:15.688776 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dc6202-0cd6-466d-b78f-ebd9c1731ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:22:15.696800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-97dc6202-0cd6-466d-b78f-ebd9c1731ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "GET /v2.0/ports/a67a583d-1a58-4fa1-8795-a7863598556c HTTP/1.1" status: 404 len: 333 time: 0.0297434 Aug 23 12:22:15.696800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58312) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:15.699059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Request body: {'port': {'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-642368865'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:15.719115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Made reservation on behalf of e77fe7eb67f14b6bb796d34b48c18a12 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:15.721510 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.739289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:15.900586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.936625 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.975532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Network aed10e6e-4e0b-4e3d-9705-761d9ee63622 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:15.978753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:15.982038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:15.982973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:15.983606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:15.994674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0ccc0e-743e-49b5-8bc5-74e6f9965a67,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:16.005437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ac778222-97ec-4639-bd2b-8e316646a3e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3102202 Aug 23 12:22:16.008257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58324) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:16.013777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:16.072439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.239403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:16.247679 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.260083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Transition to ACTIVE for port object 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:16.263861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.320223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0ccc0e-743e-49b5-8bc5-74e6f9965a67,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:16.337174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.337611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.338047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.342604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.342933 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.343316 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 2 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.356657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.356986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.357316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.362011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.362341 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.362730 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 3 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.374552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.374883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.375210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.379509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.379835 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.380220 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 4 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.392672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.393006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.393337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.397540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.397898 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.398830 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 5 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.410342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.410679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.411009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.415280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.415604 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.415988 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 6 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.428027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.428364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.428690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.433353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.433673 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.434083 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 7 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.446273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.446611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.446981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.451167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.451492 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.451873 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 8 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.464520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.464858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.465230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.469450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.469811 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.470203 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 9 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.481525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.481890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.482219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.486420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.486752 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.487139 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 10 to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 Aug 23 12:22:16.502520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:16.502860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:16.503288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:16.508773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:16.509147 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:16.510732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.574659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] For port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:16.575047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempted to set empty binding levels {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 12:22:16.579716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.617808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] In _notify_port_updated(), no bound segment for port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:22:16.619172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.619337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.620684 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "PUT /v2.0/ports/0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 HTTP/1.1" status: 200 len: 978 time: 0.6114197 Aug 23 12:22:16.623255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58336) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:16.687410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e26e-6c97-4164-a41a-b564464e565a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=0d0ccc0e-743e-49b5-8bc5-74e6f9965a67,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:16.721811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.722312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.722823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.723299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.723772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.724242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.724711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.725179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.725649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.726175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.726643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.727115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.727582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.728048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.728516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.728984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.729451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.729945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.730412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.730871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.731335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.731800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.732268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:16.735248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-166c7d0b-f2e7-4139-afa1-400fe202a94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20677 time: 0.1110702 Aug 23 12:22:16.739214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58338) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:16.819158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Deleting port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:16.819514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.886939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] For port 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67, host n-h2-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:16.887306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:16.899735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Calling delete_port for 0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:16.977714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.019434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d0ccc0e-743e-49b5-8bc5-74e6f9965a67,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:17.021706 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.023971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-29c9dab4-837e-4a07-839f-bdf1efb34c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 HTTP/1.1" status: 204 len: 168 time: 0.2837729 Aug 23 12:22:17.026477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58348) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:17.051314 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d31d87-620d-4ac4-8db9-b549eb439c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:22:17.052882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b5d31d87-620d-4ac4-8db9-b549eb439c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "GET /v2.0/ports/0d0ccc0e-743e-49b5-8bc5-74e6f9965a67 HTTP/1.1" status: 404 len: 333 time: 0.0253594 Aug 23 12:22:17.057547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58352) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:17.062607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1428179984', 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:17.083047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Made reservation on behalf of e77fe7eb67f14b6bb796d34b48c18a12 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:17.085520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.104055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port 2682db5c-7d57-4dd6-9962-97cf1a38e07c yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:17.252098 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.293621 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.299474 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:22:17.333471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Network aed10e6e-4e0b-4e3d-9705-761d9ee63622 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:17.338154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:17.342462 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:17.343430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:17.344027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.356061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=2682db5c-7d57-4dd6-9962-97cf1a38e07c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:17.370334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ce712ee-2812-455d-99cd-b6c16f8a0879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3115208 Aug 23 12:22:17.371282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58358) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:17.408270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c92f0-4be4-4c43-816a-780e3eec618c tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:17.409756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-305c92f0-4be4-4c43-816a-780e3eec618c tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "GET /v2.0/ports/2682db5c-7d57-4dd6-9962-97cf1a38e07c HTTP/1.1" status: 200 len: 959 time: 0.0373454 Aug 23 12:22:17.412526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58360) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:17.486178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Deleting port 2682db5c-7d57-4dd6-9962-97cf1a38e07c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:17.486522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.551647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:17.919119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Calling delete_port for 2682db5c-7d57-4dd6-9962-97cf1a38e07c owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:18.008289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.059788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.062529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2682db5c-7d57-4dd6-9962-97cf1a38e07c HTTP/1.1" status: 204 len: 168 time: 0.6489956 Aug 23 12:22:18.065246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:18.068303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e88d71-783a-437c-89f1-f8df5733729d tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event deleted for resources: {'Port': ['ID=2682db5c-7d57-4dd6-9962-97cf1a38e07c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:18.100936 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fa7ee8-a2de-43dd-aae6-937314296c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:22:18.102527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39fa7ee8-a2de-43dd-aae6-937314296c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "GET /v2.0/ports/2682db5c-7d57-4dd6-9962-97cf1a38e07c HTTP/1.1" status: 404 len: 333 time: 0.0360031 Aug 23 12:22:18.107002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58388) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:18.119714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Request body: {'port': {'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1095718466'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:18.140579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Made reservation on behalf of e77fe7eb67f14b6bb796d34b48c18a12 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:18.143116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.165178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port 5b21e192-4c73-4708-8093-f6b21f6caa2a yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:18.341452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.378740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.420736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Network aed10e6e-4e0b-4e3d-9705-761d9ee63622 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:18.423792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:18.441379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:18.441379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:18.441379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.446816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=5b21e192-4c73-4708-8093-f6b21f6caa2a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:18.455143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a961fadd-f0da-4f23-9b1b-15901110a926 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3397348 Aug 23 12:22:18.457640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58396) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:18.462892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:18.516809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.699354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] device_id is not set on port 5b21e192-4c73-4708-8093-f6b21f6caa2a yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:18.707893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.722702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Transition to ACTIVE for port object 5b21e192-4c73-4708-8093-f6b21f6caa2a will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:18.728129 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:18.784485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=5b21e192-4c73-4708-8093-f6b21f6caa2a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:18.801915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.802264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.802643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.807691 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.808026 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.808385 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 2 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.826100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.826440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.826785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.831889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.832230 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.832658 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 3 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.845089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.845438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.845810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.850143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.850472 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.850860 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 4 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.870810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.871153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.871497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.876255 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.876627 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.877030 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 5 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.890260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.890601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.890941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.895234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.895560 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.895949 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 6 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.908478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.908820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.909157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.913392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.913745 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.914138 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 7 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.925756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.926098 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.926429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.931385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.931726 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.932108 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 8 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.944435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.944775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.945718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.950023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.950352 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.950743 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 9 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.962297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.962636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.962969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.967566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.967904 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.968300 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempt 10 to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a Aug 23 12:22:18.982253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:18.982594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:18.983235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempting to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:18.992657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:18.992772 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Failed to bind port 5b21e192-4c73-4708-8093-f6b21f6caa2a on host n-h2-773645-7 for vnic_type normal using segments [{'id': 'fcef8620-c8e6-47b7-aeac-8425db454b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aed10e6e-4e0b-4e3d-9705-761d9ee63622'}] Aug 23 12:22:18.993126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.060668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] For port 5b21e192-4c73-4708-8093-f6b21f6caa2a, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:19.061602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attempted to set empty binding levels {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 12:22:19.064854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.107574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] In _notify_port_updated(), no bound segment for port 5b21e192-4c73-4708-8093-f6b21f6caa2a on network aed10e6e-4e0b-4e3d-9705-761d9ee63622 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:22:19.108453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:19.109057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.112885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "PUT /v2.0/ports/5b21e192-4c73-4708-8093-f6b21f6caa2a HTTP/1.1" status: 200 len: 979 time: 0.6517677 Aug 23 12:22:19.113569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58420) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:19.122529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609183a8-a6b9-4e8d-a66e-67b018082a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event updated for resources: {'Port': ['ID=5b21e192-4c73-4708-8093-f6b21f6caa2a,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:19.214884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Deleting port 5b21e192-4c73-4708-8093-f6b21f6caa2a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:19.215235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.279619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] For port 5b21e192-4c73-4708-8093-f6b21f6caa2a, host n-h2-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:19.279986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.297874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Calling delete_port for 5b21e192-4c73-4708-8093-f6b21f6caa2a owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:19.391414 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.423942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b21e192-4c73-4708-8093-f6b21f6caa2a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:19.432118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.436523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd8bae87-c11f-4364-a196-98cbcd4f3b9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5b21e192-4c73-4708-8093-f6b21f6caa2a HTTP/1.1" status: 204 len: 168 time: 0.3198512 Aug 23 12:22:19.437022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58432) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:19.469946 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c45aacc-5bd3-4d77-92cb-f76cc0d062c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:22:19.471576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5c45aacc-5bd3-4d77-92cb-f76cc0d062c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-286369481-project-admin] 10.222.0.21 "GET /v2.0/ports/5b21e192-4c73-4708-8093-f6b21f6caa2a HTTP/1.1" status: 404 len: 333 time: 0.0334053 Aug 23 12:22:19.475060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58434) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:19.555040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.660640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.672451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed10e6e-4e0b-4e3d-9705-761d9ee63622']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:19.684132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcef8620-c8e6-47b7-aeac-8425db454b08') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:19.684525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcef8620-c8e6-47b7-aeac-8425db454b08') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:19.694748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.718692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.725573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:22:19.726887 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:22:19.730256 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:22:19.804376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.811730 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:19.813676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] 10.222.0.21 "DELETE /v2.0/networks/aed10e6e-4e0b-4e3d-9705-761d9ee63622 HTTP/1.1" status: 204 len: 168 time: 0.3374810 Aug 23 12:22:19.840154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bef032-0828-4538-b30c-cbe53486df86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674430663-project] Pushing event deleted for resources: {'Network': ['ID=aed10e6e-4e0b-4e3d-9705-761d9ee63622,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:20.087806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58446) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:20.233032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-82c4d079-607c-4e8e-bdf3-af2d199050ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f736569a0c62410c9ed5e574ceb25d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417060 Aug 23 12:22:20.233222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:20.282629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25030473-527e-47c1-a5c5-3213c8e7b99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.303965 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25030473-527e-47c1-a5c5-3213c8e7b99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.351335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25030473-527e-47c1-a5c5-3213c8e7b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.354022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25030473-527e-47c1-a5c5-3213c8e7b99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.355181 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25030473-527e-47c1-a5c5-3213c8e7b99e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab7352e6-104c-4e10-a536-e7c1b4d13ca7 HTTP/1.1" status: 204 len: 168 time: 0.1209400 Aug 23 12:22:20.363242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25030473-527e-47c1-a5c5-3213c8e7b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7352e6-104c-4e10-a536-e7c1b4d13ca7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:20.633943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58458) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:20.674833 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-daab78cb-4c69-4255-9bf6-db1e82552d6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e77fe7eb67f14b6bb796d34b48c18a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397272 Aug 23 12:22:20.677259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58460) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:20.725746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478953cf-51b4-4566-92c8-b7e79a0b1a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.749831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478953cf-51b4-4566-92c8-b7e79a0b1a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.795670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478953cf-51b4-4566-92c8-b7e79a0b1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.798287 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-478953cf-51b4-4566-92c8-b7e79a0b1a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:20.799440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-478953cf-51b4-4566-92c8-b7e79a0b1a73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45280a42-c81b-45df-9bec-628379c9f554 HTTP/1.1" status: 204 len: 168 time: 0.1212444 Aug 23 12:22:20.807114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478953cf-51b4-4566-92c8-b7e79a0b1a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45280a42-c81b-45df-9bec-628379c9f554,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:21.530705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58484) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:21.632822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-335097215'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:21.657505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:21.661204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.670102 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.761838 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.766470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.784388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2414f74-1a12-4635-aeab-8ff86f7f8c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.802398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:22:21.812049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56994627-2d15-485f-897d-2a138f8534a5,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:21.819017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.819419 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Added segment d5cfde91-5c66-434b-bd3b-34adf516cf4d of type vlan for network e8b155fa-23ee-4888-b700-0dc9aeb608f0 Aug 23 12:22:21.865563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.892595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.899424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:21.900041 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:21.943166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58490) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:21.943758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4113638 Aug 23 12:22:21.948450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:21.977126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a183061-b31c-4018-9f90-db9ff45daf65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Network': ['ID=e8b155fa-23ee-4888-b700-0dc9aeb608f0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:21.988160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:22:22.049482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:22.054170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.238993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.298132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=a903acde-9bb8-466c-9be7-4e975c6bbfea,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:22.313325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:22.313723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network hostable DHCP agents. Network: e8b155fa-23ee-4888-b700-0dc9aeb608f0, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:22:22.330628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:22:22.339936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e8b155fa-23ee-4888-b700-0dc9aeb608f0) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:22.344329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:22.344917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.351357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb73c99-31c0-4320-b6ed-d12bb8ad80cd None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:22.369392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3d060782-d7b0-4a95-84a5-a14dcd8fc7d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4227154 Aug 23 12:22:22.369953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58496) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:22.376108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'name': 'tempest-NetworksTestDHCPv6-1204853091'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:22.489776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:22.494500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.506970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': 'a903acde-9bb8-466c-9be7-4e975c6bbfea'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:22.508044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.520680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 2027065a-08a0-4788-b8c8-fb88d8e08585 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:22.641525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::1c (e8b155fa-23ee-4888-b700-0dc9aeb608f0/a903acde-9bb8-466c-9be7-4e975c6bbfea/2027065a-08a0-4788-b8c8-fb88d8e08585) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:22.801259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.814366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 2027065a-08a0-4788-b8c8-fb88d8e08585 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:22.847374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.892468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:22.894030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/a903acde-9bb8-466c-9be7-4e975c6bbfea/1aa9eb46-7987-4610-9c61-583dc8d8cc59) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:22.895787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:22.903498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:22.909295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:22.910432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:22.913947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=2027065a-08a0-4788-b8c8-fb88d8e08585,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:22.927014 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eb2bcee0-b2b4-4103-b7b6-d8ae87534531 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5557389 Aug 23 12:22:22.929607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58500) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:23.016120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7536-40c5-44ec-9188-7df69cc9ce27 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:23.020110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7b0d7536-40c5-44ec-9188-7df69cc9ce27 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0869200 Aug 23 12:22:23.020335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58502) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:23.055809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.062262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Transition to ACTIVE for port object 1aa9eb46-7987-4610-9c61-583dc8d8cc59 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:23.078352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Transition to ACTIVE for port object 1aa9eb46-7987-4610-9c61-583dc8d8cc59 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:23.084607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.120479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:23.123457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:23.127058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:23.130603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 2027065a-08a0-4788-b8c8-fb88d8e08585 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:23.130961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.160959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Pushing event updated for resources: {'Port': ['ID=1aa9eb46-7987-4610-9c61-583dc8d8cc59,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:23.191973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Attempting to bind port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:23.192343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Attempting to bind port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:23.192758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Attempting to bind port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:23.198591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:23.198969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:23.199397 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.199765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:23.200232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Bound port: 1aa9eb46-7987-4610-9c61-583dc8d8cc59, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:23.200615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.243540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.257843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 2027065a-08a0-4788-b8c8-fb88d8e08585 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:23.270847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] For port 1aa9eb46-7987-4610-9c61-583dc8d8cc59, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:23.275256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] For port 1aa9eb46-7987-4610-9c61-583dc8d8cc59, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1aa9eb46-7987-4610-9c61-583dc8d8cc59,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:23.279798 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.340436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c56265-adcb-4789-90e6-ec9fc228d8a8 None None] Pushing event updated for resources: {'Port': ['ID=1aa9eb46-7987-4610-9c61-583dc8d8cc59,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:23.412835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.443073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=2027065a-08a0-4788-b8c8-fb88d8e08585,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:23.477743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.482015 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fa879a76-b599-47cc-a4a5-2f0acb745f54 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/2027065a-08a0-4788-b8c8-fb88d8e08585 HTTP/1.1" status: 204 len: 168 time: 0.4585052 Aug 23 12:22:23.482399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58506) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:23.568180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff2478-87ec-42c1-b3ba-6ebd3f9a2975 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:23.570363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff2478-87ec-42c1-b3ba-6ebd3f9a2975 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:23.573413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8cff2478-87ec-42c1-b3ba-6ebd3f9a2975 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0900183 Aug 23 12:22:23.574691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58508) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:23.632942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet a903acde-9bb8-466c-9be7-4e975c6bbfea {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:23.636814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.687643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.785328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.848820 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.880874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=a903acde-9bb8-466c-9be7-4e975c6bbfea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:23.884940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:23.889580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58512) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:23.890214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-65e20c16-eef5-4c29-8d15-4ead4b40b2d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/a903acde-9bb8-466c-9be7-4e975c6bbfea HTTP/1.1" status: 204 len: 168 time: 0.3138764 Aug 23 12:22:23.931428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-89f51fa1-818d-48b6-8648-faaadea1d560 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397718 Aug 23 12:22:23.934180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:23.939475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:24.040109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:24.043832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.261631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.307701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:24.311185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:24.315477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:24.316066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.336785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3991253 Aug 23 12:22:24.336997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58518) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:24.343904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'name': 'tempest-NetworksTestDHCPv6-66444383'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:24.344763 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9489951d-7337-412f-ad1e-3f622b06c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.347410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db589ba0-30d2-4cc3-97c3-054b38c0fdfb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=ce773acd-36c3-425c-92b8-4b268fc6db3f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:24.373669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34be1e4-9a05-4cb3-8604-c638a287b894 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:24.447306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1c18031a-7231-49a1-a1a1-1ae3b7c72d96 None None] Provisioning for port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:24.457787 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.483167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:24.486852 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.504086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:24.637080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::137 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/ce773acd-36c3-425c-92b8-4b268fc6db3f/0e379c2f-3475-4fd9-a1f8-0e657d6d46d6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:24.782696 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b289eee-ed0f-4883-9a54-6c315c7bc645 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:24.805436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aa9eb46-7987-4610-9c61-583dc8d8cc59 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:24.862999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.879769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:24.920738 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.945340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:24.954476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:24.954947 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.971758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:24.979898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:24.982003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:24.987679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:24.988311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:24.992353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=0e379c2f-3475-4fd9-a1f8-0e657d6d46d6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:25.011199 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-19511ffb-a66f-4691-ae76-6700da240cb0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6685398 Aug 23 12:22:25.011673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58522) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:25.064144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915268e3-f9bc-45b8-b090-be1c2cd5552a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:25.071275 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.071461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915268e3-f9bc-45b8-b090-be1c2cd5552a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:25.073364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-915268e3-f9bc-45b8-b090-be1c2cd5552a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.0605652 Aug 23 12:22:25.075840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:25.104949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 1aa9eb46-7987-4610-9c61-583dc8d8cc59, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1aa9eb46-7987-4610-9c61-583dc8d8cc59,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:25.110882 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.169062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=1aa9eb46-7987-4610-9c61-583dc8d8cc59,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:25.196764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:25.197108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.296969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.310376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:25.340373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fcc7c5eb-20b9-4ba2-9333-55ff000ff317 None None] Provisioning for port 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:25.345212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fcc7c5eb-20b9-4ba2-9333-55ff000ff317 None None] Provisioning complete for port 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:25.345843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c5eb-20b9-4ba2-9333-55ff000ff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.391636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7c5eb-20b9-4ba2-9333-55ff000ff317 None None] Port 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:25.404027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fcc7c5eb-20b9-4ba2-9333-55ff000ff317 None None] Provisioning complete for port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:25.404562 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c5eb-20b9-4ba2-9333-55ff000ff317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.463269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.503700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=0e379c2f-3475-4fd9-a1f8-0e657d6d46d6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:25.543261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.548005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fdabeb34-67c3-4d3b-b46e-e5b2032f2887 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 HTTP/1.1" status: 204 len: 168 time: 0.4689124 Aug 23 12:22:25.548223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58528) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:25.604152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b1102-3cd9-482c-883f-9b2c17812136 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:25.605815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b1102-3cd9-482c-883f-9b2c17812136 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:25.607485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-366b1102-3cd9-482c-883f-9b2c17812136 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0583124 Aug 23 12:22:25.610224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58530) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:25.640465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-34737a8a-7dd0-40bd-9059-77481b7f53b3 None None] Could not find standard attr ID for object 2027065a-08a0-4788-b8c8-fb88d8e08585. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:25.665046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet ce773acd-36c3-425c-92b8-4b268fc6db3f {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:25.668434 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.706490 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.724993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.771977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.843139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.864616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-53c55d85-14cd-4c10-8547-1848fa8bfe5e None None] Could not find standard attr ID for object 0e379c2f-3475-4fd9-a1f8-0e657d6d46d6. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:25.873061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=ce773acd-36c3-425c-92b8-4b268fc6db3f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:25.877430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:25.879542 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79b7ade6-cf4a-4fc9-a52a-2d74d03eca50 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/ce773acd-36c3-425c-92b8-4b268fc6db3f HTTP/1.1" status: 204 len: 168 time: 0.2683213 Aug 23 12:22:25.883648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58536) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:25.952328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-65d7c3c9-cb25-4bbf-be66-adb68cd38f9f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672445 Aug 23 12:22:25.955117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58538) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:25.960437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:26.035959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f058b86-07a4-4ef0-a764-b87f6b89f4fd None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:26.054959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:26.059649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.238245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:22:26.292185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.293157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] Deleting port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:26.293646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.333544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:26.337514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:26.342010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:26.342600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.362939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4067597 Aug 23 12:22:26.365799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58546) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:26.369764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98333aa7-0b32-43f0-954e-1648b23d964c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=5aea12df-c2ca-48ea-8fac-6d17bea9a6a0,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:26.371507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'name': 'tempest-NetworksTestDHCPv6-1549788809'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:26.400834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] For port 1aa9eb46-7987-4610-9c61-583dc8d8cc59, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1aa9eb46-7987-4610-9c61-583dc8d8cc59,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:26.401402 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.414997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] Calling delete_port for 1aa9eb46-7987-4610-9c61-583dc8d8cc59 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:26.502942 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.541629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:26.542697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] Pushing event deleted for resources: {'Port': ['ID=1aa9eb46-7987-4610-9c61-583dc8d8cc59,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:26.545494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a0e0-809d-40f3-b8c8-98e8b2d935be None None] No DVR routers for this DVR port 1aa9eb46-7987-4610-9c61-583dc8d8cc59 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:26.556438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.566011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122016e-7e47-4e8f-934c-7a8db2d65703 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:26.586954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 8e5154d9-3d75-4347-af04-ee04d4812ce3 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:26.743682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aa9eb46-7987-4610-9c61-583dc8d8cc59 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:26.766865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1aa9eb46-7987-4610-9c61-583dc8d8cc59 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:26.767620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1aa9eb46-7987-4610-9c61-583dc8d8cc59 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:26.814612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '5aea12df-c2ca-48ea-8fac-6d17bea9a6a0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:26.815699 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:26.824177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::1db (e8b155fa-23ee-4888-b700-0dc9aeb608f0/5aea12df-c2ca-48ea-8fac-6d17bea9a6a0/8e5154d9-3d75-4347-af04-ee04d4812ce3) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:27.005444 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.019951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 8e5154d9-3d75-4347-af04-ee04d4812ce3 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:27.055786 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.107403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:27.110453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:27.114210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:27.120138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/5aea12df-c2ca-48ea-8fac-6d17bea9a6a0/003c32eb-b27b-45b1-a484-e3952f1ffe11) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:27.120422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:27.120949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.131530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=8e5154d9-3d75-4347-af04-ee04d4812ce3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:27.142408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e8f9deb5-4a21-460a-9b0f-597b209b2b74 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7751598 Aug 23 12:22:27.145015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58554) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:27.195404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0326a-fa6c-4458-ba1f-52b331e29fdc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:27.196969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-38b0326a-fa6c-4458-ba1f-52b331e29fdc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0510240 Aug 23 12:22:27.199802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:27.279856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.290964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Transition to ACTIVE for port object 003c32eb-b27b-45b1-a484-e3952f1ffe11 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:27.308897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Transition to ACTIVE for port object 003c32eb-b27b-45b1-a484-e3952f1ffe11 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:27.319168 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.322843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 8e5154d9-3d75-4347-af04-ee04d4812ce3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:27.323569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.363086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:27.365892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:27.375086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:27.377151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Pushing event updated for resources: {'Port': ['ID=003c32eb-b27b-45b1-a484-e3952f1ffe11,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:27.427700 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.436101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.449304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 8e5154d9-3d75-4347-af04-ee04d4812ce3 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:27.457611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Attempting to bind port 003c32eb-b27b-45b1-a484-e3952f1ffe11 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:27.458029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Attempting to bind port 003c32eb-b27b-45b1-a484-e3952f1ffe11 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:27.458396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Attempting to bind port 003c32eb-b27b-45b1-a484-e3952f1ffe11 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:27.464540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:27.464987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:27.465521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.465956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:27.466423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Bound port: 003c32eb-b27b-45b1-a484-e3952f1ffe11, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:27.466812 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.532154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] For port 003c32eb-b27b-45b1-a484-e3952f1ffe11, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:27.535430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] For port 003c32eb-b27b-45b1-a484-e3952f1ffe11, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=003c32eb-b27b-45b1-a484-e3952f1ffe11,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:27.539468 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.585580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.602368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d547b-7182-4cad-bd6a-e4fa32e750ad None None] Pushing event updated for resources: {'Port': ['ID=003c32eb-b27b-45b1-a484-e3952f1ffe11,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:27.622864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=8e5154d9-3d75-4347-af04-ee04d4812ce3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:27.655732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.657794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-97f14701-1a1a-4521-b66d-351f218369db tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/8e5154d9-3d75-4347-af04-ee04d4812ce3 HTTP/1.1" status: 204 len: 168 time: 0.4567187 Aug 23 12:22:27.660360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58558) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:27.728743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7c6a0-a294-4b7e-909a-92a4500d18e2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:27.730493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7c6a0-a294-4b7e-909a-92a4500d18e2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:27.733743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3dd7c6a0-a294-4b7e-909a-92a4500d18e2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0707107 Aug 23 12:22:27.734670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58562) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:27.812815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 5aea12df-c2ca-48ea-8fac-6d17bea9a6a0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:27.816292 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.863743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.868589 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:27.956138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.019244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.048345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=5aea12df-c2ca-48ea-8fac-6d17bea9a6a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:28.050404 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.054616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ad628cd1-4c27-426d-a989-a656a330a87f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/5aea12df-c2ca-48ea-8fac-6d17bea9a6a0 HTTP/1.1" status: 204 len: 168 time: 0.3165200 Aug 23 12:22:28.054841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:28.095763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-482c72a0-cf7c-4cec-af69-4b92d34b7c6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374632 Aug 23 12:22:28.096093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58568) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:28.149766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac76c16-652e-49bc-bbd0-2a4c8191a2d8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:28.151555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ac76c16-652e-49bc-bbd0-2a4c8191a2d8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0544500 Aug 23 12:22:28.153969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58570) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:28.209216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee575b-dc81-41dc-944b-4a046abdf207 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:28.211479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-87ee575b-dc81-41dc-944b-4a046abdf207 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565257 Aug 23 12:22:28.214133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58572) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:28.251653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fa42c9ac-d56d-4c98-a388-d2442ae1b079 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362737 Aug 23 12:22:28.255666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58574) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:28.261344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:28.327678 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.363468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:28.367775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.575675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.622523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:28.628135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:28.632820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:28.633397 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.635691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844be73-4324-4a86-9990-d538063e8fb1 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:28.637093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=9dc49206-f176-4222-8746-2ba3f4a88187,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:28.654278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-040773f8-5a17-4aac-a544-5995b67063aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3972852 Aug 23 12:22:28.656490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58576) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:28.663626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '9dc49206-f176-4222-8746-2ba3f4a88187', 'ip_address': '2001:db8::bc8e:47d0:80f0:9833'}], 'name': 'tempest-NetworksTestDHCPv6-1905296333'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:28.754314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2e45b119-7cb8-4817-b9b3-1f54d1058ae0 None None] Provisioning for port 003c32eb-b27b-45b1-a484-e3952f1ffe11 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:28.786248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 003c32eb-b27b-45b1-a484-e3952f1ffe11 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:28.797942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:28.893170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.894694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 003c32eb-b27b-45b1-a484-e3952f1ffe11 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:28.901819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 003c32eb-b27b-45b1-a484-e3952f1ffe11 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:28.902216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:28.924469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port ddc427d8-d433-459a-a33d-4d3f267c2474 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:29.000820 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.052747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 003c32eb-b27b-45b1-a484-e3952f1ffe11, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=003c32eb-b27b-45b1-a484-e3952f1ffe11,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:29.057637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.116803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=003c32eb-b27b-45b1-a484-e3952f1ffe11,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:29.160084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367b39c-6ad4-490e-af24-6a3b63337290 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:29.162724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::bc8e:47d0:80f0:9833 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/9dc49206-f176-4222-8746-2ba3f4a88187/ddc427d8-d433-459a-a33d-4d3f267c2474) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:29.350222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.366080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object ddc427d8-d433-459a-a33d-4d3f267c2474 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:29.405834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c3a54123-b026-41c7-8bc5-e5d575717243 None None] Provisioning complete for port 003c32eb-b27b-45b1-a484-e3952f1ffe11 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:29.406131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c3a54123-b026-41c7-8bc5-e5d575717243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.407020 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.451679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:29.456637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:29.464165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:29.469861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:29.470483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.473907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=ddc427d8-d433-459a-a33d-4d3f267c2474,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:29.490892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:29.492029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-70af3a1e-b619-4b74-bed3-79338595a21d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8333943 Aug 23 12:22:29.587552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a49e67-5c36-4323-ae67-d508dd38801c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:29.593476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a49e67-5c36-4323-ae67-d508dd38801c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:29.595229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-73a49e67-5c36-4323-ae67-d508dd38801c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1019499 Aug 23 12:22:29.598090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58584) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:29.702910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port ddc427d8-d433-459a-a33d-4d3f267c2474 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:29.703267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.800758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.813610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for ddc427d8-d433-459a-a33d-4d3f267c2474 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:29.884669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30108411-9b02-449f-b664-4a6687f832bc None None] Provisioning for port ddc427d8-d433-459a-a33d-4d3f267c2474 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:29.889355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30108411-9b02-449f-b664-4a6687f832bc None None] Provisioning complete for port ddc427d8-d433-459a-a33d-4d3f267c2474 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:29.890338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30108411-9b02-449f-b664-4a6687f832bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.938401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-30108411-9b02-449f-b664-4a6687f832bc None None] Port ddc427d8-d433-459a-a33d-4d3f267c2474 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:29.953905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-30108411-9b02-449f-b664-4a6687f832bc None None] Provisioning complete for port 003c32eb-b27b-45b1-a484-e3952f1ffe11 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:29.954585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30108411-9b02-449f-b664-4a6687f832bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.959352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:29.994454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=ddc427d8-d433-459a-a33d-4d3f267c2474,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:30.029790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.035071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf0b6dfa-143f-420e-8b37-e89de04b26ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ddc427d8-d433-459a-a33d-4d3f267c2474 HTTP/1.1" status: 204 len: 168 time: 0.4355693 Aug 23 12:22:30.035851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58588) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:30.095270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454914f8-1b3e-4356-b21a-539839c2977f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:30.097008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454914f8-1b3e-4356-b21a-539839c2977f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:30.098748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-454914f8-1b3e-4356-b21a-539839c2977f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0617585 Aug 23 12:22:30.101526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58590) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:30.156357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 9dc49206-f176-4222-8746-2ba3f4a88187 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:30.159888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.169929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c07402c5-75a3-4006-8bf7-b622ec1583d6 None None] Could not find standard attr ID for object 8e5154d9-3d75-4347-af04-ee04d4812ce3. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:30.210724 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.266270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.340441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.375904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc49206-f176-4222-8746-2ba3f4a88187,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:30.382782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.384767 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2692285d-312b-47ac-80c5-1c0a208c7fdf tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/9dc49206-f176-4222-8746-2ba3f4a88187 HTTP/1.1" status: 204 len: 168 time: 0.2822108 Aug 23 12:22:30.387183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-575944ba-e0c0-4322-bb9a-c831f75ffb48 None None] Could not find standard attr ID for object ddc427d8-d433-459a-a33d-4d3f267c2474. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:30.387324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58594) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:30.440453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79d9334d-70ea-4f3c-8098-48bbd78dee44 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520115 Aug 23 12:22:30.443403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58596) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:30.449882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:30.550292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:30.554060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.556121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910d2aa-642a-4eb6-a53a-6fefeca5b7c0 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:30.758970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:22:30.792687 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.827984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] Deleting port 003c32eb-b27b-45b1-a484-e3952f1ffe11 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:30.829403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.836611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:30.840102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:30.845102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:30.845712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.865190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=146cf832-12d0-41f2-9e67-7578a01ed673,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:30.875862 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cefa0a80-4e61-412f-b16e-1e40fc22b8d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4314067 Aug 23 12:22:30.878850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:30.884579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '146cf832-12d0-41f2-9e67-7578a01ed673', 'ip_address': '2001:db8::cc03:e80:27b3:e3ba'}], 'name': 'tempest-NetworksTestDHCPv6-1477090950'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:30.930488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e8d2a-9f18-416a-984d-07e26fee4bad req-17ded75a-e6a0-4eef-9a19-743438821154 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:30.932595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b38e8d2a-9f18-416a-984d-07e26fee4bad req-17ded75a-e6a0-4eef-9a19-743438821154 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1097 time: 0.0548570 Aug 23 12:22:30.949794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] For port 003c32eb-b27b-45b1-a484-e3952f1ffe11, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=003c32eb-b27b-45b1-a484-e3952f1ffe11,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:30.950830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:30.967714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] Calling delete_port for 003c32eb-b27b-45b1-a484-e3952f1ffe11 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:30.970727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b38e8d2a-9f18-416a-984d-07e26fee4bad req-edfb2850-c8d8-457a-bce9-624c9cdb8112 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314457 Aug 23 12:22:31.009764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:31.071283 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.104162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] No DVR routers for this DVR port 003c32eb-b27b-45b1-a484-e3952f1ffe11 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:31.106102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8c3d1-ff0f-4695-bc8d-70fca4843347 None None] Pushing event deleted for resources: {'Port': ['ID=003c32eb-b27b-45b1-a484-e3952f1ffe11,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:31.128060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d63001-033b-4833-92a8-783cdaf7f735 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:31.139231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.161962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a359d8-9d22-4cba-b528-f6bc545ec5ae req-0eb50aab-a2c4-4dd9-84d1-0d013e6cb5a6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:31.163384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53a359d8-9d22-4cba-b528-f6bc545ec5ae req-0eb50aab-a2c4-4dd9-84d1-0d013e6cb5a6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0937736 Aug 23 12:22:31.169480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 91a543f3-1eb9-49d3-8968-a9d0f03a8c1f yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:31.253820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53a359d8-9d22-4cba-b528-f6bc545ec5ae req-5264164f-b8a0-4fc5-ad55-56384efa2b90 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793774 Aug 23 12:22:31.286560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58608) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:31.321807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '146cf832-12d0-41f2-9e67-7578a01ed673'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:31.322862 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.406982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::cc03:e80:27b3:e3ba (e8b155fa-23ee-4888-b700-0dc9aeb608f0/146cf832-12d0-41f2-9e67-7578a01ed673/91a543f3-1eb9-49d3-8968-a9d0f03a8c1f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:31.415376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-78ba9c89-bff3-45aa-a340-c4cd8d24e095 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/f3d89a45-4ee0-4b38-84b5-009b1a2af77b HTTP/1.1" status: 200 len: 994 time: 0.1269627 Aug 23 12:22:31.587801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.602422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 91a543f3-1eb9-49d3-8968-a9d0f03a8c1f will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:31.635488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.681268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:31.682972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:31.685622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:31.689323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/146cf832-12d0-41f2-9e67-7578a01ed673/3097d0f6-32f4-419c-b72d-5c7449df4d3b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:31.691889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:31.692510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.712336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=91a543f3-1eb9-49d3-8968-a9d0f03a8c1f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:31.723579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e22f5c05-63e6-46e7-b6ca-54627d95465e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8430684 Aug 23 12:22:31.726391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58618) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:31.782763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229e40c-6542-48d5-9eee-c3894666ce2a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:31.783812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5229e40c-6542-48d5-9eee-c3894666ce2a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0561776 Aug 23 12:22:31.787619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58622) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:31.887174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 91a543f3-1eb9-49d3-8968-a9d0f03a8c1f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:31.887742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.893320 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:31.903160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Transition to ACTIVE for port object 3097d0f6-32f4-419c-b72d-5c7449df4d3b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:31.924188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Transition to ACTIVE for port object 3097d0f6-32f4-419c-b72d-5c7449df4d3b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:31.934218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.000335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:32.003370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:32.007778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:32.019410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Pushing event updated for resources: {'Port': ['ID=3097d0f6-32f4-419c-b72d-5c7449df4d3b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:32.030312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.044470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 91a543f3-1eb9-49d3-8968-a9d0f03a8c1f owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:32.076088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Attempting to bind port 3097d0f6-32f4-419c-b72d-5c7449df4d3b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:32.076618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Attempting to bind port 3097d0f6-32f4-419c-b72d-5c7449df4d3b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:32.077090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Attempting to bind port 3097d0f6-32f4-419c-b72d-5c7449df4d3b on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:32.083263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:32.083762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:32.084384 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.084871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:32.085505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Bound port: 3097d0f6-32f4-419c-b72d-5c7449df4d3b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:32.086039 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.160168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] For port 3097d0f6-32f4-419c-b72d-5c7449df4d3b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:32.164427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] For port 3097d0f6-32f4-419c-b72d-5c7449df4d3b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3097d0f6-32f4-419c-b72d-5c7449df4d3b,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:32.169040 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.214309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.237679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668ece-0919-4ebf-a3b4-5fe102527c70 None None] Pushing event updated for resources: {'Port': ['ID=3097d0f6-32f4-419c-b72d-5c7449df4d3b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:32.277456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=91a543f3-1eb9-49d3-8968-a9d0f03a8c1f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:32.316678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.321525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7a2a5c35-8930-45b3-8b1b-bf41e9c5800f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/91a543f3-1eb9-49d3-8968-a9d0f03a8c1f HTTP/1.1" status: 204 len: 168 time: 0.5299411 Aug 23 12:22:32.322906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58638) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:32.474430 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9b7b1-e312-4562-8272-8e8b951ade59 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:32.477902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9b7b1-e312-4562-8272-8e8b951ade59 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:32.482413 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68a9b7b1-e312-4562-8272-8e8b951ade59 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1579885 Aug 23 12:22:32.482580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58642) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:32.489099 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-e132d459-bf32-46ba-b35f-cf1a1c349922 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1791270 Aug 23 12:22:32.498264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864dc2a-245f-4846-a846-bb74b47296f6 req-e9c2c87a-25ad-4b1f-8802-3b9c3d46db62 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:32.518831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e864dc2a-245f-4846-a846-bb74b47296f6 req-e9c2c87a-25ad-4b1f-8802-3b9c3d46db62 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.1646669 Aug 23 12:22:32.588975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 146cf832-12d0-41f2-9e67-7578a01ed673 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:32.599689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.601814 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e864dc2a-245f-4846-a846-bb74b47296f6 req-149235e1-a918-4846-861b-4dbe808792b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817316 Aug 23 12:22:32.662308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.765019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3097d0f6-32f4-419c-b72d-5c7449df4d3b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:32.771756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.820677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3097d0f6-32f4-419c-b72d-5c7449df4d3b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:32.856754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.891051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 003c32eb-b27b-45b1-a484-e3952f1ffe11 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:32.896581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=146cf832-12d0-41f2-9e67-7578a01ed673,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:32.909659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:32.911723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-515d7494-43f1-45b9-b72c-363f1c5eaa77 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/146cf832-12d0-41f2-9e67-7578a01ed673 HTTP/1.1" status: 204 len: 168 time: 0.4282885 Aug 23 12:22:32.913360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 003c32eb-b27b-45b1-a484-e3952f1ffe11 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:32.913802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 003c32eb-b27b-45b1-a484-e3952f1ffe11 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:32.914252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58664) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:32.952965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bc5fb368-a97d-4ecc-ba9f-4814ba17e3be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369372 Aug 23 12:22:32.955748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:32.960801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:33.059488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:33.063067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.277659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.332524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef720f-9c5a-4d7d-bb22-b7e9951e0247 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:33.334454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:33.338352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:33.342798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:33.343468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.360739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=dd15d97b-20e5-4596-99b2-85aafeb00238,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:33.365751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9f36a937-f5ae-4885-8128-ac7f41d3bd61 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4087806 Aug 23 12:22:33.368600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58672) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:33.373623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': 'dd15d97b-20e5-4596-99b2-85aafeb00238', 'ip_address': '2001:db8::1b63:895a:c232:42b4'}], 'name': 'tempest-NetworksTestDHCPv6-2004879468'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:33.470412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] Provisioning for port 3097d0f6-32f4-419c-b72d-5c7449df4d3b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:33.479549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] Provisioning complete for port 3097d0f6-32f4-419c-b72d-5c7449df4d3b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:33.480067 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.523068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:33.530110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.556292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 3b83b74f-a2cd-483d-9ea5-1aa1b086608c yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:33.608975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.668152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] For port 3097d0f6-32f4-419c-b72d-5c7449df4d3b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3097d0f6-32f4-419c-b72d-5c7449df4d3b,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:33.675689 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:33.815072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8667b-3263-4eb7-8611-779525d43ed9 None None] Pushing event updated for resources: {'Port': ['ID=3097d0f6-32f4-419c-b72d-5c7449df4d3b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:33.829939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75288765-d4d7-4161-82b1-ef16ff75004d req-4c3f88f3-92d5-426c-9819-c75b5ad7d205 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:33.835771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75288765-d4d7-4161-82b1-ef16ff75004d req-4c3f88f3-92d5-426c-9819-c75b5ad7d205 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.1147990 Aug 23 12:22:33.892084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::1b63:895a:c232:42b4 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/dd15d97b-20e5-4596-99b2-85aafeb00238/3b83b74f-a2cd-483d-9ea5-1aa1b086608c) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:33.892307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75288765-d4d7-4161-82b1-ef16ff75004d req-ef5b7272-2cea-4a28-b35e-6a508bf2610d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Aug 23 12:22:33.904488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4e0ae740-0a42-46c3-af9d-8515431539d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:33.906476 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4e0ae740-0a42-46c3-af9d-8515431539d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1097 time: 0.1046858 Aug 23 12:22:33.957924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c590d-14bb-4014-938e-231c92a769d5 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:34.144045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-66874ea7-58a2-4a25-8559-8610fbb16a9f None None] Provisioning complete for port 3097d0f6-32f4-419c-b72d-5c7449df4d3b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:34.144045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-66874ea7-58a2-4a25-8559-8610fbb16a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:34.226560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-14179bbd-dda1-4a1e-abde-67449a24ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:34.236462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-14179bbd-dda1-4a1e-abde-67449a24ef62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.3178039 Aug 23 12:22:34.558081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-08cac962-13fd-47a9-87e3-412a9305e290 None None] Provisioning complete for port 3097d0f6-32f4-419c-b72d-5c7449df4d3b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:34.559419 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-08cac962-13fd-47a9-87e3-412a9305e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:34.795764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3097d0f6-32f4-419c-b72d-5c7449df4d3b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:34.853577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4717bd3-f053-46a1-9346-2c3b51ac6f15 None None] Could not find standard attr ID for object 91a543f3-1eb9-49d3-8968-a9d0f03a8c1f. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:34.873002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3097d0f6-32f4-419c-b72d-5c7449df4d3b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:34.873389 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:34.909533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-ad76358a-f8af-407d-afcd-1c0c52e3cc1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1002 time: 0.6650929 Aug 23 12:22:35.002332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-a36fc900-1cc5-4b90-bf01-f8e3768c41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:35.005194 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-a36fc900-1cc5-4b90-bf01-f8e3768c41e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0855238 Aug 23 12:22:35.054896 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:35.094667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 3b83b74f-a2cd-483d-9ea5-1aa1b086608c will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:35.107043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-b4323d93-a479-411f-a2ce-3c432b4707d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:35.112418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-b4323d93-a479-411f-a2ce-3c432b4707d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952151 Aug 23 12:22:35.151999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58170e-8987-46c1-8e8e-8cc954c9d32a req-48cd1173-ac60-4915-9d61-0caa30e8d0e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:35.154176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db58170e-8987-46c1-8e8e-8cc954c9d32a req-48cd1173-ac60-4915-9d61-0caa30e8d0e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0954788 Aug 23 12:22:35.217413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db58170e-8987-46c1-8e8e-8cc954c9d32a req-a9a81659-efbd-482b-b182-45425931385c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526543 Aug 23 12:22:35.238525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:35.293433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-f99eb489-8a4b-4c79-b09c-b6c108a8d4d7 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733422 Aug 23 12:22:35.296983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:35.299931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:35.310994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:35.316560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:35.317309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:35.342647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=3b83b74f-a2cd-483d-9ea5-1aa1b086608c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:35.364081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.364818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.365213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.365556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.365993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.366276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.366621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.366956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.367310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.367678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.368171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.368670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:35.403076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58726) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:35.403826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-681090c2-5c79-4199-8165-5f49aed5a1f3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0341084 Aug 23 12:22:35.445558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-2197027a-7112-4d2b-ab67-6694c4d1769e service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434748 Aug 23 12:22:35.602734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7e801d26-7f0b-462a-acfe-e981d8454f98 None None] Provisioning for port 3b83b74f-a2cd-483d-9ea5-1aa1b086608c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:35.611158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7e801d26-7f0b-462a-acfe-e981d8454f98 None None] Provisioning complete for port 3b83b74f-a2cd-483d-9ea5-1aa1b086608c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:35.611840 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7e801d26-7f0b-462a-acfe-e981d8454f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:35.657122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7e801d26-7f0b-462a-acfe-e981d8454f98 None None] Port 3b83b74f-a2cd-483d-9ea5-1aa1b086608c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:35.911922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfe913-1045-4d11-9e64-55d4801a287f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:35.918203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfe913-1045-4d11-9e64-55d4801a287f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:35.922771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58748) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:35.923305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-91cfe913-1045-4d11-9e64-55d4801a287f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.5190196 Aug 23 12:22:36.051986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 3b83b74f-a2cd-483d-9ea5-1aa1b086608c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:36.052371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.153003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.166867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 3b83b74f-a2cd-483d-9ea5-1aa1b086608c owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:36.309548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.357894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=3b83b74f-a2cd-483d-9ea5-1aa1b086608c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:36.385799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.390657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:36.391206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d1d8a111-629b-4949-bf4e-e01c885eb62f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/3b83b74f-a2cd-483d-9ea5-1aa1b086608c HTTP/1.1" status: 204 len: 168 time: 0.4661922 Aug 23 12:22:36.417528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8bdaa-5b44-4043-b6ef-6ff832b8f272 req-d3852b5b-0d04-44a9-afbe-07f60617ec18 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:36.419087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23c8bdaa-5b44-4043-b6ef-6ff832b8f272 req-d3852b5b-0d04-44a9-afbe-07f60617ec18 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.1159725 Aug 23 12:22:36.499524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1310a7-5ffb-4983-b86a-c7b8050cded9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:36.501128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1310a7-5ffb-4983-b86a-c7b8050cded9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:36.502933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7c1310a7-5ffb-4983-b86a-c7b8050cded9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1047478 Aug 23 12:22:36.506025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58764) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:36.517861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23c8bdaa-5b44-4043-b6ef-6ff832b8f272 req-01af763a-bb90-4dc9-b223-cbc24727f9ec tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787201 Aug 23 12:22:36.590714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet dd15d97b-20e5-4596-99b2-85aafeb00238 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:36.594917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.643415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.705793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.769034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.807438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=dd15d97b-20e5-4596-99b2-85aafeb00238,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:36.811873 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:36.816526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58768) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:36.816876 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-912428c2-578a-4b85-a15a-1f19d7456937 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/dd15d97b-20e5-4596-99b2-85aafeb00238 HTTP/1.1" status: 204 len: 168 time: 0.3092182 Aug 23 12:22:36.825399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8929343-96ad-406d-bb64-a66b2487e20a None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:36.882454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c17d32f1-1cec-4678-a54a-9880f2604bf3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641406 Aug 23 12:22:36.884776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58772) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:36.941426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda67ac-2170-4940-9045-72c2fba337b5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:36.943027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1bda67ac-2170-4940-9045-72c2fba337b5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0570209 Aug 23 12:22:36.946431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58776) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:37.008924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8e98b-4e40-4c11-b219-bc2d0c52449b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:37.013372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58780) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:37.014120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d6f8e98b-4e40-4c11-b219-bc2d0c52449b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0653765 Aug 23 12:22:37.061512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d729864e-a0b3-45c1-9572-e1cd952ac070 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465178 Aug 23 12:22:37.066679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58782) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:37.073165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:37.108190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:22:37.162004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] Deleting port 3097d0f6-32f4-419c-b72d-5c7449df4d3b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:37.162663 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.200365 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:37.212950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.272921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] For port 3097d0f6-32f4-419c-b72d-5c7449df4d3b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3097d0f6-32f4-419c-b72d-5c7449df4d3b,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:37.273665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.298631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] Calling delete_port for 3097d0f6-32f4-419c-b72d-5c7449df4d3b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:37.401942 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.437995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] No DVR routers for this DVR port 3097d0f6-32f4-419c-b72d-5c7449df4d3b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:37.443231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331349c8-3e78-47bf-9e93-1f396408946d None None] Pushing event deleted for resources: {'Port': ['ID=3097d0f6-32f4-419c-b72d-5c7449df4d3b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:37.492721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.545137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:37.548749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:37.553774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:37.554459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.562050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e441f-606b-4a87-b6fb-23282222bdfe None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:37.571957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=412ab854-10c4-462c-a1ba-726817d94b80,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:37.581842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8187babb-6af3-4b6f-bc52-2707ee6f2f85 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5136478 Aug 23 12:22:37.584858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58792) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:37.592984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '412ab854-10c4-462c-a1ba-726817d94b80', 'ip_address': '2001:db8::4648:ece:2b53:307d'}], 'name': 'tempest-NetworksTestDHCPv6-132574380'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:37.749612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e245fd-13d1-40f5-bf2c-4cda2efd8b66 req-27dc4f65-9d62-4f82-98c5-96565615872c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:37.753935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '412ab854-10c4-462c-a1ba-726817d94b80'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:37.755312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.758756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0e245fd-13d1-40f5-bf2c-4cda2efd8b66 req-27dc4f65-9d62-4f82-98c5-96565615872c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0803204 Aug 23 12:22:37.825179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0e245fd-13d1-40f5-bf2c-4cda2efd8b66 req-6a31114d-cd0b-4faf-930c-dd1d660be14b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596082 Aug 23 12:22:37.831885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:37.953305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:37.953553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/412ab854-10c4-462c-a1ba-726817d94b80/6f550024-45bd-432d-9ba7-d67bb51df8f3) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:37.981479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port a80be791-e33e-4451-869a-b48dfbcfe8e9 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:38.176620 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.186814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Transition to ACTIVE for port object 6f550024-45bd-432d-9ba7-d67bb51df8f3 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:38.204128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Transition to ACTIVE for port object 6f550024-45bd-432d-9ba7-d67bb51df8f3 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:38.225214 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.271442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Pushing event updated for resources: {'Port': ['ID=6f550024-45bd-432d-9ba7-d67bb51df8f3,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:38.272994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::4648:ece:2b53:307d (e8b155fa-23ee-4888-b700-0dc9aeb608f0/412ab854-10c4-462c-a1ba-726817d94b80/a80be791-e33e-4451-869a-b48dfbcfe8e9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:38.284325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:38.285797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:38.291277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:38.374215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Attempting to bind port 6f550024-45bd-432d-9ba7-d67bb51df8f3 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:38.375012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Attempting to bind port 6f550024-45bd-432d-9ba7-d67bb51df8f3 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:38.375630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Attempting to bind port 6f550024-45bd-432d-9ba7-d67bb51df8f3 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:38.382510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:38.383562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:38.384382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.385013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:38.385938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Bound port: 6f550024-45bd-432d-9ba7-d67bb51df8f3, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:38.386247 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.476435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.481667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] For port 6f550024-45bd-432d-9ba7-d67bb51df8f3, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:38.485990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] For port 6f550024-45bd-432d-9ba7-d67bb51df8f3, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6f550024-45bd-432d-9ba7-d67bb51df8f3,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:38.492103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.500974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object a80be791-e33e-4451-869a-b48dfbcfe8e9 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:38.544799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.619757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83056-8d35-46b9-a2ae-2b4d6321ddd4 None None] Pushing event updated for resources: {'Port': ['ID=6f550024-45bd-432d-9ba7-d67bb51df8f3,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:38.625218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:38.632604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:38.634876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:38.640705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:38.641331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:38.654401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=a80be791-e33e-4451-869a-b48dfbcfe8e9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:38.679059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0914860 Aug 23 12:22:38.682357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:38.687994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '412ab854-10c4-462c-a1ba-726817d94b80', 'ip_address': '2001:db8::4648:ece:2b53:307d'}], 'name': 'tempest-NetworksTestDHCPv6-1546157516'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:38.692451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.692798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.693148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.693481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.693843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.694176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.695040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.695468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.703056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.703512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.703863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.704201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915c52-76a5-4fff-bc98-4e87f3175d10 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:38.771049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3097d0f6-32f4-419c-b72d-5c7449df4d3b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:38.810804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 3097d0f6-32f4-419c-b72d-5c7449df4d3b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:38.811159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3097d0f6-32f4-419c-b72d-5c7449df4d3b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:38.871923 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:39.019363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b0db0-d8ed-49b5-af5c-8e2cbc486631 req-3a03beff-d8bf-4acc-8b1c-03de6d65b128 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:39.021398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e59b0db0-d8ed-49b5-af5c-8e2cbc486631 req-3a03beff-d8bf-4acc-8b1c-03de6d65b128 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0637484 Aug 23 12:22:39.023463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:39.048729 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 673ce240-fec0-46cf-afff-094889737f66 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:39.071128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e59b0db0-d8ed-49b5-af5c-8e2cbc486631 req-5c7416fb-5213-406d-a096-45bdaa556bc3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Aug 23 12:22:39.251872 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 12:22:39.252660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:22:39.271705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bee2b20f-4597-49cf-9c45-8308d4bb7eda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5857592 Aug 23 12:22:39.271991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:39.327036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b122d-0f3b-476c-b957-2c76a7baf68f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:39.333180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b122d-0f3b-476c-b957-2c76a7baf68f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:39.334952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b09b122d-0f3b-476c-b957-2c76a7baf68f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0611312 Aug 23 12:22:39.338272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58828) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:39.433771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port a80be791-e33e-4451-869a-b48dfbcfe8e9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:39.434290 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:39.536692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:39.554657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for a80be791-e33e-4451-869a-b48dfbcfe8e9 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:39.764943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:39.806276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=a80be791-e33e-4451-869a-b48dfbcfe8e9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:39.845432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:39.850517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58834) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:39.860215 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75c9cadd-b00b-49df-86b5-3766486543ec tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/a80be791-e33e-4451-869a-b48dfbcfe8e9 HTTP/1.1" status: 204 len: 168 time: 0.5207052 Aug 23 12:22:39.932986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93aa0c-52b4-4850-b1b3-4916f3377b12 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:39.963777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93aa0c-52b4-4850-b1b3-4916f3377b12 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:39.963777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf93aa0c-52b4-4850-b1b3-4916f3377b12 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0870175 Aug 23 12:22:39.963777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58838) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:40.006616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 412ab854-10c4-462c-a1ba-726817d94b80 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:40.013621 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.036316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7964089b-fcb3-4281-911c-777f60f22637 None None] Provisioning for port 6f550024-45bd-432d-9ba7-d67bb51df8f3 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:40.079907 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.190055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.293286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.304509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cfa4e-70e0-404b-8084-6453c0221a3e req-98949d3e-40cc-488b-9454-194002427f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:40.319242 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-404cfa4e-70e0-404b-8084-6453c0221a3e req-98949d3e-40cc-488b-9454-194002427f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.1275520 Aug 23 12:22:40.348429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=412ab854-10c4-462c-a1ba-726817d94b80,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:40.361205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.365660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1be1cf02-56ce-4bae-aa19-d23f80a24583 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/412ab854-10c4-462c-a1ba-726817d94b80 HTTP/1.1" status: 204 len: 168 time: 0.4198108 Aug 23 12:22:40.370809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58850) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:40.371552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb9fcf11-53cf-4644-8efd-a047a2ba26b2 None None] Could not find standard attr ID for object a80be791-e33e-4451-869a-b48dfbcfe8e9. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:40.372901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf32f22-bb40-4d90-abad-aba405e6c516 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:40.417341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58852) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:40.417768 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-67c013d1-b237-4fd3-85f7-5b57c1b71550 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455861 Aug 23 12:22:40.421954 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-404cfa4e-70e0-404b-8084-6453c0221a3e req-82c891a5-44a2-4ff0-90be-1c9614b898a4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028485 Aug 23 12:22:40.422892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:40.605497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:40.609964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.798490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6f550024-45bd-432d-9ba7-d67bb51df8f3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:40.837634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:22:40.924339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6f550024-45bd-432d-9ba7-d67bb51df8f3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:40.931299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6f550024-45bd-432d-9ba7-d67bb51df8f3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:40.931672 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.970770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:40.981664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] Deleting port 6f550024-45bd-432d-9ba7-d67bb51df8f3 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:40.982153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.017348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:41.020653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:41.025088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:41.025677 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.041661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=f07cc399-c936-4bc5-a839-07443a19fc36,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:41.055250 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fca44a97-5fcc-491d-8232-e44854563002 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6367457 Aug 23 12:22:41.058605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58860) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:41.064294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': 'f07cc399-c936-4bc5-a839-07443a19fc36', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-675090972'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:41.122079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] For port 6f550024-45bd-432d-9ba7-d67bb51df8f3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6f550024-45bd-432d-9ba7-d67bb51df8f3,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:41.122697 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.137131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.149658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] Calling delete_port for 6f550024-45bd-432d-9ba7-d67bb51df8f3 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:41.187949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:41.193310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.212241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6f550024-45bd-432d-9ba7-d67bb51df8f3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6f550024-45bd-432d-9ba7-d67bb51df8f3,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:41.212503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port c96f4ed7-a742-4971-99ea-f5d4deb3bf05 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:41.219900 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.294894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6f550024-45bd-432d-9ba7-d67bb51df8f3,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:41.298571 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.344183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] Pushing event deleted for resources: {'Port': ['ID=6f550024-45bd-432d-9ba7-d67bb51df8f3,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:41.345922 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:22:41.346960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:22:41.360032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9c48e-cfc6-4eb0-b721-8d9816d735bc None None] No DVR routers for this DVR port 6f550024-45bd-432d-9ba7-d67bb51df8f3 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:41.386729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e927e-7736-4170-90de-3d091afe5218 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:41.387189 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-290680a5-3edb-4c1f-8a44-e6f9cbf1e028 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.3270869 Aug 23 12:22:41.389760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58870) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:41.424391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9669524c-4adb-47a1-82da-a6f479b55adb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324433 Aug 23 12:22:41.427206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:41.508659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac7cc9-0248-45b0-a3dd-cf8d90fc5d36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:41.510793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac7cc9-0248-45b0-a3dd-cf8d90fc5d36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:41.515916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66ac7cc9-0248-45b0-a3dd-cf8d90fc5d36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0875463 Aug 23 12:22:41.517041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58878) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:41.579387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet f07cc399-c936-4bc5-a839-07443a19fc36 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:41.583147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b199c-ceb0-4ddf-8f22-d7544b06c06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': 'f07cc399-c936-4bc5-a839-07443a19fc36'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:41.584262 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cf2b199c-ceb0-4ddf-8f22-d7544b06c06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.584467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b66fa-c1eb-458a-b3dd-8294728c0358 req-db9f4873-565c-4bed-b31f-7bd1737af22a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:41.586777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-477b66fa-c1eb-458a-b3dd-8294728c0358 req-db9f4873-565c-4bed-b31f-7bd1737af22a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0902128 Aug 23 12:22:41.594492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.634886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-477b66fa-c1eb-458a-b3dd-8294728c0358 req-1dcce6f9-65dc-46dc-acfb-42cd9f8ac9fa tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Aug 23 12:22:41.662106 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.716315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.787261 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server [None req-cf2b199c-ceb0-4ddf-8f22-d7544b06c06d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f07cc399-c936-4bc5-a839-07443a19fc36: This subnet is being modified by another concurrent operation. Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise exception Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f07cc399-c936-4bc5-a839-07443a19fc36: This subnet is being modified by another concurrent operation. Aug 23 12:22:41.788644 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Aug 23 12:22:41.808572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8bbbd-f5e2-48c7-9ff5-5445cc9ffb32 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:22:41.815074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=f07cc399-c936-4bc5-a839-07443a19fc36,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:41.821355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:41.825908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bc6fec3b-dd10-488e-a3be-664b23f5964b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/f07cc399-c936-4bc5-a839-07443a19fc36 HTTP/1.1" status: 204 len: 168 time: 0.3076599 Aug 23 12:22:41.826448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58884) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:41.867139 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a6fb8a2c-e2a9-4870-9620-bfda1ca754c5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392392 Aug 23 12:22:41.870608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58886) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:41.875476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:41.917270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8bbbd-f5e2-48c7-9ff5-5445cc9ffb32 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:22:41.990727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:41.994841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.211875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.266824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:42.270520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:42.274750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:42.275353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.279922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=0377918e-57cd-404b-b550-7c4011996008,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:42.280641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10070fbc-b71c-4032-8962-dacebbca3568 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:42.309433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1a26d490-443d-4282-8429-68cbb3e89384 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4377842 Aug 23 12:22:42.311913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58896) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:42.316416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1597004323', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:42.343023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.344623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.438225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.445816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.455397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '0377918e-57cd-404b-b550-7c4011996008'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:42.456295 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.472247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.473493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30cbcebd-6f21-422a-aa7c-011b5527e25a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1606457 Aug 23 12:22:42.476592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58904) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:42.626298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/0377918e-57cd-404b-b550-7c4011996008/46497df7-92cc-4724-9eb5-602fb6ab8601) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:42.777080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6f550024-45bd-432d-9ba7-d67bb51df8f3 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:42.800074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6f550024-45bd-432d-9ba7-d67bb51df8f3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:42.800391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6f550024-45bd-432d-9ba7-d67bb51df8f3 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:42.832304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb9082-cb91-4723-829e-f01edbf840f6 req-65f800cf-4835-4b68-8be5-534225daebd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:42.844937 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9eb9082-cb91-4723-829e-f01edbf840f6 req-65f800cf-4835-4b68-8be5-534225daebd6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0927465 Aug 23 12:22:42.858090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.870218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.880081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Transition to ACTIVE for port object 46497df7-92cc-4724-9eb5-602fb6ab8601 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:42.897490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b9eb9082-cb91-4723-829e-f01edbf840f6 req-685dfbea-954c-41ce-8a66-7c2b11f96177 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513415 Aug 23 12:22:42.901359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Transition to ACTIVE for port object 46497df7-92cc-4724-9eb5-602fb6ab8601 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:42.926304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:42.970649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:42.973376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:42.976811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:42.990138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Pushing event updated for resources: {'Port': ['ID=46497df7-92cc-4724-9eb5-602fb6ab8601,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:43.058132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Attempting to bind port 46497df7-92cc-4724-9eb5-602fb6ab8601 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:43.058701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Attempting to bind port 46497df7-92cc-4724-9eb5-602fb6ab8601 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:43.059096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Attempting to bind port 46497df7-92cc-4724-9eb5-602fb6ab8601 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:43.064635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:43.065093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:43.065573 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.066162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:43.066730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Bound port: 46497df7-92cc-4724-9eb5-602fb6ab8601, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:43.067270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.143054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] For port 46497df7-92cc-4724-9eb5-602fb6ab8601, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:43.146300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] For port 46497df7-92cc-4724-9eb5-602fb6ab8601, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=46497df7-92cc-4724-9eb5-602fb6ab8601,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:43.152537 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.155580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::1 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/0377918e-57cd-404b-b550-7c4011996008/e90fd84d-24c2-49ad-a76f-1bf0f713d3f5) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:43.217472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3a3d7-1aff-470c-9d3a-8f8422e051fd None None] Pushing event updated for resources: {'Port': ['ID=46497df7-92cc-4724-9eb5-602fb6ab8601,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:43.320804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.334255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:43.375474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.445511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:43.448679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:43.453811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:43.453811 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.504378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=e90fd84d-24c2-49ad-a76f-1bf0f713d3f5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:43.622159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.917535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.922469 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:43.923268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:44.000616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=e90fd84d-24c2-49ad-a76f-1bf0f713d3f5,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:44.101117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7525a12-3ece-45d3-845a-32c89501fc59 req-074a85a2-fb89-4ba2-9e8c-eb39f237aae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:44.102747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7525a12-3ece-45d3-845a-32c89501fc59 req-074a85a2-fb89-4ba2-9e8c-eb39f237aae5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.1128109 Aug 23 12:22:44.122907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:44.130377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:44.200854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7525a12-3ece-45d3-845a-32c89501fc59 req-12ae1626-faf1-44d3-a542-7696ef2f9054 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914495 Aug 23 12:22:44.284009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Router 326c4fae-4271-4af5-9d45-9cfb5a3cc9be is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:22:44.386816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:22:44.395077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-81353446-59dd-4327-ae1b-192ae1bac804 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "PUT /v2.0/routers/326c4fae-4271-4af5-9d45-9cfb5a3cc9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9164531 Aug 23 12:22:44.401805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Sync routers for ids ['326c4fae-4271-4af5-9d45-9cfb5a3cc9be'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:22:44.402372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58942) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:44.414854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Routers {'326c4fae-4271-4af5-9d45-9cfb5a3cc9be'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:44.415720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['326c4fae-4271-4af5-9d45-9cfb5a3cc9be'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:44.466334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd99499-fe2a-42bb-913e-91bc036929a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:44.466334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbd99499-fe2a-42bb-913e-91bc036929a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports/e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 HTTP/1.1" status: 200 len: 911 time: 0.0597811 Aug 23 12:22:44.466334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 58948) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:44.531854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6671789f-da51-495b-ba1c-a40ae4c80aab None None] Provisioning for port 46497df7-92cc-4724-9eb5-602fb6ab8601 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:44.541467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc74c9-5a12-4e3c-8fe6-33e412512a53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:44.547994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc74c9-5a12-4e3c-8fe6-33e412512a53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:44.548617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Set router 326c4fae-4271-4af5-9d45-9cfb5a3cc9be gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:22:44.552488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58952) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:44.553073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ddc74c9-5a12-4e3c-8fe6-33e412512a53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0861323 Aug 23 12:22:44.813974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 46497df7-92cc-4724-9eb5-602fb6ab8601 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:44.863408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3547e7c3-4e2b-456b-9cb7-8171cfcdf579 None None] Provisioning for port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:44.883072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3547e7c3-4e2b-456b-9cb7-8171cfcdf579 None None] Provisioning complete for port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:44.883456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3547e7c3-4e2b-456b-9cb7-8171cfcdf579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:44.948678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3547e7c3-4e2b-456b-9cb7-8171cfcdf579 None None] Port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:44.960905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 46497df7-92cc-4724-9eb5-602fb6ab8601 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:44.973023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326c4fae-4271-4af5-9d45-9cfb5a3cc9be', 'name': 'tempest-NetworksTestDHCPv6-router-1597004323', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:22:42Z', 'updated_at': '2021-08-23T12:22:43Z', 'revision_number': 2, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'gw_port_host': None, '_interfaces': [{'id': 'e90fd84d-24c2-49ad-a76f-1bf0f713d3f5', 'name': '', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'mac_address': 'fa:16:3e:99:6f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326c4fae-4271-4af5-9d45-9cfb5a3cc9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '0377918e-57cd-404b-b550-7c4011996008', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:22:42Z', 'updated_at': '2021-08-23T12:22:43Z', 'revision_number': 2, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'subnets': [{'id': '0377918e-57cd-404b-b550-7c4011996008', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:44.977077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 46497df7-92cc-4724-9eb5-602fb6ab8601 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:44.978005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.032580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Checking router: 326c4fae-4271-4af5-9d45-9cfb5a3cc9be for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:22:45.032946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Updating router 326c4fae-4271-4af5-9d45-9cfb5a3cc9be port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:22:45.070110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.076226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.097843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-887e78a6-e6a2-4839-87d0-eea69fcc461a None None] Provisioning complete for port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:45.098227 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-887e78a6-e6a2-4839-87d0-eea69fcc461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.244743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-887e78a6-e6a2-4839-87d0-eea69fcc461a None None] Port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:45.260632 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.358536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 46497df7-92cc-4724-9eb5-602fb6ab8601, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=46497df7-92cc-4724-9eb5-602fb6ab8601,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:45.364408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.376718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a67f9e-5ded-4fa7-bad7-ea94a883c39e req-4d82a6a5-9748-43f7-b691-6df17c855031 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:45.378409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1a67f9e-5ded-4fa7-bad7-ea94a883c39e req-4d82a6a5-9748-43f7-b691-6df17c855031 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0882380 Aug 23 12:22:45.392308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:45.392721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.452403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=46497df7-92cc-4724-9eb5-602fb6ab8601,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:45.470655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.471027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.471369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.471742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.472053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.472394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.472733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.473065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.473402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.473756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.474100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.474427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:22:45.499389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1a67f9e-5ded-4fa7-bad7-ea94a883c39e req-4a727103-4a75-4723-b0f4-d5c8f53f1466 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094704 Aug 23 12:22:45.534229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.536318 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.550485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:45.555240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Transition to ACTIVE for port object e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:45.562789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.627758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281cae0-6ae3-46fc-bd4f-18ae4f326743 None None] Pushing event updated for resources: {'Port': ['ID=e90fd84d-24c2-49ad-a76f-1bf0f713d3f5,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:45.735564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Attempting to bind port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:45.737733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Attempting to bind port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:45.737733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Attempting to bind port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:45.748903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:45.749529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:45.750314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.750876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:45.751523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Bound port: e90fd84d-24c2-49ad-a76f-1bf0f713d3f5, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:45.752081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.836855 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:45.870506 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:22:45.873509 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:22:45.880248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=e90fd84d-24c2-49ad-a76f-1bf0f713d3f5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:45.989189 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.064483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ae6f72a-7196-4609-b581-55e6e0426f75 None None] Could not find standard attr ID for object e90fd84d-24c2-49ad-a76f-1bf0f713d3f5. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:46.190027 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Router 326c4fae-4271-4af5-9d45-9cfb5a3cc9be has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:22:46.274545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:22:46.279304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f59bc27-babe-42a2-8b3d-0f2fad4f822a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "PUT /v2.0/routers/326c4fae-4271-4af5-9d45-9cfb5a3cc9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242260 Aug 23 12:22:46.281591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:46.334353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8bb14-67ec-4e14-b1df-ff86cec4fe15 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:46.336051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8bb14-67ec-4e14-b1df-ff86cec4fe15 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:46.337858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5df8bb14-67ec-4e14-b1df-ff86cec4fe15 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0551145 Aug 23 12:22:46.340378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 58990) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:46.390009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Attempting to bind port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:46.391543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Attempting to bind port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:46.392117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Attempting to bind port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:46.399889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:46.400270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:46.400794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.400994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 0377918e-57cd-404b-b550-7c4011996008 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:46.401192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:46.401660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Bound port: e90fd84d-24c2-49ad-a76f-1bf0f713d3f5, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:46.402075 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.404314 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.449598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.451123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Port e90fd84d-24c2-49ad-a76f-1bf0f713d3f5 has been deleted concurrently {{(pid=101059) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 23 12:22:46.462934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Routers {'326c4fae-4271-4af5-9d45-9cfb5a3cc9be'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:46.463522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['326c4fae-4271-4af5-9d45-9cfb5a3cc9be'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:46.565227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] Set router 326c4fae-4271-4af5-9d45-9cfb5a3cc9be gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:22:46.636813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.705963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98858397-61aa-4513-8ca0-38aaa11621e6 req-094c7531-5242-4310-8101-b5973247db73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:46.710225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98858397-61aa-4513-8ca0-38aaa11621e6 req-094c7531-5242-4310-8101-b5973247db73 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0948966 Aug 23 12:22:46.770976 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98858397-61aa-4513-8ca0-38aaa11621e6 req-fc21182d-cf04-46db-817f-c4d3eb49e13f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549266 Aug 23 12:22:46.790099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.807080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326c4fae-4271-4af5-9d45-9cfb5a3cc9be', 'name': 'tempest-NetworksTestDHCPv6-router-1597004323', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:22:42Z', 'updated_at': '2021-08-23T12:22:45Z', 'revision_number': 3, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:46.809159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 46497df7-92cc-4724-9eb5-602fb6ab8601 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:46.830219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=0377918e-57cd-404b-b550-7c4011996008,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:46.844877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:46.847251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bb362dcf-e952-4b59-ba43-da4104e41db6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/0377918e-57cd-404b-b550-7c4011996008 HTTP/1.1" status: 204 len: 168 time: 0.5059469 Aug 23 12:22:46.849847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59006) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:46.860947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d960e-17b0-40c1-b360-73d7b694c21b None None] The sync data for ids ['326c4fae-4271-4af5-9d45-9cfb5a3cc9be'] in n-d-773645-7 is: [{'id': '326c4fae-4271-4af5-9d45-9cfb5a3cc9be', 'name': 'tempest-NetworksTestDHCPv6-router-1597004323', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:22:42Z', 'updated_at': '2021-08-23T12:22:45Z', 'revision_number': 3, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:22:46.862467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a315f0e-00a0-4b20-88ae-faddab5e0eb9 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:47.021018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 46497df7-92cc-4724-9eb5-602fb6ab8601 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:47.021572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.081885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a07788cc-9ba4-435e-ab7a-e9ff2583e10d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2281053 Aug 23 12:22:47.082383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59018) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:47.136966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:22:47.203119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.211663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] Deleting port 46497df7-92cc-4724-9eb5-602fb6ab8601 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:47.212194 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.301905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] For port 46497df7-92cc-4724-9eb5-602fb6ab8601, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=46497df7-92cc-4724-9eb5-602fb6ab8601,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:47.302466 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.315917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] Calling delete_port for 46497df7-92cc-4724-9eb5-602fb6ab8601 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:47.427282 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.442176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] No DVR routers for this DVR port 46497df7-92cc-4724-9eb5-602fb6ab8601 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:47.465144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dade5f-766f-468b-b95c-0f335d44bad5 None None] Pushing event deleted for resources: {'Port': ['ID=46497df7-92cc-4724-9eb5-602fb6ab8601,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:47.855273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.859059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.912723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae031c8-b7e6-4796-b616-040aa90df0ec req-c72b5e68-71a2-4548-9201-f1d127d0a65f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:47.914609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ae031c8-b7e6-4796-b616-040aa90df0ec req-c72b5e68-71a2-4548-9201-f1d127d0a65f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.0607917 Aug 23 12:22:47.923929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.924437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Fanout notify agent at l3_agent the message router_deleted on router 326c4fae-4271-4af5-9d45-9cfb5a3cc9be {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:22:47.926755 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-f615b2fc-e303-4ca8-b5a6-77025b09967e service neutron] show failed (client error): The resource could not be found. Aug 23 12:22:47.927799 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-f615b2fc-e303-4ca8-b5a6-77025b09967e service neutron] 10.222.0.41 "GET /v2.0/ports/d5243e39-54be-4ae5-b396-efa7bd4f1e2a/bindings/n-h1-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.5808711 Aug 23 12:22:47.933983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:47.938403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef81bc9f-82f6-4145-b549-867042d50f94 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/routers/326c4fae-4271-4af5-9d45-9cfb5a3cc9be HTTP/1.1" status: 204 len: 168 time: 0.8546264 Aug 23 12:22:47.939286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59048) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:47.944645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:47.991726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ae031c8-b7e6-4796-b616-040aa90df0ec req-3d8004e4-1dd1-4ac3-9845-4bfb41add588 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685740 Aug 23 12:22:48.052428 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Sync routers for ids ['326c4fae-4271-4af5-9d45-9cfb5a3cc9be'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:22:48.072307 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:48.073031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:22:48.075183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:48.078913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.079963 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_agentschedulers_db [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'326c4fae-4271-4af5-9d45-9cfb5a3cc9be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101060) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:22:48.103255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:48.103761 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:22:48.104498 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_agentschedulers_db [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'326c4fae-4271-4af5-9d45-9cfb5a3cc9be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101060) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:22:48.105018 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdc404-a501-4e7b-871f-d83543909caf None None] The sync data for ids ['326c4fae-4271-4af5-9d45-9cfb5a3cc9be'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:22:48.196809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-b6298fdc-aba7-49e8-9ed6-82dde1e5f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:48.199676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-b6298fdc-aba7-49e8-9ed6-82dde1e5f4d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 1097 time: 0.0636806 Aug 23 12:22:48.216815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:48.305219 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.406538 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.459211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:48.462825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:48.468849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:48.470346 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.474283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adc349-a21e-4a99-9d29-b061dffe733b None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:48.493512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5528514 Aug 23 12:22:48.497330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59060) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:48.502023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1380564386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:48.533558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c96f-294e-473f-a5f1-241162f831c4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=e356474c-0436-455b-9d52-d0496e1d8b11,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:48.545254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.546816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.625977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.635463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.689531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.691920 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c801545-3f52-4944-a8e5-5737e200b1be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1925092 Aug 23 12:22:48.695620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:48.697368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59068) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:48.719306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': 'e356474c-0436-455b-9d52-d0496e1d8b11'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:48.720426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:48.826526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 46497df7-92cc-4724-9eb5-602fb6ab8601 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:48.858093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 46497df7-92cc-4724-9eb5-602fb6ab8601 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:48.858649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 46497df7-92cc-4724-9eb5-602fb6ab8601 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:48.943600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/e356474c-0436-455b-9d52-d0496e1d8b11/6c34f84b-539e-497d-b2fa-2b4f1973f84c) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:49.246114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb75e-21dd-42a8-9266-8957232965fc req-46a12601-52d9-4557-8558-a1169d9093c4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:49.250202 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d85bb75e-21dd-42a8-9266-8957232965fc req-46a12601-52d9-4557-8558-a1169d9093c4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 946 time: 0.1480205 Aug 23 12:22:49.326489 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.343035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d85bb75e-21dd-42a8-9266-8957232965fc req-4fc7a3af-6ce4-4a2d-95ac-9895b6059ac1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870373 Aug 23 12:22:49.346626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Transition to ACTIVE for port object 6c34f84b-539e-497d-b2fa-2b4f1973f84c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:49.367665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Transition to ACTIVE for port object 6c34f84b-539e-497d-b2fa-2b4f1973f84c will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:49.376425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.432089 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:49.436048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:49.439453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:49.512902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Pushing event updated for resources: {'Port': ['ID=6c34f84b-539e-497d-b2fa-2b4f1973f84c,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:49.540930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.554157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:49.568806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Attempting to bind port 6c34f84b-539e-497d-b2fa-2b4f1973f84c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:49.568806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Attempting to bind port 6c34f84b-539e-497d-b2fa-2b4f1973f84c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:49.569920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Attempting to bind port 6c34f84b-539e-497d-b2fa-2b4f1973f84c on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:49.576573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:49.577282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:49.578020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.578185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:49.578845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Bound port: 6c34f84b-539e-497d-b2fa-2b4f1973f84c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:49.579703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.633164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:22:49.635439 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffe4c8-80e0-4387-9aa0-b9c094b3de23" -d '{"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-unplugged", "status": "completed", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:22:49.639964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.694732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] For port 6c34f84b-539e-497d-b2fa-2b4f1973f84c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:49.699738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] For port 6c34f84b-539e-497d-b2fa-2b4f1973f84c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c34f84b-539e-497d-b2fa-2b4f1973f84c,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:49.707847 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.737041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Transition to ACTIVE for port object d5243e39-54be-4ae5-b396-efa7bd4f1e2a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:49.775569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:49.787002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478a349-930c-4f9a-b163-a0f0cab687cb None None] Pushing event updated for resources: {'Port': ['ID=6c34f84b-539e-497d-b2fa-2b4f1973f84c,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:49.831674 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf3260c-4598-4db3-a9ea-03090cbefb10 x-openstack-request-id: req-9bf3260c-4598-4db3-a9ea-03090cbefb10 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:22:49.831974 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-unplugged", "status": "completed", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:22:49.832232 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bf3260c-4598-4db3-a9ea-03090cbefb10 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:22:49.832629 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'code': 200} Aug 23 12:22:49.993797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::1 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/e356474c-0436-455b-9d52-d0496e1d8b11/70017b19-a074-4fe7-a214-ba1b43009f3e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:50.196165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:50.411872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] No DVR routers for this DVR port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:50.437795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:50.476426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 70017b19-a074-4fe7-a214-ba1b43009f3e will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:50.531623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bf32-2afd-4c4f-8a94-40f3a29b84a9 req-44522e3c-eb82-4cc3-be72-e7f8226c34d7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:50.541520 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4e8bf32-2afd-4c4f-8a94-40f3a29b84a9 req-44522e3c-eb82-4cc3-be72-e7f8226c34d7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.0909798 Aug 23 12:22:50.621163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4e8bf32-2afd-4c4f-8a94-40f3a29b84a9 req-55ebe26d-d0f0-42b5-9c76-855096401710 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736437 Aug 23 12:22:50.671536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:50.723508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=70017b19-a074-4fe7-a214-ba1b43009f3e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:50.757979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:50.761449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:50.777069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:50.777656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:50.834705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c34f84b-539e-497d-b2fa-2b4f1973f84c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:50.922099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:50.922356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:50.922711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:50.930757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:22:50.931092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:50.941849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:50.945962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Checking segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:50.946477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Bound using segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:50.947083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Bound port: d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:50.947458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:50.950189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6c34f84b-539e-497d-b2fa-2b4f1973f84c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:50.983274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:51.058020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:51.092301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.119522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:51.159996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:51.170096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.227119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:51.227989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.230021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1092 time: 3.0190287 Aug 23 12:22:51.364992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dce49-95f1-49b6-8604-f63eb3d6d390 service neutron] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:51.421158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] Provisioning for port 6c34f84b-539e-497d-b2fa-2b4f1973f84c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:51.423634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-3e69d4cd-b2e4-410d-8c82-2628d892964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:51.425738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] Provisioning complete for port 6c34f84b-539e-497d-b2fa-2b4f1973f84c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:51.426072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-3e69d4cd-b2e4-410d-8c82-2628d892964e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1095 time: 0.1581380 Aug 23 12:22:51.426570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.558454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.595186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] For port 6c34f84b-539e-497d-b2fa-2b4f1973f84c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c34f84b-539e-497d-b2fa-2b4f1973f84c,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:51.602064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.674896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-90ff874e-aa13-4a0c-8e40-eb3df083a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:51.677114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-90ff874e-aa13-4a0c-8e40-eb3df083a6f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.1740620 Aug 23 12:22:51.686486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.702099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.702331 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.734420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56404286-75b1-402c-9624-7d181a8eab07 None None] Pushing event updated for resources: {'Port': ['ID=6c34f84b-539e-497d-b2fa-2b4f1973f84c,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:51.737557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4b57bbd1-6737-4d23-801a-d7c32a1e4902 None None] Provisioning for port 70017b19-a074-4fe7-a214-ba1b43009f3e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:51.742158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4b57bbd1-6737-4d23-801a-d7c32a1e4902 None None] Provisioning complete for port 70017b19-a074-4fe7-a214-ba1b43009f3e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:51.742532 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4b57bbd1-6737-4d23-801a-d7c32a1e4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.787823 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a36056ef-1a88-438e-a13c-df502aa3fd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:51.789893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4b57bbd1-6737-4d23-801a-d7c32a1e4902 None None] Port 70017b19-a074-4fe7-a214-ba1b43009f3e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:51.836625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:22:51.839261 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:22:51.868984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=70017b19-a074-4fe7-a214-ba1b43009f3e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:51.873553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-7904b687-90d8-414d-ae05-9130df622cca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.1843109 Aug 23 12:22:51.907039 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b5cf6-6e6b-4557-aeae-a45b3e36a131 x-openstack-request-id: req-bf2b5cf6-6e6b-4557-aeae-a45b3e36a131 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:22:51.907358 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:22:51.907591 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf2b5cf6-6e6b-4557-aeae-a45b3e36a131 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:22:51.907985 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'status': 'completed', 'code': 200} Aug 23 12:22:51.961492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41d20e-4080-4cb8-8dc5-d0304c161dbd req-c170ecca-b113-4095-ab20-44e66467b5ea tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:51.963179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b41d20e-4080-4cb8-8dc5-d0304c161dbd req-c170ecca-b113-4095-ab20-44e66467b5ea tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.2122428 Aug 23 12:22:51.964530 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-163794f5-1d93-4976-883e-55f71abb3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:51.966265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-163794f5-1d93-4976-883e-55f71abb3ab9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1095 time: 0.0428076 Aug 23 12:22:52.005144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-8f795b39-108c-445a-96e7-c0755fce4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.006743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-8f795b39-108c-445a-96e7-c0755fce4ddc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0944936 Aug 23 12:22:52.019568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:52.041779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:52.067008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b41d20e-4080-4cb8-8dc5-d0304c161dbd req-d3b84192-7c8c-4057-8c89-01ad83465e96 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936365 Aug 23 12:22:52.067294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-ee121e9b-f9e9-40e1-adec-6892f69c4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.069966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-ee121e9b-f9e9-40e1-adec-6892f69c4048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.0964079 Aug 23 12:22:52.165178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-3ff81bfa-39b6-4239-9002-705fc3e64bd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.0853872 Aug 23 12:22:52.183305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-d652ac3e-1372-4a8e-8341-0cec4bbae9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.184965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-d652ac3e-1372-4a8e-8341-0cec4bbae9b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685174 Aug 23 12:22:52.227711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-6eee11d3-3095-40e4-b6d3-7bde455b53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.229374 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-6eee11d3-3095-40e4-b6d3-7bde455b53d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0571289 Aug 23 12:22:52.283095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-1db7cf9e-a707-4b16-9290-b9df6ff7700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.286190 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-1db7cf9e-a707-4b16-9290-b9df6ff7700a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492196 Aug 23 12:22:52.311955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-5942921d-6672-4d7f-beb0-638c462e2fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168554 Aug 23 12:22:52.313277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Router a861dad3-c318-475e-85cb-a2ad09d43e58 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:22:52.398985 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-98d65908-9510-47a0-bc79-f7ddbd661f69 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055348 Aug 23 12:22:52.423685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-01c037f3-9679-4763-af51-702e7e1abf25 None None] Provisioning complete for port 70017b19-a074-4fe7-a214-ba1b43009f3e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:52.424758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01c037f3-9679-4763-af51-702e7e1abf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:52.466637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-01c037f3-9679-4763-af51-702e7e1abf25 None None] Port 70017b19-a074-4fe7-a214-ba1b43009f3e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:22:52.498075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-12a4eed9-d1fb-44e5-878d-f31ee3c0ea08 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915911 Aug 23 12:22:52.504777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:22:52.515036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ac26ed40-8b5f-49de-b4e5-6575a6c43e65 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "PUT /v2.0/routers/a861dad3-c318-475e-85cb-a2ad09d43e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8165958 Aug 23 12:22:52.520720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59108) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:52.530022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Sync routers for ids ['a861dad3-c318-475e-85cb-a2ad09d43e58'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:22:52.532932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-431bb17a-0746-4d8d-9ea0-acb23f1a6ab2 req-dff9bbc0-5657-4393-986b-7baba0e87a2a service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125697 Aug 23 12:22:52.555284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Routers {'a861dad3-c318-475e-85cb-a2ad09d43e58'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:52.555918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a861dad3-c318-475e-85cb-a2ad09d43e58'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:52.570745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c155349-4aab-4ff2-88e1-c7369a3708c3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.573389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0c155349-4aab-4ff2-88e1-c7369a3708c3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports/70017b19-a074-4fe7-a214-ba1b43009f3e HTTP/1.1" status: 200 len: 911 time: 0.0544448 Aug 23 12:22:52.575720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59110) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:52.661405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-60966742-3acc-4021-93d0-df3ad3214e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.663834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-60966742-3acc-4021-93d0-df3ad3214e50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1095 time: 0.0746953 Aug 23 12:22:52.664251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Set router a861dad3-c318-475e-85cb-a2ad09d43e58 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:22:52.672584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ce818-5405-4343-9279-f64cb0cb11fc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.678743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ce818-5405-4343-9279-f64cb0cb11fc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.680565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-286ce818-5405-4343-9279-f64cb0cb11fc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1033628 Aug 23 12:22:52.683881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:52.758904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c34f84b-539e-497d-b2fa-2b4f1973f84c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:52.791085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-637044ce-e959-443d-afc4-49c02f29e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.792805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-637044ce-e959-443d-afc4-49c02f29e9aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.1111166 Aug 23 12:22:52.891224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-b97f9a03-d7ff-4c4f-a822-5fade9696f74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.0911083 Aug 23 12:22:52.921779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6c34f84b-539e-497d-b2fa-2b4f1973f84c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:52.922636 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:52.957737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-712c63ff-92c5-488d-b4c3-7bd3e6344755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:52.959323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-712c63ff-92c5-488d-b4c3-7bd3e6344755 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0594831 Aug 23 12:22:53.017878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-b50d84cb-717a-4af5-a998-0b62a6a9bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:53.019290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-b50d84cb-717a-4af5-a998-0b62a6a9bc64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520062 Aug 23 12:22:53.052115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a861dad3-c318-475e-85cb-a2ad09d43e58', 'name': 'tempest-NetworksTestDHCPv6-router-1380564386', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:22:48Z', 'updated_at': '2021-08-23T12:22:50Z', 'revision_number': 2, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'gw_port_host': None, '_interfaces': [{'id': '70017b19-a074-4fe7-a214-ba1b43009f3e', 'name': '', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'mac_address': 'fa:16:3e:62:52:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a861dad3-c318-475e-85cb-a2ad09d43e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'e356474c-0436-455b-9d52-d0496e1d8b11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:22:49Z', 'updated_at': '2021-08-23T12:22:51Z', 'revision_number': 2, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'subnets': [{'id': 'e356474c-0436-455b-9d52-d0496e1d8b11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:53.078374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.090562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Checking router: a861dad3-c318-475e-85cb-a2ad09d43e58 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:22:53.090919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Updating router a861dad3-c318-475e-85cb-a2ad09d43e58 port 70017b19-a074-4fe7-a214-ba1b43009f3e binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:22:53.130383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.145581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-b5069735-4028-4f79-af0c-7cf60f5d1906 service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169162 Aug 23 12:22:53.346600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83645f30-77b2-4118-9936-05bd1d62c4b2 req-64199853-1784-4291-92b3-5d72c23633ba tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:53.348050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9864d5a7-f8ae-4039-aaa4-0beec36bb1d8 req-138427ac-92bc-44bb-a647-7267baf39158 service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936169 Aug 23 12:22:53.348506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83645f30-77b2-4118-9936-05bd1d62c4b2 req-64199853-1784-4291-92b3-5d72c23633ba tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.1283197 Aug 23 12:22:53.415651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-83645f30-77b2-4118-9936-05bd1d62c4b2 req-2503d8ca-20a4-4c3e-adaf-95ea1b026352 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563130 Aug 23 12:22:53.461238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.476459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Transition to ACTIVE for port object 70017b19-a074-4fe7-a214-ba1b43009f3e will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:53.484950 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.500543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 70017b19-a074-4fe7-a214-ba1b43009f3e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:53.501041 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.576137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc86089-36fe-49c3-ba46-1786d9e7c75b None None] Pushing event updated for resources: {'Port': ['ID=70017b19-a074-4fe7-a214-ba1b43009f3e,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:53.608150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.621371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Attempting to bind port 70017b19-a074-4fe7-a214-ba1b43009f3e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:53.622016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Attempting to bind port 70017b19-a074-4fe7-a214-ba1b43009f3e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:53.622600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Attempting to bind port 70017b19-a074-4fe7-a214-ba1b43009f3e on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:53.624000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 70017b19-a074-4fe7-a214-ba1b43009f3e owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:53.629246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:53.629636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:53.630162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.630617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:53.631109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Bound port: 70017b19-a074-4fe7-a214-ba1b43009f3e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:53.632373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.733169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] For port 70017b19-a074-4fe7-a214-ba1b43009f3e, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:53.738984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] For port 70017b19-a074-4fe7-a214-ba1b43009f3e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=70017b19-a074-4fe7-a214-ba1b43009f3e,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:53.744180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.810714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Routers {'a861dad3-c318-475e-85cb-a2ad09d43e58'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:53.811352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['a861dad3-c318-475e-85cb-a2ad09d43e58'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:53.899417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc86089-36fe-49c3-ba46-1786d9e7c75b None None] Pushing event updated for resources: {'Port': ['ID=70017b19-a074-4fe7-a214-ba1b43009f3e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:53.917553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:53.941777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] Set router a861dad3-c318-475e-85cb-a2ad09d43e58 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:22:53.954135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=70017b19-a074-4fe7-a214-ba1b43009f3e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:54.040922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-393b8e8e-a040-4a88-96de-c12d97113e75 None None] Could not find standard attr ID for object 70017b19-a074-4fe7-a214-ba1b43009f3e. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:54.080090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.289824 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:22:54.345408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Router a861dad3-c318-475e-85cb-a2ad09d43e58 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:22:54.393935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-064216bc-4b34-4d69-87e3-626f521947cb None None] Could not find standard attr ID for object 70017b19-a074-4fe7-a214-ba1b43009f3e. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:22:54.409012 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1462c411-5b72-40cb-b508-7c8780fbc2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.438319 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.455889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a861dad3-c318-475e-85cb-a2ad09d43e58', 'name': 'tempest-NetworksTestDHCPv6-router-1380564386', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:22:48Z', 'updated_at': '2021-08-23T12:22:50Z', 'revision_number': 2, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'gw_port_host': None, '_interfaces': [{'id': '70017b19-a074-4fe7-a214-ba1b43009f3e', 'name': '', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'mac_address': 'fa:16:3e:62:52:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a861dad3-c318-475e-85cb-a2ad09d43e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'e356474c-0436-455b-9d52-d0496e1d8b11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:22:49Z', 'updated_at': '2021-08-23T12:22:53Z', 'revision_number': 4, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'subnets': [{'id': 'e356474c-0436-455b-9d52-d0496e1d8b11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:22:54.471873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:22:54.480381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:54.481011 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4920181-7897-4c7d-a503-d84474937ac6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "PUT /v2.0/routers/a861dad3-c318-475e-85cb-a2ad09d43e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951188 Aug 23 12:22:54.486527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92ed1ee-b5bf-43bb-8642-420d32d87f24 None None] The sync data for ids ['a861dad3-c318-475e-85cb-a2ad09d43e58'] in n-d-773645-7 is: [{'id': 'a861dad3-c318-475e-85cb-a2ad09d43e58', 'name': 'tempest-NetworksTestDHCPv6-router-1380564386', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:22:48Z', 'updated_at': '2021-08-23T12:22:50Z', 'revision_number': 2, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'gw_port_host': None, '_interfaces': [{'id': '70017b19-a074-4fe7-a214-ba1b43009f3e', 'name': '', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'mac_address': 'fa:16:3e:62:52:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a861dad3-c318-475e-85cb-a2ad09d43e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'e356474c-0436-455b-9d52-d0496e1d8b11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:22:49Z', 'updated_at': '2021-08-23T12:22:53Z', 'revision_number': 4, 'project_id': '5b415dc60c93491db20f990c6c3b6434', 'subnets': [{'id': 'e356474c-0436-455b-9d52-d0496e1d8b11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:22:54.561959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d629bcbc-4f28-44a3-813a-4dcc695095af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:54.563760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d629bcbc-4f28-44a3-813a-4dcc695095af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:54.565889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d629bcbc-4f28-44a3-813a-4dcc695095af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0842340 Aug 23 12:22:54.568396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59136) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:54.572973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05c961-ca20-4da5-a4ff-9ec81e030ee9 req-feeb2fcf-3ec5-4f35-8d73-ee5299f2e0e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:54.580617 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a05c961-ca20-4da5-a4ff-9ec81e030ee9 req-feeb2fcf-3ec5-4f35-8d73-ee5299f2e0e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.0634959 Aug 23 12:22:54.618863 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a05c961-ca20-4da5-a4ff-9ec81e030ee9 req-c9c8947c-831f-41fe-8188-c7798e57d66c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367453 Aug 23 12:22:54.633574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet e356474c-0436-455b-9d52-d0496e1d8b11 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:54.641967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.680945 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.776487 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.885484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.956888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=e356474c-0436-455b-9d52-d0496e1d8b11,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:54.964035 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:54.968095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e54f9ae-0f31-4dcc-a8aa-669e863917cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/e356474c-0436-455b-9d52-d0496e1d8b11 HTTP/1.1" status: 204 len: 168 time: 0.3960221 Aug 23 12:22:54.968871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59146) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:54.971982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e04aa2-c1ce-4d51-9a6c-1a980b335642 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:54.998354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bd96b-2308-4565-bec8-099980177237 req-9ecabec4-2f29-40a1-a0f7-fe8673ea923b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:54.998354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca5bd96b-2308-4565-bec8-099980177237 req-9ecabec4-2f29-40a1-a0f7-fe8673ea923b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.0592597 Aug 23 12:22:55.054941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca5bd96b-2308-4565-bec8-099980177237 req-3895e5ce-7101-4c1e-a9b5-f8f807a73ddb tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458694 Aug 23 12:22:55.089123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0f39262d-618d-4628-8812-ef7bc8ada164 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:55.090628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0f39262d-618d-4628-8812-ef7bc8ada164 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 944 time: 0.1986911 Aug 23 12:22:55.175254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59148) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:55.175832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-588f4590-0ea4-48fe-8cde-e0482e342520 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1908622 Aug 23 12:22:55.205913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-a5dac7b4-b75f-484d-9d8c-973ba6866cd5 service neutron] 10.222.0.44 "GET /v2.0/ports/d5243e39-54be-4ae5-b396-efa7bd4f1e2a/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0803709 Aug 23 12:22:55.240660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:22:55.281806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.307847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-40d335db-1c16-45a3-84e1-5f1e1681d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:55.309974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-40d335db-1c16-45a3-84e1-5f1e1681d49e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1095 time: 0.0793839 Aug 23 12:22:55.343060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] Deleting port 6c34f84b-539e-497d-b2fa-2b4f1973f84c {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:55.343547 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.431546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] For port 6c34f84b-539e-497d-b2fa-2b4f1973f84c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6c34f84b-539e-497d-b2fa-2b4f1973f84c,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:55.432157 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.451695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] Calling delete_port for 6c34f84b-539e-497d-b2fa-2b4f1973f84c owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:55.504792 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.508524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.574503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.579135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.579842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Fanout notify agent at l3_agent the message router_deleted on router a861dad3-c318-475e-85cb-a2ad09d43e58 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:22:55.588574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.590227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ed52f1fc-41b5-4d33-af0a-461cdecb7e89 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/routers/a861dad3-c318-475e-85cb-a2ad09d43e58 HTTP/1.1" status: 204 len: 168 time: 0.4139037 Aug 23 12:22:55.593207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59150) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:55.618496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] Pushing event deleted for resources: {'Port': ['ID=6c34f84b-539e-497d-b2fa-2b4f1973f84c,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:55.627894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b905edf-5ea5-419b-b990-300004873b8b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333314 Aug 23 12:22:55.628382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebe0df-4225-4ce1-978f-deee1783bb9a None None] No DVR routers for this DVR port 6c34f84b-539e-497d-b2fa-2b4f1973f84c on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:55.630119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:55.692170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84d9a6-0ae1-440f-986e-42b9830817fb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:55.694624 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e84d9a6-0ae1-440f-986e-42b9830817fb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0624595 Aug 23 12:22:55.696290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59154) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:55.712480 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.747810 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-32931744-22a4-495a-9364-3dd2424df88e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500610 Aug 23 12:22:55.755131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59156) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:55.761460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:55.843540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-f83eab4f-cf8b-4532-a9a3-956817568f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:55.845070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-f83eab4f-cf8b-4532-a9a3-956817568f9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.5287018 Aug 23 12:22:55.864024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:55.867972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:55.912723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-f00499c3-46e6-4556-b7bc-85af866c97ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.0604289 Aug 23 12:22:55.977113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-db4651ec-d916-4b09-878a-19173b5a12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:55.979028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-db4651ec-d916-4b09-878a-19173b5a12ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0600071 Aug 23 12:22:56.042350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-f3db8f3c-8d66-4b52-a990-d08bbe855770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:56.044814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-f3db8f3c-8d66-4b52-a990-d08bbe855770 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588641 Aug 23 12:22:56.156327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-14b67a1f-119f-4af0-ab09-7490a7408b5f service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004479 Aug 23 12:22:56.218078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:22:56.219616 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.263591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:56.267024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:56.271850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:56.272610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.280225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc447fd-44f2-4bcd-aedd-f22618d3b08f None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:56.297590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=23fc755e-0465-40a4-9937-d67f11df237d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:56.300350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-1267ee2f-c9dd-444d-9d6a-5502a2aaadfb service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305926 Aug 23 12:22:56.304878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-18d21fb4-932a-451c-b141-95d143f15e25 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5451760 Aug 23 12:22:56.305209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59164) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:56.310527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:56.318455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947c98-4d86-4cc3-b578-6484302425cf req-e090b6ec-537f-4de5-8696-399c6769ca11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:56.328249 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a947c98-4d86-4cc3-b578-6484302425cf req-e090b6ec-537f-4de5-8696-399c6769ca11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.1663086 Aug 23 12:22:56.383863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a947c98-4d86-4cc3-b578-6484302425cf req-dbd40b5d-6cf3-464b-bc35-72029634c7f1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Aug 23 12:22:56.387831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:22:56.465256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:56.470814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.506378 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Sync routers for ids ['a861dad3-c318-475e-85cb-a2ad09d43e58'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:22:56.531303 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:56.531843 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:22:56.532709 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a861dad3-c318-475e-85cb-a2ad09d43e58'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101060) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:22:56.559597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:22:56.560404 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:22:56.561809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a861dad3-c318-475e-85cb-a2ad09d43e58'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101060) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:22:56.562425 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4155a-6a39-4385-b4f6-5aca94e69814 None None] The sync data for ids ['a861dad3-c318-475e-85cb-a2ad09d43e58'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:22:56.573317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:56.584164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '23fc755e-0465-40a4-9937-d67f11df237d'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:22:56.585580 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.591811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:22:56.707167 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.732068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:22:56.777994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:56.787256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.789642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Allocated IP 2001:db8::f816:3eff:feb6:e0c0 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/23fc755e-0465-40a4-9937-d67f11df237d/a3912a13-5e77-4693-9f52-52891cee68f7) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:56.796996 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.845426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:56.848915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:56.854117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:56.854843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:56.863097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=72fc7cb8-b282-4d04-81fa-802bdeca54cb,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:56.874280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b25aeb29-ce64-4896-aec1-664c41ce976a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5677171 Aug 23 12:22:56.876774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59166) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:56.882583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:b8:2f:58', 'name': 'tempest-NetworksTestDHCPv6-1440001110'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:56.896233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:57.017811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:22:57.018488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.032735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d5243e39-54be-4ae5-b396-efa7bd4f1e2a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:22:57.036885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Transition to ACTIVE for port object a3912a13-5e77-4693-9f52-52891cee68f7 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:57.107616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Transition to ACTIVE for port object a3912a13-5e77-4693-9f52-52891cee68f7 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:57.110665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c34f84b-539e-497d-b2fa-2b4f1973f84c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:57.151988 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.156547 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6c34f84b-539e-497d-b2fa-2b4f1973f84c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:57.156892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6c34f84b-539e-497d-b2fa-2b4f1973f84c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:57.174285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 70017b19-a074-4fe7-a214-ba1b43009f3e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:22:57.178388 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.200774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port a59f0dea-a200-468a-99e4-26ec6a05d5a7 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:22:57.225965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 70017b19-a074-4fe7-a214-ba1b43009f3e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:22:57.226333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 70017b19-a074-4fe7-a214-ba1b43009f3e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:22:57.252093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:57.262043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:57.265057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:57.267301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:57.352143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Attempting to bind port a3912a13-5e77-4693-9f52-52891cee68f7 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:22:57.352516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Attempting to bind port a3912a13-5e77-4693-9f52-52891cee68f7 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:22:57.352886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Attempting to bind port a3912a13-5e77-4693-9f52-52891cee68f7 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:22:57.362299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:22:57.362679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:22:57.363103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.363489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:22:57.363978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Bound port: a3912a13-5e77-4693-9f52-52891cee68f7, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:22:57.364371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.398901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 172.20.0.8 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/72fc7cb8-b282-4d04-81fa-802bdeca54cb/a59f0dea-a200-468a-99e4-26ec6a05d5a7) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:57.405926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:feb8:2f58 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/23fc755e-0465-40a4-9937-d67f11df237d/a59f0dea-a200-468a-99e4-26ec6a05d5a7) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:22:57.429860 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.483361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:57.489335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:22:57.496478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.598124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1c18-2b6d-45e4-8f9f-f02623980acc req-30422741-1f6e-4104-bbe0-c3e49dee70a1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:57.600936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8fa1c18-2b6d-45e4-8f9f-f02623980acc req-30422741-1f6e-4104-bbe0-c3e49dee70a1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.1302869 Aug 23 12:22:57.610465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125d038-69e1-4e15-a9da-f19066ea5da9 None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:57.662448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8fa1c18-2b6d-45e4-8f9f-f02623980acc req-9e288d8e-5ca3-49ac-a248-7bb9a1125411 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536084 Aug 23 12:22:57.682833 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.696868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object a59f0dea-a200-468a-99e4-26ec6a05d5a7 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:22:57.732304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.813151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:22:57.817851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:22:57.829855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:22:57.837096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=a59f0dea-a200-468a-99e4-26ec6a05d5a7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:57.875156 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.893147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:57.893839 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:57.912047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-12f32437-6969-4601-9047-f5efb45583ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0318842 Aug 23 12:22:57.912296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59174) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:57.977496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184dff2-379e-4b42-9f59-b57194caa48f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:57.983912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184dff2-379e-4b42-9f59-b57194caa48f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:57.988547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6184dff2-379e-4b42-9f59-b57194caa48f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0716472 Aug 23 12:22:57.988793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59176) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:58.090410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port a59f0dea-a200-468a-99e4-26ec6a05d5a7 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:22:58.090761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:58.201302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:58.232505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for a59f0dea-a200-468a-99e4-26ec6a05d5a7 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:22:58.290422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:22:58.339156 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:58.431239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:58.445988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:22:58.832439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:22:58.876866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-d68a7b2f-aee4-49e9-9c5d-b77806da9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:58.878515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-d68a7b2f-aee4-49e9-9c5d-b77806da9f06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 1096 time: 0.1439202 Aug 23 12:22:58.894607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228c68-77b2-4bc8-a2e6-06f95f34f9e3 req-6faa5feb-ddbf-4dd5-bd22-d7beb4bf48f7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:58.897565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce73c803-9f09-469b-8d7d-a9565292efca None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:58.902647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:22:58.904359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f228c68-77b2-4bc8-a2e6-06f95f34f9e3 req-6faa5feb-ddbf-4dd5-bd22-d7beb4bf48f7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.1042421 Aug 23 12:22:58.941985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f228c68-77b2-4bc8-a2e6-06f95f34f9e3 req-2c785f6e-9709-436b-bc80-17ee0253c31b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Aug 23 12:22:58.965983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a3912a13-5e77-4693-9f52-52891cee68f7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:58.972941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:58.974422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:58.999543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] Provisioning for port a3912a13-5e77-4693-9f52-52891cee68f7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:22:59.009339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:22:59.009738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.013423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=a59f0dea-a200-468a-99e4-26ec6a05d5a7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:59.160340 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.219407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.221378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f4fabf77-4862-44fc-99e4-cc2921b9e27e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/a59f0dea-a200-468a-99e4-26ec6a05d5a7 HTTP/1.1" status: 204 len: 168 time: 1.2315705 Aug 23 12:22:59.226882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59188) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:59.228916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:59.254769 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.299748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d07f4-43fd-4ca9-a057-6229513934fc None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '23fc755e-0465-40a4-9937-d67f11df237d', 'ip_address': '2001:db8::f816:3eff:feb6:e0c0'}, {'subnet_id': '72fc7cb8-b282-4d04-81fa-802bdeca54cb'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:22:59.346643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:22:59.347993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfd542-8801-4cf5-bf68-5fc3ff16cc36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:59.350096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfd542-8801-4cf5-bf68-5fc3ff16cc36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:59.352363 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfd542-8801-4cf5-bf68-5fc3ff16cc36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:22:59.354216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-66cfd542-8801-4cf5-bf68-5fc3ff16cc36 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1255004 Aug 23 12:22:59.355870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd5599-43da-482d-9448-1914880ad2b7 None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:59.357039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59194) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:59.361320 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-190d07f4-43fd-4ca9-a057-6229513934fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.406681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h1-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:22:59.429069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 23fc755e-0465-40a4-9937-d67f11df237d {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:59.434354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.465485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:22:59.483984 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.499183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.507675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Ignored duplicate provisioning block setup for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 12:22:59.521524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.651132 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=9']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:59.666620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.745580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] No DVR routers for this DVR port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:22:59.786004 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server [None req-190d07f4-43fd-4ca9-a057-6229513934fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23fc755e-0465-40a4-9937-d67f11df237d: This subnet is being modified by another concurrent operation. Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise exception Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23fc755e-0465-40a4-9937-d67f11df237d: This subnet is being modified by another concurrent operation. Aug 23 12:22:59.786257 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Aug 23 12:22:59.830158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=23fc755e-0465-40a4-9937-d67f11df237d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:22:59.859299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:22:59.866209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-046fb437-313a-437c-915f-e541dc78286b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/23fc755e-0465-40a4-9937-d67f11df237d HTTP/1.1" status: 204 len: 168 time: 0.5078633 Aug 23 12:22:59.866837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:22:59.894032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629229b-c07f-403e-a817-0696c6b84d31 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:22:59.958203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 72fc7cb8-b282-4d04-81fa-802bdeca54cb {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:22:59.983910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.029850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:00.030714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:00.031218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:00.038923 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.043635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:23:00.044305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Attempting to bind port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on network 981689a9-c1a6-4d70-a943-77d82f191039 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:00.052842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:00.054042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Checking segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:00.054655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Bound using segment: {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:00.055301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Bound port: d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23daf672-f536-4f65-950c-e6bca09f42af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:00.055863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.116620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.130046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb4e0f28-e9a9-499b-a292-2dfe3d837209 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:00.130426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb4e0f28-e9a9-499b-a292-2dfe3d837209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.181718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281a295-42ec-48f5-9624-c773553e4f2b req-3b1f12df-cd0f-45a6-b39d-a809fbab8eeb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:00.191472 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d281a295-42ec-48f5-9624-c773553e4f2b req-3b1f12df-cd0f-45a6-b39d-a809fbab8eeb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 946 time: 0.1117105 Aug 23 12:23:00.218424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:00.227480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.258058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d281a295-42ec-48f5-9624-c773553e4f2b req-6aebf945-7cbb-4d03-ad4d-10293dd73496 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654714 Aug 23 12:23:00.258558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcfab3-2c40-4437-b969-54f0e9124bfd req-90217f41-d262-4186-911c-09f2c98f8fe7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:00.261192 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7abcfab3-2c40-4437-b969-54f0e9124bfd req-90217f41-d262-4186-911c-09f2c98f8fe7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 944 time: 0.1791580 Aug 23 12:23:00.274889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:00.282569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.311328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374634d-1a5b-43e1-a96a-961c1f10e9f1 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '72fc7cb8-b282-4d04-81fa-802bdeca54cb'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:00.336906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1374634d-1a5b-43e1-a96a-961c1f10e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.337150 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.341443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/72fc7cb8-b282-4d04-81fa-802bdeca54cb HTTP/1.1" status: 204 len: 168 time: 0.4714081 Aug 23 12:23:00.341443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231652a-e4a4-4694-8f4f-10297dabb45a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=72fc7cb8-b282-4d04-81fa-802bdeca54cb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:00.343417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59216) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:00.346737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=10']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:00.372950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7abcfab3-2c40-4437-b969-54f0e9124bfd req-f6e7be0d-616a-4950-ad65-416bf3010156 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682354 Aug 23 12:23:00.408961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:00.409941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.411358 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-0ed61468-29d5-423d-8427-05636befb7a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1092 time: 1.5165701 Aug 23 12:23:00.413790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f8ef5dcf-d202-4cb7-8b58-dec9e27b6753 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628784 Aug 23 12:23:00.414374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:00.416667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59218) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:00.429148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:00.448111 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667a635-a752-468d-a3e6-c19e766ff1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:00.569301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-ab1164e9-4e23-4246-95b8-ea5176d1f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:00.574995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-ab1164e9-4e23-4246-95b8-ea5176d1f9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1096 time: 0.1164665 Aug 23 12:23:00.582632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7b4c914b-9083-495e-8991-edb817910223 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:00.583008 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b4c914b-9083-495e-8991-edb817910223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.599492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:00.604668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:00.817137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959cefbd-5f20-43ab-a5cb-134faa357fd6 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:23:00.850400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-a3dd36ae-7c8d-41e7-b481-ab7136ec5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:00.852482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-a3dd36ae-7c8d-41e7-b481-ab7136ec5087 service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.2667074 Aug 23 12:23:00.870691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-7662a9a8-7d06-409b-a082-7dee06872e38 req-d6f0a389-ec0c-40b2-bfc5-9c87c2bd66cf service neutron] (101057) timed out ('10.222.0.21', 32776) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:23:00.879452 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fda54c-cc71-460a-9faa-ea136b30605e x-openstack-request-id: req-c5fda54c-cc71-460a-9faa-ea136b30605e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:00.880190 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:00.880383 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5fda54c-cc71-460a-9faa-ea136b30605e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:00.880937 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'status': 'completed', 'code': 200} Aug 23 12:23:00.896615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:00.975611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-68f7dd72-1168-4bea-93a6-a41470a3ab05 None None] Could not find standard attr ID for object a59f0dea-a200-468a-99e4-26ec6a05d5a7. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:00.993943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-3b7182d3-3923-4b40-b58f-e9099327b5d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.1345842 Aug 23 12:23:01.059332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-d72e21be-7cb6-4879-a4b9-247a3ee1b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.062589 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-d72e21be-7cb6-4879-a4b9-247a3ee1b437 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0605991 Aug 23 12:23:01.077003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:01.079673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-888da1d7-9c94-48f9-b80b-5e425c967fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.080704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959cefbd-5f20-43ab-a5cb-134faa357fd6 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:23:01.082648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-888da1d7-9c94-48f9-b80b-5e425c967fab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1096 time: 0.1263354 Aug 23 12:23:01.140489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-b5ac3da0-78b8-4106-bccb-736234f1edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.142442 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-b5ac3da0-78b8-4106-bccb-736234f1edb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720143 Aug 23 12:23:01.156041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:01.162084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:01.271112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-bffc12dc-fc4e-4fed-868b-45ea7718dbfe service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203463 Aug 23 12:23:01.344796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-5e26f8f5-734f-49b9-88ff-5370c497acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.346355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-5e26f8f5-734f-49b9-88ff-5370c497acc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.2480168 Aug 23 12:23:01.349733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:01.400824 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65679f01-e147-4721-811f-3f8e9f4188f5 req-49cf3eca-40bb-4ab6-a051-b63e4ba36d96 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224766 Aug 23 12:23:01.401069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:01.566423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-2eca0171-7f9d-4148-a5f4-e9d2b92dfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.567850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-2eca0171-7f9d-4148-a5f4-e9d2b92dfd02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1096 time: 0.1104782 Aug 23 12:23:01.668341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b548-a3f7-4a26-871d-8eb86802ffe3 req-891ec76f-6cf5-499c-be94-1c33eb7013f0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.668771 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6731b548-a3f7-4a26-871d-8eb86802ffe3 req-891ec76f-6cf5-499c-be94-1c33eb7013f0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.1561160 Aug 23 12:23:01.700214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48710d36-5c02-47dd-9a5c-80dd6da55578 req-1862aa19-bb2a-4c45-9c81-ba19752da9e6 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.702167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48710d36-5c02-47dd-9a5c-80dd6da55578 req-1862aa19-bb2a-4c45-9c81-ba19752da9e6 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 946 time: 0.1705441 Aug 23 12:23:01.704068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-3707d9bb-103f-49a7-a8cf-ade6c448c2ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.1789491 Aug 23 12:23:01.769209 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6731b548-a3f7-4a26-871d-8eb86802ffe3 req-e04280fe-d654-4914-89e4-924879ce91a9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995569 Aug 23 12:23:01.794014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-38d2aa35-0ef1-4759-8889-379d44c1494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.795590 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-38d2aa35-0ef1-4759-8889-379d44c1494f service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.2194533 Aug 23 12:23:01.801640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:01.806630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '1f55b7bb-21a6-4505-9275-6e10e6c6544c'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:01.828937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-a0081808-78f5-4226-a163-4497cc6009cb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.830885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-a0081808-78f5-4226-a163-4497cc6009cb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 946 time: 0.1715236 Aug 23 12:23:01.841404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:01.877728 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-a372149d-c4e0-4765-be7e-739ec3590b54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 1000 time: 0.0734208 Aug 23 12:23:01.893393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-38484272-9104-4fdc-92f6-c8604f6c32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.894942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-38484272-9104-4fdc-92f6-c8604f6c32a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.1831517 Aug 23 12:23:01.933153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48710d36-5c02-47dd-9a5c-80dd6da55578 req-5d2fafdf-8df5-465a-80aa-56609f8dc4fb tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d1b1631-28dc-462e-9367-8ed7efcc66c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119801 Aug 23 12:23:01.936392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-acdd17fd-9769-4f7f-8f22-3967018107a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:01.938088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-acdd17fd-9769-4f7f-8f22-3967018107a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.0527697 Aug 23 12:23:02.019090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-a5fd4c8b-16a8-4f5b-91b8-b7362ea49246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:02.021000 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-a5fd4c8b-16a8-4f5b-91b8-b7362ea49246 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753379 Aug 23 12:23:02.030614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-61a2929b-311b-4adb-bcc9-d8a82f3e6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:02.032804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-61a2929b-311b-4adb-bcc9-d8a82f3e6fa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979228 Aug 23 12:23:02.095726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Deleting port 221e804f-5c87-4c17-8355-065c4eef34d7 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:02.096486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.141150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-f3d2de32-abfa-4edd-b263-0a0817e0a855 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112342 Aug 23 12:23:02.243425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:02.249757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-27d37e65-bee3-4df5-aea7-abfd55e5ecfe service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007903 Aug 23 12:23:02.292207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-dbba98ee-92d8-47e6-9804-b7d49446cc13 service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490888 Aug 23 12:23:02.309710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:02.329570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.340161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:23:02.340691 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:23:02.347066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] For port 221e804f-5c87-4c17-8355-065c4eef34d7, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=221e804f-5c87-4c17-8355-065c4eef34d7,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:02.347473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.350030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.351254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.360687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:02.431950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:02.525321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:02.542843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:02.543437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.621713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=1f55b7bb-21a6-4505-9275-6e10e6c6544c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:02.630259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2107170 Aug 23 12:23:02.632567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59238) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:02.637768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:02.662157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8c77e-730e-422d-933a-8624ac5d5e3b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:02.667207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e667a635-a752-468d-a3e6-c19e766ff1ad req-0ffc58af-408a-47f5-bf64-ee0f15eba4fc service neutron] 10.222.0.44 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669963 Aug 23 12:23:02.762942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:02.767224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.791694 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.792102 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.792429 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Floating IP 39431099-27b3-4b58-add9-0b95557803f2 disassociated. External IP: 172.25.1.223, port: 221e804f-5c87-4c17-8355-065c4eef34d7. Aug 23 12:23:02.793008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Calling delete_port for 221e804f-5c87-4c17-8355-065c4eef34d7 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:02.876137 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:02.958018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984271a9-6a73-4562-ad11-be1c4329f1a4 req-a269c41f-ad5c-4a92-a77e-9a58eb9fcb58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:02.960378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-984271a9-6a73-4562-ad11-be1c4329f1a4 req-a269c41f-ad5c-4a92-a77e-9a58eb9fcb58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.0746906 Aug 23 12:23:02.974273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.019536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event deleted for resources: {'Port': ['ID=221e804f-5c87-4c17-8355-065c4eef34d7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:03.105140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-984271a9-6a73-4562-ad11-be1c4329f1a4 req-df55e69f-9a1b-4ec4-a722-4a6aee4edee5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227558 Aug 23 12:23:03.191576 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.215360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:03.252038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.256635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:03.259441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.260570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:03.266294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:03.266905 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.286120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=2b1039ce-1c8c-4c8f-801b-9c85623c6df0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:03.310578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a74d454b-da81-4844-addf-5499a736c876 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6766961 Aug 23 12:23:03.311556 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59246) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:03.318343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:9c:ef:10', 'name': 'tempest-NetworksTestDHCPv6-1820243167'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:03.346517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282dac2-0fa8-4ead-b7e1-4e49218bbaa7 None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:03.506326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:03.610179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1cfaccaa-08e1-49b9-b565-84af209736f7 req-fdd24533-f9e7-4612-890b-db26704f161c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 210 time: 0.5100892 Aug 23 12:23:03.632813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.654673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:23:03.661993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 8facd58c-8d1c-4eea-a26e-9ce56aef5f43 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:03.827902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:23:03.852699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:23:03.870232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:03.870969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:03.904201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 172.20.0.5 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/2b1039ce-1c8c-4c8f-801b-9c85623c6df0/8facd58c-8d1c-4eea-a26e-9ce56aef5f43) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:03.912011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fe9c:ef10 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/1f55b7bb-21a6-4505-9275-6e10e6c6544c/8facd58c-8d1c-4eea-a26e-9ce56aef5f43) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:03.916291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] No DVR routers for this DVR port 221e804f-5c87-4c17-8355-065c4eef34d7 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:03.923077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:03.927285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45aa0ce1-e964-4ecd-bac8-6fbd161fd515 req-7aaeb5ff-dbd1-4ef9-bc33-07b891f3a5fc tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.44 "DELETE /v2.0/ports/221e804f-5c87-4c17-8355-065c4eef34d7 HTTP/1.1" status: 204 len: 173 time: 2.0831163 Aug 23 12:23:03.929054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'name': 'network-vif-deleted', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:03.933443 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397b1786-112b-4153-b7c9-c8ebe8365191" -d '{"events": [{"server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "name": "network-vif-deleted", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:04.012952 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392fb8c4-9ba7-4ccb-815d-837009f2ee80 x-openstack-request-id: req-392fb8c4-9ba7-4ccb-815d-837009f2ee80 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:04.013597 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19efe3ee-8023-4127-ac2f-826d4845b301", "name": "network-vif-deleted", "tag": "221e804f-5c87-4c17-8355-065c4eef34d7", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:04.013981 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-392fb8c4-9ba7-4ccb-815d-837009f2ee80 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:04.014478 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19efe3ee-8023-4127-ac2f-826d4845b301', 'name': 'network-vif-deleted', 'tag': '221e804f-5c87-4c17-8355-065c4eef34d7', 'status': 'completed', 'code': 200} Aug 23 12:23:04.078645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:04.124224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc5c56-d56e-4ecd-a881-1980f2650a86 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:23:04.169004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.187813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 8facd58c-8d1c-4eea-a26e-9ce56aef5f43 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:04.223872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6f0e09dd-436b-4692-b215-6e7eacc7eb90 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:04.224249 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09dd-436b-4692-b215-6e7eacc7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.231792 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.285953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:04.289510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:04.294059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:04.320421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7565359-fb28-42ad-aa18-ef836ce1be8e req-a16b0850-7d5e-4d49-934d-c83e439b205b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:04.322318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7565359-fb28-42ad-aa18-ef836ce1be8e req-a16b0850-7d5e-4d49-934d-c83e439b205b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 945 time: 0.1169150 Aug 23 12:23:04.329124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=8facd58c-8d1c-4eea-a26e-9ce56aef5f43,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:04.367969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:04.369149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.375465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7565359-fb28-42ad-aa18-ef836ce1be8e req-9e3846b3-51e6-4c84-aeac-2b81f715283d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446806 Aug 23 12:23:04.394904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bc2068b6-a8dd-44e1-bc1c-a00a7d81b466 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0818968 Aug 23 12:23:04.398122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59256) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:04.403462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59258) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:04.436948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc5c56-d56e-4ecd-a881-1980f2650a86 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:23:04.464669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbbf90-355f-4efb-a077-bfc7196c46f9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:04.471515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbbf90-355f-4efb-a077-bfc7196c46f9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:04.476188 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-71bbbf90-355f-4efb-a077-bfc7196c46f9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0739191 Aug 23 12:23:04.476397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59260) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:04.489148 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-02eecbb1-cfe7-4529-a67e-4648b22efb33 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/f3d89a45-4ee0-4b38-84b5-009b1a2af77b HTTP/1.1" status: 200 len: 992 time: 0.0825486 Aug 23 12:23:04.557659 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09dd-436b-4692-b215-6e7eacc7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.601988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 8facd58c-8d1c-4eea-a26e-9ce56aef5f43 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:04.602387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.640592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6f0e09dd-436b-4692-b215-6e7eacc7eb90 None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:04.649271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f0e09dd-436b-4692-b215-6e7eacc7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.656762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:04.740598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:23:04.795156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:04.795952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:04.847334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e09dd-436b-4692-b215-6e7eacc7eb90 None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:04.882570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6945b1c6-2997-45c7-96e0-d511ff5f78a0 req-97f2f0c0-0b78-4ad7-8b53-6b93bd76428c tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/ports?device_id=19efe3ee-8023-4127-ac2f-826d4845b301 HTTP/1.1" status: 200 len: 210 time: 0.1228859 Aug 23 12:23:04.887208 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:04.919396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:04.938090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 8facd58c-8d1c-4eea-a26e-9ce56aef5f43 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:04.981165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:23:05.067108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:05.197351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.245328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=8facd58c-8d1c-4eea-a26e-9ce56aef5f43,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:05.363693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.369261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4fe44c09-8a9d-45f0-af97-d68194704c1b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/8facd58c-8d1c-4eea-a26e-9ce56aef5f43 HTTP/1.1" status: 204 len: 168 time: 0.8897088 Aug 23 12:23:05.369521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:05.434419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404abb5c-36de-4f20-bfd9-a07053bebe63 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:05.438500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404abb5c-36de-4f20-bfd9-a07053bebe63 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:05.440269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404abb5c-36de-4f20-bfd9-a07053bebe63 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:05.444958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-404abb5c-36de-4f20-bfd9-a07053bebe63 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0713952 Aug 23 12:23:05.445106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59326) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:05.491563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:05.492097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.502008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 1f55b7bb-21a6-4505-9275-6e10e6c6544c {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:05.505493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.550048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.626142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:05.633444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba387be7-4804-4592-b201-2850e5c7bd73 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '1f55b7bb-21a6-4505-9275-6e10e6c6544c', 'ip_address': '2001:db8::f816:3eff:feb6:e0c0'}, {'subnet_id': '2b1039ce-1c8c-4c8f-801b-9c85623c6df0'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:05.658693 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.711118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'port_id': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'mac_address': 'fa:16:3e:ce:f6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:23:05.746838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba387be7-4804-4592-b201-2850e5c7bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.752804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.781876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=1f55b7bb-21a6-4505-9275-6e10e6c6544c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:05.785713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.790859 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cbaaa2c-fe8e-443e-bd52-81b2b919a2a0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/1f55b7bb-21a6-4505-9275-6e10e6c6544c HTTP/1.1" status: 204 len: 168 time: 0.3415430 Aug 23 12:23:05.790859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:05.829764 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.848036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 2b1039ce-1c8c-4c8f-801b-9c85623c6df0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:05.852688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.861778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:23:05.913496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.950898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:05.957370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:05.961311 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:05.980051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:05.986356 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.043037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76587d-2458-4a8e-81f9-40a2270c2625 None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:15:52Z', 'revision_number': 4, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'cc83881d-e936-4d62-ac99-669dda67b513', 'name': '', 'network_id': '968e8e1c-31e3-4cfe-8501-66fdd7b2b295', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'mac_address': 'fa:16:3e:db:b1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:49Z', 'updated_at': '2021-08-23T12:16:01Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'subnets': [{'id': '0ceea598-acba-4696-a7dc-c4fedb39cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:23:06.051514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94ecd145-f7df-411f-9456-b0618160ad1a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.070015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:06.096995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server [None req-ba387be7-4804-4592-b201-2850e5c7bd73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1039ce-1c8c-4c8f-801b-9c85623c6df0: This subnet is being modified by another concurrent operation. Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise exception Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1039ce-1c8c-4c8f-801b-9c85623c6df0: This subnet is being modified by another concurrent operation. Aug 23 12:23:06.098322 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Aug 23 12:23:06.104416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94ecd145-f7df-411f-9456-b0618160ad1a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.135898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1039ce-1c8c-4c8f-801b-9c85623c6df0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:06.151303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.156227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-faa2f969-c48d-4914-9e34-6c1e7fe787f4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/2b1039ce-1c8c-4c8f-801b-9c85623c6df0 HTTP/1.1" status: 204 len: 168 time: 0.3635025 Aug 23 12:23:06.160604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59420) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:06.194435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['d5243e39-54be-4ae5-b396-efa7bd4f1e2a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:23:06.216469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a5beb203-5ec2-4368-8002-4ea9415284c6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544932 Aug 23 12:23:06.218956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59430) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:06.226253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994af17f-c27b-48af-a5ca-d961baa55bd6 None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:23:06.227301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:06.261750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94ecd145-f7df-411f-9456-b0618160ad1a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.265112 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94ecd145-f7df-411f-9456-b0618160ad1a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.266421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-94ecd145-f7df-411f-9456-b0618160ad1a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d1b1631-28dc-462e-9367-8ed7efcc66c4 HTTP/1.1" status: 204 len: 168 time: 0.2853816 Aug 23 12:23:06.269633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59436) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:06.303605 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-0301999a-1e45-4b82-a0a1-290d2c695e16 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] show failed (client error): The resource could not be found. Aug 23 12:23:06.313930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecd145-f7df-411f-9456-b0618160ad1a tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b1631-28dc-462e-9367-8ed7efcc66c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:06.314971 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0301999a-1e45-4b82-a0a1-290d2c695e16 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "GET /v2.0/security-groups/8d1b1631-28dc-462e-9367-8ed7efcc66c4 HTTP/1.1" status: 404 len: 347 time: 0.0441821 Aug 23 12:23:06.317919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59444) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:06.374982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:06.378513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.387341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 221e804f-5c87-4c17-8355-065c4eef34d7 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:06.431408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-18ad45df-bef5-44e9-90ae-1af9b1d300e6 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:06.431782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18ad45df-bef5-44e9-90ae-1af9b1d300e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.475721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 221e804f-5c87-4c17-8355-065c4eef34d7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:06.475871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 221e804f-5c87-4c17-8355-065c4eef34d7 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:06.478075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Deleting port 65bbd4b2-0be8-4cd2-a9a6-f36d6af3c0b4 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:06.478532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.490434 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77ea5e-acfc-43ac-af66-d774b3e7c1cd None None] New status for floating IP 39431099-27b3-4b58-add9-0b95557803f2: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:23:06.530474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994af17f-c27b-48af-a5ca-d961baa55bd6 None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:23:06.600633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.601360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.625584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Calling delete_port for 65bbd4b2-0be8-4cd2-a9a6-f36d6af3c0b4 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:06.724564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.796528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:06.814893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-a9556680-2ed5-4e9a-af87-671a010998de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004336 Aug 23 12:23:06.816073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:06.825885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:06.827019 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:06.833720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:06.836107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:06.887335 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-992cd0aa-8137-43ba-8d24-5697016b694d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6653073 Aug 23 12:23:06.889580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59504) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:06.908403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:06.921009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad548-61f2-45f9-ae13-e631896db972 req-7a5a4458-31eb-421d-8f69-ce122e6e2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:06.922591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-7a5a4458-31eb-421d-8f69-ce122e6e2854 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 1096 time: 0.0721891 Aug 23 12:23:07.040114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.060853 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.083608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Pushing event deleted for resources: {'Port': ['ID=65bbd4b2-0be8-4cd2-a9a6-f36d6af3c0b4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:07.085827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad548-61f2-45f9-ae13-e631896db972 req-4cf944e4-5a51-4c73-bd79-508939757656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:07.087381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-4cf944e4-5a51-4c73-bd79-508939757656 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1427114 Aug 23 12:23:07.170483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-471019c6-32ff-46ec-97aa-64ba340b8388 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72081ebf-df49-41af-8f3e-51ca9d499b15 HTTP/1.1" status: 200 len: 1001 time: 0.0759463 Aug 23 12:23:07.173245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:07.181809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.184000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:07.188357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.230511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad548-61f2-45f9-ae13-e631896db972 req-8260c3b1-7980-47c3-b1b7-e3a7b102fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:07.232328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-8260c3b1-7980-47c3-b1b7-e3a7b102fb82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0535052 Aug 23 12:23:07.258791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:07.266197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.269418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.270698 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fb4b893-e8ee-432d-b0bc-561dcbc15511 tempest-AttachVolumeTestJSON-580282751 tempest-AttachVolumeTestJSON-580282751-project] 10.222.0.21 "DELETE /v2.0/floatingips/39431099-27b3-4b58-add9-0b95557803f2 HTTP/1.1" status: 204 len: 168 time: 0.9518471 Aug 23 12:23:07.300552 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.301038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ad548-61f2-45f9-ae13-e631896db972 req-64394a2d-2556-40e9-9a57-72ce8cd3a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:07.304281 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-64394a2d-2556-40e9-9a57-72ce8cd3a15f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652652 Aug 23 12:23:07.306761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:07.417775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-f3851b35-5b86-4a41-93af-ff5b1e1beae6 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018231 Aug 23 12:23:07.556761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-490ad548-61f2-45f9-ae13-e631896db972 req-1900bfdd-6be0-4b8a-9e5b-f5f816d820c6 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319234 Aug 23 12:23:07.580356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Allocated IP 172.20.0.2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f/a3912a13-5e77-4693-9f52-52891cee68f7) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:07.708492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:07.748148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.763395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Transition to ACTIVE for port object a3912a13-5e77-4693-9f52-52891cee68f7 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:07.768752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:07.879400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:07.966315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12059e20-03a2-4e00-bfff-c6d6dab7f901 None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:08.806685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:08.808067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:08.879697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c779c-6fdb-4551-9461-6c83542a4603 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:08.982576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] Provisioning for port a3912a13-5e77-4693-9f52-52891cee68f7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:08.990805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:08.998574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:08.998954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.015158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:09.046458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.051661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.052492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.120982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:09.129104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:09.139994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:09.140800 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.165956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=18fd0d32-1659-4549-813b-29503337328d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:09.169734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=14']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:09.184193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ee972905-47b7-4c91-a887-0e2501b28241 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2934246 Aug 23 12:23:09.186924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:09.192521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:c6:0c:8c', 'name': 'tempest-NetworksTestDHCPv6-106590379'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:09.194569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:09.201196 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.205302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port d5243e39-54be-4ae5-b396-efa7bd4f1e2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:09.205867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.351662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:09.465015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.480300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:09.508766 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.527450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port ae612f33-8720-479b-92c8-72b96faba85e yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:09.610366 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.671453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:09.676961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:09.679261 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760ef80-4498-4409-9f2d-76ac42736c5b" -d '{"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-plugged", "status": "completed", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:09.683366 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:09.693107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495fb5-237a-47ad-8181-53a71f4eef9e None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=15']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:09.783531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=12']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:09.798278 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de2fc0-53fb-4b34-b82c-239a3efabd39 x-openstack-request-id: req-e3de2fc0-53fb-4b34-b82c-239a3efabd39 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:09.798592 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-plugged", "status": "completed", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:09.798899 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3de2fc0-53fb-4b34-b82c-239a3efabd39 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:09.799558 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'code': 200} Aug 23 12:23:09.844990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 172.20.0.4 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f/ae612f33-8720-479b-92c8-72b96faba85e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:09.854617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fec6:c8c (e8b155fa-23ee-4888-b700-0dc9aeb608f0/18fd0d32-1659-4549-813b-29503337328d/ae612f33-8720-479b-92c8-72b96faba85e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:10.012222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.028013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object ae612f33-8720-479b-92c8-72b96faba85e will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:10.067733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.124228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:10.127955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:10.137289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:10.142089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=ae612f33-8720-479b-92c8-72b96faba85e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:10.206542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:10.207407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.242386 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6316e47c-5d35-4015-b938-59d37a949f57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.0542104 Aug 23 12:23:10.242670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59748) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:10.333647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a8004d-99b3-4fe5-83df-ddf292b4c479 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:10.341882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a8004d-99b3-4fe5-83df-ddf292b4c479 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:10.343652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82a8004d-99b3-4fe5-83df-ddf292b4c479 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0999751 Aug 23 12:23:10.346701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59750) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:10.375672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52998d5-af94-43fd-a5e0-dd20dd234ea3 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:10.473300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port ae612f33-8720-479b-92c8-72b96faba85e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:10.473750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.479224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-eee6a5f4-6123-4d6c-9891-23874f992e4a None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:10.479607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eee6a5f4-6123-4d6c-9891-23874f992e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.577339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.590690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for ae612f33-8720-479b-92c8-72b96faba85e owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:10.795127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:10.849294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.909606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:10.914170 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:10.921857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=ae612f33-8720-479b-92c8-72b96faba85e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:11.067252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.076021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59764) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:11.085538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-176a4d6e-f8f8-4ad5-9055-57fc4d2bdf45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ae612f33-8720-479b-92c8-72b96faba85e HTTP/1.1" status: 204 len: 168 time: 0.7374442 Aug 23 12:23:11.104742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2e6f5-04c4-4329-9e15-b4d381799916 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:11.137579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff5b262-02c6-4bd7-aaa4-3b37c1ca4a4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:11.139424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff5b262-02c6-4bd7-aaa4-3b37c1ca4a4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:11.141819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff5b262-02c6-4bd7-aaa4-3b37c1ca4a4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:11.147403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:11.156318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4ff5b262-02c6-4bd7-aaa4-3b37c1ca4a4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0791490 Aug 23 12:23:11.217568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1848a2ba-d5df-416a-8cd7-bc79c87f1c20 None None] Could not find standard attr ID for object ae612f33-8720-479b-92c8-72b96faba85e. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:11.221720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 18fd0d32-1659-4549-813b-29503337328d {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:11.225716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.270489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.322261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1848a2ba-d5df-416a-8cd7-bc79c87f1c20 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:11.325975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1848a2ba-d5df-416a-8cd7-bc79c87f1c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.426089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.509868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.548310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=18fd0d32-1659-4549-813b-29503337328d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:11.558234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.570647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:11.581939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2d5388ba-9813-455e-9339-7b81e4d663ed tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/18fd0d32-1659-4549-813b-29503337328d HTTP/1.1" status: 204 len: 168 time: 0.4314303 Aug 23 12:23:11.640718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:11.645336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.703246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.732565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed6d8d-56cc-4249-86de-a272fd5045f4 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:11.814247 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.824304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a45f5b3c-14b7-4e0b-a710-48b6835415a0 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:11.824792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a45f5b3c-14b7-4e0b-a710-48b6835415a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.885181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.902734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:11.907923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f HTTP/1.1" status: 204 len: 168 time: 0.3328326 Aug 23 12:23:11.910037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59772) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:11.924643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fef7a-fc00-445a-92b2-c97857e010e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:11.977097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4f08c02-4db9-4045-a563-d7ed221e21e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656250 Aug 23 12:23:11.986788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59776) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:11.993452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:12.110110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:12.114989 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.143999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3a5d8-afd2-425e-a0eb-725041c2607f None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:12.178731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a5d8-afd2-425e-a0eb-725041c2607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.331460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.385189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:12.387064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba5174-dcf4-421f-b33b-eb4dae1e90d4 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:12.391258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:12.395765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:12.396360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.415988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273157 Aug 23 12:23:12.416715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdce91-6d46-41ab-a4ea-f3a90fb99ce2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=12e0960c-1881-4d7f-bd87-73271fe100bc,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:12.418770 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59778) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:12.423896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:12.501283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-adc8deba-1d80-4cbe-aab6-66522fa4241b None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:12.501664 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-adc8deba-1d80-4cbe-aab6-66522fa4241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.577032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:12.580699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.764194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '12e0960c-1881-4d7f-bd87-73271fe100bc'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:12.786107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:12.819935 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.979474 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:12.990360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:13.089311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:13.097362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.106215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Allocated IP 172.20.0.2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/12e0960c-1881-4d7f-bd87-73271fe100bc/a3912a13-5e77-4693-9f52-52891cee68f7) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:13.186197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=18']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:13.244954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:13.275652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.289924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Transition to ACTIVE for port object a3912a13-5e77-4693-9f52-52891cee68f7 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:13.294195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.346124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.379368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ae8b-6d71-4764-9811-497fb79168db None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=19']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:13.587527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:13.623319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.631068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.632022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.744680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=21']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:13.782952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:13.783821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=62131e05-55bb-49ec-801e-a2a5f8f94214,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:13.786855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:13.790020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:13.790619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:13.810317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0f46eb62-e0ca-44d7-bde9-5de71f2261a8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3904722 Aug 23 12:23:13.811339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59784) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:13.816766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:f6:77:f7', 'name': 'tempest-NetworksTestDHCPv6-1820291155'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:14.027987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:14.033705 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.058728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 0cac28f1-da97-47b3-96e6-c371c28eb057 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:14.250864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864af6d2-eaca-41ef-916b-8965430a527b None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:14.390232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 172.20.0.11 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/12e0960c-1881-4d7f-bd87-73271fe100bc/0cac28f1-da97-47b3-96e6-c371c28eb057) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:14.400162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fef6:77f7 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/62131e05-55bb-49ec-801e-a2a5f8f94214/0cac28f1-da97-47b3-96e6-c371c28eb057) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:14.402510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] Provisioning for port a3912a13-5e77-4693-9f52-52891cee68f7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:14.416385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:14.416984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.570090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.604522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.609225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:14.614525 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.630662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 0cac28f1-da97-47b3-96e6-c371c28eb057 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:14.710497 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.747286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb1131-2fb6-48a9-aaad-94a9fa7da8ff None None] Pushing event updated for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=22']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:14.821848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:14.823101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=0cac28f1-da97-47b3-96e6-c371c28eb057,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:14.834150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:14.836662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:14.855516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:14.898406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:14.899761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:14.924048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59802) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:14.925251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7e17d6ed-6634-46f8-8173-0f4cd1cf176a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1126335 Aug 23 12:23:14.930711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:14.931382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.009708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b9e60-de54-43f3-911d-b0529dd35ae4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:15.028093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b9e60-de54-43f3-911d-b0529dd35ae4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:15.029426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e0b9e60-de54-43f3-911d-b0529dd35ae4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1043429 Aug 23 12:23:15.032227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59806) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:15.135226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 0cac28f1-da97-47b3-96e6-c371c28eb057 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:15.135902 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.242520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.258533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 0cac28f1-da97-47b3-96e6-c371c28eb057 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:15.325908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2335b-e729-43db-9191-8c18e406a37d None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:15.440485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9cf6636e-8508-4bf4-84bc-0b156249d565 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:15.441139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9cf6636e-8508-4bf4-84bc-0b156249d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.462903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.517571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=0cac28f1-da97-47b3-96e6-c371c28eb057,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:15.610553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.613317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92109027-4afc-4564-b80b-8cd0af0e6174 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/0cac28f1-da97-47b3-96e6-c371c28eb057 HTTP/1.1" status: 204 len: 168 time: 0.5786815 Aug 23 12:23:15.615844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:15.673546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d6d66-516e-4fd2-b0fc-a4b837b47b8d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:15.675403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d6d66-516e-4fd2-b0fc-a4b837b47b8d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:15.677053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d6d66-516e-4fd2-b0fc-a4b837b47b8d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:15.682269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:15.682452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fd7d6d66-516e-4fd2-b0fc-a4b837b47b8d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0654440 Aug 23 12:23:15.745629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 12e0960c-1881-4d7f-bd87-73271fe100bc {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:15.749466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.805240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:15.912713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.006692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e8de4125-3f74-4d44-bdb5-1977e0c7bde2 None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:16.010471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.013770 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e8de4125-3f74-4d44-bdb5-1977e0c7bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.052911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.054874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/12e0960c-1881-4d7f-bd87-73271fe100bc HTTP/1.1" status: 204 len: 168 time: 0.3710883 Aug 23 12:23:16.055951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bd063-7a26-42df-961c-d818f3f09a23 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=12e0960c-1881-4d7f-bd87-73271fe100bc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:16.057592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59814) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.126537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 62131e05-55bb-49ec-801e-a2a5f8f94214 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:16.130179 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.176373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.223642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18400a67-78fb-486e-bbed-c13d734cd88a None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:16.285467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.289981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a88da317-7eba-46ca-97b6-f7bbb0db69c0 None None] Could not find standard attr ID for object 8facd58c-8d1c-4eea-a26e-9ce56aef5f43. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:16.353353 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.378577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=62131e05-55bb-49ec-801e-a2a5f8f94214,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:16.388434 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.392861 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-948f251c-df47-4eac-9f25-0b16137e0fc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/62131e05-55bb-49ec-801e-a2a5f8f94214 HTTP/1.1" status: 204 len: 168 time: 0.3321192 Aug 23 12:23:16.393218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59818) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.446989 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1c4ecc7f-6c6c-4e4e-9614-0d544575eb7e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502274 Aug 23 12:23:16.447407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59822) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.533202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f29b0-c912-48c3-ac63-0b90382ca233 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '62131e05-55bb-49ec-801e-a2a5f8f94214'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'a3912a13-5e77-4693-9f52-52891cee68f7'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:16.541633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eefc43-2a6c-4fe1-bdc4-820920457231 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:16.544945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-92eefc43-2a6c-4fe1-bdc4-820920457231 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0965066 Aug 23 12:23:16.547539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.573872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e9f29b0-c912-48c3-ac63-0b90382ca233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.604632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dabc3-d5a7-4430-ab35-9130ec9169eb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:16.606201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ad0dabc3-d5a7-4430-ab35-9130ec9169eb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575662 Aug 23 12:23:16.608902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59826) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.651666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-93343f2c-3214-42ad-9dec-44add1a47271 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415657 Aug 23 12:23:16.656618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59828) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.663223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e251bbd4-0c4a-4f34-bb12-221dcff8c5e0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:16.761351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd45a3d-0be2-49dc-a533-ac2249fe48ff None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:16.800627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e251bbd4-0c4a-4f34-bb12-221dcff8c5e0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:16.804696 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e251bbd4-0c4a-4f34-bb12-221dcff8c5e0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.806286 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-e251bbd4-0c4a-4f34-bb12-221dcff8c5e0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:16.806794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e251bbd4-0c4a-4f34-bb12-221dcff8c5e0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:16.825323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e251bbd4-0c4a-4f34-bb12-221dcff8c5e0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1672223 Aug 23 12:23:16.828650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59830) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.834009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-67e84ac4-40fa-4a7a-a311-d0d8bf8eea57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:16.958668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e84ac4-40fa-4a7a-a311-d0d8bf8eea57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:16.963593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-67e84ac4-40fa-4a7a-a311-d0d8bf8eea57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:16.965370 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e84ac4-40fa-4a7a-a311-d0d8bf8eea57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:16.965848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e84ac4-40fa-4a7a-a311-d0d8bf8eea57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:16.984982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-67e84ac4-40fa-4a7a-a311-d0d8bf8eea57 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1539426 Aug 23 12:23:16.986912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59834) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:16.994220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dc6c438f-85d6-41a5-b5ec-891ba3727bb3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:17.035665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0d480091-5034-477c-a461-2d710a4692ab None None] Provisioning complete for port a3912a13-5e77-4693-9f52-52891cee68f7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:17.036039 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0d480091-5034-477c-a461-2d710a4692ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.145268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c438f-85d6-41a5-b5ec-891ba3727bb3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:17.149308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dc6c438f-85d6-41a5-b5ec-891ba3727bb3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.153252 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6c438f-85d6-41a5-b5ec-891ba3727bb3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:17.155349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6c438f-85d6-41a5-b5ec-891ba3727bb3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:17.181449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dc6c438f-85d6-41a5-b5ec-891ba3727bb3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1905100 Aug 23 12:23:17.182201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59838) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.187851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d2f63ef0-780c-4bf8-9d61-530be7710630 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:17.188430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:17.239262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] Deleting port a3912a13-5e77-4693-9f52-52891cee68f7 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:17.239645 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.290454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f63ef0-780c-4bf8-9d61-530be7710630 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:17.294000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ef0-780c-4bf8-9d61-530be7710630 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.295394 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f63ef0-780c-4bf8-9d61-530be7710630 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:17.295826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f63ef0-780c-4bf8-9d61-530be7710630 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:17.307791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] For port a3912a13-5e77-4693-9f52-52891cee68f7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a3912a13-5e77-4693-9f52-52891cee68f7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:17.308295 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.311123 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d2f63ef0-780c-4bf8-9d61-530be7710630 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1277816 Aug 23 12:23:17.314190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.319801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2776ac3c-d2fe-40ea-95ef-034b7f57e5a6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:17.321986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] Calling delete_port for a3912a13-5e77-4693-9f52-52891cee68f7 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:17.405298 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.413219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2776ac3c-d2fe-40ea-95ef-034b7f57e5a6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:17.417252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2776ac3c-d2fe-40ea-95ef-034b7f57e5a6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.418766 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-2776ac3c-d2fe-40ea-95ef-034b7f57e5a6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:17.419211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2776ac3c-d2fe-40ea-95ef-034b7f57e5a6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:17.436830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] Pushing event deleted for resources: {'Port': ['ID=a3912a13-5e77-4693-9f52-52891cee68f7,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:17.441255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0abf-0750-49f7-945e-18a8dc4ef3ce None None] No DVR routers for this DVR port a3912a13-5e77-4693-9f52-52891cee68f7 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:17.442028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59842) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.442261 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2776ac3c-d2fe-40ea-95ef-034b7f57e5a6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1269770 Aug 23 12:23:17.449369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7068b3d5-416a-4d39-928f-cfd1d8f899d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:17.559727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068b3d5-416a-4d39-928f-cfd1d8f899d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:17.563750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7068b3d5-416a-4d39-928f-cfd1d8f899d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:17.565365 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-7068b3d5-416a-4d39-928f-cfd1d8f899d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:17.565827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7068b3d5-416a-4d39-928f-cfd1d8f899d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:17.582239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7068b3d5-416a-4d39-928f-cfd1d8f899d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1385744 Aug 23 12:23:17.584157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.614570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-339bc53e-df9d-4812-9894-01efcdee39dd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0286839 Aug 23 12:23:17.616564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59852) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.620470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.670438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00451f08-1d1f-429b-ac5c-2e6dd7b087d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:17.674349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-00451f08-1d1f-429b-ac5c-2e6dd7b087d7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542672 Aug 23 12:23:17.674678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59858) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.713326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb9c4b25-be68-4efd-950e-bae7c7fe01f6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369956 Aug 23 12:23:17.717367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59860) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:17.722600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:17.820646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:17.824360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.102248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:18.104094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.148413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:18.151571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:18.155800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:18.156393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.166177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8ccf9-168d-4ef5-b2f4-29be8cdd4c7a None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:18.174234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=48a25ca0-68d2-4a4d-a430-4cc458c65d19,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:18.184182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f253f751-7116-4f7d-b1ae-010f554f316b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4653299 Aug 23 12:23:18.184594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59864) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:18.191834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:d7:e3:79', 'name': 'tempest-NetworksTestDHCPv6-624758410'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:18.335907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '48a25ca0-68d2-4a4d-a430-4cc458c65d19'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:18.336807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.397034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:18.481984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Allocated IP 2001:db8::f816:3eff:feef:eeaf (e8b155fa-23ee-4888-b700-0dc9aeb608f0/48a25ca0-68d2-4a4d-a430-4cc458c65d19/cc766272-ade4-4194-b857-4959f5b58b0c) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:18.585844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.618953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port e08e078e-da7e-42d7-956c-c8976ed47350 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:18.640177 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.649084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Transition to ACTIVE for port object cc766272-ade4-4194-b857-4959f5b58b0c will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:18.664234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.664809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Transition to ACTIVE for port object cc766272-ade4-4194-b857-4959f5b58b0c will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:18.673143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.716055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:18.719653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:18.726677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:18.735462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Pushing event updated for resources: {'Port': ['ID=cc766272-ade4-4194-b857-4959f5b58b0c,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:18.780727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:18.809104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a3912a13-5e77-4693-9f52-52891cee68f7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:18.809454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a3912a13-5e77-4693-9f52-52891cee68f7 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:18.813457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Attempting to bind port cc766272-ade4-4194-b857-4959f5b58b0c on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:18.813872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Attempting to bind port cc766272-ade4-4194-b857-4959f5b58b0c by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:18.814242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Attempting to bind port cc766272-ade4-4194-b857-4959f5b58b0c on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:18.819681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:18.820096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:18.820723 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.820857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:18.821327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Bound port: cc766272-ade4-4194-b857-4959f5b58b0c, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:18.821737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.832873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fed7:e379 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/48a25ca0-68d2-4a4d-a430-4cc458c65d19/e08e078e-da7e-42d7-956c-c8976ed47350) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:18.892860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] For port cc766272-ade4-4194-b857-4959f5b58b0c, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:18.896576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] For port cc766272-ade4-4194-b857-4959f5b58b0c, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc766272-ade4-4194-b857-4959f5b58b0c,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:18.901986 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:18.964559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa3c5c-86a3-4db3-a48f-414bbfed784a None None] Pushing event updated for resources: {'Port': ['ID=cc766272-ade4-4194-b857-4959f5b58b0c,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:19.113147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.130223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object e08e078e-da7e-42d7-956c-c8976ed47350 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:19.175547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Deleting port cc83881d-e936-4d62-ac99-669dda67b513 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:19.175898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.247584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.299769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:19.306450 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:19.313469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:19.319242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:19.319862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.341492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=e08e078e-da7e-42d7-956c-c8976ed47350,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:19.344897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] For port cc83881d-e936-4d62-ac99-669dda67b513, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc83881d-e936-4d62-ac99-669dda67b513,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:19.345266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.361744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bec860e5-031a-487d-996b-4189ab7bdf80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1744771 Aug 23 12:23:19.362973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Calling delete_port for cc83881d-e936-4d62-ac99-669dda67b513 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:19.364546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59888) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:19.423244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bc26a-1275-4079-b07f-e185e3ff0f81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:19.429569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bc26a-1275-4079-b07f-e185e3ff0f81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:19.434235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-331bc26a-1275-4079-b07f-e185e3ff0f81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0652890 Aug 23 12:23:19.434235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59894) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:19.532904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port e08e078e-da7e-42d7-956c-c8976ed47350 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:19.533378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.595793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.623860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc83881d-e936-4d62-ac99-669dda67b513,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:19.639567 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.653322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for e08e078e-da7e-42d7-956c-c8976ed47350 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:19.846794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.884741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.925245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=e08e078e-da7e-42d7-956c-c8976ed47350,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:19.951180 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:19.957127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3dc4845d-5680-400d-a480-bae0e56feba6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/e08e078e-da7e-42d7-956c-c8976ed47350 HTTP/1.1" status: 204 len: 168 time: 0.5220258 Aug 23 12:23:19.960084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59900) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:20.026447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832bcdf-d7d0-4065-85ce-9bb090abf3de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:20.028617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832bcdf-d7d0-4065-85ce-9bb090abf3de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:20.031066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a832bcdf-d7d0-4065-85ce-9bb090abf3de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0699031 Aug 23 12:23:20.038847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59906) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:20.105837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 48a25ca0-68d2-4a4d-a430-4cc458c65d19 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:20.109996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.160854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.163907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Router d5e1941c-f8fc-4622-9e50-2b19e6777dfb has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:23:20.265491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b727806d-a48d-4c00-8289-d759d91b5c2a None None] Provisioning for port cc766272-ade4-4194-b857-4959f5b58b0c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:20.278757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.283447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:23:20.293612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] Sync routers for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:23:20.298941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-531d20d8-4987-4ecf-bd1d-0c70027b40b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e1941c-f8fc-4622-9e50-2b19e6777dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768470 Aug 23 12:23:20.299639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59910) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:20.313106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:20.313853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:20.389346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.431143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=48a25ca0-68d2-4a4d-a430-4cc458c65d19,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:20.442928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.448692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b63fc6f8-fe2f-42e4-9332-25a500d10e4c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/48a25ca0-68d2-4a4d-a430-4cc458c65d19 HTTP/1.1" status: 204 len: 168 time: 0.4086258 Aug 23 12:23:20.451991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59916) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:20.484025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:20.501193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fffbdd61-8b89-4810-9c0b-b108551983a5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480192 Aug 23 12:23:20.503930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59918) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:20.510464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:20.621873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:20.626540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.679159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b955d-4b36-44bd-9486-bf53b49ffc92 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:20.748743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.772633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3178cb28-e552-4c3b-8b00-8502ad37520e None None] Could not find standard attr ID for object e08e078e-da7e-42d7-956c-c8976ed47350. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:20.927313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc766272-ade4-4194-b857-4959f5b58b0c up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:20.958495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:20.986697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '63617b54-78d2-48b9-a441-c167f5c98409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:23:19Z', 'revision_number': 5, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port': {'id': '63617b54-78d2-48b9-a441-c167f5c98409', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:15:40Z', 'updated_at': '2021-08-23T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:21.023119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] Checking router: d5e1941c-f8fc-4622-9e50-2b19e6777dfb for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:23:21.025184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:21.037013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] Routers {'d5e1941c-f8fc-4622-9e50-2b19e6777dfb'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:21.038352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:22:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:21.044543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Deleting port 63617b54-78d2-48b9-a441-c167f5c98409 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:21.045067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.094236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:21.101987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port cc766272-ade4-4194-b857-4959f5b58b0c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:21.134549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port cc766272-ade4-4194-b857-4959f5b58b0c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:21.135017 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.162369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] For port 63617b54-78d2-48b9-a441-c167f5c98409, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=63617b54-78d2-48b9-a441-c167f5c98409,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:21.162840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.176036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Calling delete_port for 63617b54-78d2-48b9-a441-c167f5c98409 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:21.214315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] Set router d5e1941c-f8fc-4622-9e50-2b19e6777dfb gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:21.256708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.275857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:23:20Z', 'revision_number': 6, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:21.313171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328796ea-62c2-47ce-a2fd-e020dc926cf1 None None] The sync data for ids ['d5e1941c-f8fc-4622-9e50-2b19e6777dfb'] in n-d-773645-7 is: [{'id': 'd5e1941c-f8fc-4622-9e50-2b19e6777dfb', 'name': 'tempest-AttachVolumeTestJSON-1473433739-router', 'tenant_id': '3b4b3f7470594fba803a721ada8ce6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:15:37Z', 'updated_at': '2021-08-23T12:23:20Z', 'revision_number': 6, 'project_id': '3b4b3f7470594fba803a721ada8ce6ef', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:23:21.345007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] Deleting port cc766272-ade4-4194-b857-4959f5b58b0c {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:21.345470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.415324 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.456946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.466636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] For port cc766272-ade4-4194-b857-4959f5b58b0c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc766272-ade4-4194-b857-4959f5b58b0c,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:21.468276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.482563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] Calling delete_port for cc766272-ade4-4194-b857-4959f5b58b0c owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:21.488601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Pushing event deleted for resources: {'Port': ['ID=63617b54-78d2-48b9-a441-c167f5c98409,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:21.509269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] For port cc766272-ade4-4194-b857-4959f5b58b0c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=cc766272-ade4-4194-b857-4959f5b58b0c,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:21.560966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.578416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.584152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.585565 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.620320 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.660585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=cc766272-ade4-4194-b857-4959f5b58b0c,revision_number=5']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:21.665471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] Pushing event deleted for resources: {'Port': ['ID=cc766272-ade4-4194-b857-4959f5b58b0c,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:21.665619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.667892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79953b5-9694-4798-be27-cf7ca14e161c None None] No DVR routers for this DVR port cc766272-ade4-4194-b857-4959f5b58b0c on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:21.668323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.669712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:23:21.670077 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:23:21.691454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:21.706083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:21.711656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:21.712392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.717249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd779d-2bef-49df-85f0-34cebd1b4d2d None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:21.732972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2277319 Aug 23 12:23:21.736471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59936) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:21.743750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:bf:11:5b', 'name': 'tempest-NetworksTestDHCPv6-1898084894'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:21.749604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231d121-bcd7-450d-9e97-f813200426ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=9ac11c8f-0ac7-4344-81c8-c08130be5c77,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:21.789774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.790372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e1941c-f8fc-4622-9e50-2b19e6777dfb {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:23:21.828160 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.832294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59940) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:21.832485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-526f7365-1521-4623-9af4-858ca218ca15 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d5e1941c-f8fc-4622-9e50-2b19e6777dfb HTTP/1.1" status: 204 len: 168 time: 1.5317154 Aug 23 12:23:21.850684 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98be9ba8-a495-4e83-8dd3-d0c4d7ddde0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.894680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Deleting subnet 0ceea598-acba-4696-a7dc-c4fedb39cb79 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:21.899253 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.948654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '9ac11c8f-0ac7-4344-81c8-c08130be5c77'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:21.949617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.954067 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:21.958915 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:21.983567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port a3f39419-ce6e-48b7-8d24-df6eae66c63d yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:22.105740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Allocated IP 2001:db8::f816:3eff:feb3:fb44 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/9ac11c8f-0ac7-4344-81c8-c08130be5c77/4bb10f05-406c-49c2-9975-df81e2d7593b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:22.216891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.310009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.369022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Port cc766272-ade4-4194-b857-4959f5b58b0c update to ACTIVE by agent not found {{(pid=101059) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 12:23:22.385667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.421857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.426181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ceea598-acba-4696-a7dc-c4fedb39cb79 HTTP/1.1" status: 204 len: 168 time: 0.5904887 Aug 23 12:23:22.426181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b7d31-c73c-4214-b39f-744f09268427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceea598-acba-4696-a7dc-c4fedb39cb79,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:22.431450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:22.447121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b11f94-0a4e-4ebf-bb54-481104fc65c0 None None] Network 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:22.531266 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.631869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.639351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Deleting port 2b5972c8-517a-4724-b391-cb1040816542 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:22.639693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.690372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Transition to ACTIVE for port object 4bb10f05-406c-49c2-9975-df81e2d7593b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:22.776254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Transition to ACTIVE for port object 4bb10f05-406c-49c2-9975-df81e2d7593b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:22.779752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] For port 2b5972c8-517a-4724-b391-cb1040816542, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2b5972c8-517a-4724-b391-cb1040816542,segment=NetworkSegment(5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81),segment_id=5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:22.780130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.810347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:22.812614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc766272-ade4-4194-b857-4959f5b58b0c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:22.854204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Calling delete_port for 2b5972c8-517a-4724-b391-cb1040816542 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:22.873018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:febf:115b (e8b155fa-23ee-4888-b700-0dc9aeb608f0/9ac11c8f-0ac7-4344-81c8-c08130be5c77/a3f39419-ce6e-48b7-8d24-df6eae66c63d) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:22.905096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: cc766272-ade4-4194-b857-4959f5b58b0c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:22.905588 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc766272-ade4-4194-b857-4959f5b58b0c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:22.906050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc83881d-e936-4d62-ac99-669dda67b513 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:22.912611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] DHCP port deletion for 968e8e1c-31e3-4cfe-8501-66fdd7b2b295 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:22.923603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5f66d-f2e6-4171-a558-c8f0c15c43c8 req-a78f0107-66af-40aa-b530-3107bd4f7f56 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:22.932255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cff5f66d-f2e6-4171-a558-c8f0c15c43c8 req-a78f0107-66af-40aa-b530-3107bd4f7f56 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 945 time: 0.1492019 Aug 23 12:23:22.944523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:22.945230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: cc83881d-e936-4d62-ac99-669dda67b513 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:22.945576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device cc83881d-e936-4d62-ac99-669dda67b513 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:22.946167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 63617b54-78d2-48b9-a441-c167f5c98409 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:22.953469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:22.993246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cff5f66d-f2e6-4171-a558-c8f0c15c43c8 req-9aeadb96-33fb-4e25-964d-5b0b30fba80e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599635 Aug 23 12:23:22.995883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:23.008604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Pushing event updated for resources: {'Port': ['ID=4bb10f05-406c-49c2-9975-df81e2d7593b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.018678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.020977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 63617b54-78d2-48b9-a441-c167f5c98409 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:23.023304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 63617b54-78d2-48b9-a441-c167f5c98409 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:23.055603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5972c8-517a-4724-b391-cb1040816542,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.059330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] No DVR routers for this DVR port 2b5972c8-517a-4724-b391-cb1040816542 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:23.093034 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.109964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Attempting to bind port 4bb10f05-406c-49c2-9975-df81e2d7593b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:23.110358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Attempting to bind port 4bb10f05-406c-49c2-9975-df81e2d7593b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:23.110709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Attempting to bind port 4bb10f05-406c-49c2-9975-df81e2d7593b on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:23.111707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object a3f39419-ce6e-48b7-8d24-df6eae66c63d will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:23.119987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:23.120371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:23.120786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.121189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:23.121665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Bound port: 4bb10f05-406c-49c2-9975-df81e2d7593b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:23.122075 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.163344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Deleting port 2b5972c8-517a-4724-b391-cb1040816542 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:23.163733 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.177066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.178138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.191513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968e8e1c-31e3-4cfe-8501-66fdd7b2b295']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:23.211099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:23.211696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f99d1f5-5abb-4f0d-bd32-f7ad0520bb81') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:23.227748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:23.229956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.230568 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:23.234938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:23.241547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:23.242232 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.261576 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.262255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] For port 2b5972c8-517a-4724-b391-cb1040816542, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:23.262658 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.265259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] For port 4bb10f05-406c-49c2-9975-df81e2d7593b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:23.267786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=a3f39419-ce6e-48b7-8d24-df6eae66c63d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.274053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:23:23.275286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:23:23.278138 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:23:23.280303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-087f9e4c-8dce-4b71-ba1e-916520ef55be tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5408375 Aug 23 12:23:23.280303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59966) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:23.284475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Calling delete_port for 2b5972c8-517a-4724-b391-cb1040816542 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:23.287133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] For port 4bb10f05-406c-49c2-9975-df81e2d7593b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4bb10f05-406c-49c2-9975-df81e2d7593b,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:23.288992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Port 2b5972c8-517a-4724-b391-cb1040816542 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:23:23.290383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.303184 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.323053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] No DVR routers for this DVR port 2b5972c8-517a-4724-b391-cb1040816542 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:23.336112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b7e3c-2a57-4007-a727-44e7a49dd7ea None None] Pushing event deleted for resources: {'Port': ['ID=2b5972c8-517a-4724-b391-cb1040816542,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.360356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726ec27-8f8d-4dba-aba8-e8d4a0eaba3f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:23.367344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726ec27-8f8d-4dba-aba8-e8d4a0eaba3f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:23.374437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6726ec27-8f8d-4dba-aba8-e8d4a0eaba3f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0936897 Aug 23 12:23:23.375525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59970) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:23.410519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.425953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741a0a6-a71e-4388-bc70-19fc0e76c207 None None] Pushing event updated for resources: {'Port': ['ID=4bb10f05-406c-49c2-9975-df81e2d7593b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.439755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.442009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] 10.222.0.21 "DELETE /v2.0/networks/968e8e1c-31e3-4cfe-8501-66fdd7b2b295 HTTP/1.1" status: 204 len: 168 time: 1.0095479 Aug 23 12:23:23.443490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ca5aa-5a10-4efb-98f8-bf3c7291fe9d admin admin] Pushing event deleted for resources: {'Network': ['ID=968e8e1c-31e3-4cfe-8501-66fdd7b2b295,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.515625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port a3f39419-ce6e-48b7-8d24-df6eae66c63d {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:23.515982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.579951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 59978) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:23.670050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.675131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-18cf1fbd-7093-4d24-ba99-229e9f9fd7ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b4b3f7470594fba803a721ada8ce6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941620 Aug 23 12:23:23.678370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:23.695190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for a3f39419-ce6e-48b7-8d24-df6eae66c63d owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:23.748102 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7276-8b5f-4e23-b5b1-57830e0291e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.772951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7276-8b5f-4e23-b5b1-57830e0291e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.854777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7276-8b5f-4e23-b5b1-57830e0291e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.858937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7276-8b5f-4e23-b5b1-57830e0291e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.860333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1bc7276-8b5f-4e23-b5b1-57830e0291e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8593f4b0-9a87-400d-8a7f-701e2b0f252b HTTP/1.1" status: 204 len: 168 time: 0.1809237 Aug 23 12:23:23.864024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.873019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc7276-8b5f-4e23-b5b1-57830e0291e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8593f4b0-9a87-400d-8a7f-701e2b0f252b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.911715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=a3f39419-ce6e-48b7-8d24-df6eae66c63d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:23.933315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:23.936045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-516f1e1e-91cf-4b4e-9bdd-4e7f49cce180 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/a3f39419-ce6e-48b7-8d24-df6eae66c63d HTTP/1.1" status: 204 len: 168 time: 0.5587325 Aug 23 12:23:23.938008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59988) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.003350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34145d-456c-4336-ab9e-1b27d44d4ef8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:24.005089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34145d-456c-4336-ab9e-1b27d44d4ef8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:24.009615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6d34145d-456c-4336-ab9e-1b27d44d4ef8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0681200 Aug 23 12:23:24.010845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 59992) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.088860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 9ac11c8f-0ac7-4344-81c8-c08130be5c77 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:24.091224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.172205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.172357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ce290-98ee-4127-aad7-f86ad1cc70d1 req-937b2166-ce1c-4768-a994-1e978eb0244e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:24.180684 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b15ce290-98ee-4127-aad7-f86ad1cc70d1 req-937b2166-ce1c-4768-a994-1e978eb0244e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 945 time: 0.1046939 Aug 23 12:23:24.222853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b15ce290-98ee-4127-aad7-f86ad1cc70d1 req-e7efb753-27f3-47d1-af26-9e35df5c8d17 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Aug 23 12:23:24.238714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-1b1bf3c6-eb56-4489-8c06-e021205c7634 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:24.241588 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-1b1bf3c6-eb56-4489-8c06-e021205c7634 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 945 time: 0.1220179 Aug 23 12:23:24.355682 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9e67-7f72-4819-85f2-608c5b00c223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.370196 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.422757 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.446861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 72081ebf-df49-41af-8f3e-51ca9d499b15 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:24.447340 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.522525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.578399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac11c8f-0ac7-4344-81c8-c08130be5c77,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:24.582777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.585799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ed3eb559-b2bd-48bb-8a46-d21da387a533 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/9ac11c8f-0ac7-4344-81c8-c08130be5c77 HTTP/1.1" status: 204 len: 168 time: 0.5737896 Aug 23 12:23:24.588506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60020) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.618513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port 72081ebf-df49-41af-8f3e-51ca9d499b15, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=72081ebf-df49-41af-8f3e-51ca9d499b15,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:24.618900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.664934 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ebc8201-9728-4bcb-a279-2568f7f9b8d9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749407 Aug 23 12:23:24.672144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.777671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1be5ac-744e-4834-bb60-c898ccaa0b0e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:24.779685 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bd1be5ac-744e-4834-bb60-c898ccaa0b0e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1055591 Aug 23 12:23:24.782130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.832058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f36a7-78ba-4377-8e9b-ef8d8eb2e2e7 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:24.870149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.870712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:24.871481 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Floating IP 8199edb5-a50e-4779-86b4-5e54b1d472bd disassociated. External IP: 172.25.1.241, port: 72081ebf-df49-41af-8f3e-51ca9d499b15. Aug 23 12:23:24.871481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 72081ebf-df49-41af-8f3e-51ca9d499b15 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:24.883611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8dbab-a432-43c8-ab7c-7c2ca9a76378 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:24.887334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f5b8dbab-a432-43c8-ab7c-7c2ca9a76378 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023669 Aug 23 12:23:24.890121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60036) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.891804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4bb10f05-406c-49c2-9975-df81e2d7593b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:24.941527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-21fa7b0f-1ff9-4c11-95af-c0b5ec79d6c5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408118 Aug 23 12:23:24.942080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:24.947621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:25.044763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:25.047344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.048124 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.083389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a1fea15d-5747-4992-8e21-25c14f8f36d9 None None] Provisioning for port 4bb10f05-406c-49c2-9975-df81e2d7593b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:25.088087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=72081ebf-df49-41af-8f3e-51ca9d499b15,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:25.177086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4bb10f05-406c-49c2-9975-df81e2d7593b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:25.183661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4bb10f05-406c-49c2-9975-df81e2d7593b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:25.184277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.306139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:25.320176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:23:25.454542 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.480022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] Deleting port 4bb10f05-406c-49c2-9975-df81e2d7593b {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:25.481161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.498020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7ce861e-acf4-4b6c-a22c-45253ec38264 req-bb841bf3-4669-4e0c-9d0a-fc5ea5d9d045 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0936968 Aug 23 12:23:25.560628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:23:25.575866 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:23:25.590946 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:25.592010 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:25.660242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4bb10f05-406c-49c2-9975-df81e2d7593b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4bb10f05-406c-49c2-9975-df81e2d7593b,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:25.663162 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port 72081ebf-df49-41af-8f3e-51ca9d499b15 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:25.667241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] For port 4bb10f05-406c-49c2-9975-df81e2d7593b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4bb10f05-406c-49c2-9975-df81e2d7593b,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:25.667657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.676230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.690231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.698794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bf36979-a26b-44ab-879f-52df5aaafd5c req-e5cd9c65-e395-4548-ae41-519d6549f9e6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "DELETE /v2.0/ports/72081ebf-df49-41af-8f3e-51ca9d499b15 HTTP/1.1" status: 204 len: 173 time: 1.4455478 Aug 23 12:23:25.700258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'name': 'network-vif-deleted', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:25.714945 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec503881-0396-4e63-b95c-224e653ae4cb" -d '{"events": [{"server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "name": "network-vif-deleted", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:25.800077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:25.809744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] Calling delete_port for 4bb10f05-406c-49c2-9975-df81e2d7593b owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:25.816061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b5972c8-517a-4724-b391-cb1040816542 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:25.832119 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99227f54-73fa-4016-a1f2-ae4cc3e8bdc7 x-openstack-request-id: req-99227f54-73fa-4016-a1f2-ae4cc3e8bdc7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:25.832425 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1886a096-8318-42c2-9fa6-7f72fe12186e", "name": "network-vif-deleted", "tag": "72081ebf-df49-41af-8f3e-51ca9d499b15", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:25.832619 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99227f54-73fa-4016-a1f2-ae4cc3e8bdc7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:25.833038 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1886a096-8318-42c2-9fa6-7f72fe12186e', 'name': 'network-vif-deleted', 'tag': '72081ebf-df49-41af-8f3e-51ca9d499b15', 'status': 'completed', 'code': 200} Aug 23 12:23:25.863637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2b5972c8-517a-4724-b391-cb1040816542 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:25.864300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b5972c8-517a-4724-b391-cb1040816542 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:25.865580 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:25.930308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4bb10f05-406c-49c2-9975-df81e2d7593b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:25.981876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:26.030861 n-d-773645-7 neutron-server[101058]: WARNING neutron.services.revisions.revision_plugin [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Could not find related port for resource to bump revision. Aug 23 12:23:26.033217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] No DVR routers for this DVR port 4bb10f05-406c-49c2-9975-df81e2d7593b on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:26.038298 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_pluggable_backend [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Port 4bb10f05-406c-49c2-9975-df81e2d7593b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 12:23:26.038621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_pluggable_backend [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Reverting IP allocation for 2001:db8::f816:3eff:feb3:fb44 {{(pid=101058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 12:23:26.040353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2c5ab-e131-44e9-8ed6-b147d9bab1ed None None] Pushing event deleted for resources: {'Port': ['ID=4bb10f05-406c-49c2-9975-df81e2d7593b,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:26.044929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_pluggable_backend [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb3:fb44 {{(pid=101058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 12:23:26.046700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:26.086602 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:26.088485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:26.092410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:26.097499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:26.098229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:26.110715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04099b-21d6-4a78-9647-e17f5edd84a1 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:26.133190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:26.140798 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0412e965-67c3-4b76-ab32-7caaa1d1553f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1951513 Aug 23 12:23:26.141776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60072) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:26.149405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:20:fd:30', 'name': 'tempest-NetworksTestDHCPv6-123817238'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:26.308610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:26.351692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:26.352582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:26.423172 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:26.453970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port c8cf8c4a-0f94-4e7a-b3ec-a40bff582199 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:26.486777 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:26.559145 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:23:26.566020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Allocated IP 2001:db8::f816:3eff:feb0:73a4 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946/ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:26.588026 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:26.589930 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:26.721062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dd4e6d71-0b1a-4a09-9520-38b5a88144c2 req-d6f85cc7-06ec-4b9b-8dd5-0bdc6d9ba31b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0892830 Aug 23 12:23:26.856213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4bb10f05-406c-49c2-9975-df81e2d7593b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:26.910737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4bb10f05-406c-49c2-9975-df81e2d7593b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:26.911297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4bb10f05-406c-49c2-9975-df81e2d7593b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:26.921576 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:26.941572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:26.952821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Transition to ACTIVE for port object ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:26.984198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Transition to ACTIVE for port object ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:27.015115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.084242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:27.088047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:27.102362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fe20:fd30 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946/c8cf8c4a-0f94-4e7a-b3ec-a40bff582199) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:27.104596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:27.116323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Pushing event updated for resources: {'Port': ['ID=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:27.190126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:27.215902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Attempting to bind port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:27.216287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Attempting to bind port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:27.216658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Attempting to bind port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:27.221548 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9624fdf9-fd01-49cc-850c-04359abb835e None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:23:27.222226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:27.222615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:27.232112 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.232534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:27.233051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Bound port: ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:27.233454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.332319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] For port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:27.344516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] For port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:27.353323 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.388578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.417553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object c8cf8c4a-0f94-4e7a-b3ec-a40bff582199 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:27.470508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.482044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.483196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de02a7f-b83e-4ab4-bbb7-6cb5d8ade6db None None] Pushing event updated for resources: {'Port': ['ID=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:27.564859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=c8cf8c4a-0f94-4e7a-b3ec-a40bff582199,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:27.575361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:27.577176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:27.579871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:27.586852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:27.587941 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.605617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5db9ed15-550f-4a70-8a6d-d8cf524a008d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4618540 Aug 23 12:23:27.608639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60100) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:27.659375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8c7cf-b3da-4ae1-8131-60725d6ebf83 None None] New status for floating IP 8199edb5-a50e-4779-86b4-5e54b1d472bd: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:23:27.717050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e4064-ea44-4484-b03e-661e02891755 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:27.731529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e4064-ea44-4484-b03e-661e02891755 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:27.735617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd2e4064-ea44-4484-b03e-661e02891755 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1236920 Aug 23 12:23:27.736016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60102) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:27.899531 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b160589b-abfa-45de-85d6-80f62204a7f4 req-a3cf8723-5eb2-4843-8848-4dcbbf883b35 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0478315 Aug 23 12:23:27.908784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port c8cf8c4a-0f94-4e7a-b3ec-a40bff582199 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:27.909402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:27.959371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:28.037762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:28.058205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for c8cf8c4a-0f94-4e7a-b3ec-a40bff582199 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:28.235707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:28.296361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=c8cf8c4a-0f94-4e7a-b3ec-a40bff582199,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:28.342103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:28.361514 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:28.363740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e33017fe-27c6-4d97-810e-4c6a095b4c90 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/c8cf8c4a-0f94-4e7a-b3ec-a40bff582199 HTTP/1.1" status: 204 len: 168 time: 0.6266158 Aug 23 12:23:28.366789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60130) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:28.419527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 72081ebf-df49-41af-8f3e-51ca9d499b15 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:28.450395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 72081ebf-df49-41af-8f3e-51ca9d499b15 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:28.451409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 72081ebf-df49-41af-8f3e-51ca9d499b15 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:28.492703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db32a6-d12b-4889-9874-5a6420fb1f4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:28.494997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db32a6-d12b-4889-9874-5a6420fb1f4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:28.496690 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89db32a6-d12b-4889-9874-5a6420fb1f4a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1287131 Aug 23 12:23:28.499268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60138) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:28.866759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:28.921397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:28.932149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:28.982766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.003856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:29.083833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Provisioning for port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:29.090695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Provisioning complete for port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:29.091384 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.111714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.146052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-074229d7-3544-4a11-bd01-2ef0477f1a5d req-d107f813-212f-48c0-ae9a-3eef6a0705d1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.1230211 Aug 23 12:23:29.220446 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.252309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.291718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.294174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946 HTTP/1.1" status: 204 len: 168 time: 0.7934477 Aug 23 12:23:29.295539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c4089-7a09-4c60-9207-d075aad90366 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:29.296638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60154) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:29.343316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:23:29.343814 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:23:29.360480 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-49d0e17e-9515-490c-98ac-2d342a1053ca tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574808 Aug 23 12:23:29.360756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60156) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:29.375521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:29.440677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc79cf-c391-4e7f-8395-3e0e1ad2bdc1 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:29.518394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:29.523313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.732514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:29.796984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] Deleting port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:29.797373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.911320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] For port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:29.911834 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.944871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] Calling delete_port for ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:29.949635 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:29.992981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:29.994421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] For port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:30.004137 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:30.160786 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6fb50f8f-ef06-48db-8151-ac79622e5b87 None None] Could not find standard attr ID for object c8cf8c4a-0f94-4e7a-b3ec-a40bff582199. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:30.170410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58774d44-fda2-4ae6-9b63-dd09e6b3e3d3 None None] Pushing event updated for resources: {'Port': ['ID=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:30.223397 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:30.242817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] No DVR routers for this DVR port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:30.272488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582807a-eb8d-4373-aa53-adb0a809a4fa None None] Pushing event deleted for resources: {'Port': ['ID=ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:30.294080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6c2a3fbf-75a2-4e35-9a3b-088b44461a2e req-ca2b25bd-6543-4f30-b678-64a654e6d21c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0655084 Aug 23 12:23:30.311149 n-d-773645-7 neutron-server[101058]: WARNING neutron.services.revisions.revision_plugin [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Could not find related port for resource to bump revision. Aug 23 12:23:30.319180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_pluggable_backend [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Port ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 12:23:30.319493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_pluggable_backend [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:73a4 {{(pid=101058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 12:23:30.328053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.ipam_pluggable_backend [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb0:73a4 {{(pid=101058) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 12:23:30.330339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:30.394604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:30.403745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:30.408416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:30.409140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:30.414395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0da85-a216-4670-8a25-2f94fe022ba2 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:30.423629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=95d3af9c-73bd-4662-8aac-84456bfa5534,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:30.437604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60178) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:30.438217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-adba082f-4061-4ee9-9dfb-434cb2bb8e6d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0761082 Aug 23 12:23:30.443593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:a4:d7:d5', 'name': 'tempest-NetworksTestDHCPv6-114906460'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:30.581704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '95d3af9c-73bd-4662-8aac-84456bfa5534'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:30.582653 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:30.587576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:30.596676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:30.643498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 98de902d-b59f-45e6-9390-031976cc27d4 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:30.817403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fea4:d7d5 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/95d3af9c-73bd-4662-8aac-84456bfa5534/98de902d-b59f-45e6-9390-031976cc27d4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:30.825539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:30.850620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:30.850970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ef8bbbe1-1f26-4acd-a139-e6e8c243f3dc not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:31.008115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.023688 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 98de902d-b59f-45e6-9390-031976cc27d4 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:31.075841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.121239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:31.124371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:31.128409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:31.134290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:31.134952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.137977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Allocated IP 2001:db8::f816:3eff:fef8:e604 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/95d3af9c-73bd-4662-8aac-84456bfa5534/0738dd8c-f422-42ae-98f2-b8ad976924a7) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:31.155319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7132878 Aug 23 12:23:31.155714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60202) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:31.167101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9a2db-c082-4202-a154-27b38c6156e3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=98de902d-b59f-45e6-9390-031976cc27d4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:31.235087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b1b34-b870-4330-bf7f-85c36a0dbaa1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:31.237910 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8a3b1b34-b870-4330-bf7f-85c36a0dbaa1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0803630 Aug 23 12:23:31.240641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60204) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:31.295264 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:23:31.385967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 98de902d-b59f-45e6-9390-031976cc27d4 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:31.385967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.497214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f6ab2d79-081a-4fcd-884e-8a529a3b4087 req-6705c8b6-e869-4623-8db6-895f4009eb7c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=1886a096-8318-42c2-9fa6-7f72fe12186e HTTP/1.1" status: 200 len: 210 time: 0.0377488 Aug 23 12:23:31.548634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.565846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 98de902d-b59f-45e6-9390-031976cc27d4 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:31.572509 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.581152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Transition to ACTIVE for port object 0738dd8c-f422-42ae-98f2-b8ad976924a7 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:31.597791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Transition to ACTIVE for port object 0738dd8c-f422-42ae-98f2-b8ad976924a7 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:31.604734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.641666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:31.645022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:31.649104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:31.709720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Pushing event updated for resources: {'Port': ['ID=0738dd8c-f422-42ae-98f2-b8ad976924a7,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:31.731745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Attempting to bind port 0738dd8c-f422-42ae-98f2-b8ad976924a7 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:31.732124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Attempting to bind port 0738dd8c-f422-42ae-98f2-b8ad976924a7 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:31.732496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Attempting to bind port 0738dd8c-f422-42ae-98f2-b8ad976924a7 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:31.738072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:31.738495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:31.738932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.739406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:31.739875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Bound port: 0738dd8c-f422-42ae-98f2-b8ad976924a7, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:31.740330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.741608 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.781853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=98de902d-b59f-45e6-9390-031976cc27d4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:31.808661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.811610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7b585d33-ca4d-4c03-b539-ba30a0f209ba tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/98de902d-b59f-45e6-9390-031976cc27d4 HTTP/1.1" status: 204 len: 168 time: 0.5698292 Aug 23 12:23:31.814287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:31.890973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] For port 0738dd8c-f422-42ae-98f2-b8ad976924a7, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:31.899030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] For port 0738dd8c-f422-42ae-98f2-b8ad976924a7, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0738dd8c-f422-42ae-98f2-b8ad976924a7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:31.901915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e461e9b-87e6-4876-bf9b-056ed4631fda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:31.903635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e461e9b-87e6-4876-bf9b-056ed4631fda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:31.904025 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:31.905576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8e461e9b-87e6-4876-bf9b-056ed4631fda tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0899527 Aug 23 12:23:31.908223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:31.985209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaa1dd-39db-4071-ace1-72a78fe762f5 None None] Pushing event updated for resources: {'Port': ['ID=0738dd8c-f422-42ae-98f2-b8ad976924a7,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:32.020996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 95d3af9c-73bd-4662-8aac-84456bfa5534 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:32.039752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:32.109797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:32.238692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:32.316428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:32.347617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=95d3af9c-73bd-4662-8aac-84456bfa5534,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:32.353391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:32.355442 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-be898029-f35b-4eb2-9c67-b485eec42ccd tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/95d3af9c-73bd-4662-8aac-84456bfa5534 HTTP/1.1" status: 204 len: 168 time: 0.4460442 Aug 23 12:23:32.357936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:32.405585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6d250250-5196-42e4-ab59-7e0e57cbcbd5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465178 Aug 23 12:23:32.408186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60232) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:32.459670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ac9ca-19d8-40c3-9926-c954b3b0441d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:32.461154 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c5ac9ca-19d8-40c3-9926-c954b3b0441d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0513582 Aug 23 12:23:32.463727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60238) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:32.518830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d2522-7069-4a5c-9898-a92717a517d6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:32.522177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f39d2522-7069-4a5c-9898-a92717a517d6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0574548 Aug 23 12:23:32.523901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60240) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:32.566861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-18a4748b-3dc6-4dcd-80a9-9402601bb666 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415301 Aug 23 12:23:32.571888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60244) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:32.576945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:32.667039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:32.670554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:32.845152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0738dd8c-f422-42ae-98f2-b8ad976924a7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:32.847753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-bfbc309e-d915-489b-a09f-413db6fecd17 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417964421&fields=id&tenant_id=633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 267 time: 0.0649955 Aug 23 12:23:32.928985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0738dd8c-f422-42ae-98f2-b8ad976924a7 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:33.199495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.259255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=82bc17bf-2892-48fc-8820-b9d8b14bbace,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:33.272540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:33.280326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-19c783bb-85a5-472b-9901-548898a4bf67 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:33.290567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-19c783bb-85a5-472b-9901-548898a4bf67 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.4117796 Aug 23 12:23:33.300812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:33.304049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:33.304753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.305191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d6e33-eafd-46f0-b185-6e7ae64fed47 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:33.314490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafcaf8-8331-49e0-9f5a-4764f8a2723c req-ee33a6fa-4d9a-41ab-97c2-9fc876871531 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:33.316857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-feafcaf8-8331-49e0-9f5a-4764f8a2723c req-ee33a6fa-4d9a-41ab-97c2-9fc876871531 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1098 time: 0.0790412 Aug 23 12:23:33.318760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-f39de3ce-235b-4d31-8786-0b215bfc292c tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.0266228 Aug 23 12:23:33.321922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-11886d93-f48a-489f-8a99-3e7e77ae741c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7489429 Aug 23 12:23:33.325014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60278) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:33.330343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:36:2d:80', 'name': 'tempest-NetworksTestDHCPv6-1998170928'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:33.378046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-feafcaf8-8331-49e0-9f5a-4764f8a2723c req-b4bfba24-24d3-47ba-bdd3-3898b4d42afc tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Aug 23 12:23:33.382827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:33.466399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] Provisioning for port 0738dd8c-f422-42ae-98f2-b8ad976924a7 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:33.482463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] Provisioning complete for port 0738dd8c-f422-42ae-98f2-b8ad976924a7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:33.483115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.501024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-564e51d1-15dd-4945-ac6b-a6b07ff8e261 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1650808 Aug 23 12:23:33.596109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:33.651817 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.684515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port f2db6030-37d3-440b-ad5e-71ddd9ca48aa {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:33.685025 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.694526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] For port 0738dd8c-f422-42ae-98f2-b8ad976924a7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0738dd8c-f422-42ae-98f2-b8ad976924a7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:33.701380 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.723530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-b22aaabe-adac-442f-a195-ba32575c3462 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:23:33.724836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-b22aaabe-adac-442f-a195-ba32575c3462 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1963866 Aug 23 12:23:33.727627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.788326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f86a-868f-4f7b-82d9-0d5de49326ce None None] Pushing event updated for resources: {'Port': ['ID=0738dd8c-f422-42ae-98f2-b8ad976924a7,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:33.797359 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port ca8af4c3-1e0c-401e-a601-c41d0399ff00 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:33.817409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.818692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:33.834766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for f2db6030-37d3-440b-ad5e-71ddd9ca48aa owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:34.010806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c7406-2c17-4fd1-acaf-a5bb826b1839 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:34.088268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7988c4a4-4b8a-4284-9735-3d7bc3b54918 None None] Provisioning complete for port 0738dd8c-f422-42ae-98f2-b8ad976924a7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:34.088648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7988c4a4-4b8a-4284-9735-3d7bc3b54918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.109929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-dc1e0880-b457-4dac-ab61-2370c927d56e service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698971 Aug 23 12:23:34.243269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-aadf0ccd-b43e-4ca6-a24e-cd42858ba20b service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224120 Aug 23 12:23:34.256823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::19 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/82bc17bf-2892-48fc-8820-b9d8b14bbace/ca8af4c3-1e0c-401e-a601-c41d0399ff00) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:34.493307 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.522369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.543721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object ca8af4c3-1e0c-401e-a601-c41d0399ff00 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:34.583968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.656920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=f2db6030-37d3-440b-ad5e-71ddd9ca48aa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:34.711940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.713452 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP f3d89a45-4ee0-4b38-84b5-009b1a2af77b disassociated (deleted). External IP: 172.25.1.228, port: d5243e39-54be-4ae5-b396-efa7bd4f1e2a. Aug 23 12:23:34.744424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:34.758855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:34.763001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:34.768664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:34.769300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.790643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=ca8af4c3-1e0c-401e-a601-c41d0399ff00,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:34.796706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-76ba071a-afab-4a69-aff9-aab8a8761f3a None None] Provisioning complete for port 0738dd8c-f422-42ae-98f2-b8ad976924a7 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:34.797453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76ba071a-afab-4a69-aff9-aab8a8761f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:34.813844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6b335a3-9ea6-407f-a989-cc0ec9fa523f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4876702 Aug 23 12:23:34.830303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60312) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:34.859779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0738dd8c-f422-42ae-98f2-b8ad976924a7 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:34.932441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b40171-493d-415a-b7d0-9ab3b090763d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:34.957059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b40171-493d-415a-b7d0-9ab3b090763d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:34.959329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82b40171-493d-415a-b7d0-9ab3b090763d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1274760 Aug 23 12:23:34.966124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60314) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:34.987900 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b6eeb741-5469-42a3-a844-2aa55ade19c0 req-37a5df91-d5e0-42ac-a924-1a7bf756f7d0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.0599356 Aug 23 12:23:35.063560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0738dd8c-f422-42ae-98f2-b8ad976924a7 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:35.074162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:35.157388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router ee6bb411-7ff2-4616-b0c3-7fa43a471763 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:23:35.238223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port ca8af4c3-1e0c-401e-a601-c41d0399ff00 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:35.242101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:35.311644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2692a36-23b3-4197-8425-c07a9c6e023c None None] Could not find standard attr ID for object 98de902d-b59f-45e6-9390-031976cc27d4. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:35.316636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:23:35.328797 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] Sync routers for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:23:35.329564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:35.342442 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:35.343061 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:35.368146 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fbe31fce-ea8f-40f7-a808-5d29e301f950 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3d89a45-4ee0-4b38-84b5-009b1a2af77b HTTP/1.1" status: 204 len: 168 time: 1.9847124 Aug 23 12:23:35.369157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:35.371842 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a33d63a-2240-461c-8045-c7b540719563" -d '{"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:35.469407 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b2dfa1-b39c-4982-9862-13c954d4f908 x-openstack-request-id: req-69b2dfa1-b39c-4982-9862-13c954d4f908 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:35.469998 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:35.470348 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69b2dfa1-b39c-4982-9862-13c954d4f908 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:35.471517 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'status': 'completed', 'code': 200} Aug 23 12:23:35.578347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:35.600236 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:35.619809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for ca8af4c3-1e0c-401e-a601-c41d0399ff00 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:35.622686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d63a-2240-461c-8045-c7b540719563 req-6f47bccb-96a2-467a-94c5-78f5b362becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:35.624243 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-6f47bccb-96a2-467a-94c5-78f5b362becb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 1098 time: 0.1344898 Aug 23 12:23:35.846051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bc33d-b5e3-42c5-b6a3-1d425ef8be47 req-ab29c04b-6b35-4cb6-8c44-caf6ea6cf903 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:35.848098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f1bc33d-b5e3-42c5-b6a3-1d425ef8be47 req-ab29c04b-6b35-4cb6-8c44-caf6ea6cf903 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 947 time: 0.0943263 Aug 23 12:23:35.854976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ccffef60-c87a-46cc-8368-e24ac4b5374a None None] Provisioning for port ca8af4c3-1e0c-401e-a601-c41d0399ff00 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:35.874734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ccffef60-c87a-46cc-8368-e24ac4b5374a None None] Provisioning complete for port ca8af4c3-1e0c-401e-a601-c41d0399ff00 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:35.875020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ccffef60-c87a-46cc-8368-e24ac4b5374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:35.891672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d63a-2240-461c-8045-c7b540719563 req-598f2275-a617-4679-9a63-84423e1b0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:35.895097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-598f2275-a617-4679-9a63-84423e1b0a85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 200 len: 898 time: 0.2624264 Aug 23 12:23:35.972160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ccffef60-c87a-46cc-8368-e24ac4b5374a None None] Port ca8af4c3-1e0c-401e-a601-c41d0399ff00 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:23:36.005530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-86b85c8b-641e-4fbe-b797-1f0e039ba883 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 200 len: 217 time: 0.1018152 Aug 23 12:23:36.016685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f1bc33d-b5e3-42c5-b6a3-1d425ef8be47 req-3c11ff50-10a9-4403-9b24-18578a5ce4bb tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584492 Aug 23 12:23:36.032006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:36.074631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=ca8af4c3-1e0c-401e-a601-c41d0399ff00,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:36.100155 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:49Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:36.112580 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:36.115460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d63a-2240-461c-8045-c7b540719563 req-0c4d1dd2-fb06-434c-92b5-872a4c0b995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:36.117055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-0c4d1dd2-fb06-434c-92b5-872a4c0b995e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 200 len: 835 time: 0.1025405 Aug 23 12:23:36.118522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-158353ba-dabe-4ec5-b89e-ff2eb300468c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ca8af4c3-1e0c-401e-a601-c41d0399ff00 HTTP/1.1" status: 204 len: 168 time: 1.1514070 Aug 23 12:23:36.119148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60348) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:36.154288 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] Checking router: ee6bb411-7ff2-4616-b0c3-7fa43a471763 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:23:36.177067 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:36.178945 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:36.254571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b6ce2-94f0-4586-b344-27a87982e5f0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:36.256476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b6ce2-94f0-4586-b344-27a87982e5f0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:36.261450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60352) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:36.272884 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-467b6ce2-94f0-4586-b344-27a87982e5f0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1522975 Aug 23 12:23:36.357204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16728b26-0fc2-40c4-9ef4-e219607fac43 req-a97067fd-9284-4e60-abf7-7bc341cc270f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.2166824 Aug 23 12:23:36.379137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d63a-2240-461c-8045-c7b540719563 req-bb310c3b-59fb-4c2a-834b-59fed0c052b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:36.381448 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-bb310c3b-59fb-4c2a-834b-59fed0c052b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=981689a9-c1a6-4d70-a943-77d82f191039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826823 Aug 23 12:23:36.392946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 82bc17bf-2892-48fc-8820-b9d8b14bbace {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:36.397861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:36.429001 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:36.577178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-97a62096-2031-4642-b4be-7786c8ca78e3 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846414 Aug 23 12:23:36.678348 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:36.742850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6a33d63a-2240-461c-8045-c7b540719563 req-837e73ea-fdff-4b02-984b-55dcf8429686 service neutron] 10.222.0.41 "GET /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597152 Aug 23 12:23:36.883122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:36.892416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-18397a52-31e0-40c6-9607-d453daaa8492 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:36.896271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-18397a52-31e0-40c6-9607-d453daaa8492 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.4243481 Aug 23 12:23:36.907566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:49Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:36.979479 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea83cd0-e350-403e-ae7b-5043bf291d55 None None] The sync data for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 is: [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:21:44Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '420e1168-767b-4993-b64c-4ecc2cb9f10e', 'name': '', 'network_id': '981689a9-c1a6-4d70-a943-77d82f191039', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:21:c7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:43Z', 'updated_at': '2021-08-23T12:21:49Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '0b1afe5c-807b-4311-bd1f-c3c69ccd3035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:23:37.058798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-f0c1b218-a19c-4b18-95d9-2f413fe7bf22 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:37.064832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-f0c1b218-a19c-4b18-95d9-2f413fe7bf22 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 947 time: 0.1524246 Aug 23 12:23:37.167645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60380) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:37.346107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.363377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fae5cd-9001-4e0d-aa4b-33f56e858214 req-073bc92e-7b11-4022-96da-d7ded2a03e67 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:37.366362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.372805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24665ef0-02b9-46b7-82db-2ca79a8f93a3 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:37.383524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-54fae5cd-9001-4e0d-aa4b-33f56e858214 req-073bc92e-7b11-4022-96da-d7ded2a03e67 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 947 time: 0.2144575 Aug 23 12:23:37.384791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/82bc17bf-2892-48fc-8820-b9d8b14bbace HTTP/1.1" status: 204 len: 168 time: 1.1221988 Aug 23 12:23:37.399830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60386) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:37.532575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.537029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326b314-c6c7-4e56-8604-a3a70f6cf070 None None] New status for floating IP f3d89a45-4ee0-4b38-84b5-009b1a2af77b: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:23:37.552868 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-54fae5cd-9001-4e0d-aa4b-33f56e858214 req-dc6901f6-6a63-429e-9416-0d6f4d4a6bf1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b643342-5a8b-4788-a454-b7876f6c28d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676035 Aug 23 12:23:37.556481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:37.558254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.589587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7d277-f1ac-465e-bf7d-b5995c704558 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=82bc17bf-2892-48fc-8820-b9d8b14bbace,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:37.607787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:37.608136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6162ff9c-4c39-45be-86db-961c162b5a81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2028310 Aug 23 12:23:37.636498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f3064e2-bd86-40b2-8b0b-49b462ac9bfd req-5f0f4e6f-7174-42ca-9f45-9c22a6602983 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.1357002 Aug 23 12:23:37.679751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-516246c1-6386-4588-876f-e5110753769a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 380 time: 0.4015951 Aug 23 12:23:37.691814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577', 'security_groups': ['cf7e8be5-5c54-4ee9-99df-fb72986e23b4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:37.768538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port d5243e39-54be-4ae5-b396-efa7bd4f1e2a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:37.769217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.819317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7da63-cde7-494e-969c-b53c27067c80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:37.821087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cd7da63-cde7-494e-969c-b53c27067c80 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2087073 Aug 23 12:23:37.822623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for d5243e39-54be-4ae5-b396-efa7bd4f1e2a owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:37.847850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60396) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:37.877257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:37.953749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] Deleting port 0738dd8c-f422-42ae-98f2-b8ad976924a7 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:37.954820 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.959487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.967642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.984078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:37.988040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:37.989898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33e759-65ca-49c5-a89e-94fc1d514dbe tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:37.991403 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ed33e759-65ca-49c5-a89e-94fc1d514dbe tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425974 Aug 23 12:23:37.998140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60402) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:38.049872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] For port 0738dd8c-f422-42ae-98f2-b8ad976924a7, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0738dd8c-f422-42ae-98f2-b8ad976924a7,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:38.050188 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.065412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] Calling delete_port for 0738dd8c-f422-42ae-98f2-b8ad976924a7 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:38.066320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ec30f382-e151-4d5c-babb-e5fc773b7597 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661604 Aug 23 12:23:38.070040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60404) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:38.074303 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a98a8e5-f590-42b3-a522-f04851fe1461,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:38.075308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:38.091439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9616b5432e004570909c25736c5bff38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8944554 Aug 23 12:23:38.094576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.095069 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.095548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.096240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.096969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.097737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.098471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.099757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.100486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.101223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.101982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.102742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8996e1a-253b-42d8-b2a3-143b7bb89c56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:38.116967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60406) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:38.192901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.225072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] No DVR routers for this DVR port 0738dd8c-f422-42ae-98f2-b8ad976924a7 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:38.269509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.290775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a8375-12eb-4360-b705-b279bebe6a4c None None] Pushing event deleted for resources: {'Port': ['ID=0738dd8c-f422-42ae-98f2-b8ad976924a7,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:38.323792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=d5243e39-54be-4ae5-b396-efa7bd4f1e2a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:38.359613 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-367feee4-236c-471e-90e0-f4732d335f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.382947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:38.386730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.403548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] No DVR routers for this DVR port d5243e39-54be-4ae5-b396-efa7bd4f1e2a on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:38.406708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.409211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-53368635-b97a-4abb-82c5-59796ccd4bc4 req-657d9fe0-7a17-44c3-bb6e-28a2999c7288 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "DELETE /v2.0/ports/d5243e39-54be-4ae5-b396-efa7bd4f1e2a HTTP/1.1" status: 204 len: 173 time: 1.3357458 Aug 23 12:23:38.410148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-deleted', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:38.413211 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db396070-7842-4792-85ee-6dbb5b400c57" -d '{"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-deleted", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:38.469759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-367feee4-236c-471e-90e0-f4732d335f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.489324 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b981aac8-a04a-4529-ab78-ac45d2d6ee1d x-openstack-request-id: req-b981aac8-a04a-4529-ab78-ac45d2d6ee1d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:38.489577 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84dc411a-df09-4c39-bf3e-b7df9961c374", "name": "network-vif-deleted", "tag": "d5243e39-54be-4ae5-b396-efa7bd4f1e2a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:38.492233 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b981aac8-a04a-4529-ab78-ac45d2d6ee1d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:38.492648 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc411a-df09-4c39-bf3e-b7df9961c374', 'name': 'network-vif-deleted', 'tag': 'd5243e39-54be-4ae5-b396-efa7bd4f1e2a', 'status': 'completed', 'code': 200} Aug 23 12:23:38.610556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.7 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/862cd169-0d30-4ff1-afa3-e406964510f2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:38.627481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-367feee4-236c-471e-90e0-f4732d335f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.632749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-367feee4-236c-471e-90e0-f4732d335f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:38.632749 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-367feee4-236c-471e-90e0-f4732d335f80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a98a8e5-f590-42b3-a522-f04851fe1461 HTTP/1.1" status: 204 len: 168 time: 0.5136046 Aug 23 12:23:38.672115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367feee4-236c-471e-90e0-f4732d335f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a98a8e5-f590-42b3-a522-f04851fe1461,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:38.754655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7b13538-8119-4171-8e7a-82c0bdd0ca7f req-f56d7d05-1f17-4580-be05-7146bc88d68b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=84dc411a-df09-4c39-bf3e-b7df9961c374 HTTP/1.1" status: 200 len: 210 time: 0.0786836 Aug 23 12:23:38.860167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0738dd8c-f422-42ae-98f2-b8ad976924a7 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:38.869471 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-35ab46ca-6cff-446e-bbb1-2a1924996bd7 req-c4045778-15b7-4b1a-8fde-984bcbaba21d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.0620790 Aug 23 12:23:38.909351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0738dd8c-f422-42ae-98f2-b8ad976924a7 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:38.911048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0738dd8c-f422-42ae-98f2-b8ad976924a7 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:39.105030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.150910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object 862cd169-0d30-4ff1-afa3-e406964510f2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:39.191932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:39.200180 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.256943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:39.273727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:39.275476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.275768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.276112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.276460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.276797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.277151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.277480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.277839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.278172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.278504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.278910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.279242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:39.284895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.286633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:39.293655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:39.294279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.297403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c53d0c-f2b1-4c06-bf47-3816a13560cc None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:39.341500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:39.345819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:39.350934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-94a01894-33c6-423a-928a-001fd98d19a3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2799213 Aug 23 12:23:39.353617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:39.354451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60444) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:39.367179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:39.395888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=862cd169-0d30-4ff1-afa3-e406964510f2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:39.436489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:39.437170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.478287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-1a172d6d-c488-4a26-b203-df6a84d079a9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7915578 Aug 23 12:23:39.490881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Request body: {'port': {'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:39.557623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:39.558568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.609789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:39.614326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.645125 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:39.820181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Allocated IP 2001:db8::f816:3eff:fe52:9949 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236/b366b178-66fc-4b2f-8a4e-bed35c1df752) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:39.860376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60460) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:39.891435 n-d-773645-7 neutron-server[101058]: INFO neutron.db.ipam_backend_mixin [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236 (CIDR: 2001:db8::/64) Aug 23 12:23:39.993446 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:39.993986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:40.045368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7d2dfb76-8f3e-45c0-9bea-c7ae59df55ae tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6893370 Aug 23 12:23:40.059912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:40.073701 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:40.146708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862cd169-0d30-4ff1-afa3-e406964510f2 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:23:40.163202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.195758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c9015904-4ba5-4fa0-b0de-7f92fb343243 None None] Provisioning for port 862cd169-0d30-4ff1-afa3-e406964510f2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:40.199816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.201222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Transition to ACTIVE for port object 862cd169-0d30-4ff1-afa3-e406964510f2 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:40.202856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c9015904-4ba5-4fa0-b0de-7f92fb343243 None None] Provisioning complete for port 862cd169-0d30-4ff1-afa3-e406964510f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:40.203473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c9015904-4ba5-4fa0-b0de-7f92fb343243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.210972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.253761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Transition to ACTIVE for port object b366b178-66fc-4b2f-8a4e-bed35c1df752 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:40.306670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Transition to ACTIVE for port object b366b178-66fc-4b2f-8a4e-bed35c1df752 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:40.317377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c9015904-4ba5-4fa0-b0de-7f92fb343243 None None] Port 862cd169-0d30-4ff1-afa3-e406964510f2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:23:40.325521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.347002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Pushing event updated for resources: {'Port': ['ID=862cd169-0d30-4ff1-afa3-e406964510f2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:40.420505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a143f21-5df7-47df-94b6-1037bed8be4d req-b3978d22-f875-489e-b74d-4b364584dea6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:40.430523 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a143f21-5df7-47df-94b6-1037bed8be4d req-b3978d22-f875-489e-b74d-4b364584dea6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 931 time: 0.3803940 Aug 23 12:23:40.471910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:40.486098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:40.492441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:40.528144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Pushing event updated for resources: {'Port': ['ID=b366b178-66fc-4b2f-8a4e-bed35c1df752,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:40.613775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:40.622802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.668762 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a143f21-5df7-47df-94b6-1037bed8be4d req-23668005-8213-4e0e-8c03-681c70ab2223 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370150 Aug 23 12:23:40.713211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Attempting to bind port b366b178-66fc-4b2f-8a4e-bed35c1df752 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:40.713633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Attempting to bind port b366b178-66fc-4b2f-8a4e-bed35c1df752 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:40.714029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Attempting to bind port b366b178-66fc-4b2f-8a4e-bed35c1df752 on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:40.750012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:40.751067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:40.751550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.752483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:40.754455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Bound port: b366b178-66fc-4b2f-8a4e-bed35c1df752, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:40.754981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:40.971366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] For port b366b178-66fc-4b2f-8a4e-bed35c1df752, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:40.977831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] For port b366b178-66fc-4b2f-8a4e-bed35c1df752, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b366b178-66fc-4b2f-8a4e-bed35c1df752,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:40.983523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.080397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:41.089231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Attempting to bind port 862cd169-0d30-4ff1-afa3-e406964510f2 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:41.089583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Attempting to bind port 862cd169-0d30-4ff1-afa3-e406964510f2 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:41.089951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Attempting to bind port 862cd169-0d30-4ff1-afa3-e406964510f2 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:41.127848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.128485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: d5243e39-54be-4ae5-b396-efa7bd4f1e2a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:41.128991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device d5243e39-54be-4ae5-b396-efa7bd4f1e2a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:41.158295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d1064-e27b-458f-9f7b-1d695052f8a5 None None] Pushing event updated for resources: {'Port': ['ID=b366b178-66fc-4b2f-8a4e-bed35c1df752,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:41.170700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Port 862cd169-0d30-4ff1-afa3-e406964510f2 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:23:41.171037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Attempting to bind port 862cd169-0d30-4ff1-afa3-e406964510f2 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:41.185195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:41.185535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:41.187499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:41.187966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Bound port: 862cd169-0d30-4ff1-afa3-e406964510f2, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:41.188422 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.453995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] For port 862cd169-0d30-4ff1-afa3-e406964510f2, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:41.470341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.480267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] For port 862cd169-0d30-4ff1-afa3-e406964510f2, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=862cd169-0d30-4ff1-afa3-e406964510f2,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:41.597534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 420e1168-767b-4993-b64c-4ecc2cb9f10e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:41.598182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.633959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.713573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=d254f260-83fb-4640-af9e-85418566508f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:41.731516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:41.738935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:41.745590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:41.746582 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.753768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:41.754644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.756436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] 10.222.0.44 "PUT /v2.0/ports/862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 1091 time: 2.2700334 Aug 23 12:23:41.757078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:41.759433 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654d1bb-986f-4561-ace9-aa65903966bf" -d '{"events": [{"name": "network-changed", "server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:41.825828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5fb50-72a3-4d51-8922-81a86d2c87cb service neutron] Pushing event updated for resources: {'Port': ['ID=862cd169-0d30-4ff1-afa3-e406964510f2,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:41.827312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 420e1168-767b-4993-b64c-4ecc2cb9f10e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=420e1168-767b-4993-b64c-4ecc2cb9f10e,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:41.827583 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:41.841534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f4124804-39cc-4d9d-913c-d1df21b8ae71 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7776554 Aug 23 12:23:41.846725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60506) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:41.863980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:c9:50:8a', 'name': 'tempest-NetworksTestDHCPv6-603029563'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:41.909266 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f195e-9ec8-4a16-91ef-40aaf0c5c462 x-openstack-request-id: req-d72f195e-9ec8-4a16-91ef-40aaf0c5c462 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:41.909860 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:41.910272 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d72f195e-9ec8-4a16-91ef-40aaf0c5c462 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:41.910877 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2', 'status': 'completed', 'code': 200} Aug 23 12:23:41.959682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-805955cd-931f-4309-a5a8-4b0dedb6050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:41.978026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-805955cd-931f-4309-a5a8-4b0dedb6050e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1094 time: 0.1530671 Aug 23 12:23:42.024596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 420e1168-767b-4993-b64c-4ecc2cb9f10e owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:42.147224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-f3372154-efa6-4f36-a292-8dc97ca71c71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 217 time: 0.1681306 Aug 23 12:23:42.190171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:42.251620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a26-c22b-45b5-9a61-e5dbe261c89f req-cfa023df-61bf-4d4c-b106-c78edc53d82a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:42.253207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-77ec5a26-c22b-45b5-9a61-e5dbe261c89f req-cfa023df-61bf-4d4c-b106-c78edc53d82a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.3235445 Aug 23 12:23:42.269486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-07d3d9b3-6ccf-4e9b-b976-0e03fe7c255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:42.272186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-07d3d9b3-6ccf-4e9b-b976-0e03fe7c255d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1132295 Aug 23 12:23:42.349609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:42.380798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-af7a3a7e-677a-427b-b7eb-545ee7d09aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:42.382497 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-af7a3a7e-677a-427b-b7eb-545ee7d09aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946925 Aug 23 12:23:42.388351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:42.395910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-77ec5a26-c22b-45b5-9a61-e5dbe261c89f req-29669c37-abba-44d5-ae00-f5325774f1ac tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183572 Aug 23 12:23:42.559920 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-c4970916-7437-4136-a6a8-027879c7cdb2 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629546 Aug 23 12:23:42.702566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe4cb194-092b-4b24-b9d6-6d9c25871059 req-18e8749a-5966-492f-b6c8-2ec0e20b2f76 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323674 Aug 23 12:23:42.790011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06577ba-f185-4f7c-a3c9-972f601ef3da None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:42.836653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d1bb-986f-4561-ace9-aa65903966bf req-f1e13d54-0cfe-4884-8332-9bf65eff1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:42.839521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-f1e13d54-0cfe-4884-8332-9bf65eff1669 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1094 time: 0.0808535 Aug 23 12:23:42.951524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b366b178-66fc-4b2f-8a4e-bed35c1df752 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:43.025774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d1bb-986f-4561-ace9-aa65903966bf req-49a6cf64-6c57-4059-a3cb-45b128781014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:43.029941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-49a6cf64-6c57-4059-a3cb-45b128781014 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1742520 Aug 23 12:23:43.040525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-724c9e02-548b-466e-90a2-ceeac49689c3 None None] Provisioning for port b366b178-66fc-4b2f-8a4e-bed35c1df752 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:43.046266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8:0:1::17d (e8b155fa-23ee-4888-b700-0dc9aeb608f0/d254f260-83fb-4640-af9e-85418566508f/ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:43.059808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fec9:508a (e8b155fa-23ee-4888-b700-0dc9aeb608f0/15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236/ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:43.087180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.119165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b366b178-66fc-4b2f-8a4e-bed35c1df752 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:43.123081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-d1a6c7e4-89c2-4bb7-94ba-8c2904249ad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 217 time: 0.0876997 Aug 23 12:23:43.131388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b366b178-66fc-4b2f-8a4e-bed35c1df752 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:43.132164 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.191890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d1bb-986f-4561-ace9-aa65903966bf req-216120ae-b113-41b8-bd18-7965051c6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:43.193672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-216120ae-b113-41b8-bd18-7965051c6900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0636334 Aug 23 12:23:43.212443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=420e1168-767b-4993-b64c-4ecc2cb9f10e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:43.280927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236', 'ip_address': '2001:db8::f816:3eff:fe52:9949'}, {'subnet_id': 'd254f260-83fb-4640-af9e-85418566508f'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'b366b178-66fc-4b2f-8a4e-bed35c1df752'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:43.293399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d1bb-986f-4561-ace9-aa65903966bf req-fc46dae1-cb50-465c-b85e-243311fe3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:43.295325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-fc46dae1-cb50-465c-b85e-243311fe3d3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937164 Aug 23 12:23:43.382132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.527694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-72fd4aa1-518f-4dbb-848c-fded2b6ead29 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216797 Aug 23 12:23:43.673731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.728257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b366b178-66fc-4b2f-8a4e-bed35c1df752, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b366b178-66fc-4b2f-8a4e-bed35c1df752,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:43.733442 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.741158 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.802277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9654d1bb-986f-4561-ace9-aa65903966bf req-c4833ed0-61b9-42ef-8178-a1a44480b89f service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449985 Aug 23 12:23:43.833547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c136-f35b-41d9-a139-aa99e5f0b868 req-6bbd3239-0c5b-4096-aea4-f035bcd69b92 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:43.835867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b366b178-66fc-4b2f-8a4e-bed35c1df752,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:43.836600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9587c136-f35b-41d9-a139-aa99e5f0b868 req-6bbd3239-0c5b-4096-aea4-f035bcd69b92 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.2202885 Aug 23 12:23:43.857328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:43.906360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9587c136-f35b-41d9-a139-aa99e5f0b868 req-563e0ef0-54ca-419c-80c6-5f9662a81446 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536292 Aug 23 12:23:43.929947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:44.028512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.088315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Allocated IP 2001:db8:0:1::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/d254f260-83fb-4640-af9e-85418566508f/b366b178-66fc-4b2f-8a4e-bed35c1df752) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:44.120002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:44.127911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:44.134886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:44.140536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:44.141235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.159986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3063831 Aug 23 12:23:44.163480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60560) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:44.173459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd3c5-48e0-4d25-9a3b-e6ac867dee24 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:44.185171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router ee6bb411-7ff2-4616-b0c3-7fa43a471763 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:23:44.206584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] For port b366b178-66fc-4b2f-8a4e-bed35c1df752, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b366b178-66fc-4b2f-8a4e-bed35c1df752,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:44.251108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.269937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Transition to ACTIVE for port object b366b178-66fc-4b2f-8a4e-bed35c1df752 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:44.276756 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.305114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:44.305368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.362403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:23:44.369707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3d0453c2-8ba0-42ae-87e3-63e2cc8db2d3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/ee6bb411-7ff2-4616-b0c3-7fa43a471763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5062850 Aug 23 12:23:44.372117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60566) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:44.376223 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] Sync routers for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:23:44.389706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0794ea-5c17-44d6-970a-3438643ded31 None None] Pushing event updated for resources: {'Port': ['ID=b366b178-66fc-4b2f-8a4e-bed35c1df752,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:44.393376 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:44.394164 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:44.445414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting subnet 0b1afe5c-807b-4311-bd1f-c3c69ccd3035 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:44.447998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.449661 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.462500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:44.512137 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.760282 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.791199 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.843884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:44.852957 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:44.906691 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.976414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1afe5c-807b-4311-bd1f-c3c69ccd3035,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:44.979174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d49fafc-6d56-4e38-8c95-647b9f19243e None None] Network 981689a9-c1a6-4d70-a943-77d82f191039 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:44.983371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.994780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:44.996036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:44.997456 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-72c92413-9833-4c18-bc60-8825c09c93b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/subnets/0b1afe5c-807b-4311-bd1f-c3c69ccd3035 HTTP/1.1" status: 204 len: 168 time: 0.6239686 Aug 23 12:23:45.002448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4dc5c084-d17f-4226-9c5e-0dcb5ad535d3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2 HTTP/1.1" status: 204 len: 168 time: 0.8369062 Aug 23 12:23:45.006077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60582) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:45.145097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28783b0d-f0b8-4141-98e7-530ab1faffe2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:45.152584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28783b0d-f0b8-4141-98e7-530ab1faffe2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1454470 Aug 23 12:23:45.155025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:45.165673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b366b178-66fc-4b2f-8a4e-bed35c1df752 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:45.281283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985cfd8-b801-4717-8934-63dc3204fddb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:45.285318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b985cfd8-b801-4717-8934-63dc3204fddb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1292717 Aug 23 12:23:45.288994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60586) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:45.324940 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:23:42Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:45.378052 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] Checking router: ee6bb411-7ff2-4616-b0c3-7fa43a471763 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:23:45.409370 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] Routers {'ee6bb411-7ff2-4616-b0c3-7fa43a471763'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:45.410060 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:45.431273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd8096-a1e6-4ae6-8214-f4bf7933c19b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:45.442901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd8096-a1e6-4ae6-8214-f4bf7933c19b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:45.444643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd8096-a1e6-4ae6-8214-f4bf7933c19b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:45.448214 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68cd8096-a1e6-4ae6-8214-f4bf7933c19b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1566195 Aug 23 12:23:45.453079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60592) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:45.463296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] DHCP port deletion for 981689a9-c1a6-4d70-a943-77d82f191039 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:45.572501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:45.585395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.596397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b4a37299-7c03-4dff-ade2-aaf06f336e20 None None] Provisioning for port b366b178-66fc-4b2f-8a4e-bed35c1df752 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:45.606807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b4a37299-7c03-4dff-ade2-aaf06f336e20 None None] Provisioning complete for port b366b178-66fc-4b2f-8a4e-bed35c1df752 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:45.607181 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b4a37299-7c03-4dff-ade2-aaf06f336e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.653834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] Set router ee6bb411-7ff2-4616-b0c3-7fa43a471763 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:45.688027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.697464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Deleting port 1be70360-668c-44c3-ac4f-996095efc2c3 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:45.697871 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.744118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.814169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58385-e68d-4418-abe5-70e7c367006a req-86faadbc-3fb6-4118-b3a5-f0d2d18425ab tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:45.815787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5a58385-e68d-4418-abe5-70e7c367006a req-86faadbc-3fb6-4118-b3a5-f0d2d18425ab tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.6878760 Aug 23 12:23:45.878910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.953550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.970930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:45.976110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236 HTTP/1.1" status: 204 len: 168 time: 0.5215435 Aug 23 12:23:45.976588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60602) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:46.015193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd200-ea3b-47dd-8c2f-7c3c9ceba5d2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:46.016921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.090754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5a58385-e68d-4418-abe5-70e7c367006a req-42e9bc33-228d-4b04-a507-d5549f19dccc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646637 Aug 23 12:23:46.102587 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:23:42Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:46.195074 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db105b-4b61-4abd-8ade-2cfda59672a0 None None] The sync data for ids ['ee6bb411-7ff2-4616-b0c3-7fa43a471763'] in n-d-773645-7 is: [{'id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078800520', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:21:39Z', 'updated_at': '2021-08-23T12:23:42Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '1a5165ae-eced-453a-bafd-263cae043f2f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6bb411-7ff2-4616-b0c3-7fa43a471763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:21:40Z', 'updated_at': '2021-08-23T12:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:23:46.221884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet d254f260-83fb-4640-af9e-85418566508f {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:46.244811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] For port 1be70360-668c-44c3-ac4f-996095efc2c3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1be70360-668c-44c3-ac4f-996095efc2c3,segment=NetworkSegment(23daf672-f536-4f65-950c-e6bca09f42af),segment_id=23daf672-f536-4f65-950c-e6bca09f42af)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:46.245309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.256504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.270223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Calling delete_port for 1be70360-668c-44c3-ac4f-996095efc2c3 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:46.318439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 1a5165ae-eced-453a-bafd-263cae043f2f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:46.319438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.407439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2485bf6-67ce-411d-a6c5-79d5b57205f7 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:46.421260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 1a5165ae-eced-453a-bafd-263cae043f2f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1a5165ae-eced-453a-bafd-263cae043f2f,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:46.421516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.434268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 1a5165ae-eced-453a-bafd-263cae043f2f owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:46.659258 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.718035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.722225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.768787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] No DVR routers for this DVR port 1be70360-668c-44c3-ac4f-996095efc2c3 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:46.774766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Pushing event deleted for resources: {'Port': ['ID=1be70360-668c-44c3-ac4f-996095efc2c3,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:46.788476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.788923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.789670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.794243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.794861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.795432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.796024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.796590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.797183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.797900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.798468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.799042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32506ad3-4880-4273-8ea6-2f79a5188779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:23:46.807441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 420e1168-767b-4993-b64c-4ecc2cb9f10e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:46.839764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=1a5165ae-eced-453a-bafd-263cae043f2f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:46.845934 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:46.851903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 420e1168-767b-4993-b64c-4ecc2cb9f10e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:46.853947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 420e1168-767b-4993-b64c-4ecc2cb9f10e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:46.854481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1be70360-668c-44c3-ac4f-996095efc2c3 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:46.902887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1be70360-668c-44c3-ac4f-996095efc2c3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:46.904605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1be70360-668c-44c3-ac4f-996095efc2c3 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:46.913968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a20c5b3b-65ae-48f6-b58c-0857ee05ea60 None None] Could not find standard attr ID for object ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:23:46.956195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.081381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.084425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.195140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.197249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Fanout notify agent at l3_agent the message router_deleted on router ee6bb411-7ff2-4616-b0c3-7fa43a471763 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:23:47.221448 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.222878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-72862cb8-d460-4271-88a0-1cdb14ebddb0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/routers/ee6bb411-7ff2-4616-b0c3-7fa43a471763 HTTP/1.1" status: 204 len: 168 time: 2.2176833 Aug 23 12:23:47.225728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60624) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:47.278885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.335307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1891c89-2420-4a21-87e0-59029cc92dd8 req-7c6e9f05-e1c2-4a88-a674-8f7adef55092 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:47.343485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1891c89-2420-4a21-87e0-59029cc92dd8 req-7c6e9f05-e1c2-4a88-a674-8f7adef55092 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.1194148 Aug 23 12:23:47.348153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.350104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/d254f260-83fb-4640-af9e-85418566508f HTTP/1.1" status: 204 len: 168 time: 1.3711333 Aug 23 12:23:47.387053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:47.387850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bd04b-7f64-469c-af69-e318e0c2e042 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=d254f260-83fb-4640-af9e-85418566508f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:47.441117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7bdfb128-56fd-47d7-a8eb-74a1cfac4fe0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495839 Aug 23 12:23:47.444232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:47.463773 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1891c89-2420-4a21-87e0-59029cc92dd8 req-d2b7b528-3008-4eb5-9f40-46041c4bc5be tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192296 Aug 23 12:23:47.468229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:47.477346 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.544917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60636) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:47.639607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:47.643633 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.686417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.692129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae3295-563f-46a9-baa6-30d53f9eefaa None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:47.701454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981689a9-c1a6-4d70-a943-77d82f191039']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:47.714262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23daf672-f536-4f65-950c-e6bca09f42af') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:47.714564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23daf672-f536-4f65-950c-e6bca09f42af') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:47.725211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.742348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.749484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:23:47.749914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: items = [ Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:23:47.767973 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:23:47.782811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-044c4daf-c0fb-44b2-be18-2b0be9e5eaef None None] Provisioning complete for port b366b178-66fc-4b2f-8a4e-bed35c1df752 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:47.783192 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-044c4daf-c0fb-44b2-be18-2b0be9e5eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.828216 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5553690-0d95-4a72-8d12-1a05b6a09bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.852447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.864898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.869294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/networks/981689a9-c1a6-4d70-a943-77d82f191039 HTTP/1.1" status: 204 len: 168 time: 0.6400785 Aug 23 12:23:47.870304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60644) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:47.884189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca1d9-356f-4e72-9ce7-f915e2537956 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Network': ['ID=981689a9-c1a6-4d70-a943-77d82f191039,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:47.983152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5553690-0d95-4a72-8d12-1a05b6a09bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:47.990127 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c5553690-0d95-4a72-8d12-1a05b6a09bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.010315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4aab-9c66-464a-8a04-b4ba103e8526 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.030458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:23:48.043816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c5553690-0d95-4a72-8d12-1a05b6a09bba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2f99c3a7ced4b04b4bc35109036ddec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944129 Aug 23 12:23:48.043816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:48.051364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5553690-0d95-4a72-8d12-1a05b6a09bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8dd0c-f392-44bb-a1e9-7fda74b25336,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:48.121131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4aab-9c66-464a-8a04-b4ba103e8526 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.125967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] Deleting port b366b178-66fc-4b2f-8a4e-bed35c1df752 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:48.126525 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.131312 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59540ff2-9ce6-4088-a363-9d9e04e5d79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.164382 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59540ff2-9ce6-4088-a363-9d9e04e5d79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.228883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:48.230770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] For port b366b178-66fc-4b2f-8a4e-bed35c1df752, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b366b178-66fc-4b2f-8a4e-bed35c1df752,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:48.231185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.243676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] Calling delete_port for b366b178-66fc-4b2f-8a4e-bed35c1df752 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:48.250122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59540ff2-9ce6-4088-a363-9d9e04e5d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.255096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-59540ff2-9ce6-4088-a363-9d9e04e5d79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.258223 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-59540ff2-9ce6-4088-a363-9d9e04e5d79c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d8dd0c-f392-44bb-a1e9-7fda74b25336 HTTP/1.1" status: 204 len: 168 time: 0.2137899 Aug 23 12:23:48.268021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59540ff2-9ce6-4088-a363-9d9e04e5d79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8dd0c-f392-44bb-a1e9-7fda74b25336,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:48.368869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.383464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4aab-9c66-464a-8a04-b4ba103e8526 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.386092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e22f4aab-9c66-464a-8a04-b4ba103e8526 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.389780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e22f4aab-9c66-464a-8a04-b4ba103e8526 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b643342-5a8b-4788-a454-b7876f6c28d3 HTTP/1.1" status: 204 len: 168 time: 0.5154009 Aug 23 12:23:48.400794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] Pushing event deleted for resources: {'Port': ['ID=b366b178-66fc-4b2f-8a4e-bed35c1df752,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:48.405062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aea052-f57d-485a-bb16-4034c77f839f None None] No DVR routers for this DVR port b366b178-66fc-4b2f-8a4e-bed35c1df752 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:23:48.416869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4aab-9c66-464a-8a04-b4ba103e8526 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b643342-5a8b-4788-a454-b7876f6c28d3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:48.462918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Port b366b178-66fc-4b2f-8a4e-bed35c1df752 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101057) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 12:23:48.463552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:9949 {{(pid=101057) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 12:23:48.470714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:9949 {{(pid=101057) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 12:23:48.472216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.534182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=0d9276e1-5c96-4689-bc02-3da71a9e444c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:48.557430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:48.559361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:48.563475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:48.564182 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.571445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1ac23-0e63-4a36-9fe1-6ba71e30b234 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:48.587728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a6979603-13ef-45ae-bcd0-fefc445859b0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1396163 Aug 23 12:23:48.588076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60670) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:48.595018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:48.745081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e4119-ab8f-4013-b281-69d5661d1062 req-81c0d5b7-aa99-45ec-8b05-b91590e78132 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:48.752638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c0e4119-ab8f-4013-b281-69d5661d1062 req-81c0d5b7-aa99-45ec-8b05-b91590e78132 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.1398323 Aug 23 12:23:48.829775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60680) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:48.836466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580104872', 'description': 'tempest-secgroup-smoke-1580104872 description', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:48.853745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c0e4119-ab8f-4013-b281-69d5661d1062 req-c9759af2-8631-4130-8a58-4eb523b2563f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901718 Aug 23 12:23:48.890831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b366b178-66fc-4b2f-8a4e-bed35c1df752 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:48.903017 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:23:48.903017 n-d-773645-7 neutron-server[101057]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:23:48.903017 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id': '5b415dc60c93491db20f990c6c3b6434', 'id': '9fbd7bce-d915-4c98-94ce-0a7a44538c3c', 'expiration': datetime.datetime(2021, 8, 23, 12, 25, 48, 884940)}] Aug 23 12:23:48.903017 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:23:48.904175 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:23:48.905525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:48.920430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b366b178-66fc-4b2f-8a4e-bed35c1df752 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:48.921140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b366b178-66fc-4b2f-8a4e-bed35c1df752 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:48.921830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1a5165ae-eced-453a-bafd-263cae043f2f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:48.992723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1a5165ae-eced-453a-bafd-263cae043f2f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:23:48.993519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1a5165ae-eced-453a-bafd-263cae043f2f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:23:49.005120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.024126 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.028876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': '0d9276e1-5c96-4689-bc02-3da71a9e444c'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:49.029946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.063908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.065161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2342114 Aug 23 12:23:49.066130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aa46a-fcc4-476c-b076-817edad7ce07 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8958dfa1-3c44-4e89-87b5-57e1bc0cf690,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:49.068890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60686) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:49.073631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '8958dfa1-3c44-4e89-87b5-57e1bc0cf690', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:49.135191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.210110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.215140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.237996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e83189-c41f-4fe3-a354-70d53603dbaa,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:49.244239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.248956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60698) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:49.249204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89e41a61-9c75-4232-8d38-0351f736e2cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792567 Aug 23 12:23:49.254669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '8958dfa1-3c44-4e89-87b5-57e1bc0cf690', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:49.269410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Allocated IP 2001:db8::f816:3eff:fe05:3939 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/0d9276e1-5c96-4689-bc02-3da71a9e444c/e7f9763f-9d61-44d9-908b-22b4bd7e232f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:49.298487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.376560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.382146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.408739 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c22d7f-0ed5-48bb-be95-e4d3a11ba8f9,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:49.417306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.419961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39d3f8b6-49d0-4c7d-96a0-dc2fc8064343 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688149 Aug 23 12:23:49.422722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60704) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:49.432341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '8958dfa1-3c44-4e89-87b5-57e1bc0cf690', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:49.443352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:49.453528 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.479010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.540689 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.554105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Transition to ACTIVE for port object e7f9763f-9d61-44d9-908b-22b4bd7e232f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:49.577284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Transition to ACTIVE for port object e7f9763f-9d61-44d9-908b-22b4bd7e232f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:49.585797 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.608978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.616239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.652825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:49.653028 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.654340 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304087 Aug 23 12:23:49.655263 n-d-773645-7 neutron-server[101057]: INFO neutron.db.ipam_backend_mixin [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d9276e1-5c96-4689-bc02-3da71a9e444c (CIDR: 2001:db8::/64) Aug 23 12:23:49.657241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60712) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:49.659375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59792a2-0c14-4da3-a29d-82ba96848ba6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af963e1-feb0-4398-98ff-53e31a39c015,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:49.664414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '8958dfa1-3c44-4e89-87b5-57e1bc0cf690', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:49.665713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:49.666118 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:49.666577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:49.668093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:49.671344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:49.716530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.724627 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0f46d70b-14f7-4a39-8e52-464c0c010fc2 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1320457 Aug 23 12:23:49.727634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60714) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:49.735414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:49.780657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Attempting to bind port e7f9763f-9d61-44d9-908b-22b4bd7e232f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:49.781397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Attempting to bind port e7f9763f-9d61-44d9-908b-22b4bd7e232f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:49.782044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Attempting to bind port e7f9763f-9d61-44d9-908b-22b4bd7e232f on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:49.793242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:49.793639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:49.795276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.795872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:49.797602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Bound port: e7f9763f-9d61-44d9-908b-22b4bd7e232f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:49.798202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.804165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.810586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.841985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03250a2-b0ca-4c33-a3fb-05ac7d9b5458,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:49.887675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.889501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a2d88220-794a-40f4-960c-59dc0c4954b0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2306576 Aug 23 12:23:49.891915 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60724) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:49.899942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '8958dfa1-3c44-4e89-87b5-57e1bc0cf690', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:49.922972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:49.929114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:49.938424 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:49.943091 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:23:49.955815 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.062491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d2d1f-2676-4f6c-9376-27e0cb870765 None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:50.090585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:50.095234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.122642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.128853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.156252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a209d126-305f-47bc-983e-3c4eef68fc15,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:50.163379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.165773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-286795c3-d96a-400f-8900-7a94514343cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2718070 Aug 23 12:23:50.167481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60732) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:50.169091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bae09-2535-4a87-ace2-0b1388c68908 req-dfefdc4c-ea5d-4e6b-9fb6-361e581317e5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:50.172072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c9bae09-2535-4a87-ace2-0b1388c68908 req-dfefdc4c-ea5d-4e6b-9fb6-361e581317e5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.1787491 Aug 23 12:23:50.179060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '8958dfa1-3c44-4e89-87b5-57e1bc0cf690', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:50.216294 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:23:50.228699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.278317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c9bae09-2535-4a87-ace2-0b1388c68908 req-3a6e3a63-b4e8-4667-976d-8922b27dd443 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723460 Aug 23 12:23:50.397942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.403643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.425832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f74ed0-2556-420a-9e2c-4a76d4c76412,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:50.471009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.475290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf224b6a-6165-4fa7-ba94-e5ba4b4af167 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3067641 Aug 23 12:23:50.476076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60744) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:50.481082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'network': {'name': 'tempest-network-smoke--176910722', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'port_security_enabled': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:50.515815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:50.520273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.569485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:23:50.583542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.583983 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Added segment cf01104b-7e8f-427f-aa32-79da660fc4d2 of type vlan for network e9a1b9e6-ed73-4518-8486-9c08244305da Aug 23 12:23:50.597976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.636589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.644107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:50.649096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:50.654458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:50.655066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.675382 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.677763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=57ce39fc-08b3-4c20-aa2b-fedde2e4e261,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:50.684165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fe2fee4e-99df-4357-88b4-200be0398b41 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9529569 Aug 23 12:23:50.684629 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:50.684629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.684844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60750) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:50.689550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:22:a2:2e', 'name': 'tempest-NetworksTestDHCPv6-541198009'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:50.764641 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2874906 Aug 23 12:23:50.767876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60756) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:50.834561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'admin_state_up': True, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:50.849901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039fa26-77a5-451a-be82-173a46a1b2e1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Network': ['ID=e9a1b9e6-ed73-4518-8486-9c08244305da,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:50.862921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network e9a1b9e6-ed73-4518-8486-9c08244305da details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:23:50.870803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:23:50.870803 n-d-773645-7 neutron-server[101057]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:23:50.870803 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id': '5b415dc60c93491db20f990c6c3b6434', 'id': 'ae45f0b1-dd35-482c-857e-4dfc25f5907a', 'expiration': datetime.datetime(2021, 8, 23, 12, 25, 50, 861745)}] Aug 23 12:23:50.870803 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:23:50.871129 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:23:50.879198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.881218 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.941323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:50.947633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:51.035386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e7f9763f-9d61-44d9-908b-22b4bd7e232f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:51.126132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.379338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.406489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:51.449333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.577541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578dd8f-22d7-4a0b-9720-b7c1111b9481 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:51.582946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.607313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 05fa45bc-f457-4d94-805e-ea4f5cee8d77 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:23:51.707610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] Provisioning for port e7f9763f-9d61-44d9-908b-22b4bd7e232f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:51.747287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:51.747897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.846180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cc00e6f1-1ecf-42a3-bd7d-57d16219f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.898009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8:0:1::8f (e8b155fa-23ee-4888-b700-0dc9aeb608f0/57ce39fc-08b3-4c20-aa2b-fedde2e4e261/05fa45bc-f457-4d94-805e-ea4f5cee8d77) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:51.906926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::f816:3eff:fe22:a22e (e8b155fa-23ee-4888-b700-0dc9aeb608f0/0d9276e1-5c96-4689-bc02-3da71a9e444c/05fa45bc-f457-4d94-805e-ea4f5cee8d77) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:51.923468 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:51.978565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:51.985367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.081446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c1516-1a4e-4236-a94e-d4a99e6344a9 req-1ed0f9ee-8c69-4c26-a268-52b3a38874c2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:52.090026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f55c1516-1a4e-4236-a94e-d4a99e6344a9 req-1ed0f9ee-8c69-4c26-a268-52b3a38874c2 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 943 time: 0.6916261 Aug 23 12:23:52.119790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.212 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/75de888d-b4b3-4287-ab02-051267cefbc2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:52.135408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08ebba-b0d7-4498-b643-d3a3272f1d65 None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:52.158781 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.162881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '0d9276e1-5c96-4689-bc02-3da71a9e444c', 'ip_address': '2001:db8::f816:3eff:fe05:3939'}, {'subnet_id': '57ce39fc-08b3-4c20-aa2b-fedde2e4e261'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'e7f9763f-9d61-44d9-908b-22b4bd7e232f'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:52.167772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f55c1516-1a4e-4236-a94e-d4a99e6344a9 req-f5be449c-4000-4035-a15a-42f8aaa2c21f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767558 Aug 23 12:23:52.192205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.200025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 05fa45bc-f457-4d94-805e-ea4f5cee8d77 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:52.282902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.330129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:52.333362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:52.338489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:52.345335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:52.346010 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.363590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=05fa45bc-f457-4d94-805e-ea4f5cee8d77,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:52.377030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.387590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f546b0a9-297d-4911-a956-b474a0b3c498 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7019928 Aug 23 12:23:52.390280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60810) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:52.459399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.474447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 862cd169-0d30-4ff1-afa3-e406964510f2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:23:52.521976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=75de888d-b4b3-4287-ab02-051267cefbc2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:52.540289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:52.544955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:52.548674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 05fa45bc-f457-4d94-805e-ea4f5cee8d77 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:23:52.549171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.550541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:52.595277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 862cd169-0d30-4ff1-afa3-e406964510f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=862cd169-0d30-4ff1-afa3-e406964510f2,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:52.611888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '862cd169-0d30-4ff1-afa3-e406964510f2', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:23:52.622394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Allocated IP 2001:db8:0:1::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/57ce39fc-08b3-4c20-aa2b-fedde2e4e261/e7f9763f-9d61-44d9-908b-22b4bd7e232f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:52.668190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.683550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 05fa45bc-f457-4d94-805e-ea4f5cee8d77 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:23:52.708014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.859199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:52.899768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862cd169-0d30-4ff1-afa3-e406964510f2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:23:52.908595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.929506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:52.935480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:52.980586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=05fa45bc-f457-4d94-805e-ea4f5cee8d77,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:53.008302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 862cd169-0d30-4ff1-afa3-e406964510f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=862cd169-0d30-4ff1-afa3-e406964510f2,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:53.015901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.024541 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.025526 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.031570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1a469bc-6389-49d0-829d-0a80963d72de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/05fa45bc-f457-4d94-805e-ea4f5cee8d77 HTTP/1.1" status: 204 len: 168 time: 0.6402309 Aug 23 12:23:53.032305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60828) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:53.079489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Transition to ACTIVE for port object e7f9763f-9d61-44d9-908b-22b4bd7e232f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:53.081225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:53.081775 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.091152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012eff43-1c2c-4a7c-a214-5a577cb96833 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:53.095169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-012eff43-1c2c-4a7c-a214-5a577cb96833 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0594263 Aug 23 12:23:53.095711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60830) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:53.107952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.153799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=862cd169-0d30-4ff1-afa3-e406964510f2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:53.170349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727ed77-28b4-493b-810f-a9961da010d6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:53.172151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4727ed77-28b4-493b-810f-a9961da010d6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0755813 Aug 23 12:23:53.174859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60834) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:53.240260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c069ab2-4b28-4acf-be9b-b415df99314d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:53.241884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c069ab2-4b28-4acf-be9b-b415df99314d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:53.243609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c069ab2-4b28-4acf-be9b-b415df99314d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:53.248235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3c069ab2-4b28-4acf-be9b-b415df99314d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0695770 Aug 23 12:23:53.250171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60840) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:53.292226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.296327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['862cd169-0d30-4ff1-afa3-e406964510f2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:23:53.351376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 0d9276e1-5c96-4689-bc02-3da71a9e444c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:53.370394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.455636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Port e7f9763f-9d61-44d9-908b-22b4bd7e232f had new provisioning blocks added so it will not transition to active. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 23 12:23:53.461406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bb7db-f6b1-4072-961c-d3999ead6403 None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:53.509475 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:23:53.531785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.697362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:23:53.724950 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:53.730917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fff7c0b5-24ac-4869-a1ee-a15eacbd9c7b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9617834 Aug 23 12:23:53.731968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:53.747847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Sync routers for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:23:53.793308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fb332599-19fa-48e4-863d-6f2d3f372c84 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb7114d4261a4a73b1ab2b8a070c17e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597315 Aug 23 12:23:53.794198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:53.794766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:53.795496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:54.042331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca077b2-5f5d-4859-b1fd-7d6f9aaf67dc tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:54.043915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ca077b2-5f5d-4859-b1fd-7d6f9aaf67dc tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2471135 Aug 23 12:23:54.049806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60860) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:54.109958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7695f754-a79b-4228-b96e-a3da2d11b0b5 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587685 Aug 23 12:23:54.110738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60866) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:54.111972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f0f9-41c5-4d16-a768-b65eb142a4a5 req-e32795b1-89b5-42db-a4e7-b831e5d8699f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:54.114771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a98f0f9-41c5-4d16-a768-b65eb142a4a5 req-e32795b1-89b5-42db-a4e7-b831e5d8699f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 944 time: 0.8201261 Aug 23 12:23:54.124561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640723301', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:54.221656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3a98f0f9-41c5-4d16-a768-b65eb142a4a5 req-1d0e924f-5210-4dff-aca4-ed896728e095 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982716 Aug 23 12:23:54.231519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.288382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:54.343089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.359219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:54.365156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.388690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9276e1-5c96-4689-bc02-3da71a9e444c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:54.397102 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.407660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-32ce561d-4341-4337-b5b6-f9bc1d9de19f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/0d9276e1-5c96-4689-bc02-3da71a9e444c HTTP/1.1" status: 204 len: 168 time: 1.1554458 Aug 23 12:23:54.408397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60874) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:54.475723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd842026-d4ff-497d-aac0-a538994fed79 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:54.502900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 862cd169-0d30-4ff1-afa3-e406964510f2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:54.505259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 57ce39fc-08b3-4c20-aa2b-fedde2e4e261 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:23:54.512845 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85859a26-65d4-41a4-a411-a0cc5b7a3fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.513839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.594704 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.598447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.683526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3fe61060-9194-487d-afea-3a3e63395c50 None None] Provisioning for port e7f9763f-9d61-44d9-908b-22b4bd7e232f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:54.705703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.779708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3fe61060-9194-487d-afea-3a3e63395c50 None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:54.780195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.780572 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3fe61060-9194-487d-afea-3a3e63395c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.834009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Subnet': ['ID=99d8aeaa-f8e2-459c-b72e-87bceedd737a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:54.871191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Checking segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:54.871557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network hostable DHCP agents. Network: e9a1b9e6-ed73-4518-8486-9c08244305da, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:23:54.893789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.898727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network e9a1b9e6-ed73-4518-8486-9c08244305da is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:23:54.919289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, e9a1b9e6-ed73-4518-8486-9c08244305da) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:54.925964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:54.926519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.930862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:23:54.937471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=57ce39fc-08b3-4c20-aa2b-fedde2e4e261,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:54.945731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0657ff9d-04f6-4e6d-a818-2c583d90f914 None None] Network e9a1b9e6-ed73-4518-8486-9c08244305da requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:54.952847 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-43141ab8-0e69-4254-ac0c-267153604d00 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8404319 Aug 23 12:23:54.953714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60892) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:54.965670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:54.967655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2f5b8cf1-0d81-45a5-8991-f7626341804d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/57ce39fc-08b3-4c20-aa2b-fedde2e4e261 HTTP/1.1" status: 204 len: 168 time: 0.5582814 Aug 23 12:23:54.970074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60894) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:54.973851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 862cd169-0d30-4ff1-afa3-e406964510f2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:54.996194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 862cd169-0d30-4ff1-afa3-e406964510f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:54.996828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.065039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60898) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:55.067509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30c62ba5-b306-4c3b-a404-3b62ae20593a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961828 Aug 23 12:23:55.072073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:55.173163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:52Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:55.243472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Checking router: e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:23:55.243964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Updating router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 port 75de888d-b4b3-4287-ab02-051267cefbc2 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:23:55.247964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:55.253322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.305912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:55.306439 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.381079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e7527-739b-4d92-831a-badf5a633ac8 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '57ce39fc-08b3-4c20-aa2b-fedde2e4e261'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'e7f9763f-9d61-44d9-908b-22b4bd7e232f'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:55.402427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.414212 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2a5e7527-739b-4d92-831a-badf5a633ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.461457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.617141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e9a1b9e6-ed73-4518-8486-9c08244305da', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:23:55.618240 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.660222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:23:55.662942 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf41e6d-af51-4367-bfe9-93427a250c1d" -d '{"events": [{"server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "name": "network-vif-plugged", "status": "completed", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:23:55.731576 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8c1dd7-7f3d-4cd2-8990-d7d00cec0997 x-openstack-request-id: req-eb8c1dd7-7f3d-4cd2-8990-d7d00cec0997 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:23:55.731872 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "name": "network-vif-plugged", "status": "completed", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:23:55.732141 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb8c1dd7-7f3d-4cd2-8990-d7d00cec0997 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:23:55.732537 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2', 'code': 200} Aug 23 12:23:55.761461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 862cd169-0d30-4ff1-afa3-e406964510f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=862cd169-0d30-4ff1-afa3-e406964510f2,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:55.846029 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:55.871052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcd8df-b739-48d2-b8ee-2aa6d9552fe1 req-a7ce61d6-ba50-4836-8529-a61572c9c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:55.872519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7dcd8df-b739-48d2-b8ee-2aa6d9552fe1 req-a7ce61d6-ba50-4836-8529-a61572c9c5d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.0845740 Aug 23 12:23:55.930569 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7dcd8df-b739-48d2-b8ee-2aa6d9552fe1 req-fe61b3a6-e0a6-4850-a454-a6e4bbad7546 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Aug 23 12:23:55.962570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c4a8-a518-46ea-a730-b1861ecc201f req-43e46bfe-7340-4ad5-bdcf-93d5fe0b6d59 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:55.966709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40a4c4a8-a518-46ea-a730-b1861ecc201f req-43e46bfe-7340-4ad5-bdcf-93d5fe0b6d59 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 944 time: 0.6223712 Aug 23 12:23:55.986392 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.024387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b59508-43e2-45e0-8465-00ce0eaaf5e6 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:56.120037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-40a4c4a8-a518-46ea-a730-b1861ecc201f req-b3e2ea7a-ebc7-41fe-bf44-393b867508bb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426754 Aug 23 12:23:56.178483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.195018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=862cd169-0d30-4ff1-afa3-e406964510f2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:56.217502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6443bf52-c5c3-4a8b-82be-55383e6c90db None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:56.218176 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6443bf52-c5c3-4a8b-82be-55383e6c90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.256771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=74935235-c589-480b-ba3e-152069a933bb,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:56.272002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:56.276189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:56.279485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:56.280100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.382624 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-24523b57-90e3-4e72-9bca-904bf79cbc81 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3143630 Aug 23 12:23:56.384181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60936) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:56.392302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:56.476196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Allocated IP 172.20.0.2 (e9a1b9e6-ed73-4518-8486-9c08244305da/99d8aeaa-f8e2-459c-b72e-87bceedd737a/c8be6b22-163e-4d54-850d-73d8cf224ece) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:56.480193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.648968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:56.655658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.735051 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.771086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Transition to ACTIVE for port object 75de888d-b4b3-4287-ab02-051267cefbc2 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:56.860586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:23:56.877970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:56.895533 n-d-773645-7 neutron-server[101057]: INFO neutron.db.ipam_backend_mixin [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74935235-c589-480b-ba3e-152069a933bb (CIDR: 2001:db8::/64) Aug 23 12:23:56.900599 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:23:56.901213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:23:56.939272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60950) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:56.939557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-30d77425-9921-44f3-97cf-7dea2a48b90c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5537760 Aug 23 12:23:56.947837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:57.011295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Update dhcp port {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'fixed_ips': [{'subnet_id': '74935235-c589-480b-ba3e-152069a933bb'}], 'binding:host_id': 'n-d-773645-7'}, 'id': 'e7f9763f-9d61-44d9-908b-22b4bd7e232f'} from n-d-773645-7. {{(pid=101059) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 12:23:57.055002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d98ee-f2da-49b7-9eb0-d2b21e2eee30 None None] Pushing event updated for resources: {'Port': ['ID=75de888d-b4b3-4287-ab02-051267cefbc2,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:57.086919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Attempting to bind port 75de888d-b4b3-4287-ab02-051267cefbc2 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:57.087328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Attempting to bind port 75de888d-b4b3-4287-ab02-051267cefbc2 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:57.087687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Attempting to bind port 75de888d-b4b3-4287-ab02-051267cefbc2 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:57.093549 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.115174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:57.115566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:57.115983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.116391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:57.117769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Bound port: 75de888d-b4b3-4287-ab02-051267cefbc2, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:57.118540 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.120607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:23:57.132835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.187840 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.237197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Transition to ACTIVE for port object c8be6b22-163e-4d54-850d-73d8cf224ece will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:57.339652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93fae-d01f-465b-8607-ff3e5e2e67d9 req-b52d8e2f-a1ae-46d5-8d0e-a400ff0e706a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:57.351130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17f93fae-d01f-465b-8607-ff3e5e2e67d9 req-b52d8e2f-a1ae-46d5-8d0e-a400ff0e706a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 945 time: 0.1409900 Aug 23 12:23:57.390042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Transition to ACTIVE for port object c8be6b22-163e-4d54-850d-73d8cf224ece will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:57.414992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17f93fae-d01f-465b-8607-ff3e5e2e67d9 req-9339b5a1-3d9e-462e-a942-bea7e9339a0b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629108 Aug 23 12:23:57.425609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] For port 75de888d-b4b3-4287-ab02-051267cefbc2, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:57.479653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] For port 75de888d-b4b3-4287-ab02-051267cefbc2, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=75de888d-b4b3-4287-ab02-051267cefbc2,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:57.502833 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.512239 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.542657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.1 (e9a1b9e6-ed73-4518-8486-9c08244305da/99d8aeaa-f8e2-459c-b72e-87bceedd737a/8e4f7605-3b7f-46a5-93a2-037c238f958e) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:57.562691 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.605431 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.611995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60970) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:57.653719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Network e9a1b9e6-ed73-4518-8486-9c08244305da is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:57.696685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/74935235-c589-480b-ba3e-152069a933bb/e7f9763f-9d61-44d9-908b-22b4bd7e232f) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:57.708604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:57.744527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008983c-3d28-4de0-98ed-175114510bc8 req-d436e2af-c20e-4b6e-98da-70dda2edcfe1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:57.751746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9008983c-3d28-4de0-98ed-175114510bc8 req-d436e2af-c20e-4b6e-98da-70dda2edcfe1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 945 time: 0.2442353 Aug 23 12:23:57.780375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd028110-dece-4565-bc83-60ccec622eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.825169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:57.860088 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.862446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9008983c-3d28-4de0-98ed-175114510bc8 req-ce3c1278-f418-4ea9-b2ee-00de98dbc241 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095986 Aug 23 12:23:57.875423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Transition to ACTIVE for port object e7f9763f-9d61-44d9-908b-22b4bd7e232f will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:57.876943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60978) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:57.887593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:57.894916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.899830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Pushing event updated for resources: {'Port': ['ID=c8be6b22-163e-4d54-850d-73d8cf224ece,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:57.905969 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.919994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd028110-dece-4565-bc83-60ccec622eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.928031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd028110-dece-4565-bc83-60ccec622eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:57.945566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.objects.ports [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101058) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:23:57.959152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object 8e4f7605-3b7f-46a5-93a2-037c238f958e will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:23:57.995024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cd028110-dece-4565-bc83-60ccec622eea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf211594df114b80a37f9acfec281b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818076 Aug 23 12:23:57.995902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:58.009464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028110-dece-4565-bc83-60ccec622eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98776c72-ec87-41c2-bed7-61694664068a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:58.011936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:23:58.012566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:58.022178 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.064396 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b594c4-316b-48ab-9c5d-81b937d953f5 tempest-TestVolumeBootPattern-1686452905 tempest-TestVolumeBootPattern-1686452905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:23:58.066376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-19b594c4-316b-48ab-9c5d-81b937d953f5 tempest-TestVolumeBootPattern-1686452905 tempest-TestVolumeBootPattern-1686452905-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1091 time: 0.1879117 Aug 23 12:23:58.072219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 60982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:58.078041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f383cd73-055c-4a0d-b28a-716d2a11db0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.084265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'tenant_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:23:58.105232 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f383cd73-055c-4a0d-b28a-716d2a11db0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.153520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.154085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Attempting to bind port c8be6b22-163e-4d54-850d-73d8cf224ece on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:23:58.154085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Attempting to bind port c8be6b22-163e-4d54-850d-73d8cf224ece by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:23:58.154504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Attempting to bind port c8be6b22-163e-4d54-850d-73d8cf224ece on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:23:58.165529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.169371 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:23:58.169371 n-d-773645-7 neutron-server[101059]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 23 12:23:58.169371 n-d-773645-7 neutron-server[101059]: [parameters: {'status': 'DOWN', 'ports_id': 'e7f9763f-9d61-44d9-908b-22b4bd7e232f'}] Aug 23 12:23:58.169371 n-d-773645-7 neutron-server[101059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:23:58.169796 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:23:58.177118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d98ee-f2da-49b7-9eb0-d2b21e2eee30 None None] Pushing event updated for resources: {'Port': ['ID=75de888d-b4b3-4287-ab02-051267cefbc2,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:58.181819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:23:58.182203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Checking segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:23:58.182608 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.182997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Bound using segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:23:58.183498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Bound port: c8be6b22-163e-4d54-850d-73d8cf224ece, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:23:58.183866 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.203522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f383cd73-055c-4a0d-b28a-716d2a11db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.210630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f383cd73-055c-4a0d-b28a-716d2a11db0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.227435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network e9a1b9e6-ed73-4518-8486-9c08244305da is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:23:58.234000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:23:58.236388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f383cd73-055c-4a0d-b28a-716d2a11db0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98776c72-ec87-41c2-bed7-61694664068a HTTP/1.1" status: 204 len: 168 time: 0.2237854 Aug 23 12:23:58.243000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:23:58.256482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383cd73-055c-4a0d-b28a-716d2a11db0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98776c72-ec87-41c2-bed7-61694664068a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:58.301259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=8e4f7605-3b7f-46a5-93a2-037c238f958e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:58.347903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.403137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:23:58.412671 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.496687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613bce3-a5aa-4cbb-8e02-35dd03fe4300 None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:58.558901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.611476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] For port c8be6b22-163e-4d54-850d-73d8cf224ece, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:23:58.635398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] For port c8be6b22-163e-4d54-850d-73d8cf224ece, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c8be6b22-163e-4d54-850d-73d8cf224ece,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:23:58.641370 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.821236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 60998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:58.835991 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.843054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f045a2-dfd3-4ff8-8778-c71bf24a6af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.848442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd9c5b-0cab-425c-820e-455d015c2eb4 None None] Pushing event updated for resources: {'Port': ['ID=c8be6b22-163e-4d54-850d-73d8cf224ece,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:58.865086 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.915211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:58.917605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:52Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:23:58.980569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338339b-1d25-411f-80f0-1fd387056235 None None] The sync data for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 is: [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:52Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:23:59.120734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f045a2-dfd3-4ff8-8778-c71bf24a6af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.126362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f6f045a2-dfd3-4ff8-8778-c71bf24a6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.178147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6f045a2-dfd3-4ff8-8778-c71bf24a6af4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca0a38c0f08b42238bb3a9f73560226d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555644 Aug 23 12:23:59.179046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f045a2-dfd3-4ff8-8778-c71bf24a6af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74e8a4-4a13-4194-8469-3cfb8e9f3a21,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:59.184093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32772) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:23:59.264310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81c49b73-c866-480c-af27-99858956790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.310313 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81c49b73-c866-480c-af27-99858956790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.350190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186cc12a-27e8-4bf1-8106-e04831f42594 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:23:59.400807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81c49b73-c866-480c-af27-99858956790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.404628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81c49b73-c866-480c-af27-99858956790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.405882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-81c49b73-c866-480c-af27-99858956790c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b74e8a4-4a13-4194-8469-3cfb8e9f3a21 HTTP/1.1" status: 204 len: 168 time: 0.2204573 Aug 23 12:23:59.419181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c49b73-c866-480c-af27-99858956790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74e8a4-4a13-4194-8469-3cfb8e9f3a21,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:23:59.454153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:23:59.558536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.25.1.148 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/0153a7ec-b9ce-44df-b7c1-5dcf0a967954) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:23:59.728579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.761317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.762246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:23:59.890035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-510dae2c-276e-4172-9da5-3f37e3dba476 None None] Provisioning for port e7f9763f-9d61-44d9-908b-22b4bd7e232f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:23:59.904928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-510dae2c-276e-4172-9da5-3f37e3dba476 None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:23:59.905306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-510dae2c-276e-4172-9da5-3f37e3dba476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.023254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:24:00.023865 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:24:00.038662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:00.078175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:00.115718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:00.116334 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.131404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.181664 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.188211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2445092 Aug 23 12:24:00.188565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32800) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:00.195729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:79:d9:f6', 'name': 'tempest-NetworksTestDHCPv6-1552228741'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:00.226783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:00.235496 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.311685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=9']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:00.361590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e46b75-060a-4bfc-82f5-f6e26a6bcde5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=1d9a6245-9cfe-4f61-898c-fa1dfdd345b4,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:00.435810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:00.482299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.513255 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.548188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab6f28-4224-4a1e-8712-ef1f069cc26e None None] Network e9a1b9e6-ed73-4518-8486-9c08244305da requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:00.598232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:00.631465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-68cfffb3-cbcf-44c7-8937-fa72608ebe30 None None] Provisioning for port c8be6b22-163e-4d54-850d-73d8cf224ece completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:00.751117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:00.877103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:00.925867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port e1d589e7-c8d2-4326-a728-ea3d2db80832 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:01.023874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:01.024421 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.138119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.148004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.222860 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.272996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::4 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/74935235-c589-480b-ba3e-152069a933bb/e1d589e7-c8d2-4326-a728-ea3d2db80832) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:01.283299 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:d9f6 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/1d9a6245-9cfe-4f61-898c-fa1dfdd345b4/e1d589e7-c8d2-4326-a728-ea3d2db80832) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:01.287272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:01.324540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=8e4f7605-3b7f-46a5-93a2-037c238f958e,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:01.324886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:01.331498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711e726-da57-4a07-81fb-e3167e43220a None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:01.339114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:01.343332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.344824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75de888d-b4b3-4287-ab02-051267cefbc2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:01.413018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network e9a1b9e6-ed73-4518-8486-9c08244305da is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:01.421979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=0153a7ec-b9ce-44df-b7c1-5dcf0a967954,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:01.434109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:01.437933 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:01.600236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:01.692995 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.702572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d533e217-6929-4c4b-be1a-5187da3908dd None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:01.703068 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d533e217-6929-4c4b-be1a-5187da3908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.708817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 75de888d-b4b3-4287-ab02-051267cefbc2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:01.730290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object e1d589e7-c8d2-4326-a728-ea3d2db80832 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:01.740198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 75de888d-b4b3-4287-ab02-051267cefbc2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:01.742161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.843927 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.896466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:01.900473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:01.910632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:01.916291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:01.925506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:01.926199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:01.997350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=e1d589e7-c8d2-4326-a728-ea3d2db80832,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:02.015979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-340b58c0-955a-469e-8890-9914042532b9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8244598 Aug 23 12:24:02.018322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32828) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:02.064070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:02.074672 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Sync routers for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:02.087578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-571637c6-2462-434a-acf6-fbea5a6b116c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1325574 Aug 23 12:24:02.091588 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:02.092551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:02.209276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.251749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port e1d589e7-c8d2-4326-a728-ea3d2db80832 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:02.253953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.262845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 75de888d-b4b3-4287-ab02-051267cefbc2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=75de888d-b4b3-4287-ab02-051267cefbc2,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:02.270983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.272206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c8be6b22-163e-4d54-850d-73d8cf224ece up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:02.363825 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:02.564324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.608778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Provisioning for port 8e4f7605-3b7f-46a5-93a2-037c238f958e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:02.638678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Provisioning complete for port 8e4f7605-3b7f-46a5-93a2-037c238f958e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:02.639159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.648569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=75de888d-b4b3-4287-ab02-051267cefbc2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:02.658338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for e1d589e7-c8d2-4326-a728-ea3d2db80832 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:02.665446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-20e4042d-1104-4b4b-bd0b-f1f028f01be8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580104872&fields=id&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 267 time: 0.1680043 Aug 23 12:24:02.727598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c8be6b22-163e-4d54-850d-73d8cf224ece completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:02.734677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c8be6b22-163e-4d54-850d-73d8cf224ece triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:02.735280 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.776720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Port 8e4f7605-3b7f-46a5-93a2-037c238f958e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:02.792501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.804597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:23:59Z', 'revision_number': 2, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:02.841616 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Checking router: e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:24:02.842277 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Updating router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 port 8e4f7605-3b7f-46a5-93a2-037c238f958e binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:24:02.895952 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:02.900756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Provisioning complete for port c8be6b22-163e-4d54-850d-73d8cf224ece triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:02.902564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.031997 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.100261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.117805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-a3d19991-f181-4415-88f3-d1b70697f63c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:03.121830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-a3d19991-f181-4415-88f3-d1b70697f63c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 796 time: 0.4303520 Aug 23 12:24:03.171724 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.201162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c8be6b22-163e-4d54-850d-73d8cf224ece, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c8be6b22-163e-4d54-850d-73d8cf224ece,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:03.211058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.217018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-95757e0a-5b4a-4615-b194-f717e2315d0b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/quotas/bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 375 time: 0.0716670 Aug 23 12:24:03.298734 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:24:03.299183 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-6b2041f6-f3ae-49ba-b90e-f5b0404df94f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:24:03.329752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c8be6b22-163e-4d54-850d-73d8cf224ece,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:03.386022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75de888d-b4b3-4287-ab02-051267cefbc2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:03.393884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.401041 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.451382 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.466543 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Transition to ACTIVE for port object 8e4f7605-3b7f-46a5-93a2-037c238f958e will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:03.476946 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.521159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-6b18ae96-72d7-47a6-ba91-3f5bf31ee68f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2783735 Aug 23 12:24:03.537823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 75de888d-b4b3-4287-ab02-051267cefbc2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:03.537995 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.549894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=0153a7ec-b9ce-44df-b7c1-5dcf0a967954,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:03.563650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.617709 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4f7605-3b7f-46a5-93a2-037c238f958e,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:03.646247 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.646832 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.647742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.648246 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.648751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.649387 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.649944 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.650460 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.650942 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.651281 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.651615 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.651944 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:03.700699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.726389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:03.735138 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Attempting to bind port 8e4f7605-3b7f-46a5-93a2-037c238f958e on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:03.735509 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Attempting to bind port 8e4f7605-3b7f-46a5-93a2-037c238f958e by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:03.735895 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Attempting to bind port 8e4f7605-3b7f-46a5-93a2-037c238f958e on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:03.755193 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:03.755490 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Checking segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:03.755859 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.756250 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Bound using segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:03.756717 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Bound port: 8e4f7605-3b7f-46a5-93a2-037c238f958e, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:03.757095 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.813013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=e1d589e7-c8d2-4326-a728-ea3d2db80832,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:03.846959 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Floating IP 1ba7fff7-be34-464f-a230-502099dc896d associated. External IP: 172.25.1.148, port: 862cd169-0d30-4ff1-afa3-e406964510f2. Aug 23 12:24:03.848205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.850448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6cb76c6b-7c41-4474-9f07-0496a15b21e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/e1d589e7-c8d2-4326-a728-ea3d2db80832 HTTP/1.1" status: 204 len: 168 time: 1.8261623 Aug 23 12:24:03.856272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32870) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:03.888615 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] For port 8e4f7605-3b7f-46a5-93a2-037c238f958e, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:03.893897 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] For port 8e4f7605-3b7f-46a5-93a2-037c238f958e, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8e4f7605-3b7f-46a5-93a2-037c238f958e,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:03.905391 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:03.929406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-55d6f627-9507-43bf-b778-f3326a1aea8e service neutron] 10.222.0.21 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098105 Aug 23 12:24:03.969535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:03.969943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:04.015222 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:04.015866 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:04.092462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5c2c2-5d03-4f4f-9c24-7efcf1984972 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:04.101342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ebf5c2c2-5d03-4f4f-9c24-7efcf1984972 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2441099 Aug 23 12:24:04.108210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:04.149964 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29987ad-5807-4f75-84c0-6d9b737ff0b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4f7605-3b7f-46a5-93a2-037c238f958e,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:04.274526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-99edfdf2-6752-4e11-bbc8-c7c1f08caba6 service neutron] 10.222.0.21 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340611 Aug 23 12:24:04.309501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d17b7-e848-4ab2-b55c-8b348e5db7d5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:04.316872 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e73d17b7-e848-4ab2-b55c-8b348e5db7d5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2051866 Aug 23 12:24:04.320473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32878) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:04.339129 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:04.442614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00931a8c-f723-4575-86fb-5ca50bde43e6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:04.446588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00931a8c-f723-4575-86fb-5ca50bde43e6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:04.455251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00931a8c-f723-4575-86fb-5ca50bde43e6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:04.467269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-00931a8c-f723-4575-86fb-5ca50bde43e6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1440012 Aug 23 12:24:04.467470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32880) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:04.637475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-36de2085-04e3-4cb6-91c7-59034bdcc579 None None] Could not find standard attr ID for object e1d589e7-c8d2-4326-a728-ea3d2db80832. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:24:04.654426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-36de2085-04e3-4cb6-91c7-59034bdcc579 None None] Could not find standard attr ID for object 05fa45bc-f457-4d94-805e-ea4f5cee8d77. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:24:04.665428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-36de2085-04e3-4cb6-91c7-59034bdcc579 None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:04.668582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-36de2085-04e3-4cb6-91c7-59034bdcc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:04.691308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 1d9a6245-9cfe-4f61-898c-fa1dfdd345b4 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:04.716149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:04.725151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51f3a2a6-6d8d-43cb-bef8-9664f16027d4 req-0a5fb6af-6d09-4ae5-8136-47e4c08719ae tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 210 time: 0.1088402 Aug 23 12:24:04.725884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:04.806074 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:03Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:04.851858 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4d2a7-48e2-4b0e-8f0c-7678b2f06a61 None None] The sync data for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 is: [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:03Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:04.881411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.139596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:05.150153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:05.161924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:05.164102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:05.179078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32898) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:05.208440 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.268734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.370401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-398b44fc-d82b-4649-a834-72a9aa5417d6 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2866633 Aug 23 12:24:05.370401 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:05.370401 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:05.397995 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2980907-520c-4f6a-8e1a-5868e4c23033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.411895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.437537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:05.477443 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409bba55-8a74-4896-8a68-f4916ff3d822 x-openstack-request-id: req-409bba55-8a74-4896-8a68-f4916ff3d822 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:05.477443 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:05.477443 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-409bba55-8a74-4896-8a68-f4916ff3d822 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:05.485375 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2', 'status': 'completed', 'code': 200} Aug 23 12:24:05.514390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c8be6b22-163e-4d54-850d-73d8cf224ece up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:05.532835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.534294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bc21a7-110b-4102-ad03-750b19589a10 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:05.547631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/1d9a6245-9cfe-4f61-898c-fa1dfdd345b4 HTTP/1.1" status: 204 len: 168 time: 1.0787768 Aug 23 12:24:05.548625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ca29a-4e0e-42e0-8424-2bc1187be7af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9a6245-9cfe-4f61-898c-fa1dfdd345b4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:05.551253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:05.611628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-cad45223-5a9d-4537-b70f-ff1f1459d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:05.613870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-cad45223-5a9d-4537-b70f-ff1f1459d605 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.1175563 Aug 23 12:24:05.625614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet 74935235-c589-480b-ba3e-152069a933bb {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:05.630418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.834491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c8be6b22-163e-4d54-850d-73d8cf224ece triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:05.835078 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.921203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2980907-520c-4f6a-8e1a-5868e4c23033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:05.929217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-4d99ff1d-7db7-41c9-93d2-0819caa3e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:05.933343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-4d99ff1d-7db7-41c9-93d2-0819caa3e5ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.3064048 Aug 23 12:24:05.936128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2980907-520c-4f6a-8e1a-5868e4c23033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.034289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b2980907-520c-4f6a-8e1a-5868e4c23033 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe29c7d4d200405a8c8237d06b288864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540554 Aug 23 12:24:06.034937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32912) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:06.040530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980907-520c-4f6a-8e1a-5868e4c23033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229f46fa-05c5-4c59-8a3c-90d2ffe4451f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:06.148079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa062c0-c3ba-4def-9ca2-900632ff87d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.172931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-5ce01d52-b452-4984-a63c-a6012b328a77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 999 time: 0.1965997 Aug 23 12:24:06.196607 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.198654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa062c0-c3ba-4def-9ca2-900632ff87d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.228830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8e4f7605-3b7f-46a5-93a2-037c238f958e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:06.259755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:06.298509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-15c55dde-b5ec-4bde-867e-358786aca1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:06.300030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-15c55dde-b5ec-4bde-867e-358786aca1c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1135774 Aug 23 12:24:06.317657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:24:06.334846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:06.335578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:06.360804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa062c0-c3ba-4def-9ca2-900632ff87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.364198 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa062c0-c3ba-4def-9ca2-900632ff87d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.367968 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5fa062c0-c3ba-4def-9ca2-900632ff87d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/229f46fa-05c5-4c59-8a3c-90d2ffe4451f HTTP/1.1" status: 204 len: 168 time: 0.3204041 Aug 23 12:24:06.386117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa062c0-c3ba-4def-9ca2-900632ff87d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f46fa-05c5-4c59-8a3c-90d2ffe4451f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:06.417746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-6ebe8c52-76bc-405b-aa7e-e08c1e3ee9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:06.419725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-6ebe8c52-76bc-405b-aa7e-e08c1e3ee9c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120262 Aug 23 12:24:06.456726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-24fc9c55-5863-46d2-a47c-1847795b3386 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:06.459338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-24fc9c55-5863-46d2-a47c-1847795b3386 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 796 time: 0.3392534 Aug 23 12:24:06.461640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-78e85e73-591e-47f9-8be6-703ee2115db8 req-5db178e3-a692-42a9-8af4-bdad3e8bbb66 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 210 time: 0.3440688 Aug 23 12:24:06.528666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 8e4f7605-3b7f-46a5-93a2-037c238f958e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:06.548302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8e4f7605-3b7f-46a5-93a2-037c238f958e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:06.548693 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.558599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.597209 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-e5f71245-a605-4214-9b1d-6723284bb567 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 380 time: 0.1115627 Aug 23 12:24:06.607447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'port': {'device_id': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'admin_state_up': True, 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'security_groups': ['8958dfa1-3c44-4e89-87b5-57e1bc0cf690']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:06.695340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-fe4ef8b6-2209-43ad-8f60-7fc01e92f8d1 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678313 Aug 23 12:24:06.745060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:06.763553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.783775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:06.789157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/74935235-c589-480b-ba3e-152069a933bb HTTP/1.1" status: 204 len: 168 time: 1.2366374 Aug 23 12:24:06.789841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 32920) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:06.940253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63b1d5a2-e7d5-4255-b8ce-1b5af769dcc8 req-b839442f-c15e-48ff-b0e3-bd549b93981d service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356379 Aug 23 12:24:07.005538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13706c4c-cf9b-4df5-abde-04ad2023e54f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=74935235-c589-480b-ba3e-152069a933bb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:07.020366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32924) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:07.024725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-42a34df1-9e76-4ef8-a7bb-2abe7ee31d6c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2191129 Aug 23 12:24:07.026505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:07.080541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:07.104237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32926) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:07.110646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.147094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cf45cae-dff6-49cd-9c1f-7ae482a19377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.234317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.241195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.db.api [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:24:07.241195 n-d-773645-7 neutron-server[101057]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 12:24:07.241195 n-d-773645-7 neutron-server[101057]: [parameters: {'project_id_1': '5b415dc60c93491db20f990c6c3b6434', 'expiration_1': datetime.datetime(2021, 8, 23, 12, 24, 7, 232650)}] Aug 23 12:24:07.241195 n-d-773645-7 neutron-server[101057]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:24:07.243382 n-d-773645-7 neutron-server[101057]: DEBUG oslo_db.api [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:24:07.320763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 8e4f7605-3b7f-46a5-93a2-037c238f958e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8e4f7605-3b7f-46a5-93a2-037c238f958e,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:07.328382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.371062 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cf45cae-dff6-49cd-9c1f-7ae482a19377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.378488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cf45cae-dff6-49cd-9c1f-7ae482a19377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.400003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:07.406048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.3 (e9a1b9e6-ed73-4518-8486-9c08244305da/99d8aeaa-f8e2-459c-b72e-87bceedd737a/b92017dd-8553-4f1f-aecd-d95cdda7fe31) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:07.429184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2cf45cae-dff6-49cd-9c1f-7ae482a19377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10e269d577914affb0e766cd799e0885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238578 Aug 23 12:24:07.430512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf45cae-dff6-49cd-9c1f-7ae482a19377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2f425-8d63-4e16-bc56-c4cf8361f341,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:07.433553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32928) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:07.477225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b0ced-c03a-4c2b-8f25-05a3561af967 None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:07.485500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=8e4f7605-3b7f-46a5-93a2-037c238f958e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:07.506545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69a74f50-adf8-4fea-9582-bca7e97a04a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.535672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69a74f50-adf8-4fea-9582-bca7e97a04a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.541364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9664bf-0370-40fe-8907-1cfbeab938ee None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:07.642845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11146494-ac80-4834-a495-22c11cf8c572 req-1f13c34f-392b-4525-ae86-c183d8473fb3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 210 time: 0.0401037 Aug 23 12:24:07.643654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69a74f50-adf8-4fea-9582-bca7e97a04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.646620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69a74f50-adf8-4fea-9582-bca7e97a04a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.650668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-69a74f50-adf8-4fea-9582-bca7e97a04a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72e2f425-8d63-4e16-bc56-c4cf8361f341 HTTP/1.1" status: 204 len: 168 time: 0.2130952 Aug 23 12:24:07.677448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a74f50-adf8-4fea-9582-bca7e97a04a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2f425-8d63-4e16-bc56-c4cf8361f341,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:07.680964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-093c2c67-09a5-41b7-8cb4-d5fbbd6d1ccf None None] Provisioning complete for port e7f9763f-9d61-44d9-908b-22b4bd7e232f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:07.681349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-093c2c67-09a5-41b7-8cb4-d5fbbd6d1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.691587 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.732126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object b92017dd-8553-4f1f-aecd-d95cdda7fe31 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:07.784869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:07.789844 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.838585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:07.967674 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65c5e2-b518-4791-9e06-b2b53482b87b None None] New status for floating IP 1ba7fff7-be34-464f-a230-502099dc896d: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:24:07.975206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:24:08.009239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network e9a1b9e6-ed73-4518-8486-9c08244305da is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:08.016280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:08.022250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:08.063676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] Deleting port e7f9763f-9d61-44d9-908b-22b4bd7e232f {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:08.063974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.076131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:08.148320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:08.150781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.188665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-6c2f94cb-c07a-4676-91f4-af123ee4b646 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5840189 Aug 23 12:24:08.201061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Request body: {'port': {'device_id': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:08.262533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] For port e7f9763f-9d61-44d9-908b-22b4bd7e232f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e7f9763f-9d61-44d9-908b-22b4bd7e232f,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:08.262533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.288225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.298563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] Calling delete_port for e7f9763f-9d61-44d9-908b-22b4bd7e232f owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:08.400775 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.404633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=cde50aae-8d07-440c-a265-392679a28860,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:08.459655 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:24:08.522082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:08.526223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:08.538220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:08.541195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.585132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-d07947ca-4985-4d71-ad32-015e444fc97b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1814206 Aug 23 12:24:08.589469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-afac871a-b9cb-46ff-a7c2-3d8c871775fa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5651057 Aug 23 12:24:08.589743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:08.596514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:08.796048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-6faafbab-1505-4e87-a617-cb4ad2462b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:08.797632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-6faafbab-1505-4e87-a617-cb4ad2462b20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.1192572 Aug 23 12:24:08.798812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:08.803039 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.854083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a5f17060-22e4-4b0e-bc00-45a6c541a2bc None None] Provisioning for port b92017dd-8553-4f1f-aecd-d95cdda7fe31 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:08.864721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a5f17060-22e4-4b0e-bc00-45a6c541a2bc None None] Provisioning complete for port b92017dd-8553-4f1f-aecd-d95cdda7fe31 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:08.865095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5f17060-22e4-4b0e-bc00-45a6c541a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.916917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a5f17060-22e4-4b0e-bc00-45a6c541a2bc None None] Port b92017dd-8553-4f1f-aecd-d95cdda7fe31 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:08.926281 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:08.928761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0da505-2c7d-42ec-80e7-553d8efdae89 req-aa5c2879-28a6-4a7b-b2f8-27e6cce8431b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:08.931131 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c0da505-2c7d-42ec-80e7-553d8efdae89 req-aa5c2879-28a6-4a7b-b2f8-27e6cce8431b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 931 time: 0.1353438 Aug 23 12:24:08.944841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] No DVR routers for this DVR port e7f9763f-9d61-44d9-908b-22b4bd7e232f on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:08.945097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-9933adcf-4b66-48e5-b3f3-f131fd2b9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:08.946608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-9933adcf-4b66-48e5-b3f3-f131fd2b9f1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1102605 Aug 23 12:24:08.979885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c7250-db12-4e45-ac92-086958dbc980 None None] Pushing event deleted for resources: {'Port': ['ID=e7f9763f-9d61-44d9-908b-22b4bd7e232f,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:08.991120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a6873-0049-41d3-9930-f14f3a0677c3 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:09.062540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-de825fd5-4b9f-483d-8c5e-b95c8b0292ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 1001 time: 0.0861335 Aug 23 12:24:09.065067 n-d-773645-7 neutron-server[101057]: INFO neutron.db.ipam_backend_mixin [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cde50aae-8d07-440c-a265-392679a28860 (CIDR: 2001:db8::/64) Aug 23 12:24:09.070495 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:24:09.070972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:09.112852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92017dd-8553-4f1f-aecd-d95cdda7fe31 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:24:09.124101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-faac0530-a203-451c-88fe-f9a20db1374d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5305340 Aug 23 12:24:09.124332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.124441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 32966) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:09.132138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'subnet': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:09.139085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Transition to ACTIVE for port object b92017dd-8553-4f1f-aecd-d95cdda7fe31 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:09.150407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.166681 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c0da505-2c7d-42ec-80e7-553d8efdae89 req-b25261d4-5ce7-4674-976d-210b160a20cc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126861 Aug 23 12:24:09.178970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-9f9b3ce7-c86d-4492-a2e1-92918b7d19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:09.180467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-9f9b3ce7-c86d-4492-a2e1-92918b7d19c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1030743 Aug 23 12:24:09.216625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'tenant_id': '5b415dc60c93491db20f990c6c3b6434', 'fixed_ips': [{'subnet_id': 'cde50aae-8d07-440c-a265-392679a28860'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:24:09.217666 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.320193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:09.323787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:09.324228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:09.324672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:09.334084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-b4fde8bf-e68a-45c5-ac68-8e4508666a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:09.336190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:09.336468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-b4fde8bf-e68a-45c5-ac68-8e4508666a02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410377 Aug 23 12:24:09.336597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:09.351664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:09.352018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Checking segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:09.352404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Bound using segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:09.352857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Bound port: b92017dd-8553-4f1f-aecd-d95cdda7fe31, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:09.353218 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.472441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8e4f7605-3b7f-46a5-93a2-037c238f958e up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:09.498498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:09.503953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:09.512243 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.522142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Allocated IP 2001:db8::2 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/cde50aae-8d07-440c-a265-392679a28860/9e36d096-f5c8-476f-95db-35d45316d85a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:09.532694 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:09.533643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.536455 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] 10.222.0.41 "PUT /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 1091 time: 1.3400567 Aug 23 12:24:09.537092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:09.540341 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b38ec8-6f57-4856-9161-38eb3c4ad019" -d '{"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:09.717161 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9425ca60-dec5-4eca-b82b-cbef1b095ae2 x-openstack-request-id: req-9425ca60-dec5-4eca-b82b-cbef1b095ae2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:09.717722 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:09.718148 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9425ca60-dec5-4eca-b82b-cbef1b095ae2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:09.718570 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'status': 'completed', 'code': 200} Aug 23 12:24:09.724113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-041c3633-6073-4db6-abd1-75f0d7b3f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:09.733656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-041c3633-6073-4db6-abd1-75f0d7b3f737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1094 time: 0.1341667 Aug 23 12:24:09.736784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 8e4f7605-3b7f-46a5-93a2-037c238f958e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:09.736784 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.835453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-aead3978-337f-4ee3-935b-6d7d92c4e94b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 217 time: 0.1008165 Aug 23 12:24:09.861466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94106339-1f1c-4d0a-b2c6-863719a21c69 service neutron] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:09.951572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-a15547fa-f5e3-46bc-b262-2160abc76d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:09.953227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-a15547fa-f5e3-46bc-b262-2160abc76d02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.1086509 Aug 23 12:24:09.962220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:09.986050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Transition to ACTIVE for port object 9e36d096-f5c8-476f-95db-35d45316d85a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:10.037444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba873-d36f-499c-9a30-de409f6463de req-6aa9d877-543e-4548-812c-38e21881ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:10.044702 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-6aa9d877-543e-4548-812c-38e21881ebd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839174 Aug 23 12:24:10.055484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Transition to ACTIVE for port object 9e36d096-f5c8-476f-95db-35d45316d85a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:10.065963 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:10.090485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-d6e29210-ef90-4423-84e4-9adc5f4eebc9 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301054 Aug 23 12:24:10.091722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:10.095311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:10.122344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:10.127960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Pushing event updated for resources: {'Port': ['ID=9e36d096-f5c8-476f-95db-35d45316d85a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:10.152154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e7f9763f-9d61-44d9-908b-22b4bd7e232f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:24:10.152498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e7f9763f-9d61-44d9-908b-22b4bd7e232f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:24:10.161575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:10.164447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:10.166812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:10.229095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-7ccd3f11-bb9d-424e-a336-eaf48178a5db service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708839 Aug 23 12:24:10.282411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46d9512d-8a7f-4828-bd3a-dd20334b7dc3 req-f29d9eb2-8901-47ba-b3e8-76096969708b service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813853 Aug 23 12:24:10.317951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Attempting to bind port 9e36d096-f5c8-476f-95db-35d45316d85a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:10.318348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Attempting to bind port 9e36d096-f5c8-476f-95db-35d45316d85a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:10.320184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Attempting to bind port 9e36d096-f5c8-476f-95db-35d45316d85a on network e8b155fa-23ee-4888-b700-0dc9aeb608f0 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:10.334044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:10.334369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Checking segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:10.334857 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:10.335263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Bound using segment: {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:10.335753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Bound port: 9e36d096-f5c8-476f-95db-35d45316d85a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cfde91-5c66-434b-bd3b-34adf516cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:10.337428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:10.386903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0afba873-d36f-499c-9a30-de409f6463de req-1480153d-431e-4770-93ce-5ebd75dde59d service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531832 Aug 23 12:24:10.500634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-cdd72c3e-1dad-41a6-9a72-91438d3af21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:10.503860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] For port 9e36d096-f5c8-476f-95db-35d45316d85a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:10.506620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-cdd72c3e-1dad-41a6-9a72-91438d3af21b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1094 time: 0.0613744 Aug 23 12:24:10.512921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] For port 9e36d096-f5c8-476f-95db-35d45316d85a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e36d096-f5c8-476f-95db-35d45316d85a,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:10.521787 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:10.643243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33004) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:10.648563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a73366-266d-4480-8f54-a379a85f93ce None None] Pushing event updated for resources: {'Port': ['ID=9e36d096-f5c8-476f-95db-35d45316d85a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:10.662141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-e227e6f2-b57d-41e0-bc49-f3304f03275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:10.663716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-e227e6f2-b57d-41e0-bc49-f3304f03275a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.1505339 Aug 23 12:24:10.727436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:24:10.766638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-c17a598f-4eb8-48f6-b3a6-f239576d7e60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 217 time: 0.0925710 Aug 23 12:24:10.841083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-c752b1e4-f1aa-45aa-873e-44b6aebfc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:10.843030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-c752b1e4-f1aa-45aa-873e-44b6aebfc6e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.0603001 Aug 23 12:24:10.928561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695116ae-1316-42c0-8a8a-cecdf45b6044 req-c826a2dc-d0a4-4fa1-a169-2e1326061e63 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:10.930414 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-695116ae-1316-42c0-8a8a-cecdf45b6044 req-c826a2dc-d0a4-4fa1-a169-2e1326061e63 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 943 time: 0.1869898 Aug 23 12:24:10.974607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-147ffe3c-ea08-42bb-9600-e338057f038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:10.976460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-147ffe3c-ea08-42bb-9600-e338057f038c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216993 Aug 23 12:24:10.985238 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.034379 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-695116ae-1316-42c0-8a8a-cecdf45b6044 req-91a77781-a580-4ef7-9fb8-cd1103e94100 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926018 Aug 23 12:24:11.055422 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-786e03db-2915-4f55-91e5-7ef6f85a21b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.112166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-d542fbe2-86c9-40ce-845c-eb79f4630fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231616 Aug 23 12:24:11.210121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23b38ec8-6f57-4856-9161-38eb3c4ad019 req-cdad5b69-7e17-4412-8d8b-6c272330f873 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906923 Aug 23 12:24:11.217447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] For port 9e36d096-f5c8-476f-95db-35d45316d85a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e36d096-f5c8-476f-95db-35d45316d85a,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:11.267705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.277405 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.278446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.290692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-786e03db-2915-4f55-91e5-7ef6f85a21b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.341674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-786e03db-2915-4f55-91e5-7ef6f85a21b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.384290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:11.408380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:11.412093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:11.412696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.425774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Subnet': ['ID=c5872eaf-75d0-4068-be63-730f043e4963,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:11.440419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33008) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:11.440912 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-786e03db-2915-4f55-91e5-7ef6f85a21b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da81c9a35bcb429c976038f524e9287f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7967966 Aug 23 12:24:11.447934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e03db-2915-4f55-91e5-7ef6f85a21b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59f30f8-66c2-4f9b-828a-61f90b7357a7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:11.453884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=9e36d096-f5c8-476f-95db-35d45316d85a,revision_number=4']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:11.468900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3f53d79a-a321-4d9f-a3b1-d4cffc115d53 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3434169 Aug 23 12:24:11.469539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33010) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:11.475289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Request body: {'port': {'network_id': 'e8b155fa-23ee-4888-b700-0dc9aeb608f0', 'mac_address': 'fa:16:3e:51:22:4a', 'name': 'tempest-NetworksTestDHCPv6-1563684447'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:11.490842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e36d096-f5c8-476f-95db-35d45316d85a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:11.518040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-330a0053-a4df-4ac9-a8a0-88cd5989f2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.554651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9e36d096-f5c8-476f-95db-35d45316d85a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:11.571906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-330a0053-a4df-4ac9-a8a0-88cd5989f2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.618600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Made reservation on behalf of 5b415dc60c93491db20f990c6c3b6434 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:11.623774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-330a0053-a4df-4ac9-a8a0-88cd5989f2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.626740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-330a0053-a4df-4ac9-a8a0-88cd5989f2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.628108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-330a0053-a4df-4ac9-a8a0-88cd5989f2d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c59f30f8-66c2-4f9b-828a-61f90b7357a7 HTTP/1.1" status: 204 len: 168 time: 0.1865349 Aug 23 12:24:11.639083 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a0053-a4df-4ac9-a8a0-88cd5989f2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59f30f8-66c2-4f9b-828a-61f90b7357a7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:11.726746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.733768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76b60e-6309-4c69-8091-0c383485baa8 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:11.750057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] device_id is not set on port 404272b8-c6ef-4754-9dd0-6902ffe7f1a8 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:11.818295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] Provisioning for port 9e36d096-f5c8-476f-95db-35d45316d85a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:11.829912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] Provisioning complete for port 9e36d096-f5c8-476f-95db-35d45316d85a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:11.830655 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.992835 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:11.998697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8::92 (e8b155fa-23ee-4888-b700-0dc9aeb608f0/cde50aae-8d07-440c-a265-392679a28860/404272b8-c6ef-4754-9dd0-6902ffe7f1a8) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:12.022564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:224a (e8b155fa-23ee-4888-b700-0dc9aeb608f0/c5872eaf-75d0-4068-be63-730f043e4963/404272b8-c6ef-4754-9dd0-6902ffe7f1a8) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:12.035049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] For port 9e36d096-f5c8-476f-95db-35d45316d85a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e36d096-f5c8-476f-95db-35d45316d85a,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:12.039947 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.128994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdf554-71e7-4b1f-bc59-3f4c0da089a9 None None] Pushing event updated for resources: {'Port': ['ID=9e36d096-f5c8-476f-95db-35d45316d85a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:12.296032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60fe5-be0b-49ce-b129-ba0c119b98fd req-b903f424-bfda-4b33-abf2-ce7680333f68 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:12.298161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10e60fe5-be0b-49ce-b129-ba0c119b98fd req-b903f424-bfda-4b33-abf2-ce7680333f68 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 943 time: 0.0941446 Aug 23 12:24:12.304252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.337374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Transition to ACTIVE for port object 404272b8-c6ef-4754-9dd0-6902ffe7f1a8 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:12.365814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10e60fe5-be0b-49ce-b129-ba0c119b98fd req-fd21292b-3b61-4b49-b622-c119a4c6acff tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528102 Aug 23 12:24:12.403125 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.452136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:12.453948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:12.457756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:12.463725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:12.464375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.481373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event updated for resources: {'Port': ['ID=404272b8-c6ef-4754-9dd0-6902ffe7f1a8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:12.492460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3a744447-e5ea-421e-8930-0998c87c3228 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0217490 Aug 23 12:24:12.495244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33038) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:12.613573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting port 404272b8-c6ef-4754-9dd0-6902ffe7f1a8 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:12.614350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.730362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.744272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Calling delete_port for 404272b8-c6ef-4754-9dd0-6902ffe7f1a8 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:12.882214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1dd66340-6240-48ff-8301-f5b9eb86df2d None None] Provisioning complete for port 9e36d096-f5c8-476f-95db-35d45316d85a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:12.882749 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1dd66340-6240-48ff-8301-f5b9eb86df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:12.949105 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33048) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.022663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.077292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Port': ['ID=404272b8-c6ef-4754-9dd0-6902ffe7f1a8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:13.111779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66918e1-c861-45fb-b4a2-d2c582af609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.132948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.135257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e1823c87-1273-4efb-96ef-f5ec2e9f1abb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/404272b8-c6ef-4754-9dd0-6902ffe7f1a8 HTTP/1.1" status: 204 len: 168 time: 0.6387756 Aug 23 12:24:13.137724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33052) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.193430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f94c5b-bc81-4ece-bdc3-d2fb08eff288 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:13.197494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e0f94c5b-bc81-4ece-bdc3-d2fb08eff288 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0552368 Aug 23 12:24:13.197659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33054) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.217864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d51e0e81-9a6b-4f7e-8139-094b75b978b6 None None] Could not find standard attr ID for object 404272b8-c6ef-4754-9dd0-6902ffe7f1a8. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:24:13.260786 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05466db-f47a-430f-bf6f-9a89c489fc93 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:13.262433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f05466db-f47a-430f-bf6f-9a89c489fc93 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0634959 Aug 23 12:24:13.264969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33056) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.277328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:24:13.277956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66918e1-c861-45fb-b4a2-d2c582af609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.282697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b66918e1-c861-45fb-b4a2-d2c582af609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.341185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66918e1-c861-45fb-b4a2-d2c582af609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691dc3b2-659c-4cd3-97d8-df80593f243c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:13.364550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b66918e1-c861-45fb-b4a2-d2c582af609f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=848909806b6f4b29bf15901de780e94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140377 Aug 23 12:24:13.365209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33058) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.370809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841d232-e335-46b5-a975-4c70c867fc88 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:13.373093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841d232-e335-46b5-a975-4c70c867fc88 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:13.374423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841d232-e335-46b5-a975-4c70c867fc88 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:13.376083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b841d232-e335-46b5-a975-4c70c867fc88 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1100063 Aug 23 12:24:13.378798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33062) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.440851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:13.456867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'port_id': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'mac_address': 'fa:16:3e:24:5c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:24:13.482257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd678b80-d475-4060-82af-126678cafd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.510315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet c5872eaf-75d0-4068-be63-730f043e4963 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:13.513980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.523431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e36d096-f5c8-476f-95db-35d45316d85a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:13.567805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.568589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd678b80-d475-4060-82af-126678cafd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.580140 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.598619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92017dd-8553-4f1f-aecd-d95cdda7fe31 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:24:13.618442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c5b96-4ef2-4e4f-bd6c-4b7aacdd5bb1 req-c87c6f5b-26fc-4d7d-84ba-d12ce5c6b0f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:13.620228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a07c5b96-4ef2-4e4f-bd6c-4b7aacdd5bb1 req-c87c6f5b-26fc-4d7d-84ba-d12ce5c6b0f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 943 time: 0.1117897 Aug 23 12:24:13.625471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:13.636761 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.640666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9e36d096-f5c8-476f-95db-35d45316d85a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:13.641209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.646943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd678b80-d475-4060-82af-126678cafd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.650381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd678b80-d475-4060-82af-126678cafd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.651536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd678b80-d475-4060-82af-126678cafd30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/691dc3b2-659c-4cd3-97d8-df80593f243c HTTP/1.1" status: 204 len: 168 time: 0.2853363 Aug 23 12:24:13.666610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd678b80-d475-4060-82af-126678cafd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691dc3b2-659c-4cd3-97d8-df80593f243c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:13.689047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.733745 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a07c5b96-4ef2-4e4f-bd6c-4b7aacdd5bb1 req-e8538aca-ed4e-440b-ab71-ba387e3406e3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874758 Aug 23 12:24:13.804859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.831848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:13.843815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['b92017dd-8553-4f1f-aecd-d95cdda7fe31'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:24:13.870987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=c5872eaf-75d0-4068-be63-730f043e4963,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:13.876042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:13.880662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33074) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:13.880802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7e65285a-6795-442d-816d-9f6800e41f29 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/c5872eaf-75d0-4068-be63-730f043e4963 HTTP/1.1" status: 204 len: 168 time: 0.5003507 Aug 23 12:24:13.895709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060bf79-aa5b-4ffc-9fd8-72443a843b28 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:13.949427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Deleting subnet cde50aae-8d07-440c-a265-392679a28860 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:13.953301 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:14.011110 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:14.139921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:14.240136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:14.287539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Subnet': ['ID=cde50aae-8d07-440c-a265-392679a28860,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:14.302138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:14.307229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.307764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-382b5c74-8421-462f-a88e-d05b94853e19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/cde50aae-8d07-440c-a265-392679a28860 HTTP/1.1" status: 204 len: 168 time: 0.4252605 Aug 23 12:24:14.360960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-afef2ecf-a6f9-4d6f-853a-7dbef87ae9da tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498626 Aug 23 12:24:14.361794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33088) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.432412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19aaf3-d463-4da9-ad52-7ae36f7a118b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:14.434673 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a19aaf3-d463-4da9-ad52-7ae36f7a118b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0714908 Aug 23 12:24:14.438105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33094) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.509836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c8e02-9484-4fea-b830-56c6686b24aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:14.511778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-775c8e02-9484-4fea-b830-56c6686b24aa tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0725451 Aug 23 12:24:14.515047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33098) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.627107 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39534011-1ac8-4ccb-8d68-19830fc7cd62 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095750 Aug 23 12:24:14.635695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33100) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.662874 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22362ce-9420-4a74-a949-d8906a0e1b0d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.663584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22362ce-9420-4a74-a949-d8906a0e1b0d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.668236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33102) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.674413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d22362ce-9420-4a74-a949-d8906a0e1b0d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/404272b8-c6ef-4754-9dd0-6902ffe7f1a8 HTTP/1.1" status: 404 len: 333 time: 0.0376372 Aug 23 12:24:14.717253 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee2d991-801e-40ed-ad36-f5fe1e9ee9c5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.718079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee2d991-801e-40ed-ad36-f5fe1e9ee9c5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.722970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9ee2d991-801e-40ed-ad36-f5fe1e9ee9c5 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/c5872eaf-75d0-4068-be63-730f043e4963 HTTP/1.1" status: 404 len: 337 time: 0.0536070 Aug 23 12:24:14.724543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33108) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.812623 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-45228270-9a65-41f5-b6ef-cab695ca7e5d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.812623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45228270-9a65-41f5-b6ef-cab695ca7e5d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.813734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-45228270-9a65-41f5-b6ef-cab695ca7e5d tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/cde50aae-8d07-440c-a265-392679a28860 HTTP/1.1" status: 404 len: 337 time: 0.0880053 Aug 23 12:24:14.816327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33116) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.842778 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-f054d898-3f14-467f-927e-ed34ccbe32d0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.843414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f054d898-3f14-467f-927e-ed34ccbe32d0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.845246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f054d898-3f14-467f-927e-ed34ccbe32d0 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/e1d589e7-c8d2-4326-a728-ea3d2db80832 HTTP/1.1" status: 404 len: 333 time: 0.0269148 Aug 23 12:24:14.847927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33118) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.879217 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae845159-833d-4cc0-9972-1e85261d212e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.880188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae845159-833d-4cc0-9972-1e85261d212e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.884710 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ae845159-833d-4cc0-9972-1e85261d212e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/1d9a6245-9cfe-4f61-898c-fa1dfdd345b4 HTTP/1.1" status: 404 len: 337 time: 0.0356331 Aug 23 12:24:14.885342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33122) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.934529 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cbe350-2d4c-4b1e-b4ed-d119c5d027e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.934999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cbe350-2d4c-4b1e-b4ed-d119c5d027e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.940440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-77cbe350-2d4c-4b1e-b4ed-d119c5d027e4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/74935235-c589-480b-ba3e-152069a933bb HTTP/1.1" status: 404 len: 337 time: 0.0538294 Aug 23 12:24:14.941714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33128) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:14.950619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67ce31-26e3-4af9-9e48-9933309e4d5d req-7800febd-5db9-41e8-87c3-b892ce64de25 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:14.952413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b67ce31-26e3-4af9-9e48-9933309e4d5d req-7800febd-5db9-41e8-87c3-b892ce64de25 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.1060314 Aug 23 12:24:14.974972 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec02fa69-8ae4-4e81-bf40-7c238d110019 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:14.975858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec02fa69-8ae4-4e81-bf40-7c238d110019 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:14.980893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ec02fa69-8ae4-4e81-bf40-7c238d110019 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/05fa45bc-f457-4d94-805e-ea4f5cee8d77 HTTP/1.1" status: 404 len: 333 time: 0.0359802 Aug 23 12:24:14.981545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33130) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.022172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b67ce31-26e3-4af9-9e48-9933309e4d5d req-5224d226-98e2-4ea7-be58-ff660889232a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623565 Aug 23 12:24:15.030332 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6248507-747f-4988-91ac-86bfc6df72b6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.032578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6248507-747f-4988-91ac-86bfc6df72b6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.034945 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f6248507-747f-4988-91ac-86bfc6df72b6 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/57ce39fc-08b3-4c20-aa2b-fedde2e4e261 HTTP/1.1" status: 404 len: 337 time: 0.0522535 Aug 23 12:24:15.037445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33134) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.079395 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d6c263-9f37-460c-9ca6-8bee6859ec8f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.079932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d6c263-9f37-460c-9ca6-8bee6859ec8f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.082094 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-34d6c263-9f37-460c-9ca6-8bee6859ec8f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/0d9276e1-5c96-4689-bc02-3da71a9e444c HTTP/1.1" status: 404 len: 337 time: 0.0434973 Aug 23 12:24:15.085733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33138) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.105368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146056ec-9133-402b-94f4-1226afa05353 None None] Network e8b155fa-23ee-4888-b700-0dc9aeb608f0 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:15.130221 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-163e92c0-f04d-48e8-be8d-5434d65b6c45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.131018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163e92c0-f04d-48e8-be8d-5434d65b6c45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.132875 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-163e92c0-f04d-48e8-be8d-5434d65b6c45 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ffcf3cbf-8f88-4b5e-a4b2-7a86489ca2a2 HTTP/1.1" status: 404 len: 333 time: 0.0462821 Aug 23 12:24:15.136138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33142) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.177789 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-016a2a12-e006-4417-aff5-52453fda8825 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.178347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016a2a12-e006-4417-aff5-52453fda8825 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.182341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-016a2a12-e006-4417-aff5-52453fda8825 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/d254f260-83fb-4640-af9e-85418566508f HTTP/1.1" status: 404 len: 337 time: 0.0425494 Aug 23 12:24:15.182851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33146) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.202308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ce5b01b-d1ae-4316-9aa4-a217fec026cb None None] Provisioning complete for port 9e36d096-f5c8-476f-95db-35d45316d85a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:15.202694 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b01b-d1ae-4316-9aa4-a217fec026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:15.222221 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-89073e3f-8b9c-44b4-b185-7f8deb7c88a4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.222970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89073e3f-8b9c-44b4-b185-7f8deb7c88a4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.225419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89073e3f-8b9c-44b4-b185-7f8deb7c88a4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/15b1e3f5-3c3e-4e6a-ad11-9b4a3066a236 HTTP/1.1" status: 404 len: 337 time: 0.0415719 Aug 23 12:24:15.228426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33150) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.259950 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70cce67-8b6a-46f8-9e2d-2f751ca8862c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.260698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70cce67-8b6a-46f8-9e2d-2f751ca8862c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.262810 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f70cce67-8b6a-46f8-9e2d-2f751ca8862c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ca8af4c3-1e0c-401e-a601-c41d0399ff00 HTTP/1.1" status: 404 len: 333 time: 0.0328965 Aug 23 12:24:15.265804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.297915 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-66795006-c980-4369-bd34-04e5ebc67086 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.298704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66795006-c980-4369-bd34-04e5ebc67086 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.301106 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66795006-c980-4369-bd34-04e5ebc67086 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/82bc17bf-2892-48fc-8820-b9d8b14bbace HTTP/1.1" status: 404 len: 337 time: 0.0342941 Aug 23 12:24:15.304020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33156) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.305369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:15.357061 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bd82ed-0d1d-4a38-8d45-f7895e505c1e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.357945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bd82ed-0d1d-4a38-8d45-f7895e505c1e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.362190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-72bd82ed-0d1d-4a38-8d45-f7895e505c1e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/98de902d-b59f-45e6-9390-031976cc27d4 HTTP/1.1" status: 404 len: 333 time: 0.0569000 Aug 23 12:24:15.365958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33162) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.399164 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b56e186-4d32-4977-b324-525a144b015e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.399691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b56e186-4d32-4977-b324-525a144b015e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.403798 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b56e186-4d32-4977-b324-525a144b015e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/95d3af9c-73bd-4662-8aac-84456bfa5534 HTTP/1.1" status: 404 len: 337 time: 0.0342927 Aug 23 12:24:15.404304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33164) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.435555 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-3353caab-6e7e-4115-9dbe-e3a0f56b9c49 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.436502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3353caab-6e7e-4115-9dbe-e3a0f56b9c49 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.438507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3353caab-6e7e-4115-9dbe-e3a0f56b9c49 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/c8cf8c4a-0f94-4e7a-b3ec-a40bff582199 HTTP/1.1" status: 404 len: 333 time: 0.0328882 Aug 23 12:24:15.441211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33168) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.484839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port b92017dd-8553-4f1f-aecd-d95cdda7fe31 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:15.486854 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01a929f-526a-46b6-8708-ee98f2f3becb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.487328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01a929f-526a-46b6-8708-ee98f2f3becb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.492068 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a01a929f-526a-46b6-8708-ee98f2f3becb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/5b29a9b1-ff53-4f5f-a41c-16c7b8cd5946 HTTP/1.1" status: 404 len: 337 time: 0.0469537 Aug 23 12:24:15.492422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port b92017dd-8553-4f1f-aecd-d95cdda7fe31 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:15.492422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:15.492626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.524838 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c67e3f6-32a8-4a4d-8535-74a756098620 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.525663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c67e3f6-32a8-4a4d-8535-74a756098620 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.528031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4c67e3f6-32a8-4a4d-8535-74a756098620 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/a3f39419-ce6e-48b7-8d24-df6eae66c63d HTTP/1.1" status: 404 len: 333 time: 0.0346386 Aug 23 12:24:15.530697 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33172) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.544993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] DHCP port deletion for e8b155fa-23ee-4888-b700-0dc9aeb608f0 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:24:15.567512 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c8538-ac26-4717-9889-5524434c9276 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.568294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09c8538-ac26-4717-9889-5524434c9276 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.572297 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f09c8538-ac26-4717-9889-5524434c9276 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/9ac11c8f-0ac7-4344-81c8-c08130be5c77 HTTP/1.1" status: 404 len: 337 time: 0.0377629 Aug 23 12:24:15.572582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33174) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.598282 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca00c815-0fe5-4d41-bf8d-38ea0808ab19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.599049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca00c815-0fe5-4d41-bf8d-38ea0808ab19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.603260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ca00c815-0fe5-4d41-bf8d-38ea0808ab19 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/e08e078e-da7e-42d7-956c-c8976ed47350 HTTP/1.1" status: 404 len: 333 time: 0.0274980 Aug 23 12:24:15.603571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33176) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.631995 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c222116-cf0e-40a5-a08f-547f84459a40 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.632665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c222116-cf0e-40a5-a08f-547f84459a40 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.637147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9c222116-cf0e-40a5-a08f-547f84459a40 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/48a25ca0-68d2-4a4d-a430-4cc458c65d19 HTTP/1.1" status: 404 len: 337 time: 0.0300181 Aug 23 12:24:15.637751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33178) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.643001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] Deleting port 9e36d096-f5c8-476f-95db-35d45316d85a {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:15.643617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:15.665649 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:15.668628 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d60cbe-923b-4bc6-acf4-cad7622e1e49 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.669734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d60cbe-923b-4bc6-acf4-cad7622e1e49 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.674494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33180) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.674680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-51d60cbe-923b-4bc6-acf4-cad7622e1e49 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/0cac28f1-da97-47b3-96e6-c371c28eb057 HTTP/1.1" status: 404 len: 333 time: 0.0359645 Aug 23 12:24:15.708820 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea8ebd3-b240-467f-a939-fad0ad4c66fc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.709625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea8ebd3-b240-467f-a939-fad0ad4c66fc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.712412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ea8ebd3-b240-467f-a939-fad0ad4c66fc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/62131e05-55bb-49ec-801e-a2a5f8f94214 HTTP/1.1" status: 404 len: 337 time: 0.0364580 Aug 23 12:24:15.715767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33184) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.747531 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d4a922-8c5c-499d-b26b-ff11dad5f6d9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.748265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d4a922-8c5c-499d-b26b-ff11dad5f6d9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.750403 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6d4a922-8c5c-499d-b26b-ff11dad5f6d9 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/12e0960c-1881-4d7f-bd87-73271fe100bc HTTP/1.1" status: 404 len: 337 time: 0.0331132 Aug 23 12:24:15.753420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33186) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.758293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] For port 9e36d096-f5c8-476f-95db-35d45316d85a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9e36d096-f5c8-476f-95db-35d45316d85a,segment=NetworkSegment(d5cfde91-5c66-434b-bd3b-34adf516cf4d),segment_id=d5cfde91-5c66-434b-bd3b-34adf516cf4d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:15.759131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:15.781806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] Calling delete_port for 9e36d096-f5c8-476f-95db-35d45316d85a owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:15.786921 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ace27b9-8f7d-411b-9b18-1d2fd7e1d271 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.787940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ace27b9-8f7d-411b-9b18-1d2fd7e1d271 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.791385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8ace27b9-8f7d-411b-9b18-1d2fd7e1d271 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ae612f33-8720-479b-92c8-72b96faba85e HTTP/1.1" status: 404 len: 333 time: 0.0356886 Aug 23 12:24:15.793632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33188) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.795327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:15.798084 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71070de7-7fff-4bbf-a19b-5104b7f2c795" -d '{"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-plugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:15.817468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:15.819374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33192) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.829096 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:15.830087 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea9418-c355-4739-842e-1f2cf64b5d26 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.831778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ea9418-c355-4739-842e-1f2cf64b5d26 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.834764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-20ea9418-c355-4739-842e-1f2cf64b5d26 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/18fd0d32-1659-4549-813b-29503337328d HTTP/1.1" status: 404 len: 337 time: 0.0386057 Aug 23 12:24:15.837747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.883677 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-434812a3-d045-42ba-abc6-5a7d782f57de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.884152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434812a3-d045-42ba-abc6-5a7d782f57de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.886036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-434812a3-d045-42ba-abc6-5a7d782f57de tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/5c383ca6-1e9e-4cbf-91e8-6bac5824fd0f HTTP/1.1" status: 404 len: 337 time: 0.0468431 Aug 23 12:24:15.888585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33198) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.892727 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221c0c6-1e0a-4c75-88f2-3bc92151d2ad x-openstack-request-id: req-e221c0c6-1e0a-4c75-88f2-3bc92151d2ad {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:15.893020 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-plugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:15.893412 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e221c0c6-1e0a-4c75-88f2-3bc92151d2ad {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:15.893915 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'code': 200} Aug 23 12:24:15.918880 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b66c5db-442d-47b0-965b-1fb11115305a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.919761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b66c5db-442d-47b0-965b-1fb11115305a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.923208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3b66c5db-442d-47b0-965b-1fb11115305a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/8facd58c-8d1c-4eea-a26e-9ce56aef5f43 HTTP/1.1" status: 404 len: 333 time: 0.0336576 Aug 23 12:24:15.925818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.939848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:15.975150 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-792b4594-2123-4c13-a43d-7cc65bcbfea8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:15.975662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792b4594-2123-4c13-a43d-7cc65bcbfea8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:15.977530 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-792b4594-2123-4c13-a43d-7cc65bcbfea8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/2b1039ce-1c8c-4c8f-801b-9c85623c6df0 HTTP/1.1" status: 404 len: 337 time: 0.0492671 Aug 23 12:24:15.980105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33204) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:15.998209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.007682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c7e3-19d3-4e98-840e-5ae99230c1df req-72d58c70-7cc0-4113-88d6-e67f617bd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:16.009327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bff8c7e3-19d3-4e98-840e-5ae99230c1df req-72d58c70-7cc0-4113-88d6-e67f617bd587 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1096 time: 0.0646098 Aug 23 12:24:16.018909 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-4354b673-e005-4e84-989c-0bc1c0b976e7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.019366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4354b673-e005-4e84-989c-0bc1c0b976e7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.021771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4354b673-e005-4e84-989c-0bc1c0b976e7 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/1f55b7bb-21a6-4505-9275-6e10e6c6544c HTTP/1.1" status: 404 len: 337 time: 0.0397363 Aug 23 12:24:16.024662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33206) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.032644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c87dcaef-87e5-4b16-9a07-b4db7f7cbd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.048081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] No DVR routers for this DVR port 9e36d096-f5c8-476f-95db-35d45316d85a on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:16.050292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0e401-2132-499d-9eec-b3f5ca2b61c3 None None] Pushing event deleted for resources: {'Port': ['ID=9e36d096-f5c8-476f-95db-35d45316d85a,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:16.054375 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf24e41d-205f-40d3-884c-1248898ee7d4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.055054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf24e41d-205f-40d3-884c-1248898ee7d4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.056932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf24e41d-205f-40d3-884c-1248898ee7d4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/a59f0dea-a200-468a-99e4-26ec6a05d5a7 HTTP/1.1" status: 404 len: 333 time: 0.0311420 Aug 23 12:24:16.059435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33210) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.080449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bff8c7e3-19d3-4e98-840e-5ae99230c1df req-e1374106-eedf-4259-a9d0-a097e15d4347 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630286 Aug 23 12:24:16.102782 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-6628f62b-a6ca-47fb-a080-f6fb47af3c76 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.104047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6628f62b-a6ca-47fb-a080-f6fb47af3c76 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.106765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6628f62b-a6ca-47fb-a080-f6fb47af3c76 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/72fc7cb8-b282-4d04-81fa-802bdeca54cb HTTP/1.1" status: 404 len: 337 time: 0.0461452 Aug 23 12:24:16.109316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33212) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.155928 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-925ce63b-d82a-4789-99b8-df8447dab199 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.156584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925ce63b-d82a-4789-99b8-df8447dab199 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.161357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-925ce63b-d82a-4789-99b8-df8447dab199 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/23fc755e-0465-40a4-9937-d67f11df237d HTTP/1.1" status: 404 len: 337 time: 0.0470293 Aug 23 12:24:16.162148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33214) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.193260 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2176067f-ba94-489f-8cc5-6c6b639f0650 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports?device_id=a861dad3-c318-475e-85cb-a2ad09d43e58 HTTP/1.1" status: 200 len: 205 time: 0.0296724 Aug 23 12:24:16.196436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33216) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.207868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6ddb-2204-4b04-80f7-caa1370bef20 req-32fd8ae0-d5c1-4155-8419-f40e0a1acd46 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:16.209848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ac6ddb-2204-4b04-80f7-caa1370bef20 req-32fd8ae0-d5c1-4155-8419-f40e0a1acd46 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.0563262 Aug 23 12:24:16.241485 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-382fe014-fdb3-46cf-99dd-a5168fde29eb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] delete failed (client error): The resource could not be found. Aug 23 12:24:16.244923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-382fe014-fdb3-46cf-99dd-a5168fde29eb tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/routers/a861dad3-c318-475e-85cb-a2ad09d43e58 HTTP/1.1" status: 404 len: 336 time: 0.0450618 Aug 23 12:24:16.247785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33218) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.260495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c87dcaef-87e5-4b16-9a07-b4db7f7cbd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.263738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d8ac6ddb-2204-4b04-80f7-caa1370bef20 req-e2177646-06cc-4e78-94bb-8258a5c48a1b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Aug 23 12:24:16.265132 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c87dcaef-87e5-4b16-9a07-b4db7f7cbd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.291302 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b20df7-bb25-4051-aab8-42d293586353 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.292032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b20df7-bb25-4051-aab8-42d293586353 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.296007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d4b20df7-bb25-4051-aab8-42d293586353 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/e356474c-0436-455b-9d52-d0496e1d8b11 HTTP/1.1" status: 404 len: 337 time: 0.0448537 Aug 23 12:24:16.296231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33220) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.305205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dcaef-87e5-4b16-9a07-b4db7f7cbd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94817fe5-e018-4537-8d5b-2844ac2e6907,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:16.318795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c87dcaef-87e5-4b16-9a07-b4db7f7cbd0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed8ed2b4ea6a4c4aae71a7904d985133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979751 Aug 23 12:24:16.319468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33222) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.324439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-733a0b9d-90e1-471f-b5a0-aaa1abcd97cc tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "GET /v2.0/ports?device_id=326c4fae-4271-4af5-9d45-9cfb5a3cc9be HTTP/1.1" status: 200 len: 205 time: 0.0270054 Aug 23 12:24:16.326695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33224) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.369262 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-0e071fb6-afb7-41eb-ae15-b5b7a561678c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] delete failed (client error): The resource could not be found. Aug 23 12:24:16.370551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e071fb6-afb7-41eb-ae15-b5b7a561678c tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/routers/326c4fae-4271-4af5-9d45-9cfb5a3cc9be HTTP/1.1" status: 404 len: 336 time: 0.0424175 Aug 23 12:24:16.372386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5af8dca8-15d3-4b85-86e1-f5af621f82b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.373153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.394726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5af8dca8-15d3-4b85-86e1-f5af621f82b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.405852 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea29db-646b-49b9-be1d-610d254f9978 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.406401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eea29db-646b-49b9-be1d-610d254f9978 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.410761 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0eea29db-646b-49b9-be1d-610d254f9978 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/0377918e-57cd-404b-b550-7c4011996008 HTTP/1.1" status: 404 len: 337 time: 0.0340493 Aug 23 12:24:16.411021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33228) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.447308 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed10196b-4d06-45c0-a2cd-1ebbee7a62ab tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.447758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed10196b-4d06-45c0-a2cd-1ebbee7a62ab tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.449486 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ed10196b-4d06-45c0-a2cd-1ebbee7a62ab tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/f07cc399-c936-4bc5-a839-07443a19fc36 HTTP/1.1" status: 404 len: 337 time: 0.0375559 Aug 23 12:24:16.452279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.481170 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0f52cd-5fca-45ff-87c2-cb40a7d24ed8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.481863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0f52cd-5fca-45ff-87c2-cb40a7d24ed8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.484020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c0f52cd-5fca-45ff-87c2-cb40a7d24ed8 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/a80be791-e33e-4451-869a-b48dfbcfe8e9 HTTP/1.1" status: 404 len: 333 time: 0.0306795 Aug 23 12:24:16.486801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33232) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.514293 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-1429ae98-7e82-4eb1-969d-c44b28511057 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.514667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1429ae98-7e82-4eb1-969d-c44b28511057 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.516457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1429ae98-7e82-4eb1-969d-c44b28511057 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/412ab854-10c4-462c-a1ba-726817d94b80 HTTP/1.1" status: 404 len: 337 time: 0.0285754 Aug 23 12:24:16.523997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33234) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.533778 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5af8dca8-15d3-4b85-86e1-f5af621f82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.536410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5af8dca8-15d3-4b85-86e1-f5af621f82b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:16.537566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5af8dca8-15d3-4b85-86e1-f5af621f82b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94817fe5-e018-4537-8d5b-2844ac2e6907 HTTP/1.1" status: 204 len: 168 time: 0.2168286 Aug 23 12:24:16.555115 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27f3905-f8c9-4ffd-909e-35d7406e1d5e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.555783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27f3905-f8c9-4ffd-909e-35d7406e1d5e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.559882 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a27f3905-f8c9-4ffd-909e-35d7406e1d5e tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/3b83b74f-a2cd-483d-9ea5-1aa1b086608c HTTP/1.1" status: 404 len: 333 time: 0.0375054 Aug 23 12:24:16.560719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33238) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.562994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8dca8-15d3-4b85-86e1-f5af621f82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94817fe5-e018-4537-8d5b-2844ac2e6907,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:16.604850 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7565c87-42d9-491f-b79b-70818263885b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.605360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7565c87-42d9-491f-b79b-70818263885b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.607558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d7565c87-42d9-491f-b79b-70818263885b tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/dd15d97b-20e5-4596-99b2-85aafeb00238 HTTP/1.1" status: 404 len: 337 time: 0.0444624 Aug 23 12:24:16.610085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33240) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.633497 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de218d4-cf30-43ae-86d5-a8e75ee3844f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.634583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de218d4-cf30-43ae-86d5-a8e75ee3844f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.639390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3de218d4-cf30-43ae-86d5-a8e75ee3844f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/91a543f3-1eb9-49d3-8968-a9d0f03a8c1f HTTP/1.1" status: 404 len: 333 time: 0.0258477 Aug 23 12:24:16.639757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33242) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.671400 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee33143a-86ad-41c2-8208-691733b68d0f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.671400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee33143a-86ad-41c2-8208-691733b68d0f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.671400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ee33143a-86ad-41c2-8208-691733b68d0f tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/146cf832-12d0-41f2-9e67-7578a01ed673 HTTP/1.1" status: 404 len: 337 time: 0.0294442 Aug 23 12:24:16.673048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33246) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.702699 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd614d3c-114a-4e33-9403-4f0250895829 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.703563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd614d3c-114a-4e33-9403-4f0250895829 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.708836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd614d3c-114a-4e33-9403-4f0250895829 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/ddc427d8-d433-459a-a33d-4d3f267c2474 HTTP/1.1" status: 404 len: 333 time: 0.0313399 Aug 23 12:24:16.709231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33248) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.737221 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcd717e-8576-40d2-b5f6-c5e858a8b1e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.737722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcd717e-8576-40d2-b5f6-c5e858a8b1e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.742407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1bcd717e-8576-40d2-b5f6-c5e858a8b1e1 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/9dc49206-f176-4222-8746-2ba3f4a88187 HTTP/1.1" status: 404 len: 337 time: 0.0297620 Aug 23 12:24:16.742651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33250) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.765930 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9b6db4-b4d0-4c9a-a056-f6e7b414963a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.770647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9b6db4-b4d0-4c9a-a056-f6e7b414963a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.772869 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2d9b6db4-b4d0-4c9a-a056-f6e7b414963a tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/8e5154d9-3d75-4347-af04-ee04d4812ce3 HTTP/1.1" status: 404 len: 333 time: 0.0289228 Aug 23 12:24:16.775391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33254) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.806266 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9dece4-4556-45d7-9969-66c4809e83af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.806784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9dece4-4556-45d7-9969-66c4809e83af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.811304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf9dece4-4556-45d7-9969-66c4809e83af tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/5aea12df-c2ca-48ea-8fac-6d17bea9a6a0 HTTP/1.1" status: 404 len: 337 time: 0.0349030 Aug 23 12:24:16.811440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33256) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.840758 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7bab93-f9d5-4357-9820-66fa60cc7fce tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.841448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7bab93-f9d5-4357-9820-66fa60cc7fce tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.845975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dd7bab93-f9d5-4357-9820-66fa60cc7fce tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/0e379c2f-3475-4fd9-a1f8-0e657d6d46d6 HTTP/1.1" status: 404 len: 333 time: 0.0310791 Aug 23 12:24:16.846241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33260) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.875782 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc795536-384c-4e49-9ee7-46c6deab7cb4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.876250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc795536-384c-4e49-9ee7-46c6deab7cb4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.878098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fc795536-384c-4e49-9ee7-46c6deab7cb4 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/ce773acd-36c3-425c-92b8-4b268fc6db3f HTTP/1.1" status: 404 len: 337 time: 0.0308502 Aug 23 12:24:16.880903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33266) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.907435 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9b158e-dfba-4dc1-b782-a1c4f7f2cdc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.908087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9b158e-dfba-4dc1-b782-a1c4f7f2cdc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.910088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cb9b158e-dfba-4dc1-b782-a1c4f7f2cdc3 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/ports/2027065a-08a0-4788-b8c8-fb88d8e08585 HTTP/1.1" status: 404 len: 333 time: 0.0279069 Aug 23 12:24:16.913457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33268) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:16.944849 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57f1d7b-e76a-4b78-a022-0cb7a27d0e11 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] DELETE failed (client error): The resource could not be found. Aug 23 12:24:16.945425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57f1d7b-e76a-4b78-a022-0cb7a27d0e11 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:24:16.947809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b57f1d7b-e76a-4b78-a022-0cb7a27d0e11 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/subnets/a903acde-9bb8-466c-9be7-4e975c6bbfea HTTP/1.1" status: 404 len: 337 time: 0.0327654 Aug 23 12:24:16.950565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33272) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:17.097462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.203452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.214089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b155fa-23ee-4888-b700-0dc9aeb608f0']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:17.224405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cfde91-5c66-434b-bd3b-34adf516cf4d') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:17.224703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cfde91-5c66-434b-bd3b-34adf516cf4d') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:17.234198 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.254348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.262194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:17.262613 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:17.265791 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:17.327090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.348699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.353245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] 10.222.0.21 "DELETE /v2.0/networks/e8b155fa-23ee-4888-b700-0dc9aeb608f0 HTTP/1.1" status: 204 len: 168 time: 0.4013531 Aug 23 12:24:17.355007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90714dad-10e7-4736-8682-7fa9b3588513 tempest-NetworksTestDHCPv6-17662873 tempest-NetworksTestDHCPv6-17662873-project] Pushing event deleted for resources: {'Network': ['ID=e8b155fa-23ee-4888-b700-0dc9aeb608f0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:17.412384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58eea3-7d03-4b3a-a092-23a831639411 req-f4b93a61-1240-4efd-870d-39826f37d275 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:17.414387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a58eea3-7d03-4b3a-a092-23a831639411 req-f4b93a61-1240-4efd-870d-39826f37d275 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.0671644 Aug 23 12:24:17.438837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e36d096-f5c8-476f-95db-35d45316d85a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:17.463728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9e36d096-f5c8-476f-95db-35d45316d85a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:24:17.464386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9e36d096-f5c8-476f-95db-35d45316d85a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:24:17.467250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a58eea3-7d03-4b3a-a092-23a831639411 req-80168a18-eac6-4d9c-be7a-1b4d85e0371f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Aug 23 12:24:17.597332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5870ff-0e42-4a75-acf1-e45a88f142ea req-d52a3ad9-0091-47b8-9c39-eff5d789e908 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:17.599019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe5870ff-0e42-4a75-acf1-e45a88f142ea req-d52a3ad9-0091-47b8-9c39-eff5d789e908 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.0575569 Aug 23 12:24:17.644392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe5870ff-0e42-4a75-acf1-e45a88f142ea req-c431c743-2a65-4aaa-909b-f6f62ccc2b2a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363421 Aug 23 12:24:17.670827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33298) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:17.676912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33302) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:17.719899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbab989-bad8-4d3d-88d0-1f3aca88f0de tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:17.721865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ccbab989-bad8-4d3d-88d0-1f3aca88f0de tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1091 time: 0.0499382 Aug 23 12:24:17.724700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33308) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:17.729529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:17.756011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.868492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.890420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-427a26b2-2d21-4901-9678-a6a2c2ae0688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b415dc60c93491db20f990c6c3b6434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122929 Aug 23 12:24:17.891177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:17.948113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b71bc97a-5dc4-4b64-a07c-441a6d5c2704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.972424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b71bc97a-5dc4-4b64-a07c-441a6d5c2704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:17.991178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.35 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/1678ec4d-b988-403a-93cf-03694e0426b7) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:18.033986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b71bc97a-5dc4-4b64-a07c-441a6d5c2704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.038238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b71bc97a-5dc4-4b64-a07c-441a6d5c2704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.039483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b71bc97a-5dc4-4b64-a07c-441a6d5c2704 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56994627-2d15-485f-897d-2a138f8534a5 HTTP/1.1" status: 204 len: 168 time: 0.1473641 Aug 23 12:24:18.048775 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc97a-5dc4-4b64-a07c-441a6d5c2704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56994627-2d15-485f-897d-2a138f8534a5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:18.064514 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33322) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:18.167701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.213701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.270093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=1678ec4d-b988-403a-93cf-03694e0426b7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:18.272759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-317753632'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:18.287896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:18.290338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:18.292952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:18.301020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Made reservation on behalf of 2a32513dd1634f38b915e2bccc1e0104 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:18.305705 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.317861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.457476 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.581468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.581468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:18.581468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.581468 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Added segment 5c046a58-8e40-438b-b437-d804a708ed52 of type vlan for network fdddbccf-b62e-4c68-9563-14feb004494f Aug 23 12:24:18.581468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73305677-8142-4a4e-919d-f4fcf84e3d0b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:18.709392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.709392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.709392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:18.709392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.709392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6078990 Aug 23 12:24:18.766467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad993614-9a60-4258-8cbd-915e8481af48 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Pushing event updated for resources: {'Network': ['ID=fdddbccf-b62e-4c68-9563-14feb004494f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:18.799331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network fdddbccf-b62e-4c68-9563-14feb004494f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:18.867613 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:18.967208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.018851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33364) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.024969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Request body: {'port': {'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f', 'binding:host_id': 'n-h2-773645-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-262998151'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:19.062047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Made reservation on behalf of 23fd8868005c401995a6c2949b0b1eaf for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:19.065515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.080009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.223836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33372) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.245120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.251115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.256378 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port d06f73f1-9c79-41e7-a2d1-9bcc2421925f yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:19.359755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-211576aa-7bcb-4e04-8d89-e8b627c89b3f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.361039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-211576aa-7bcb-4e04-8d89-e8b627c89b3f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1362255 Aug 23 12:24:19.365964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005fc3e9-65b9-4669-892c-6a2711e394cd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:19.371093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33378) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.376158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-82b32714-8662-47d9-8c40-6f6db7a330af tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.377585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-82b32714-8662-47d9-8c40-6f6db7a330af tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054598 Aug 23 12:24:19.394062 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33382) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.400392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-2fdb40e1-5080-4868-95d0-ed8b4e6d819b tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.404390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2fdb40e1-5080-4868-95d0-ed8b4e6d819b tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060816 Aug 23 12:24:19.414358 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33384) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.418884 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-1df63fde-c99e-4e16-8c64-de73ede731df tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.422567 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1df63fde-c99e-4e16-8c64-de73ede731df tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044653 Aug 23 12:24:19.423376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33386) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.433583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-4613f4e9-1ee0-4113-8ffb-cc9da8ad985e tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.434580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4613f4e9-1ee0-4113-8ffb-cc9da8ad985e tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0100424 Aug 23 12:24:19.438057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.445220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-b99f0c2c-20bb-426f-87dc-0d313e491125 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.446255 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b99f0c2c-20bb-426f-87dc-0d313e491125 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070891 Aug 23 12:24:19.449199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33390) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.458184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-4480934a-4c49-4d0b-af05-92a88a4cedeb tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.462248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4480934a-4c49-4d0b-af05-92a88a4cedeb tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084534 Aug 23 12:24:19.462394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33392) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.472727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-f15e1e70-e368-45bf-8522-1a222ecfe836 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.473412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f15e1e70-e368-45bf-8522-1a222ecfe836 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0097821 Aug 23 12:24:19.476305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33394) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.480580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-1784edc5-1d97-4f49-8c7e-49f29370b410 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.481517 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1784edc5-1d97-4f49-8c7e-49f29370b410 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043340 Aug 23 12:24:19.483879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.488088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-34bff8a9-6b84-469e-b7c8-ac5798c1af31 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.489930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-34bff8a9-6b84-469e-b7c8-ac5798c1af31 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051017 Aug 23 12:24:19.492804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33400) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.503597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-7e30497e-3d1f-46b0-9654-bea7318ca296 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.505539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7e30497e-3d1f-46b0-9654-bea7318ca296 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115683 Aug 23 12:24:19.508308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33402) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.514199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-75dec9bf-6c35-49ed-84fe-99871a0ab5c1 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.518032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-75dec9bf-6c35-49ed-84fe-99871a0ab5c1 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056646 Aug 23 12:24:19.518032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33404) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.525595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-e07cb62c-7066-422a-92ec-3e2eda4eb056 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.529502 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e07cb62c-7066-422a-92ec-3e2eda4eb056 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0108757 Aug 23 12:24:19.530636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33406) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.535332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-32d11f24-4993-4825-aac1-58b31762271c tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.536354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-32d11f24-4993-4825-aac1-58b31762271c tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047913 Aug 23 12:24:19.541425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33408) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.545834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-a579d170-03ff-4504-ba41-5276ccd900c2 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.549386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a579d170-03ff-4504-ba41-5276ccd900c2 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069876 Aug 23 12:24:19.552089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33410) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.556888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-65055b19-5644-4cc5-9c3a-f143053f9124 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.558066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-65055b19-5644-4cc5-9c3a-f143053f9124 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046628 Aug 23 12:24:19.560883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33412) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.568300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-7ee1fe0b-aa60-4d6a-8485-47d83990a552 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.572145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7ee1fe0b-aa60-4d6a-8485-47d83990a552 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072718 Aug 23 12:24:19.572351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33414) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.596541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-40a97e55-e031-47d7-b46c-fd2aec7ef73f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.597474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-40a97e55-e031-47d7-b46c-fd2aec7ef73f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0240569 Aug 23 12:24:19.600737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33418) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.604374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.607504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-6a53a833-b8a7-441d-b829-f455c923ab64 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.608851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6a53a833-b8a7-441d-b829-f455c923ab64 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072093 Aug 23 12:24:19.610978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.611578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33420) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.617220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-506f7718-2c8a-4b50-a711-689ebbda6b06 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.618579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-506f7718-2c8a-4b50-a711-689ebbda6b06 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059545 Aug 23 12:24:19.620843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33422) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.626494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-6ce8e2dc-af76-4e77-8305-6c9fb675850f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.627058 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port d06f73f1-9c79-41e7-a2d1-9bcc2421925f yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:19.628573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6ce8e2dc-af76-4e77-8305-6c9fb675850f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059805 Aug 23 12:24:19.631399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33424) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.638761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-7b980351-94d8-4994-ba6b-da67a6c23612 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.639741 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7b980351-94d8-4994-ba6b-da67a6c23612 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072591 Aug 23 12:24:19.642816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33426) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.645629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.650991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-46f70f92-6590-4413-b7b7-8e647113cac7 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.651991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46f70f92-6590-4413-b7b7-8e647113cac7 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0082953 Aug 23 12:24:19.655390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33428) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.664123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-7807af3e-4803-44ed-9671-566c85397641 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.665497 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7807af3e-4803-44ed-9671-566c85397641 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090101 Aug 23 12:24:19.668693 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33430) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.675354 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-4438a7c1-17ef-417b-a67f-cfa9cb632d51 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.675354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4438a7c1-17ef-417b-a67f-cfa9cb632d51 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052559 Aug 23 12:24:19.678003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33432) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.680489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Transition to ACTIVE for port object d06f73f1-9c79-41e7-a2d1-9bcc2421925f will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:19.685359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-319dcf32-a1d7-4bf8-b5c2-ee120cc81b84 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.686551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-319dcf32-a1d7-4bf8-b5c2-ee120cc81b84 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075409 Aug 23 12:24:19.689230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33434) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.695716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-5c7b10ed-37b0-471b-a639-b17d07c92175 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.698958 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5c7b10ed-37b0-471b-a639-b17d07c92175 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061140 Aug 23 12:24:19.699411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33436) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.705557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-df6682af-85bf-4423-b596-205dce68f5ee tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.706748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df6682af-85bf-4423-b596-205dce68f5ee tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066702 Aug 23 12:24:19.709455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.715484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33440) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.723143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-d0ba6c95-8dc3-423e-b1e0-ee3ef15dd11f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.726480 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d0ba6c95-8dc3-423e-b1e0-ee3ef15dd11f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0093648 Aug 23 12:24:19.727549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=1678ec4d-b988-403a-93cf-03694e0426b7,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:19.736995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33442) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.745772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-0a2a1e26-33fa-463b-a01f-1e777f62ce3a tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.758723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0a2a1e26-33fa-463b-a01f-1e777f62ce3a tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0164843 Aug 23 12:24:19.760494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33444) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.768511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-5d8351d6-4648-40ce-8a11-ef64abca93fc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.770889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5d8351d6-4648-40ce-8a11-ef64abca93fc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066857 Aug 23 12:24:19.771953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:19.774323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33446) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.786656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=d06f73f1-9c79-41e7-a2d1-9bcc2421925f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:19.790299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Checking segment: {'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:19.790670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Network hostable DHCP agents. Network: fdddbccf-b62e-4c68-9563-14feb004494f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:19.810794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-48464d17-0732-4e7d-92db-b8d8c8a6758d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.812104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48464d17-0732-4e7d-92db-b8d8c8a6758d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0359149 Aug 23 12:24:19.814852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33448) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.816495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Network fdddbccf-b62e-4c68-9563-14feb004494f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:19.821338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-b01afe57-e24f-4270-b453-b5581e91b4d9 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.824897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.825074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b01afe57-e24f-4270-b453-b5581e91b4d9 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090797 Aug 23 12:24:19.830146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-9848af2e-06cb-45f5-803f-e00292948a21 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.831017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9848af2e-06cb-45f5-803f-e00292948a21 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046973 Aug 23 12:24:19.832970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, fdddbccf-b62e-4c68-9563-14feb004494f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:19.834404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33452) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.837327 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:19.841005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-5db1f54f-a788-41dc-9e3b-d02e4eba4168 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.845521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5db1f54f-a788-41dc-9e3b-d02e4eba4168 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084510 Aug 23 12:24:19.845767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f3d1ee-b980-49b0-8a00-31dce7e92641 None None] Network fdddbccf-b62e-4c68-9563-14feb004494f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:19.848141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33456) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.854015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-509c2636-9b51-4c27-a0ef-800d1e720700 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.857499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-509c2636-9b51-4c27-a0ef-800d1e720700 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084457 Aug 23 12:24:19.858111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33458) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.863113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:19.863398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:19.863780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:19.868615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-e08b2b8f-9f25-4a3b-ada8-f1f2634d2dc9 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.872271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e08b2b8f-9f25-4a3b-ada8-f1f2634d2dc9 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0112541 Aug 23 12:24:19.872792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33460) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.873425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:19.873789 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:19.878374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-9857b8ce-b8ba-49c6-ade6-511174b193f1 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.880249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9857b8ce-b8ba-49c6-ade6-511174b193f1 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047765 Aug 23 12:24:19.880865 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 2 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:19.883813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33462) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.888494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-79618977-b8e1-4745-9ad8-51da67af089e tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.889554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79618977-b8e1-4745-9ad8-51da67af089e tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048194 Aug 23 12:24:19.892352 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33464) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.903932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-c187bd08-3ab1-4e7b-aca9-8c14aabc63b5 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.905373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c187bd08-3ab1-4e7b-aca9-8c14aabc63b5 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0115652 Aug 23 12:24:19.909013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33466) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.923215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-99c25e95-874b-41e9-ac63-6fc6194eda60 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.924719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99c25e95-874b-41e9-ac63-6fc6194eda60 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0131061 Aug 23 12:24:19.928265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33468) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.944367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-ec502825-6b5d-41b8-a527-73ee2b8ee49b tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.945507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ec502825-6b5d-41b8-a527-73ee2b8ee49b tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0150115 Aug 23 12:24:19.946553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:19.947009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:19.947439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:19.948955 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP 403b371c-bd7a-4b18-959e-40de7b14cdc6 associated. External IP: 172.25.1.35, port: b92017dd-8553-4f1f-aecd-d95cdda7fe31. Aug 23 12:24:19.950111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.955017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-cc03fa94-8055-47cd-8888-f431ded0a242 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.956128 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cc03fa94-8055-47cd-8888-f431ded0a242 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051346 Aug 23 12:24:19.964210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33474) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.971045 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-49ffe9b3-75c1-421f-aa56-a2dc8c633bfc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.972244 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-49ffe9b3-75c1-421f-aa56-a2dc8c633bfc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050747 Aug 23 12:24:19.978186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33476) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.982780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-75f2fc01-41d0-4874-ab1c-b44d6ca88b8b tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.983751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75f2fc01-41d0-4874-ab1c-b44d6ca88b8b tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044494 Aug 23 12:24:19.984630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:19.985389 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:19.985843 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 3 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:19.988500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33478) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:19.992927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-f206f37a-0c58-4efd-98c8-6d3a0c6f28e8 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:19.994008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f206f37a-0c58-4efd-98c8-6d3a0c6f28e8 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043690 Aug 23 12:24:19.996459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33480) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.001162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-65f8f077-2da1-43f2-9ee2-ac317b4ee77d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.007942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-65f8f077-2da1-43f2-9ee2-ac317b4ee77d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102580 Aug 23 12:24:20.014532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33482) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.020393 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-1ab6dc5e-8736-449f-9adb-eff45b89bced tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.022029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1ab6dc5e-8736-449f-9adb-eff45b89bced tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052338 Aug 23 12:24:20.025025 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33484) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.030988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-7b4d739f-48d7-4ca0-8cf5-4e3ddea03f6d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.036929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7b4d739f-48d7-4ca0-8cf5-4e3ddea03f6d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086541 Aug 23 12:24:20.038527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.045577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-630635af-0e06-4bb5-a524-c00e231df58a tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.047334 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-630635af-0e06-4bb5-a524-c00e231df58a tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059092 Aug 23 12:24:20.048988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.049505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.050060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.053273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33488) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.059532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-8b513e5c-3aba-43a9-ba3c-cbe4b97efba4 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.072532 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8b513e5c-3aba-43a9-ba3c-cbe4b97efba4 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0104537 Aug 23 12:24:20.074336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33492) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.084613 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-d7421125-623c-4ab6-ab8b-8a07e03ba597 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.090400 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d7421125-623c-4ab6-ab8b-8a07e03ba597 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0124986 Aug 23 12:24:20.091011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33496) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.095680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-e633dfe7-ee25-4a36-888e-dac29f88f0c9 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.098796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e633dfe7-ee25-4a36-888e-dac29f88f0c9 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059953 Aug 23 12:24:20.100404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.100754 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.101181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33498) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.101628 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 4 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.109446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-91534dce-ce20-43c4-a5b3-41c7092242d2 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.114889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-91534dce-ce20-43c4-a5b3-41c7092242d2 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087688 Aug 23 12:24:20.121488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33500) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.128506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-13545141-880b-4e6e-abd7-aadc81c1dd6f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.133240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-13545141-880b-4e6e-abd7-aadc81c1dd6f tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105834 Aug 23 12:24:20.134105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33502) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.136562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.136910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.137263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.141837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-bf066871-478f-401a-b88c-05d57fc9c40a tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.142063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.145933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bf066871-478f-401a-b88c-05d57fc9c40a tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077531 Aug 23 12:24:20.146591 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.147471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33504) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.148194 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 5 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.167847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-9238c5e5-d526-4b69-868c-4fdf854d92fb tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.172078 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9238c5e5-d526-4b69-868c-4fdf854d92fb tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081637 Aug 23 12:24:20.173710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33506) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.180264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-d8e560a2-b2e3-4b44-9e81-4ea5a0d01dcc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.184493 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d8e560a2-b2e3-4b44-9e81-4ea5a0d01dcc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094221 Aug 23 12:24:20.185108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.187601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.188102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.188292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.200701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-475a095a-88ea-4896-a506-95a9a68f8ac4 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.201717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-475a095a-88ea-4896-a506-95a9a68f8ac4 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0154555 Aug 23 12:24:20.204565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33512) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.205334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.205742 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.211085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-a7b14439-f028-4d19-a3ee-e26c03a614aa tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.212803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a7b14439-f028-4d19-a3ee-e26c03a614aa tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060413 Aug 23 12:24:20.213357 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 6 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.219225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33514) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.230313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-ad0475d1-c183-484d-861b-832c838012e1 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.231740 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ad0475d1-c183-484d-861b-832c838012e1 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0112479 Aug 23 12:24:20.234426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33516) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.235883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:20.239545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-8973ec49-c2a7-4554-b629-dac3f2138e05 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.240503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8973ec49-c2a7-4554-b629-dac3f2138e05 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050001 Aug 23 12:24:20.243175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.243520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.243866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.246048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33518) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.248816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.249348 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.249984 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 7 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.255847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-23eada52-2cf9-42f0-b119-9e24111d7ca7 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.259328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-23eada52-2cf9-42f0-b119-9e24111d7ca7 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086632 Aug 23 12:24:20.259750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33520) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.264405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-834a6331-abbf-495e-91a7-22ea37c90079 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.267807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.267956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-834a6331-abbf-495e-91a7-22ea37c90079 tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045404 Aug 23 12:24:20.268188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.268188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.269020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33522) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.271541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.271935 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.272655 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 8 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.290665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.290665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.290665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.295286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.295719 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.296279 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 9 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.305416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-adb66016-4f42-41cf-a375-88fa121582cc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.306487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-adb66016-4f42-41cf-a375-88fa121582cc tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0353687 Aug 23 12:24:20.309153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.310405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.310755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.311224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.313325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [None req-f6ed5e3b-8bd6-42fc-99b1-2a3d5fd8b5ce tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.317462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f6ed5e3b-8bd6-42fc-99b1-2a3d5fd8b5ce tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041993 Aug 23 12:24:20.317983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33528) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.322423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-1e635d16-3a28-4e39-bcca-c6648dd1e67d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.325730 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1e635d16-3a28-4e39-bcca-c6648dd1e67d tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047922 Aug 23 12:24:20.325730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.325730 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.325730 n-d-773645-7 neutron-server[101058]: INFO neutron.plugins.ml2.plugin [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 10 to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f Aug 23 12:24:20.329347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33530) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.340139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-cf657fd5-be7e-46b2-b968-559354a1d00c tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.341724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf657fd5-be7e-46b2-b968-559354a1d00c tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108850 Aug 23 12:24:20.344464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33532) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.350478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [None req-2dd43210-cf63-471b-a156-911fd7f409ed tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:20.354535 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2dd43210-cf63-471b-a156-911fd7f409ed tempest-ExtensionsTestJSON-1297799658 tempest-ExtensionsTestJSON-1297799658-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058246 Aug 23 12:24:20.360386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:20.361023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:20.361477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:20.367153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:20.368001 n-d-773645-7 neutron-server[101058]: ERROR neutron.plugins.ml2.managers [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port d06f73f1-9c79-41e7-a2d1-9bcc2421925f on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:20.368555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:20.421470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:20.439419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:20.444932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] Sync routers for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:20.453035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] For port d06f73f1-9c79-41e7-a2d1-9bcc2421925f, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:20.453412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempted to set empty binding levels {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 12:24:20.460150 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:20.463501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:20.464150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:20.507174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-de399099-f3dd-4f36-a886-1a2587dfdcb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7812986 Aug 23 12:24:20.508925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:20.513843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:20.514445 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:20.520594 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72746678-c103-4119-ad93-98e32abedd30" -d '{"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:20.545539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5227637 Aug 23 12:24:20.547341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33542) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.574757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e92ba2-6ee0-44f3-83ec-187876c07a6b tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=d06f73f1-9c79-41e7-a2d1-9bcc2421925f,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:20.609029 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a5380-7ae8-4893-ab17-af7233c06a4a x-openstack-request-id: req-d10a5380-7ae8-4893-ab17-af7233c06a4a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:20.609233 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:20.609433 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d10a5380-7ae8-4893-ab17-af7233c06a4a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:20.609889 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'status': 'completed', 'code': 200} Aug 23 12:24:20.681509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746678-c103-4119-ad93-98e32abedd30 req-dfec1257-7cf9-4792-b7b8-bb9ba048c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:20.683185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-dfec1257-7cf9-4792-b7b8-bb9ba048c293 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1096 time: 0.0649328 Aug 23 12:24:20.727371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:20.749107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44cb3f-2e90-4fd4-bec5-4bebaf09e458 req-c9e11568-afa7-47b7-8518-5af3b2bf5d6e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:20.753028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a44cb3f-2e90-4fd4-bec5-4bebaf09e458 req-c9e11568-afa7-47b7-8518-5af3b2bf5d6e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1421986 Aug 23 12:24:20.815034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Deleting port d06f73f1-9c79-41e7-a2d1-9bcc2421925f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:20.815390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:20.841032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746678-c103-4119-ad93-98e32abedd30 req-2b2ea587-2266-464e-86d6-cd0c8a91cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:20.842679 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-2b2ea587-2266-464e-86d6-cd0c8a91cbda service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.1530368 Aug 23 12:24:20.843846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a44cb3f-2e90-4fd4-bec5-4bebaf09e458 req-119c798a-deb3-48cf-87b1-ec4d1e1499fc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789039 Aug 23 12:24:20.892182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33552) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.892593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33554) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:20.970539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-ab6f484f-1050-4357-8861-ae000febe2e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 998 time: 0.1177413 Aug 23 12:24:20.972590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] For port d06f73f1-9c79-41e7-a2d1-9bcc2421925f, host n-h2-773645-7, got binding levels [] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:20.973016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:20.987596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Calling delete_port for d06f73f1-9c79-41e7-a2d1-9bcc2421925f owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:21.057574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746678-c103-4119-ad93-98e32abedd30 req-a44a7f4e-ed81-4d64-a7ea-44c867c24db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:21.067685 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-a44a7f4e-ed81-4d64-a7ea-44c867c24db2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.0848207 Aug 23 12:24:21.085715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.125555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '403b371c-bd7a-4b18-959e-40de7b14cdc6', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'port_id': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'mac_address': 'fa:16:3e:24:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:18Z', 'updated_at': '2021-08-23T12:24:18Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:07Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:21.131493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9f00c3ff-13c3-4902-9cc5-0c39f1d654f6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/403b371c-bd7a-4b18-959e-40de7b14cdc6 HTTP/1.1" status: 200 len: 990 time: 0.2376251 Aug 23 12:24:21.141181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746678-c103-4119-ad93-98e32abedd30 req-3c50860d-48c4-4513-8135-634005886dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:21.142960 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-3c50860d-48c4-4513-8135-634005886dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701110 Aug 23 12:24:21.157733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.160419 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d06f73f1-9c79-41e7-a2d1-9bcc2421925f HTTP/1.1" status: 204 len: 168 time: 0.6131823 Aug 23 12:24:21.161405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618231dd-7e9d-44e8-912c-9325972ccda3 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event deleted for resources: {'Port': ['ID=d06f73f1-9c79-41e7-a2d1-9bcc2421925f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:21.164514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33564) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:21.165159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] Checking router: e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:24:21.165627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4449f562-9bcd-437f-94dc-83319718a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.175698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:21.177165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:23:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:21.200219 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf98b70-5cc2-419d-8d7d-5ddec243a6cb tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:24:21.202126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fdf98b70-5cc2-419d-8d7d-5ddec243a6cb tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "GET /v2.0/ports/d06f73f1-9c79-41e7-a2d1-9bcc2421925f HTTP/1.1" status: 404 len: 333 time: 0.0341275 Aug 23 12:24:21.208175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33568) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:21.213896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Request body: {'port': {'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1137244319'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:21.245010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Made reservation on behalf of 23fd8868005c401995a6c2949b0b1eaf for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:21.247957 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.280930 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-5d304ace-ea4c-4161-88bf-e5ef398ff574 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306586 Aug 23 12:24:21.284913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:21.339556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:21.416513 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-72746678-c103-4119-ad93-98e32abedd30 req-f3d2fc7f-37fb-4658-83c1-ff4bc121bfb9 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176565 Aug 23 12:24:21.478860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4449f562-9bcd-437f-94dc-83319718a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.523200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4449f562-9bcd-437f-94dc-83319718a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.599532 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4449f562-9bcd-437f-94dc-83319718a0c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8b0628fc9bd4da49316e6bd3d1fdb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022300 Aug 23 12:24:21.600502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.600860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33576) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:21.602389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449f562-9bcd-437f-94dc-83319718a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed38a0-fa90-46dc-90cf-d37a8ac2998c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:21.642186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '403b371c-bd7a-4b18-959e-40de7b14cdc6', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'port_id': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'mac_address': 'fa:16:3e:24:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:18Z', 'updated_at': '2021-08-23T12:24:18Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:07Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:21.661406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.690112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22639757-7380-4c10-be97-b75f025135e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.695070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b92a29-9846-4588-8578-2f40af2bec71 None None] The sync data for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 is: [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '403b371c-bd7a-4b18-959e-40de7b14cdc6', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'port_id': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'mac_address': 'fa:16:3e:24:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:18Z', 'updated_at': '2021-08-23T12:24:18Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:07Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:21.718747 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22639757-7380-4c10-be97-b75f025135e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.720573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Network fdddbccf-b62e-4c68-9563-14feb004494f is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:21.726242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:21.733590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:21.734780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:21.735738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.773748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:21.785895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8b3183c0-37e0-48df-b01f-17d7d4d22f49 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5764375 Aug 23 12:24:21.789028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:21.795003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d9ead9be-0846-4562-bee8-51c8ebade2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.797635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:21.811713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22639757-7380-4c10-be97-b75f025135e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.813949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-22639757-7380-4c10-be97-b75f025135e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.815142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-22639757-7380-4c10-be97-b75f025135e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daed38a0-fa90-46dc-90cf-d37a8ac2998c HTTP/1.1" status: 204 len: 168 time: 0.2125051 Aug 23 12:24:21.824668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639757-7380-4c10-be97-b75f025135e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed38a0-fa90-46dc-90cf-d37a8ac2998c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:21.887267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:21.998959 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b2a9a-4908-4f19-900d-49ea52553aff None None] New status for floating IP 403b371c-bd7a-4b18-959e-40de7b14cdc6: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:24:22.120145 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:22.133039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33596) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:22.141924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.166322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Transition to ACTIVE for port object efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:22.172312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.234047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:22.253782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.254184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.254757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.261300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.261908 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.262308 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 2 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.279829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4ff5fc6c-596c-42bc-96c2-9379f02b0f2b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/403b371c-bd7a-4b18-959e-40de7b14cdc6 HTTP/1.1" status: 200 len: 990 time: 0.1454849 Aug 23 12:24:22.286106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.286525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.286894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.294137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.294530 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.295023 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 3 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.318268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.318610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.319427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.325168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.325504 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.325931 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 4 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.342555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.342905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.343275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.347827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.348694 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.349086 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 5 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.361498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.361890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.362231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.367208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.367533 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.367931 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 6 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.382207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.382550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.382888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.387366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.387707 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.388194 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 7 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.403054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.403449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.403852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.409411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.409895 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.410364 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 8 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.431899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.432435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.433044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.438427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.438747 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.439196 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 9 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.452221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.452623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.453018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.458528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.458860 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.459244 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 10 to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee Aug 23 12:24:22.476326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:22.476745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:22.477120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:22.481875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:22.482295 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:22.482593 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.566840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] For port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:22.566995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempted to set empty binding levels {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 12:24:22.572483 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.607395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] In _notify_port_updated(), no bound segment for port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:24:22.608649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.609938 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.613575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "PUT /v2.0/ports/efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee HTTP/1.1" status: 200 len: 975 time: 0.8208787 Aug 23 12:24:22.614019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33618) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:22.653451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abecbdf-c5a7-4872-b3c4-73b16cefb87c tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:22.711733 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.712152 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.712852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.713510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.714017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.714516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.714959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.715445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.715896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.716534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.717195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.717856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.718621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.719074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.719677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.720198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.720840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.721308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.722002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:22.725821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a1a6e9f5-b5ef-42bb-b483-30b4035e146e tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17049 time: 0.1107657 Aug 23 12:24:22.729508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33624) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:22.784137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33628) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:22.830389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Deleting port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:22.830779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.923040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1271858644'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:22.973984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Made reservation on behalf of a2b51459100041aa869cbcf6f277ac56 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:22.978212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:22.988775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.120802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.126084 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.154689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:23.174909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56419fcc-aea8-4a4b-9d48-b9711fde5baa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:23.179903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.180252 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Added segment 34764961-858a-445b-b14e-618f076a0cf7 of type vlan for network f846ffdf-3139-4fed-baf3-58beb21e07b1 Aug 23 12:24:23.239491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.269117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] For port efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee, host n-h2-773645-7, got binding levels [] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:23.269591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.274120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.280392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:23.281185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.283739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33642) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:23.292550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Calling delete_port for efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:23.364170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5783672 Aug 23 12:24:23.369487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:23.385190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Request body: {'subnet': {'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:23.397747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4d0cea1e-efef-4507-a99f-fd1e829bfe0a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/403b371c-bd7a-4b18-959e-40de7b14cdc6 HTTP/1.1" status: 200 len: 992 time: 0.1086061 Aug 23 12:24:23.451317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc89c54-3817-4805-b1a1-a29fbeb8bd38 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event updated for resources: {'Network': ['ID=f846ffdf-3139-4fed-baf3-58beb21e07b1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:23.467130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:23.492459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.528459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event deleted for resources: {'Port': ['ID=efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:23.552332 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.557257 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f096f809-8d46-4f8e-9acf-0fb2a0e87686 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "DELETE /v2.0/ports/efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee HTTP/1.1" status: 204 len: 168 time: 0.8237395 Aug 23 12:24:23.557257 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Made reservation on behalf of a2b51459100041aa869cbcf6f277ac56 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:23.558326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33650) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:23.562629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.590115 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3621d98-2c55-44e4-acfd-60d6d22dda60 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:24:23.591868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c3621d98-2c55-44e4-acfd-60d6d22dda60 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "GET /v2.0/ports/efc62f8d-0c8f-4b03-a3d9-63c3cb1ca4ee HTTP/1.1" status: 404 len: 333 time: 0.0320771 Aug 23 12:24:23.595648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33654) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:23.600676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1103829420', 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:23.622236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Made reservation on behalf of 23fd8868005c401995a6c2949b0b1eaf for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:23.624764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.642991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port aea4759c-4134-4b05-a3fc-c079061ea672 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:23.838733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.880882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.912955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event updated for resources: {'Subnet': ['ID=4801bd77-3b3a-4258-963e-a4f2fc928a36,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:23.921572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.922307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Checking segment: {'id': '34764961-858a-445b-b14e-618f076a0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:23.922834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Network hostable DHCP agents. Network: f846ffdf-3139-4fed-baf3-58beb21e07b1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:23.946571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:23.955768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, f846ffdf-3139-4fed-baf3-58beb21e07b1) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:23.964074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a9f27-0586-4c75-b98e-08152b77eae8 None None] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:23.964350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Network fdddbccf-b62e-4c68-9563-14feb004494f is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:23.967658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:23.969015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:23.969672 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.972221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:23.974524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:23.976785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:23.991530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99a00b5b-4acd-46f4-a83d-d92657e8eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6201646 Aug 23 12:24:23.994280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33662) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:23.997601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=aea4759c-4134-4b05-a3fc-c079061ea672,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:24.001221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Request body: {'port': {'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-944634109'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:24.007235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-49ff1b73-48a6-4446-b789-63e637690bcc tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4104590 Aug 23 12:24:24.009848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33664) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:24.061708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620f121-d304-421c-b9ad-52a06e164d91 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:24.062936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3620f121-d304-421c-b9ad-52a06e164d91 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "GET /v2.0/ports/aea4759c-4134-4b05-a3fc-c079061ea672 HTTP/1.1" status: 200 len: 955 time: 0.0520806 Aug 23 12:24:24.066949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:24.135856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Made reservation on behalf of a2b51459100041aa869cbcf6f277ac56 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:24.140488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.152860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-f846ffdf-3139-4fed-baf3-58beb21e07b1', 'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1', 'tenant_id': 'a2b51459100041aa869cbcf6f277ac56', 'fixed_ips': [{'subnet_id': '4801bd77-3b3a-4258-963e-a4f2fc928a36'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:24:24.154047 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.168141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] device_id is not set on port 63c4f912-799b-4672-a500-7121a4a0ac66 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:24.196442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Deleting port aea4759c-4134-4b05-a3fc-c079061ea672 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:24.197373 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.291857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.307997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Calling delete_port for aea4759c-4134-4b05-a3fc-c079061ea672 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:24.329198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Allocated IP 2001:db8::27f (f846ffdf-3139-4fed-baf3-58beb21e07b1/4801bd77-3b3a-4258-963e-a4f2fc928a36/63c4f912-799b-4672-a500-7121a4a0ac66) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:24.369017 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-42a329cf-4b73-4b68-9ddd-5d99bb40a4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.424057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.430497 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.456598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event deleted for resources: {'Port': ['ID=aea4759c-4134-4b05-a3fc-c079061ea672,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:24.462476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.464754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9770a495-7b6e-420a-bb34-a1be9dd4a683 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "DELETE /v2.0/ports/aea4759c-4134-4b05-a3fc-c079061ea672 HTTP/1.1" status: 204 len: 168 time: 0.3967352 Aug 23 12:24:24.467241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33678) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:24.493461 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-91958165-fc9f-467c-bfe4-b7b59e26ed38 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:24:24.498911 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-91958165-fc9f-467c-bfe4-b7b59e26ed38 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "GET /v2.0/ports/aea4759c-4134-4b05-a3fc-c079061ea672 HTTP/1.1" status: 404 len: 333 time: 0.0269799 Aug 23 12:24:24.499766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33680) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:24.504604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Request body: {'port': {'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-859752047'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:24.517999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.535808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Transition to ACTIVE for port object 63c4f912-799b-4672-a500-7121a4a0ac66 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:24.539835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Made reservation on behalf of 23fd8868005c401995a6c2949b0b1eaf for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:24.542812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.564006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:24.586209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.635183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:24.638649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:24.642815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:24.649905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:24.650848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.653751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Allocated IP 2001:db8::2 (f846ffdf-3139-4fed-baf3-58beb21e07b1/4801bd77-3b3a-4258-963e-a4f2fc928a36/a723c744-6e0e-41e6-a2b4-608ad97ad7a0) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:24.670433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event updated for resources: {'Port': ['ID=63c4f912-799b-4672-a500-7121a4a0ac66,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:24.679398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0306da14-233f-4b79-9d5f-bcb5326a5562 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6839356 Aug 23 12:24:24.680203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33686) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:24.685911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Request body: {'port': {'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-625070376', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:24.686471 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] bootfile-name is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:24:24.686819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] tftp-server is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:24:24.687159 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] server-ip-address is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:24:24.769131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.815969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.840485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Made reservation on behalf of a2b51459100041aa869cbcf6f277ac56 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:24.844490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.866952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] device_id is not set on port 4de6020b-70bf-400a-87fb-7ffeefbcab8b yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:24.879829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Network fdddbccf-b62e-4c68-9563-14feb004494f is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:24.885894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffb3598-dae3-4c17-8fb9-b3cb88b5a973,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:24.888355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:24.890540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:24.891760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:24.892527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.911185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-afb07a0a-dd43-4c34-be2a-f84b55ad1435 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4108782 Aug 23 12:24:24.913715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33694) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:24.917161 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.927845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Transition to ACTIVE for port object a723c744-6e0e-41e6-a2b4-608ad97ad7a0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:24.930349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:24.961171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Transition to ACTIVE for port object a723c744-6e0e-41e6-a2b4-608ad97ad7a0 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:24.971029 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:24.989366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:24.991785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:24.997133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.014433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:25.046458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Allocated IP 2001:db8::2ad (f846ffdf-3139-4fed-baf3-58beb21e07b1/4801bd77-3b3a-4258-963e-a4f2fc928a36/4de6020b-70bf-400a-87fb-7ffeefbcab8b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:25.094317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Pushing event updated for resources: {'Port': ['ID=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:25.106437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Attempting to bind port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.106818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Attempting to bind port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '34764961-858a-445b-b14e-618f076a0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.107179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Attempting to bind port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 on network f846ffdf-3139-4fed-baf3-58beb21e07b1 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.112359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:25.112746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Checking segment: {'id': '34764961-858a-445b-b14e-618f076a0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:25.113154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.113938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Bound using segment: {'id': '34764961-858a-445b-b14e-618f076a0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:25.114606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Bound port: a723c744-6e0e-41e6-a2b4-608ad97ad7a0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34764961-858a-445b-b14e-618f076a0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f846ffdf-3139-4fed-baf3-58beb21e07b1'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:25.115180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.200617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] For port a723c744-6e0e-41e6-a2b4-608ad97ad7a0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:25.204892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] For port a723c744-6e0e-41e6-a2b4-608ad97ad7a0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,segment=NetworkSegment(34764961-858a-445b-b14e-618f076a0cf7),segment_id=34764961-858a-445b-b14e-618f076a0cf7)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:25.211896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.225885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] device_id is not set on port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 yet. {{(pid=101057) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:25.237614 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.253956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Transition to ACTIVE for port object 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:25.270396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.289971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec836f-59bf-456a-8938-e745fe0974b3 None None] Pushing event updated for resources: {'Port': ['ID=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:25.321835 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.336458 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffb3598-dae3-4c17-8fb9-b3cb88b5a973,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:25.340593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Transition to ACTIVE for port object 4de6020b-70bf-400a-87fb-7ffeefbcab8b will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:25.368109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.368347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.368695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.377168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.377538 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.377930 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 2 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.400498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.401392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.402098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.406274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.414424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.414424 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.414424 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 3 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.428482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.428824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.429269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.433935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.434268 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.434651 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 4 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.449142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.450094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.450451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.455035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.455360 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.456103 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 5 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.469191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.469524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.469904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.471924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:25.474555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.474798 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.475237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:25.475384 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 6 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.483174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:25.490264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:25.490476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.490751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.490980 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.491113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.496081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.496490 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.496806 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 7 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.502639 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event updated for resources: {'Port': ['ID=4de6020b-70bf-400a-87fb-7ffeefbcab8b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:25.508492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-613739b6-81f5-4f3a-9fad-099e778ef57a tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8268194 Aug 23 12:24:25.511288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33710) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:25.539575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.539575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.539575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.580625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.580974 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.584510 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 8 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.603305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.603587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.603934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.617746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351e476-bf8d-49b2-bd45-91c72972df40 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:25.623660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351e476-bf8d-49b2-bd45-91c72972df40 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:25.629777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351e476-bf8d-49b2-bd45-91c72972df40 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:25.631785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6351e476-bf8d-49b2-bd45-91c72972df40 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1193388 Aug 23 12:24:25.634817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33714) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:25.646273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.646620 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.647031 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 9 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.685128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.685478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.685864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.717758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.718085 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.718677 n-d-773645-7 neutron-server[101057]: INFO neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempt 10 to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 Aug 23 12:24:25.726334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.737754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:25.738103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:25.738477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempting to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:25.748211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:25.748559 n-d-773645-7 neutron-server[101057]: ERROR neutron.plugins.ml2.managers [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Failed to bind port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on host n-h2-773645-7 for vnic_type normal using segments [{'id': '5c046a58-8e40-438b-b437-d804a708ed52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fdddbccf-b62e-4c68-9563-14feb004494f'}] Aug 23 12:24:25.748949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.802210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Deleting port 4de6020b-70bf-400a-87fb-7ffeefbcab8b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:25.802559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.887225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] For port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:25.887610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attempted to set empty binding levels {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 12:24:25.893874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.951500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] In _notify_port_updated(), no bound segment for port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 on network fdddbccf-b62e-4c68-9563-14feb004494f {{(pid=101057) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:24:25.952525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:25.953116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.954754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "PUT /v2.0/ports/9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 HTTP/1.1" status: 200 len: 974 time: 1.0398390 Aug 23 12:24:25.958128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33722) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:25.961819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:25.979294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Calling delete_port for 4de6020b-70bf-400a-87fb-7ffeefbcab8b owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:25.987642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfe72-63aa-4c68-abdf-9011905e1bdf tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffb3598-dae3-4c17-8fb9-b3cb88b5a973,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:26.048996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Deleting port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:26.049400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.123230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] For port 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973, host n-h2-773645-7, got binding levels [] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:26.123606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.142145 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.159660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Calling delete_port for 9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:26.175014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event deleted for resources: {'Port': ['ID=4de6020b-70bf-400a-87fb-7ffeefbcab8b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:26.211999 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.214044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fae4b5c-d9cc-450a-8327-bbe37e39a290 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "DELETE /v2.0/ports/4de6020b-70bf-400a-87fb-7ffeefbcab8b HTTP/1.1" status: 204 len: 168 time: 0.5769796 Aug 23 12:24:26.217744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33730) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:26.223871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Request body: {'port': {'name': 'tempest-new-port-name-201605966', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:26.224434 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] bootfile-name is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:24:26.224771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] tftp-server is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:24:26.225106 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.api.validators [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] server-ip-address is not in valid_values {{(pid=101058) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 12:24:26.319623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.328917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.390983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ffb3598-dae3-4c17-8fb9-b3cb88b5a973,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:26.403804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.408141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-63ba2052-9007-41fb-b7a8-c9f97f76470a tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 HTTP/1.1" status: 204 len: 168 time: 0.4460957 Aug 23 12:24:26.409596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33738) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:26.436731 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4663ec8-3a1b-4c01-a055-141f037eec09 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] GET failed (client error): The resource could not be found. Aug 23 12:24:26.438400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4663ec8-3a1b-4c01-a055-141f037eec09 tempest-PortsAdminExtendedAttrsTestJSON-1369572219 tempest-PortsAdminExtendedAttrsTestJSON-1369572219-project-admin] 10.222.0.21 "GET /v2.0/ports/9ffb3598-dae3-4c17-8fb9-b3cb88b5a973 HTTP/1.1" status: 404 len: 333 time: 0.0277350 Aug 23 12:24:26.442478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33740) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:26.561950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.591552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901edcb6-44b0-420c-955a-62e29cc57d19 None None] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:26.659414 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.665422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.697477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] In _notify_port_updated(), no bound segment for port 63c4f912-799b-4672-a500-7121a4a0ac66 on network f846ffdf-3139-4fed-baf3-58beb21e07b1 {{(pid=101058) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 12:24:26.709199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:26.710656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:26.713193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "PUT /v2.0/ports/63c4f912-799b-4672-a500-7121a4a0ac66 HTTP/1.1" status: 200 len: 1129 time: 0.4943259 Aug 23 12:24:26.737490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33746) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:26.748194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-48f3d239-0469-4ea9-8413-beb5c7baff42 None None] Provisioning for port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:26.832953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d8327-72fc-4514-aab7-840407aed97d tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event updated for resources: {'Port': ['ID=63c4f912-799b-4672-a500-7121a4a0ac66,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:26.840722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e01fc-6a71-4d4e-b113-d090dfc24466 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:26.840722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-658e01fc-6a71-4d4e-b113-d090dfc24466 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "GET /v2.0/ports/63c4f912-799b-4672-a500-7121a4a0ac66 HTTP/1.1" status: 200 len: 1129 time: 0.0970995 Aug 23 12:24:26.840722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33750) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:26.955076 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Deleting port 63c4f912-799b-4672-a500-7121a4a0ac66 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:26.955435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.004952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.015847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdddbccf-b62e-4c68-9563-14feb004494f']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:27.027135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c046a58-8e40-438b-b437-d804a708ed52') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:27.027431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c046a58-8e40-438b-b437-d804a708ed52') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:27.041777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.069974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.073380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.082620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:27.085219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Calling delete_port for 63c4f912-799b-4672-a500-7121a4a0ac66 owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:27.086174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:27.090252 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:27.168351 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.208884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.212291 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] 10.222.0.21 "DELETE /v2.0/networks/fdddbccf-b62e-4c68-9563-14feb004494f HTTP/1.1" status: 204 len: 168 time: 0.7687323 Aug 23 12:24:27.234249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05893ad-a8fc-416a-8016-0e5a95174510 tempest-PortsAdminExtendedAttrsTestJSON-1288291044 tempest-PortsAdminExtendedAttrsTestJSON-1288291044-project] Pushing event deleted for resources: {'Network': ['ID=fdddbccf-b62e-4c68-9563-14feb004494f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:27.264219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f64fcfc1-70ef-476e-9152-dc813db1fd82 None None] Provisioning for port 63c4f912-799b-4672-a500-7121a4a0ac66 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:27.264483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.268871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f64fcfc1-70ef-476e-9152-dc813db1fd82 None None] Provisioning complete for port 63c4f912-799b-4672-a500-7121a4a0ac66 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:27.269253 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f64fcfc1-70ef-476e-9152-dc813db1fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.302190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event deleted for resources: {'Port': ['ID=63c4f912-799b-4672-a500-7121a4a0ac66,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:27.303075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f64fcfc1-70ef-476e-9152-dc813db1fd82 None None] Port 63c4f912-799b-4672-a500-7121a4a0ac66 was deleted so its status cannot be updated. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 12:24:27.336768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.346195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3e0cc405-fa5e-45bf-93f6-05c77f5aabcb tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "DELETE /v2.0/ports/63c4f912-799b-4672-a500-7121a4a0ac66 HTTP/1.1" status: 204 len: 168 time: 0.4979377 Aug 23 12:24:27.346726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:27.411026 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.432258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-161a43bc-44d8-44bc-8337-52417e8fe5d5 None None] Could not find standard attr ID for object 63c4f912-799b-4672-a500-7121a4a0ac66. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:24:27.526258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Deleting subnet 4801bd77-3b3a-4258-963e-a4f2fc928a36 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:27.543105 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.548894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a723c744-6e0e-41e6-a2b4-608ad97ad7a0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:27.612072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.619901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33774) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:27.634920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:27.639438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:27.639817 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.745590 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.782687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a723c744-6e0e-41e6-a2b4-608ad97ad7a0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,segment=NetworkSegment(34764961-858a-445b-b14e-618f076a0cf7),segment_id=34764961-858a-445b-b14e-618f076a0cf7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:27.791408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.800322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.837295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be3f1634-bb45-48ed-a6d5-9af684f96487 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a32513dd1634f38b915e2bccc1e0104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162123 Aug 23 12:24:27.841319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33782) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:27.881073 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.931254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event deleted for resources: {'Subnet': ['ID=4801bd77-3b3a-4258-963e-a4f2fc928a36,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:27.939773 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.940468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fde1bed9-b462-4a7d-bb1e-cde59864bbb5 None None] Could not find standard attr ID for object 4de6020b-70bf-400a-87fb-7ffeefbcab8b. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:24:27.942318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2f5390d1-b936-4cae-a9a2-ea9b76265c46 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "DELETE /v2.0/subnets/4801bd77-3b3a-4258-963e-a4f2fc928a36 HTTP/1.1" status: 204 len: 168 time: 0.5943370 Aug 23 12:24:27.942990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f153-646a-41c3-b7f8-25d9331d61f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.945081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33784) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:27.947033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:27.954471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:27.976742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f153-646a-41c3-b7f8-25d9331d61f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.034126 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f153-646a-41c3-b7f8-25d9331d61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.034406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.037999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f153-646a-41c3-b7f8-25d9331d61f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.042747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0ed3f153-646a-41c3-b7f8-25d9331d61f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73305677-8142-4a4e-919d-f4fcf84e3d0b HTTP/1.1" status: 204 len: 168 time: 0.2003651 Aug 23 12:24:28.056684 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f153-646a-41c3-b7f8-25d9331d61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73305677-8142-4a4e-919d-f4fcf84e3d0b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:28.089360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c3eef-27f8-4c17-a36d-55b1126b3768 None None] Network f846ffdf-3139-4fed-baf3-58beb21e07b1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:28.107395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Deleting port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:28.107775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.198042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] For port a723c744-6e0e-41e6-a2b4-608ad97ad7a0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,segment=NetworkSegment(34764961-858a-445b-b14e-618f076a0cf7),segment_id=34764961-858a-445b-b14e-618f076a0cf7)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:28.198608 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.222148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Calling delete_port for a723c744-6e0e-41e6-a2b4-608ad97ad7a0 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:28.323265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfdd87-6811-4895-84e1-234c19e79265 None None] DHCP port deletion for f846ffdf-3139-4fed-baf3-58beb21e07b1 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:24:28.326754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.383493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event deleted for resources: {'Port': ['ID=a723c744-6e0e-41e6-a2b4-608ad97ad7a0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:28.386156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] No DVR routers for this DVR port a723c744-6e0e-41e6-a2b4-608ad97ad7a0 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:28.392127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.444991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33800) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:28.490243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.505750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f846ffdf-3139-4fed-baf3-58beb21e07b1']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:28.533984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34764961-858a-445b-b14e-618f076a0cf7') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:28.534731 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34764961-858a-445b-b14e-618f076a0cf7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:28.543899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cbda7c6c-ac30-4f73-877b-540453e98138 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23fd8868005c401995a6c2949b0b1eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977249 Aug 23 12:24:28.546337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33804) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:28.553989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.583320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.595225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:28.595664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:28.598682 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:28.684678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e70d676-777e-49fa-b08f-30768de14533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.690033 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.709823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.711800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] 10.222.0.21 "DELETE /v2.0/networks/f846ffdf-3139-4fed-baf3-58beb21e07b1 HTTP/1.1" status: 204 len: 168 time: 0.7655315 Aug 23 12:24:28.735622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653ec16-a80b-4de1-b9a6-95eed8be81de tempest-ExtraDHCPOptionsIpV6TestJSON-173660575 tempest-ExtraDHCPOptionsIpV6TestJSON-173660575-project] Pushing event deleted for resources: {'Network': ['ID=f846ffdf-3139-4fed-baf3-58beb21e07b1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:28.742452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e70d676-777e-49fa-b08f-30768de14533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.799484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e70d676-777e-49fa-b08f-30768de14533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.802637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e70d676-777e-49fa-b08f-30768de14533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:28.804004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e70d676-777e-49fa-b08f-30768de14533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/005fc3e9-65b9-4669-892c-6a2711e394cd HTTP/1.1" status: 204 len: 168 time: 0.2567527 Aug 23 12:24:28.812819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d676-777e-49fa-b08f-30768de14533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005fc3e9-65b9-4669-892c-6a2711e394cd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:29.044415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:29.216321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a7260123-ffe0-4fad-aea2-47815f3e883e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2b51459100041aa869cbcf6f277ac56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705287 Aug 23 12:24:29.218990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:29.283285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e48a8d4b-d69f-4529-904e-f39f336a4c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:29.307393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e48a8d4b-d69f-4529-904e-f39f336a4c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:29.383207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e48a8d4b-d69f-4529-904e-f39f336a4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:29.386746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e48a8d4b-d69f-4529-904e-f39f336a4c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:29.391154 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e48a8d4b-d69f-4529-904e-f39f336a4c9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56419fcc-aea8-4a4b-9d48-b9711fde5baa HTTP/1.1" status: 204 len: 168 time: 0.1680441 Aug 23 12:24:29.400033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8d4b-d69f-4529-904e-f39f336a4c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56419fcc-aea8-4a4b-9d48-b9711fde5baa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:29.472104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a723c744-6e0e-41e6-a2b4-608ad97ad7a0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:29.497494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a723c744-6e0e-41e6-a2b4-608ad97ad7a0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:24:29.497906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a723c744-6e0e-41e6-a2b4-608ad97ad7a0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:24:30.308367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:30.316830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33910) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:30.428040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1549585197', 'router:external': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:30.438841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-483361448'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:30.468310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:24:30.468310 n-d-773645-7 neutron-server[101058]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:24:30.468310 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id': '189326602a9249e983ebbf758f70ac27', 'id': '46b337b6-0521-4698-ae59-f6aca776a0fd', 'expiration': datetime.datetime(2021, 8, 23, 12, 26, 30, 457836)}] Aug 23 12:24:30.468310 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:24:30.469162 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:24:30.470461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Made reservation on behalf of a3a7d5d5ce9045b19c2fb612e947d9eb for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:30.473364 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.482238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.590297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.596077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.628624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:30.634745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126580b-9830-4620-9b3c-e9a13dbdc845,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:30.644376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.645202 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Added segment 94db189c-8002-404a-a366-9e2efd4a2d2f of type vlan for network b68c1bc2-b8cd-4437-81cd-c992359249cf Aug 23 12:24:30.694777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.726377 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.727652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:30.731148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.817640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5079439 Aug 23 12:24:30.819866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33922) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:30.825109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'subnet': {'network_id': 'b68c1bc2-b8cd-4437-81cd-c992359249cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:30.827453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcbabd-8eb9-4bd9-bb57-dbdc806c3d4d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Network': ['ID=b68c1bc2-b8cd-4437-81cd-c992359249cf,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:30.838408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b68c1bc2-b8cd-4437-81cd-c992359249cf details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:30.873345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Made reservation on behalf of a3a7d5d5ce9045b19c2fb612e947d9eb for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:30.880169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:30.991787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:30.995376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.011915 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.116022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.121076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.144630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:31.158418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f9a813-5866-4a47-a435-365f97865c4a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:31.166069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.166421 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment 425a4fd7-5ddc-4a64-b844-31923e4e6056 of type vlan for network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 Aug 23 12:24:31.207725 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.222082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.objects.ports [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 12:24:31.222561 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.240893 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.248792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:31.249449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.287938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9700096 Aug 23 12:24:31.290941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33924) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:31.292531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c437b16-ad98-4e9b-b4e1-16091e809d94,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:31.298184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Checking segment: {'id': '94db189c-8002-404a-a366-9e2efd4a2d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b68c1bc2-b8cd-4437-81cd-c992359249cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:31.298547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network hostable DHCP agents. Network: b68c1bc2-b8cd-4437-81cd-c992359249cf, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:31.317502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network b68c1bc2-b8cd-4437-81cd-c992359249cf is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:31.326433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-659475385'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:31.327883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b68c1bc2-b8cd-4437-81cd-c992359249cf) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:31.332059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:31.332665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.341867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83225314-d96f-410f-997d-1e9d2b21a620 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=b84e16dc-efc2-4ad9-8368-4c47fc5cc242,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:31.342853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08286cea-a4e5-4ddf-87cd-f7cf1fd1cc72 None None] Network b68c1bc2-b8cd-4437-81cd-c992359249cf requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:31.360772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:31.365761 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.368008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a819956a-22da-4966-b81f-ac320b3d31ea tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5470405 Aug 23 12:24:31.370780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33926) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:31.373645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:31.376110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2043850916', 'network_id': 'b68c1bc2-b8cd-4437-81cd-c992359249cf'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:31.417984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:31.424151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Made reservation on behalf of a3a7d5d5ce9045b19c2fb612e947d9eb for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:31.427070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.446645 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.447108 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment 0ec9ccfe-e84e-4898-be98-d4afbe9bd54d of type vlan for network 568e5034-3185-461e-baed-889cf6edf5b8 Aug 23 12:24:31.458941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] device_id is not set on port 878c20b7-ff9d-402c-a6eb-f0b6d425ccde yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:31.536424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.562255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7233c-f299-4179-9718-c3deb203ae5e None None] Network b68c1bc2-b8cd-4437-81cd-c992359249cf requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:31.596809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.602998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:31.603610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.654554 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3624287 Aug 23 12:24:31.657337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:31.663816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:31.694552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Allocated IP 172.20.0.11 (b68c1bc2-b8cd-4437-81cd-c992359249cf/1c437b16-ad98-4e9b-b4e1-16091e809d94/878c20b7-ff9d-402c-a6eb-f0b6d425ccde) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:31.702364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46146b2e-59ff-4c04-8dba-afcd3205b0cb tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=568e5034-3185-461e-baed-889cf6edf5b8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:31.719058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 568e5034-3185-461e-baed-889cf6edf5b8 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:31.773549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:31.778397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.861734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.904133 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.949473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network b68c1bc2-b8cd-4437-81cd-c992359249cf is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:31.954012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:31.956394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:31.972420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:31.988656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Port': ['ID=878c20b7-ff9d-402c-a6eb-f0b6d425ccde,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:32.013586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:32.014248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.037574 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b93e48fb-55cd-4950-a8af-7552ec00af7e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6656659 Aug 23 12:24:32.038279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33932) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:32.038698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=370f851d-ba87-43a4-91eb-0a25a14fc927,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:32.046375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': '425a4fd7-5ddc-4a64-b844-31923e4e6056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:32.046905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: b84e16dc-efc2-4ad9-8368-4c47fc5cc242, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:32.063978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:32.073575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b84e16dc-efc2-4ad9-8368-4c47fc5cc242) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:32.077991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:32.078631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.086784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266c988-4cad-4fe7-bf9b-9f80b8c827a7 None None] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:32.099977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c57f6362-891c-4d60-ab1e-dbd6699bc7ee tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4412904 Aug 23 12:24:32.102921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33934) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:32.108568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '568e5034-3185-461e-baed-889cf6edf5b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:32.134492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Deleting port 878c20b7-ff9d-402c-a6eb-f0b6d425ccde {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:32.135222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.228171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:32.234103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.238092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.263267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Calling delete_port for 878c20b7-ff9d-402c-a6eb-f0b6d425ccde owned by {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:32.270742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-b84e16dc-efc2-4ad9-8368-4c47fc5cc242', 'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': '370f851d-ba87-43a4-91eb-0a25a14fc927'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:24:32.271622 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.424669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.428832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Allocated IP 172.20.0.2 (b84e16dc-efc2-4ad9-8368-4c47fc5cc242/370f851d-ba87-43a4-91eb-0a25a14fc927/86dff412-2b9d-41ec-b2de-15f1beeda000) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:32.460821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event deleted for resources: {'Port': ['ID=878c20b7-ff9d-402c-a6eb-f0b6d425ccde,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:32.464100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.546045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=f5d351d5-0a77-4b33-a33d-a2a3c746c65f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:32.554785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '568e5034-3185-461e-baed-889cf6edf5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:32.555237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 568e5034-3185-461e-baed-889cf6edf5b8, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:32.557674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.562277 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f51827e-afc1-4b07-9f4b-a9dff21a7939 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/ports/878c20b7-ff9d-402c-a6eb-f0b6d425ccde HTTP/1.1" status: 204 len: 168 time: 0.5205159 Aug 23 12:24:32.565115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33938) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:32.570395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b68c1bc2-b8cd-4437-81cd-c992359249cf', 'external_fixed_ips': [{'subnet_id': '1c437b16-ad98-4e9b-b4e1-16091e809d94', 'ip_address': '172.20.0.11'}]}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:32.591897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 568e5034-3185-461e-baed-889cf6edf5b8 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:32.608671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 568e5034-3185-461e-baed-889cf6edf5b8) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:32.615382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.617442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.625902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:32.626572 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.648816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8d8ede0e-c713-4e1a-9216-612b30ceec1e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5442603 Aug 23 12:24:32.651742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:32.658734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1582566325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:32.690826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.694328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.695009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.695142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c4ad4-2ce9-46ab-987c-021322dbfd39 None None] Network 568e5034-3185-461e-baed-889cf6edf5b8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:32.758664 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.764700 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.792728 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.795149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3c80d92-1470-4731-a2c7-dca2b5a3b577 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1421533 Aug 23 12:24:32.798253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33942) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:32.870143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.888843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.902821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Transition to ACTIVE for port object 86dff412-2b9d-41ec-b2de-15f1beeda000 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:32.937430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Transition to ACTIVE for port object 86dff412-2b9d-41ec-b2de-15f1beeda000 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:32.945206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-568e5034-3185-461e-baed-889cf6edf5b8', 'network_id': '568e5034-3185-461e-baed-889cf6edf5b8', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': 'f5d351d5-0a77-4b33-a33d-a2a3c746c65f'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:24:32.946014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:32.956832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.117546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:33.126473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:33.131152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:33.133347 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Pushing event updated for resources: {'Port': ['ID=86dff412-2b9d-41ec-b2de-15f1beeda000,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:33.145185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.168251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.186452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Allocated IP 172.21.0.2 (568e5034-3185-461e-baed-889cf6edf5b8/f5d351d5-0a77-4b33-a33d-a2a3c746c65f/3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:33.206403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.209810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Attempting to bind port 86dff412-2b9d-41ec-b2de-15f1beeda000 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:33.210469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Attempting to bind port 86dff412-2b9d-41ec-b2de-15f1beeda000 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '425a4fd7-5ddc-4a64-b844-31923e4e6056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:33.211066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Attempting to bind port 86dff412-2b9d-41ec-b2de-15f1beeda000 on network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:33.230064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:33.230845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Checking segment: {'id': '425a4fd7-5ddc-4a64-b844-31923e4e6056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:33.231413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.231967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Bound using segment: {'id': '425a4fd7-5ddc-4a64-b844-31923e4e6056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:33.232613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Bound port: 86dff412-2b9d-41ec-b2de-15f1beeda000, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425a4fd7-5ddc-4a64-b844-31923e4e6056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b84e16dc-efc2-4ad9-8368-4c47fc5cc242'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:33.233178 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.362286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] For port 86dff412-2b9d-41ec-b2de-15f1beeda000, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:33.367436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] For port 86dff412-2b9d-41ec-b2de-15f1beeda000, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86dff412-2b9d-41ec-b2de-15f1beeda000,segment=NetworkSegment(425a4fd7-5ddc-4a64-b844-31923e4e6056),segment_id=425a4fd7-5ddc-4a64-b844-31923e4e6056)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:33.393159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.396546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Allocated IP 172.20.0.11 (b68c1bc2-b8cd-4437-81cd-c992359249cf/1c437b16-ad98-4e9b-b4e1-16091e809d94/75aae907-4b95-4453-89d3-1e75d74f28d3) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:33.496078 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.515771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e6d14-858b-4200-b18b-193437fd0899 None None] Pushing event updated for resources: {'Port': ['ID=86dff412-2b9d-41ec-b2de-15f1beeda000,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:33.522990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Transition to ACTIVE for port object 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:33.546113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Transition to ACTIVE for port object 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:33.554891 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.566236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.20.0.1 (b84e16dc-efc2-4ad9-8368-4c47fc5cc242/370f851d-ba87-43a4-91eb-0a25a14fc927/46557aeb-41ba-452e-8326-d11e55f22f13) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:33.584387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.612816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Pushing event updated for resources: {'Port': ['ID=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:33.621012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Network 568e5034-3185-461e-baed-889cf6edf5b8 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:33.622660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:33.628054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:33.653067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.677949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network b68c1bc2-b8cd-4437-81cd-c992359249cf is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:33.699422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:33.701029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Attempting to bind port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:33.702851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:33.703001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Attempting to bind port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '568e5034-3185-461e-baed-889cf6edf5b8'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:33.703001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Attempting to bind port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 on network 568e5034-3185-461e-baed-889cf6edf5b8 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:33.717675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:33.718098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Checking segment: {'id': '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '568e5034-3185-461e-baed-889cf6edf5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:33.718535 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.719078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Bound using segment: {'id': '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '568e5034-3185-461e-baed-889cf6edf5b8'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:33.719570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Bound port: 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '568e5034-3185-461e-baed-889cf6edf5b8'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:33.719963 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.757174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Port': ['ID=75aae907-4b95-4453-89d3-1e75d74f28d3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:33.783774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.826519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object 46557aeb-41ba-452e-8326-d11e55f22f13 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:33.870866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] For port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:33.876772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] For port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,segment=NetworkSegment(0ec9ccfe-e84e-4898-be98-d4afbe9bd54d),segment_id=0ec9ccfe-e84e-4898-be98-d4afbe9bd54d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:33.878326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.883219 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:33.953012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=46557aeb-41ba-452e-8326-d11e55f22f13,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:33.960429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:33.961905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:33.964286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:34.010467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565f9f1-a70f-4041-a3d2-1339c6d33445 None None] Pushing event updated for resources: {'Port': ['ID=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:34.038823 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:34.110128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:34.211343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:34.393527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:34.539148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Router ba16a0a9-7744-4fcd-8e64-80c7bc102e88 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:34.685535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:34.702449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Sync routers for ids ['ba16a0a9-7744-4fcd-8e64-80c7bc102e88'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:34.715623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:34.716907 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Routers {'ba16a0a9-7744-4fcd-8e64-80c7bc102e88'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:34.717818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['ba16a0a9-7744-4fcd-8e64-80c7bc102e88'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:34.720251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-04ad0947-05fd-4bf1-87f0-0833a27e198b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.1539307 Aug 23 12:24:34.721228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:34.881144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Set router ba16a0a9-7744-4fcd-8e64-80c7bc102e88 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:34.899010 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:34.963532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b14c1-1404-4adf-911f-8da8b14620d2 None None] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:35.000895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.008303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.122048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.141970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=46557aeb-41ba-452e-8326-d11e55f22f13,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:35.286460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:35.287155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f4b2ac9b-eb8b-4e2d-b118-fe6a0c3c3b08 None None] Provisioning for port 86dff412-2b9d-41ec-b2de-15f1beeda000 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:35.288917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:35.350209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba16a0a9-7744-4fcd-8e64-80c7bc102e88', 'name': '', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68c1bc2-b8cd-4437-81cd-c992359249cf', 'external_fixed_ips': [{'subnet_id': '1c437b16-ad98-4e9b-b4e1-16091e809d94', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '75aae907-4b95-4453-89d3-1e75d74f28d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:32Z', 'updated_at': '2021-08-23T12:24:33Z', 'revision_number': 3, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port': {'id': '75aae907-4b95-4453-89d3-1e75d74f28d3', 'name': '', 'network_id': 'b68c1bc2-b8cd-4437-81cd-c992359249cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba16a0a9-7744-4fcd-8e64-80c7bc102e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '1c437b16-ad98-4e9b-b4e1-16091e809d94', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:24:33Z', 'updated_at': '2021-08-23T12:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c437b16-ad98-4e9b-b4e1-16091e809d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:35.382341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Checking router: ba16a0a9-7744-4fcd-8e64-80c7bc102e88 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:24:35.382721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Updating router ba16a0a9-7744-4fcd-8e64-80c7bc102e88 port 75aae907-4b95-4453-89d3-1e75d74f28d3 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:24:35.410501 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.489318 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.577616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcac04a-e5af-415a-be18-8c7d2304d5cf None None] Network 568e5034-3185-461e-baed-889cf6edf5b8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:35.583318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 6694ad11-4046-4130-8eea-00805824251e is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:35.586720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Deleting port 75aae907-4b95-4453-89d3-1e75d74f28d3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:35.587066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.719997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.735541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Calling delete_port for 75aae907-4b95-4453-89d3-1e75d74f28d3 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:35.740094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:35.781206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:35.789793 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a99f7c32-5626-47ce-b03a-fe0f33ba7566 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/6694ad11-4046-4130-8eea-00805824251e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9900515 Aug 23 12:24:35.794730 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] Sync routers for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:35.796511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:35.810401 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:35.811029 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:35.851183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5719f5e-8a95-413f-aa91-8aea6b1a82ce tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:35.855921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a5719f5e-8a95-413f-aa91-8aea6b1a82ce tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports/46557aeb-41ba-452e-8326-d11e55f22f13 HTTP/1.1" status: 200 len: 910 time: 0.0550783 Aug 23 12:24:35.855921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33958) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:35.857480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f84ad321-350d-46c9-bc3e-fc3b53376429 None None] Provisioning for port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:35.865444 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:35.887646 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:35.888366 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:35.928954 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:35.929768 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc0a17-0bf9-459b-9505-3a967af5d44c None None] The sync data for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:35.961025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:35.999631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event deleted for resources: {'Port': ['ID=75aae907-4b95-4453-89d3-1e75d74f28d3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:36.072346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:36.084500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.086191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3923e77-1b5d-4e50-b4c1-1652bece95e3 None None] Provisioning for port 46557aeb-41ba-452e-8326-d11e55f22f13 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:36.094017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:36.094935 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.136858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b3923e77-1b5d-4e50-b4c1-1652bece95e3 None None] Provisioning complete for port 46557aeb-41ba-452e-8326-d11e55f22f13 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:36.137241 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3923e77-1b5d-4e50-b4c1-1652bece95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.199605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.203827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.205376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b3923e77-1b5d-4e50-b4c1-1652bece95e3 None None] Port 46557aeb-41ba-452e-8326-d11e55f22f13 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:36.207489 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:24:36.207848 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:24:36.264730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.269076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.270567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba16a0a9-7744-4fcd-8e64-80c7bc102e88 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:36.275564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.277655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9baf8270-5238-4026-9329-767e6427c1f1 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ba16a0a9-7744-4fcd-8e64-80c7bc102e88 HTTP/1.1" status: 204 len: 168 time: 1.5512083 Aug 23 12:24:36.280381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33960) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:36.312518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,segment=NetworkSegment(0ec9ccfe-e84e-4898-be98-d4afbe9bd54d),segment_id=0ec9ccfe-e84e-4898-be98-d4afbe9bd54d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:36.318244 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.319496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86dff412-2b9d-41ec-b2de-15f1beeda000 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:36.360631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Deleting subnet 1c437b16-ad98-4e9b-b4e1-16091e809d94 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:36.364440 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.419305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c8cd2de1-3a13-4a83-acd5-05ece4fd5bd2 None None] Provisioning complete for port 46557aeb-41ba-452e-8326-d11e55f22f13 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:36.419684 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2de1-3a13-4a83-acd5-05ece4fd5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.434136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.441844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:36.465884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd2de1-3a13-4a83-acd5-05ece4fd5bd2 None None] Port 46557aeb-41ba-452e-8326-d11e55f22f13 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:36.469150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 86dff412-2b9d-41ec-b2de-15f1beeda000 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:36.473546 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 86dff412-2b9d-41ec-b2de-15f1beeda000 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:36.473958 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.507928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.554652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.593133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 86dff412-2b9d-41ec-b2de-15f1beeda000, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86dff412-2b9d-41ec-b2de-15f1beeda000,segment=NetworkSegment(425a4fd7-5ddc-4a64-b844-31923e4e6056),segment_id=425a4fd7-5ddc-4a64-b844-31923e4e6056)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:36.598062 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.601334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6c5a9dea-d317-494a-ba22-10181c74b022 None None] Provisioning complete for port 46557aeb-41ba-452e-8326-d11e55f22f13 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:36.601718 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9dea-d317-494a-ba22-10181c74b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.604303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.742961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.781287 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.783299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/1c437b16-ad98-4e9b-b4e1-16091e809d94 HTTP/1.1" status: 204 len: 168 time: 0.5019643 Aug 23 12:24:36.786823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3cbff-4db0-4300-8797-9eb7c8706ed0 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c437b16-ad98-4e9b-b4e1-16091e809d94,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:36.791929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33968) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:36.816215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.21.0.1 (568e5034-3185-461e-baed-889cf6edf5b8/f5d351d5-0a77-4b33-a33d-a2a3c746c65f/f1595281-6972-4cd2-a12a-72a6c2c9e8dc) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:36.838996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a9dea-d317-494a-ba22-10181c74b022 None None] Port 46557aeb-41ba-452e-8326-d11e55f22f13 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:36.870979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=86dff412-2b9d-41ec-b2de-15f1beeda000,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:36.883329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Port 75aae907-4b95-4453-89d3-1e75d74f28d3 not found while updating agent binding for router ba16a0a9-7744-4fcd-8e64-80c7bc102e88. {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 12:24:36.894761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6c5a9dea-d317-494a-ba22-10181c74b022 None None] Provisioning complete for port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:36.895154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9dea-d317-494a-ba22-10181c74b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.904563 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:36.928302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Routers set() bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:36.928688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Router IDs set() for agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 12:24:36.929309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_agentschedulers_db [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba16a0a9-7744-4fcd-8e64-80c7bc102e88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent'). {{(pid=101059) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 12:24:36.929712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda36ce-3291-4c17-8f23-2ae7df0a0c19 None None] The sync data for ids ['ba16a0a9-7744-4fcd-8e64-80c7bc102e88'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:37.062153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.065374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.081138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68c1bc2-b8cd-4437-81cd-c992359249cf']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:37.092660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object f1595281-6972-4cd2-a12a-72a6c2c9e8dc will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:37.094947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94db189c-8002-404a-a366-9e2efd4a2d2f') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:37.095248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94db189c-8002-404a-a366-9e2efd4a2d2f') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:37.108156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.125832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.139979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:37.140370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:37.142270 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:37.199518 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.232165 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.241980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b68c1bc2-b8cd-4437-81cd-c992359249cf {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 12:24:37.247323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.249226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b68c1bc2-b8cd-4437-81cd-c992359249cf HTTP/1.1" status: 204 len: 168 time: 0.4566245 Aug 23 12:24:37.269229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 568e5034-3185-461e-baed-889cf6edf5b8 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:37.273029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cabcca-301f-4998-969d-b34eaf4c5c11 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event deleted for resources: {'Network': ['ID=b68c1bc2-b8cd-4437-81cd-c992359249cf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:37.284553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:37.286912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=f1595281-6972-4cd2-a12a-72a6c2c9e8dc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:37.290086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:37.345267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.545781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:37.558431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.628887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:37.630069 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.634768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:37.639381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'name': 'tempest-router--507812646', 'project_id': '7bf20ccd9ac9485fbf20a4cd47ae1df4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:37.681491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.683460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.732087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86dff412-2b9d-41ec-b2de-15f1beeda000 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:37.773499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8f9dfc69-ddbe-4cc3-a195-ca7576cdfa81 None None] Provisioning for port f1595281-6972-4cd2-a12a-72a6c2c9e8dc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:37.783438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8f9dfc69-ddbe-4cc3-a195-ca7576cdfa81 None None] Provisioning complete for port f1595281-6972-4cd2-a12a-72a6c2c9e8dc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:37.783819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc69-ddbe-4cc3-a195-ca7576cdfa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.806469 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.813239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.831174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.835875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-527330a0-501d-421a-9f18-e0cf0e2444c8 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2000251 Aug 23 12:24:37.836668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33982) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:37.840004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 86dff412-2b9d-41ec-b2de-15f1beeda000 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:37.840478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.842189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dfc69-ddbe-4cc3-a195-ca7576cdfa81 None None] Port f1595281-6972-4cd2-a12a-72a6c2c9e8dc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:37.936044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.943154 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:37.962584 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.034105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.036591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=f1595281-6972-4cd2-a12a-72a6c2c9e8dc,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:38.136015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 568e5034-3185-461e-baed-889cf6edf5b8 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:38.137491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:38.145239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.147688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.193875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.194484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebaa3657-a150-41b0-b32e-aef65299e52e {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:38.199334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.200751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d9a4ffa3-ccce-4f72-a7f9-b2bebc6834b2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ebaa3657-a150-41b0-b32e-aef65299e52e HTTP/1.1" status: 204 len: 168 time: 0.3629627 Aug 23 12:24:38.251344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 6694ad11-4046-4130-8eea-00805824251e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:38.335292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33988) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:38.355387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:38.366175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] Sync routers for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:38.370003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-420035ac-2147-4c07-a226-4fed8e206a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/6694ad11-4046-4130-8eea-00805824251e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133104 Aug 23 12:24:38.370449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 33992) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:38.378340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:38.378974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:38.419698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:38.430379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:38.431423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:38.450094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f12612-ac1e-4cb0-b982-1296c3cdfdfe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:38.454374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-47f12612-ac1e-4cb0-b982-1296c3cdfdfe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports/f1595281-6972-4cd2-a12a-72a6c2c9e8dc HTTP/1.1" status: 200 len: 910 time: 0.0801351 Aug 23 12:24:38.455208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 33994) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:38.470688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:38.471475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f66e8-1070-41a9-98f3-0648ad3606dd None None] The sync data for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:38.484411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f54599d5-03e7-4ff2-9d87-fc7185a70f9f None None] Provisioning complete for port f1595281-6972-4cd2-a12a-72a6c2c9e8dc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:38.484926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f54599d5-03e7-4ff2-9d87-fc7185a70f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.531944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f54599d5-03e7-4ff2-9d87-fc7185a70f9f None None] Port f1595281-6972-4cd2-a12a-72a6c2c9e8dc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:38.588068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100452321', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:38.612261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.614349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.676602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.817656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:38.820510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.036764 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.057524 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.177073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Allocated IP 172.25.1.203 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e3479ac1-fc82-4f65-938b-004c76a3ddde) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:39.290257 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.332691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.378195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:39.381055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:39.384623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:39.392584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event updated for resources: {'Port': ['ID=e3479ac1-fc82-4f65-938b-004c76a3ddde,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:39.429002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.429357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.429723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.430074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.430421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.430754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.431087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.431412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.431747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.432077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.432405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.432736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.444836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port f1595281-6972-4cd2-a12a-72a6c2c9e8dc {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:39.445359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.546008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.559547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for f1595281-6972-4cd2-a12a-72a6c2c9e8dc owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:39.678476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.747295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.795208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=f1595281-6972-4cd2-a12a-72a6c2c9e8dc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:39.820115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.820472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.820816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.821159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.821495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.821863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.822196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.822527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.822862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.823184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.823508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.823833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:39.912672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:39.971872 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.070427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Router 00acfbe9-4426-4abc-a079-41aa22282b4c is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:40.205664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:40.215959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 6694ad11-4046-4130-8eea-00805824251e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:40.216742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] Sync routers for ids ['00acfbe9-4426-4abc-a079-41aa22282b4c'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:40.229079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] Routers {'00acfbe9-4426-4abc-a079-41aa22282b4c'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:40.232851 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['00acfbe9-4426-4abc-a079-41aa22282b4c'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.258800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.264434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48c03038-7108-4a90-a7d2-7698c8d4c3fe tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9280651 Aug 23 12:24:40.265575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34010) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:40.327970 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.335212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:40.342890 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] Routers {'00acfbe9-4426-4abc-a079-41aa22282b4c'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:40.346772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] Sync routers for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:40.353224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ca9cf30-d307-4359-8bf7-cd4acbd572d3 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/6694ad11-4046-4130-8eea-00805824251e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8965375 Aug 23 12:24:40.354439 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['00acfbe9-4426-4abc-a079-41aa22282b4c'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.361160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:40.364287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.367391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34014) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:40.399058 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.399824 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086645c4-9b51-49ee-95aa-f067b2218e08 None None] The sync data for ids ['00acfbe9-4426-4abc-a079-41aa22282b4c'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:40.412502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.424532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:40.424752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.463945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:40.464144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b89d70a-7f1c-4fb9-95aa-e6481674a26c None None] The sync data for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:40.490972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-482dd6de-4a06-4aac-9148-88a54a37f10b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/00acfbe9-4426-4abc-a079-41aa22282b4c HTTP/1.1" status: 200 len: 920 time: 0.2224457 Aug 23 12:24:40.493598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34028) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:40.529178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b883a4a8-62b9-4fe8-babf-5f27beedff7b tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=00acfbe9-4426-4abc-a079-41aa22282b4c HTTP/1.1" status: 200 len: 205 time: 0.0343268 Aug 23 12:24:40.531696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34036) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:40.642637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.761474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.765815 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.824515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Deleting port e3479ac1-fc82-4f65-938b-004c76a3ddde {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:40.824951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.917978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:40.932647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Calling delete_port for e3479ac1-fc82-4f65-938b-004c76a3ddde owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:41.050101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 46557aeb-41ba-452e-8326-d11e55f22f13 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:41.050649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.117062 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.146008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event deleted for resources: {'Port': ['ID=e3479ac1-fc82-4f65-938b-004c76a3ddde,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:41.153742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.167041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 46557aeb-41ba-452e-8326-d11e55f22f13 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:41.229296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.376572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.411203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=46557aeb-41ba-452e-8326-d11e55f22f13,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:41.632374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.691139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.694227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.747134 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.747856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Fanout notify agent at l3_agent the message router_deleted on router 00acfbe9-4426-4abc-a079-41aa22282b4c {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:41.756807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.758058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ed3aab31-ce0e-4186-931d-902b779923c5 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/00acfbe9-4426-4abc-a079-41aa22282b4c HTTP/1.1" status: 204 len: 168 time: 1.2254596 Aug 23 12:24:41.762142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:41.766863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2098284238', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': False}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:41.791116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.792309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.820826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 6694ad11-4046-4130-8eea-00805824251e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:41.848964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:41.900495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:41.905675 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4cec555a-8566-4b4b-94b2-de0157ad00c2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/6694ad11-4046-4130-8eea-00805824251e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5370226 Aug 23 12:24:41.908301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:41.911015 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] Sync routers for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:41.924204 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:41.924923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:41.940111 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7335a70-364d-4fe7-9f8b-c6c7eec97377 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=6694ad11-4046-4130-8eea-00805824251e HTTP/1.1" status: 200 len: 205 time: 0.0305426 Aug 23 12:24:41.950231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34236) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:41.961759 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:41.971002 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] Routers {'6694ad11-4046-4130-8eea-00805824251e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:41.971834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6694ad11-4046-4130-8eea-00805824251e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:42.001852 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.009047 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:42.010112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c911cc-2926-4947-bab1-459d9ffe1581 None None] The sync data for ids ['6694ad11-4046-4130-8eea-00805824251e'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:42.048311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.218732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.220470 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.231702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.256916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.274148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.274646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router 6694ad11-4046-4130-8eea-00805824251e {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:42.282212 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.286147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d403062c-2c5a-431e-b961-2f831b9f641e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/6694ad11-4046-4130-8eea-00805824251e HTTP/1.1" status: 204 len: 168 time: 0.3345242 Aug 23 12:24:42.286938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34284) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:42.341576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet f5d351d5-0a77-4b33-a33d-a2a3c746c65f {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:42.345170 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.379156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Allocated IP 172.25.1.192 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/157db536-59c7-467e-a7a7-6271dcd9963f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:42.388798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.502032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.565251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.609957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:42.614419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:42.618212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:42.626781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Port': ['ID=157db536-59c7-467e-a7a7-6271dcd9963f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:42.837050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.902869 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.905735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.931361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d351d5-0a77-4b33-a33d-a2a3c746c65f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:42.935545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:42.937454 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7aeef6bd-d818-479a-9538-6481402a7a53 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/f5d351d5-0a77-4b33-a33d-a2a3c746c65f HTTP/1.1" status: 204 len: 168 time: 0.6495559 Aug 23 12:24:42.940059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34378) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:42.945671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd3300-6ed3-4b49-8f0b-c602b9f3abc4 None None] Network 568e5034-3185-461e-baed-889cf6edf5b8 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:43.004829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet 370f851d-ba87-43a4-91eb-0a25a14fc927 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:43.008837 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.057475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.159014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.163940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] DHCP port deletion for 568e5034-3185-461e-baed-889cf6edf5b8 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:24:43.194531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.216256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] Deleting port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:43.216744 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.291381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.324052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=370f851d-ba87-43a4-91eb-0a25a14fc927,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:43.327530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Router 2ab0a095-0850-48cc-af1c-f13fa4d2503a is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:43.329978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] For port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,segment=NetworkSegment(0ec9ccfe-e84e-4898-be98-d4afbe9bd54d),segment_id=0ec9ccfe-e84e-4898-be98-d4afbe9bd54d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:43.333943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.335807 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.338075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c6ee449d-dcb2-4703-87ad-975c93f5be87 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/370f851d-ba87-43a4-91eb-0a25a14fc927 HTTP/1.1" status: 204 len: 168 time: 0.3967240 Aug 23 12:24:43.341146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34430) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:43.347801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38fcd26-9202-4b24-860f-bd7b6d797041 None None] Network b84e16dc-efc2-4ad9-8368-4c47fc5cc242 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:43.375762 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] Calling delete_port for 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:43.476993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:43.500694 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.550391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:43.573104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.576921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-92c26dff-2670-4b2e-8f17-84fa0045f012 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8113358 Aug 23 12:24:43.577316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Sync routers for ids ['2ab0a095-0850-48cc-af1c-f13fa4d2503a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:43.578141 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34460) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:43.598211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:43.598769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.611391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Routers {'2ab0a095-0850-48cc-af1c-f13fa4d2503a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:43.612344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2ab0a095-0850-48cc-af1c-f13fa4d2503a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:43.683117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,segment=NetworkSegment(0ec9ccfe-e84e-4898-be98-d4afbe9bd54d),segment_id=0ec9ccfe-e84e-4898-be98-d4afbe9bd54d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:43.683641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.692868 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.698864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:43.730287 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ee9e36d2-e07d-487d-bb94-1c8b91ce0b67 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/2ab0a095-0850-48cc-af1c-f13fa4d2503a HTTP/1.1" status: 200 len: 909 time: 0.1506264 Aug 23 12:24:43.733240 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34474) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:43.741522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] Pushing event deleted for resources: {'Port': ['ID=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:43.744874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2098284238', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': True}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:43.749975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d63bf-67b4-4d48-8026-55c9efb6c1b4 None None] No DVR routers for this DVR port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:43.755987 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.783408 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.784589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.829346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] DHCP port deletion for b84e16dc-efc2-4ad9-8368-4c47fc5cc242 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:24:43.848378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.856007 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.860027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Set router 2ab0a095-0850-48cc-af1c-f13fa4d2503a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:43.886516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:43.894408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 3fb7600a-5b1d-4ac0-a62a-d05aa7a3cca0 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:43.981609 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:43.992825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568e5034-3185-461e-baed-889cf6edf5b8']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.002610 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.003120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.003425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec9ccfe-e84e-4898-be98-d4afbe9bd54d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.014850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.027219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] Deleting port 86dff412-2b9d-41ec-b2de-15f1beeda000 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:44.027869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.034669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.043087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:44.043720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:44.047524 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:44.121779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.122237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] For port 86dff412-2b9d-41ec-b2de-15f1beeda000, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86dff412-2b9d-41ec-b2de-15f1beeda000,segment=NetworkSegment(425a4fd7-5ddc-4a64-b844-31923e4e6056),segment_id=425a4fd7-5ddc-4a64-b844-31923e4e6056)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:44.122648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.130865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.135593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/568e5034-3185-461e-baed-889cf6edf5b8 HTTP/1.1" status: 204 len: 168 time: 0.7934222 Aug 23 12:24:44.137824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34476) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:44.140157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] Calling delete_port for 86dff412-2b9d-41ec-b2de-15f1beeda000 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:44.156674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca8878-cb35-4c98-95f2-8822f9a133b8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=568e5034-3185-461e-baed-889cf6edf5b8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:44.212756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.217303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0a095-0850-48cc-af1c-f13fa4d2503a', 'name': 'tempest-snat-router-2098284238', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': False}, 'gw_port_id': '157db536-59c7-467e-a7a7-6271dcd9963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:41Z', 'updated_at': '2021-08-23T12:24:42Z', 'revision_number': 3, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port': {'id': '157db536-59c7-467e-a7a7-6271dcd9963f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0a095-0850-48cc-af1c-f13fa4d2503a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:24:42Z', 'updated_at': '2021-08-23T12:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.232229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.232926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.247172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Checking router: 2ab0a095-0850-48cc-af1c-f13fa4d2503a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:24:44.247534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Updating router 2ab0a095-0850-48cc-af1c-f13fa4d2503a port 157db536-59c7-467e-a7a7-6271dcd9963f binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:24:44.288230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.302651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 86dff412-2b9d-41ec-b2de-15f1beeda000 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:44.303740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.325105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.357248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Allocated IP 172.25.1.8 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/34a3d6e6-849e-4af0-b7a7-78b5e07f777a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:44.403051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 86dff412-2b9d-41ec-b2de-15f1beeda000, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86dff412-2b9d-41ec-b2de-15f1beeda000,segment=NetworkSegment(425a4fd7-5ddc-4a64-b844-31923e4e6056),segment_id=425a4fd7-5ddc-4a64-b844-31923e4e6056)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:44.403428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.406981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] No DVR routers for this DVR port 86dff412-2b9d-41ec-b2de-15f1beeda000 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:44.408636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a777a8-2cd2-4b87-91c7-6a426e1052f9 None None] Pushing event deleted for resources: {'Port': ['ID=86dff412-2b9d-41ec-b2de-15f1beeda000,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:44.438864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 86dff412-2b9d-41ec-b2de-15f1beeda000 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:44.491236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.546484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.549129 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.579948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=86dff412-2b9d-41ec-b2de-15f1beeda000,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:44.585018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 86dff412-2b9d-41ec-b2de-15f1beeda000 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:44.602578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:44.611318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:44.616395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:44.652662 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Port': ['ID=34a3d6e6-849e-4af0-b7a7-78b5e07f777a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:44.691410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.704539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84e16dc-efc2-4ad9-8368-4c47fc5cc242']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.718516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425a4fd7-5ddc-4a64-b844-31923e4e6056') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.722038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425a4fd7-5ddc-4a64-b844-31923e4e6056') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:44.747888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.773402 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.781762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:44.782579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:44.786994 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:44.863439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.879754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.881755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/b84e16dc-efc2-4ad9-8368-4c47fc5cc242 HTTP/1.1" status: 204 len: 168 time: 0.7430453 Aug 23 12:24:44.895125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:44.900621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-56418403'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:44.905014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a3ec8-02e2-478c-9dc7-34b01e34b86e tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=b84e16dc-efc2-4ad9-8368-4c47fc5cc242,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:44.930201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:44.934030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.953289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.970762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.971394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:44.975007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Transition to ACTIVE for port object 157db536-59c7-467e-a7a7-6271dcd9963f will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:44.982540 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.983210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:44.983851 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment 6b1462aa-099d-436f-a5ea-76473b672a71 of type vlan for network b36b0277-6388-4681-8c12-680e649b3295 Aug 23 12:24:45.043001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Attempting to bind port 157db536-59c7-467e-a7a7-6271dcd9963f on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:45.043801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Attempting to bind port 157db536-59c7-467e-a7a7-6271dcd9963f by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:45.043801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Attempting to bind port 157db536-59c7-467e-a7a7-6271dcd9963f on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:45.050025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.060231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a409d-b0f6-4263-828f-e16448c6eb52 None None] Pushing event updated for resources: {'Port': ['ID=157db536-59c7-467e-a7a7-6271dcd9963f,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:45.063449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:45.064518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:45.065123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.065658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:45.066243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Bound port: 157db536-59c7-467e-a7a7-6271dcd9963f, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:45.066641 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.097489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.104107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:45.104259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.157114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] For port 157db536-59c7-467e-a7a7-6271dcd9963f, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:45.161267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] For port 157db536-59c7-467e-a7a7-6271dcd9963f, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=157db536-59c7-467e-a7a7-6271dcd9963f,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:45.166284 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.171272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2747624 Aug 23 12:24:45.202099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34490) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:45.209906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': 'b36b0277-6388-4681-8c12-680e649b3295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:45.211927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae55a91-45e3-433e-a969-fb2633536bab tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=b36b0277-6388-4681-8c12-680e649b3295,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:45.231058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b36b0277-6388-4681-8c12-680e649b3295 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:45.251563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a409d-b0f6-4263-828f-e16448c6eb52 None None] Pushing event updated for resources: {'Port': ['ID=157db536-59c7-467e-a7a7-6271dcd9963f,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:45.289995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Routers {'2ab0a095-0850-48cc-af1c-f13fa4d2503a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:45.290633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2ab0a095-0850-48cc-af1c-f13fa4d2503a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:45.291153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.401794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:45.405210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.419444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] Set router 2ab0a095-0850-48cc-af1c-f13fa4d2503a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:45.459411 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:24:45.532071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Router 264689b6-2e04-4759-abcf-0bd1260ab1ed is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:45.574399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86dff412-2b9d-41ec-b2de-15f1beeda000 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:45.597880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 86dff412-2b9d-41ec-b2de-15f1beeda000 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:24:45.598257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86dff412-2b9d-41ec-b2de-15f1beeda000 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:24:45.676744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0a095-0850-48cc-af1c-f13fa4d2503a', 'name': 'tempest-snat-router-2098284238', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': False}, 'gw_port_id': '157db536-59c7-467e-a7a7-6271dcd9963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:41Z', 'updated_at': '2021-08-23T12:24:42Z', 'revision_number': 3, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port': {'id': '157db536-59c7-467e-a7a7-6271dcd9963f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0a095-0850-48cc-af1c-f13fa4d2503a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:24:42Z', 'updated_at': '2021-08-23T12:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:45.706004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.708093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a8813-91cf-4152-9ee9-9a976b43559b None None] The sync data for ids ['2ab0a095-0850-48cc-af1c-f13fa4d2503a'] in n-d-773645-7 is: [{'id': '2ab0a095-0850-48cc-af1c-f13fa4d2503a', 'name': 'tempest-snat-router-2098284238', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192'}], 'enable_snat': False}, 'gw_port_id': '157db536-59c7-467e-a7a7-6271dcd9963f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:41Z', 'updated_at': '2021-08-23T12:24:42Z', 'revision_number': 3, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port': {'id': '157db536-59c7-467e-a7a7-6271dcd9963f', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0a095-0850-48cc-af1c-f13fa4d2503a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:24:42Z', 'updated_at': '2021-08-23T12:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:45.754372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:45.763605 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Sync routers for ids ['264689b6-2e04-4759-abcf-0bd1260ab1ed'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:45.776173 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Routers {'264689b6-2e04-4759-abcf-0bd1260ab1ed'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:45.776790 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['264689b6-2e04-4759-abcf-0bd1260ab1ed'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:45.793374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:45.795530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.796759 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-235c0cd4-09a8-4d98-ac7d-e069848b0abb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0625510 Aug 23 12:24:45.799441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34494) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:45.804721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': '6b1462aa-099d-436f-a5ea-76473b672a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b36b0277-6388-4681-8c12-680e649b3295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:45.805088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: b36b0277-6388-4681-8c12-680e649b3295, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:45.824413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network b36b0277-6388-4681-8c12-680e649b3295 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:45.839837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b36b0277-6388-4681-8c12-680e649b3295) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:45.848643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39277bc8-a012-428f-a2dc-7cddfadf5b07 None None] Network b36b0277-6388-4681-8c12-680e649b3295 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:45.853013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:45.853621 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.870338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7ce8afd-7045-4f45-83ea-8c56cf36568f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6669474 Aug 23 12:24:45.873414 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34496) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:45.879986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2091400790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:45.912082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.913328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.974565 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Set router 264689b6-2e04-4759-abcf-0bd1260ab1ed gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:45.989114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f2ba13b5-310e-4dbe-aaed-9908b5e5769d tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/264689b6-2e04-4759-abcf-0bd1260ab1ed HTTP/1.1" status: 200 len: 906 time: 0.1877892 Aug 23 12:24:45.989779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:45.992062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34498) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:45.995339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.023274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.026174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6ee0ae0a-5e1d-4711-b72e-ae58a2a3e13d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1516731 Aug 23 12:24:46.028669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34500) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:46.036330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'port': {'network_id': 'b36b0277-6388-4681-8c12-680e649b3295', 'name': 'tempest-RoutersTest-926979194'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:46.157720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-b36b0277-6388-4681-8c12-680e649b3295', 'network_id': 'b36b0277-6388-4681-8c12-680e649b3295', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': '5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:24:46.157720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.192453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.252402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:46.258727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.297107 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] device_id is not set on port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:24:46.328972 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264689b6-2e04-4759-abcf-0bd1260ab1ed', 'name': 'tempest-snat-router-2098284238', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '34a3d6e6-849e-4af0-b7a7-78b5e07f777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:43Z', 'updated_at': '2021-08-23T12:24:44Z', 'revision_number': 3, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port': {'id': '34a3d6e6-849e-4af0-b7a7-78b5e07f777a', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264689b6-2e04-4759-abcf-0bd1260ab1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:24:44Z', 'updated_at': '2021-08-23T12:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:46.381063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Checking router: 264689b6-2e04-4759-abcf-0bd1260ab1ed for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:24:46.381358 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Updating router 264689b6-2e04-4759-abcf-0bd1260ab1ed port 34a3d6e6-849e-4af0-b7a7-78b5e07f777a binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:24:46.386908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.395274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Allocated IP 172.20.0.2 (b36b0277-6388-4681-8c12-680e649b3295/5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56/ffe4ea9e-1246-42e4-88b2-72d32e345e2a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:46.422523 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.456300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Deleting port 34a3d6e6-849e-4af0-b7a7-78b5e07f777a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:46.456676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.598158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.618903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Calling delete_port for 34a3d6e6-849e-4af0-b7a7-78b5e07f777a owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:46.680767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.695919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Transition to ACTIVE for port object ffe4ea9e-1246-42e4-88b2-72d32e345e2a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:46.723664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Transition to ACTIVE for port object ffe4ea9e-1246-42e4-88b2-72d32e345e2a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:46.748567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.889801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.20.0.10 (b36b0277-6388-4681-8c12-680e649b3295/5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56/bfb507c2-3ed8-436c-92d5-9cc4d4a588cc) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:46.894859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Pushing event updated for resources: {'Port': ['ID=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:46.933715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.937430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.938164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.938756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.940363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.942875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.943599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.945818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.946437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.948326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.948933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.951747 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:24:46.976527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:46.984219 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.db.api [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:24:46.985335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Network b36b0277-6388-4681-8c12-680e649b3295 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:46.985900 n-d-773645-7 neutron-server[101060]: DEBUG oslo_db.api [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:24:46.989221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:46.998774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:47.067192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event deleted for resources: {'Port': ['ID=34a3d6e6-849e-4af0-b7a7-78b5e07f777a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:47.130484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Attempting to bind port ffe4ea9e-1246-42e4-88b2-72d32e345e2a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:47.131417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Attempting to bind port ffe4ea9e-1246-42e4-88b2-72d32e345e2a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6b1462aa-099d-436f-a5ea-76473b672a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b36b0277-6388-4681-8c12-680e649b3295'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:47.132083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Attempting to bind port ffe4ea9e-1246-42e4-88b2-72d32e345e2a on network b36b0277-6388-4681-8c12-680e649b3295 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:47.142214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:47.143203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Checking segment: {'id': '6b1462aa-099d-436f-a5ea-76473b672a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b36b0277-6388-4681-8c12-680e649b3295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:47.148083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.148884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Bound using segment: {'id': '6b1462aa-099d-436f-a5ea-76473b672a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b36b0277-6388-4681-8c12-680e649b3295'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:47.149810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Bound port: ffe4ea9e-1246-42e4-88b2-72d32e345e2a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1462aa-099d-436f-a5ea-76473b672a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b36b0277-6388-4681-8c12-680e649b3295'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:47.151071 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.261920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] For port ffe4ea9e-1246-42e4-88b2-72d32e345e2a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:47.267924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] For port ffe4ea9e-1246-42e4-88b2-72d32e345e2a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,segment=NetworkSegment(6b1462aa-099d-436f-a5ea-76473b672a71),segment_id=6b1462aa-099d-436f-a5ea-76473b672a71)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:47.275965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.283362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.313664 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.358022 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object bfb507c2-3ed8-436c-92d5-9cc4d4a588cc will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:47.366738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4de53-dbc8-4fcb-8ee3-d350f5691d1b None None] Pushing event updated for resources: {'Port': ['ID=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:47.460392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.463085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.476385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.521055 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Port 34a3d6e6-849e-4af0-b7a7-78b5e07f777a not found while updating agent binding for router 264689b6-2e04-4759-abcf-0bd1260ab1ed. {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 12:24:47.538168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 157db536-59c7-467e-a7a7-6271dcd9963f up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:47.559356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network b36b0277-6388-4681-8c12-680e649b3295 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:47.563292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:47.572565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:47.581343 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Routers {'264689b6-2e04-4759-abcf-0bd1260ab1ed'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:47.584156 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['264689b6-2e04-4759-abcf-0bd1260ab1ed'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:47.586344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=bfb507c2-3ed8-436c-92d5-9cc4d4a588cc,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:47.705125 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:47.706182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.736431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 157db536-59c7-467e-a7a7-6271dcd9963f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:47.742308 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c039e058-f828-4587-99ba-83ad5fec8db7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7097120 Aug 23 12:24:47.742858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:47.752044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 157db536-59c7-467e-a7a7-6271dcd9963f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:47.752654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.834645 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] Set router 264689b6-2e04-4759-abcf-0bd1260ab1ed gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:24:47.938907 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:47.950077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264689b6-2e04-4759-abcf-0bd1260ab1ed', 'name': 'tempest-snat-router-2098284238', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:43Z', 'updated_at': '2021-08-23T12:24:46Z', 'revision_number': 5, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:47.968946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 157db536-59c7-467e-a7a7-6271dcd9963f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=157db536-59c7-467e-a7a7-6271dcd9963f,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:47.974462 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.015308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04426d9-9c3a-4dd0-b2c0-7e235e0c3f6e None None] The sync data for ids ['264689b6-2e04-4759-abcf-0bd1260ab1ed'] in n-d-773645-7 is: [{'id': '264689b6-2e04-4759-abcf-0bd1260ab1ed', 'name': 'tempest-snat-router-2098284238', 'tenant_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:24:43Z', 'updated_at': '2021-08-23T12:24:46Z', 'revision_number': 5, 'project_id': 'a3a7d5d5ce9045b19c2fb612e947d9eb', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:48.078656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=157db536-59c7-467e-a7a7-6271dcd9963f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:48.094735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.096094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 264689b6-2e04-4759-abcf-0bd1260ab1ed {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:48.107049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.108519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a2c05797-7d23-4c2c-92a0-5620ba962786 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/routers/264689b6-2e04-4759-abcf-0bd1260ab1ed HTTP/1.1" status: 204 len: 168 time: 2.1153078 Aug 23 12:24:48.111642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34514) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:48.291076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.509937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.618967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Deleting port 157db536-59c7-467e-a7a7-6271dcd9963f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:48.619575 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.804155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.837888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] For port 157db536-59c7-467e-a7a7-6271dcd9963f, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=157db536-59c7-467e-a7a7-6271dcd9963f,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:48.838651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:48.872197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Calling delete_port for 157db536-59c7-467e-a7a7-6271dcd9963f owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:49.185379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21abe813-aec2-4d6a-94ba-5a8686a74f51 None None] Network b36b0277-6388-4681-8c12-680e649b3295 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:49.210277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.276365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event deleted for resources: {'Port': ['ID=157db536-59c7-467e-a7a7-6271dcd9963f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:49.321495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.329823 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.368762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc31dd-fa2e-485f-a705-019b33ac5afe req-dbf94504-ebde-4187-a0a5-64de0683acb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:49.376342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efbc31dd-fa2e-485f-a705-019b33ac5afe req-dbf94504-ebde-4187-a0a5-64de0683acb4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1810431 Aug 23 12:24:49.410618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fc4dec3a-8b88-403a-978f-3df4b110caeb None None] Provisioning for port ffe4ea9e-1246-42e4-88b2-72d32e345e2a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:49.460525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.621438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=bfb507c2-3ed8-436c-92d5-9cc4d4a588cc,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:49.628547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.631263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.662938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffe4ea9e-1246-42e4-88b2-72d32e345e2a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:49.723235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-efbc31dd-fa2e-485f-a705-019b33ac5afe req-78f2e452-fe68-471c-9332-586b54e01687 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438659 Aug 23 12:24:49.733890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.734665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab0a095-0850-48cc-af1c-f13fa4d2503a {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:49.756729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.761320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f2fdb3c5-aa78-454f-9d26-c243940141c2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2ab0a095-0850-48cc-af1c-f13fa4d2503a HTTP/1.1" status: 204 len: 168 time: 1.6452956 Aug 23 12:24:49.762463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34522) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:49.764600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:49.809244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1688473824', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:49.813849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ffe4ea9e-1246-42e4-88b2-72d32e345e2a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:49.824614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ffe4ea9e-1246-42e4-88b2-72d32e345e2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:49.825083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.836305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:49.982713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a945025-8ede-49f4-9637-948ed11c3de1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/403b371c-bd7a-4b18-959e-40de7b14cdc6 HTTP/1.1" status: 200 len: 992 time: 0.2168365 Aug 23 12:24:50.024836 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.026304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.026862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.081279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2fcf402-adcc-4166-b0e8-c42dc032155b None None] Provisioning complete for port ffe4ea9e-1246-42e4-88b2-72d32e345e2a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:50.082652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf402-adcc-4166-b0e8-c42dc032155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.115752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.188176 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.188855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ffe4ea9e-1246-42e4-88b2-72d32e345e2a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,segment=NetworkSegment(6b1462aa-099d-436f-a5ea-76473b672a71),segment_id=6b1462aa-099d-436f-a5ea-76473b672a71)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:50.196722 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.265866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:50.353804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2fcf402-adcc-4166-b0e8-c42dc032155b None None] Provisioning for port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:50.358679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2fcf402-adcc-4166-b0e8-c42dc032155b None None] Provisioning complete for port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:50.359037 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf402-adcc-4166-b0e8-c42dc032155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.412389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcf402-adcc-4166-b0e8-c42dc032155b None None] Port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:50.457481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.541552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-998f0123-bd61-489e-9fa8-d9fa628a871e None None] Provisioning complete for port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:50.541916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-998f0123-bd61-489e-9fa8-d9fa628a871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.604967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-998f0123-bd61-489e-9fa8-d9fa628a871e None None] Port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:50.676830 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.682903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.733929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1b4f9f27-8b1c-4292-9d0b-bdbc5a8b3a3c None None] Provisioning complete for port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:50.734691 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9f27-8b1c-4292-9d0b-bdbc5a8b3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.770945 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.791742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f9f27-8b1c-4292-9d0b-bdbc5a8b3a3c None None] Port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:50.796233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=bfb507c2-3ed8-436c-92d5-9cc4d4a588cc,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:50.796389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.815120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:50.898761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef708c4d-cac5-4324-b276-b57736a323c3 req-3c0901e9-4cb5-4d2b-829b-ae73c5d50686 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:50.900332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef708c4d-cac5-4324-b276-b57736a323c3 req-3c0901e9-4cb5-4d2b-829b-ae73c5d50686 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1096 time: 0.0916731 Aug 23 12:24:50.917528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network b36b0277-6388-4681-8c12-680e649b3295 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:50.919332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:50.986507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef708c4d-cac5-4324-b276-b57736a323c3 req-7d068d3e-7d28-4d50-a535-a649938d131c tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646188 Aug 23 12:24:50.990825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Allocated IP 172.25.1.162 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/13923208-d66f-46b8-9bca-5e08d0c04f16) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:51.077258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 534e34ea-a975-4ea5-abd3-40dabfa4b35c is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:51.153523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.208403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:51.217020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-33e1dde3-6f19-4139-bead-bcff87ba63ad tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/534e34ea-a975-4ea5-abd3-40dabfa4b35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4730945 Aug 23 12:24:51.217159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0a613f07-acef-4d99-9b1b-07a9b5399d41 None None] Provisioning complete for port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:51.217539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0a613f07-acef-4d99-9b1b-07a9b5399d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.219878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34538) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:51.221947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.232487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] Sync routers for ids ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:51.267342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] Routers {'534e34ea-a975-4ea5-abd3-40dabfa4b35c'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:51.267972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:51.275109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae676a-d2dc-471b-b767-f1c6365b1ef4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:51.276984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-27ae676a-d2dc-471b-b767-f1c6365b1ef4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports/bfb507c2-3ed8-436c-92d5-9cc4d4a588cc HTTP/1.1" status: 200 len: 977 time: 0.0555615 Aug 23 12:24:51.280962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:51.292601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:51.301270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:51.305946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:51.349407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:51.372877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0a613f07-acef-4d99-9b1b-07a9b5399d41 None None] Port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:51.377034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] Routers {'534e34ea-a975-4ea5-abd3-40dabfa4b35c'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:51.377827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:51.381305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event updated for resources: {'Port': ['ID=13923208-d66f-46b8-9bca-5e08d0c04f16,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:51.457357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:51.458778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4f5f9-3569-4103-a175-57bb6bf68224 None None] The sync data for ids ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:51.537476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffe4ea9e-1246-42e4-88b2-72d32e345e2a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:51.608077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ffe4ea9e-1246-42e4-88b2-72d32e345e2a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:51.608511 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.728706 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.740682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 157db536-59c7-467e-a7a7-6271dcd9963f no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:51.789140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 157db536-59c7-467e-a7a7-6271dcd9963f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:24:51.789496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 157db536-59c7-467e-a7a7-6271dcd9963f not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:24:51.810014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0346895f-17d3-4df3-9014-306e15e66ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.837649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:51.982122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:52.063742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-434173eb-f3c9-49d6-84b9-3305d2689d35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360571 Aug 23 12:24:52.131023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Router 859ece5e-8832-43ad-b718-31288d974c35 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:52.139667 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port bfb507c2-3ed8-436c-92d5-9cc4d4a588cc {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:52.140043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:52.238560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:52.252903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for bfb507c2-3ed8-436c-92d5-9cc4d4a588cc owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:52.282334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:52.296819 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] Sync routers for ids ['859ece5e-8832-43ad-b718-31288d974c35'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:52.312238 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] Routers {'859ece5e-8832-43ad-b718-31288d974c35'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:52.314277 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['859ece5e-8832-43ad-b718-31288d974c35'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:52.322673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:52.324306 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ba25e1a6-ea90-449a-bd83-b738270c461a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5304451 Aug 23 12:24:52.327640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34570) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:52.348713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': False}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:52.356427 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:52.368405 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] Routers {'859ece5e-8832-43ad-b718-31288d974c35'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:52.369213 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['859ece5e-8832-43ad-b718-31288d974c35'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:52.408014 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:52.408963 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67dd14-8a61-4f90-8f60-22f2b0e549b6 None None] The sync data for ids ['859ece5e-8832-43ad-b718-31288d974c35'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:52.554658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:52.669032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=bfb507c2-3ed8-436c-92d5-9cc4d4a588cc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:52.787969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-b66263d6-bccd-4c7c-aeb6-8fd961fbc1ce tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:24:52.798270 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-b66263d6-bccd-4c7c-aeb6-8fd961fbc1ce tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1303120 Aug 23 12:24:52.804985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Request body: {'binding': {'host': 'n-h1-773645-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:52.805625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Unknown quota resources ['binding']. {{(pid=101058) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 12:24:52.807393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:52.833663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:52.912516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:53.160878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 534e34ea-a975-4ea5-abd3-40dabfa4b35c has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:53.226871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on host n-h1-773645-7 for vnic_type normal with profile None {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:53.227211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:53.227541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:53.234985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:53.235312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:53.266051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:53.266392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Checking segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:53.266777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Bound using segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:53.267212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Bound port: b92017dd-8553-4f1f-aecd-d95cdda7fe31, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:53.289390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:53.295056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fefc09a-d269-40ec-a785-88e9e8f578f8 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/534e34ea-a975-4ea5-abd3-40dabfa4b35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0129290 Aug 23 12:24:53.299067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] Sync routers for ids ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:53.310108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] Routers {'534e34ea-a975-4ea5-abd3-40dabfa4b35c'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:53.311281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:53.318192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34586) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:53.332858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e8acc2ff-d821-4199-a2a7-b19444e35a44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0c1e1517cb54469b7b99155af4f5af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975321 Aug 23 12:24:53.335405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34588) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:53.353625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:53.362609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] Routers {'534e34ea-a975-4ea5-abd3-40dabfa4b35c'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:53.363309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:53.396248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:53.397181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae754f7-95fd-4ed5-967b-ef2625739db8 None None] The sync data for ids ['534e34ea-a975-4ea5-abd3-40dabfa4b35c'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:53.509460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:53.546550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:53.547742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-0aeb4fa8-15b5-4940-b0e4-1e24e6f4b1e4 service neutron] 10.222.0.21 "POST /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31/bindings HTTP/1.1" status: 201 len: 389 time: 0.7483335 Aug 23 12:24:53.562663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:53.566908 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:53.577108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e5d1-8543-4711-9c5a-a14488bc8a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:53.612277 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-3f53fbc7-85fe-4dbc-a787-9dc2b4d5236c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 12:24:53.617084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f53fbc7-85fe-4dbc-a787-9dc2b4d5236c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/534e34ea-a975-4ea5-abd3-40dabfa4b35c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2977986 Aug 23 12:24:53.617666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34592) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:53.660773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7faaafd6-c149-4f98-bc9a-341c75eae73a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=534e34ea-a975-4ea5-abd3-40dabfa4b35c HTTP/1.1" status: 200 len: 205 time: 0.0341814 Aug 23 12:24:53.662239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34594) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:53.671033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e5d1-8543-4711-9c5a-a14488bc8a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:53.763397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f3706-38d5-47ce-bca9-7013cbef664b req-96b7935b-3a80-482b-8c8d-b2368d578ce2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:53.764962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f1f3706-38d5-47ce-bca9-7013cbef664b req-96b7935b-3a80-482b-8c8d-b2368d578ce2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1122835 Aug 23 12:24:53.778395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Router 859ece5e-8832-43ad-b718-31288d974c35 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:24:53.844962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f1f3706-38d5-47ce-bca9-7013cbef664b req-a3a3619f-7b61-4feb-8b9a-838fb8158980 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687175 Aug 23 12:24:53.887998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-e2c315e7-1a38-44d3-aa88-5941edf6e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:53.889639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-e2c315e7-1a38-44d3-aa88-5941edf6e783 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1096 time: 0.1237643 Aug 23 12:24:54.012800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:54.018127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.019389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0a4bc5d-d5a9-49f6-ad02-2151873b9ade tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "PUT /v2.0/routers/859ece5e-8832-43ad-b718-31288d974c35 HTTP/1.1" status: 200 len: 922 time: 1.6902514 Aug 23 12:24:54.022303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34598) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.023939 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] Sync routers for ids ['859ece5e-8832-43ad-b718-31288d974c35'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:54.033890 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] Routers {'859ece5e-8832-43ad-b718-31288d974c35'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:54.034648 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['859ece5e-8832-43ad-b718-31288d974c35'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:54.096850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.097282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-29efaf92-1351-4f2a-8305-f805ae6c95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:54.098672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-29efaf92-1351-4f2a-8305-f805ae6c95fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.1998229 Aug 23 12:24:54.173163 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:54.184064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] Routers {'859ece5e-8832-43ad-b718-31288d974c35'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:54.186020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['859ece5e-8832-43ad-b718-31288d974c35'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:54.220664 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:54.221599 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69173be4-29a4-492e-841a-30e3fdab1377 None None] The sync data for ids ['859ece5e-8832-43ad-b718-31288d974c35'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:54.221777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-517944be-8258-4695-9a42-af4345d8d887 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 1000 time: 0.1140969 Aug 23 12:24:54.224955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-41c7f389-a8a0-48c0-abc7-58f5c3a82224 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/859ece5e-8832-43ad-b718-31288d974c35 HTTP/1.1" status: 200 len: 922 time: 0.2015815 Aug 23 12:24:54.227947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34600) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.278039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e5d1-8543-4711-9c5a-a14488bc8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.280782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e5d1-8543-4711-9c5a-a14488bc8a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.282046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f5b9e5d1-8543-4711-9c5a-a14488bc8a3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67ffd269-7f3e-4315-9a75-3774f93bef86 HTTP/1.1" status: 204 len: 168 time: 0.9456847 Aug 23 12:24:54.288449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.291089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.297944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9e5d1-8543-4711-9c5a-a14488bc8a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffd269-7f3e-4315-9a75-3774f93bef86,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:54.349802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-2b77be8c-5b81-47b2-a398-2311939b7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:54.351739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-2b77be8c-5b81-47b2-a398-2311939b7f16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.1142952 Aug 23 12:24:54.354442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.355126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434fd060-b5b9-405c-a1a6-874cf79d5d9a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:54.355266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router 534e34ea-a975-4ea5-abd3-40dabfa4b35c {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:54.357518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-434fd060-b5b9-405c-a1a6-874cf79d5d9a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=859ece5e-8832-43ad-b718-31288d974c35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1277640 Aug 23 12:24:54.365192 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-efcb8953-7da8-4a21-9cf4-dc7a9f1196e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.369069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34604) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.374966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.379686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-908c70ac-b5b4-430e-aff3-2237ecf2a157 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/534e34ea-a975-4ea5-abd3-40dabfa4b35c HTTP/1.1" status: 204 len: 168 time: 0.7133644 Aug 23 12:24:54.380050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34606) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.430643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-88c93f6f-c439-4567-b2b1-38f2bf6bd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:54.432505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-88c93f6f-c439-4567-b2b1-38f2bf6bd767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734828 Aug 23 12:24:54.435246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.436971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet 5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:24:54.444342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.493958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.568273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063adf7-ed51-4675-b5c9-66e15781dd1c tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:54.569813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b063adf7-ed51-4675-b5c9-66e15781dd1c tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.1995401 Aug 23 12:24:54.572842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34608) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.605177 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e94563b8-df82-461e-93db-ea5b7b23862d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=859ece5e-8832-43ad-b718-31288d974c35 HTTP/1.1" status: 200 len: 205 time: 0.0311482 Aug 23 12:24:54.607994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34610) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.620763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-b688a3ca-4e1e-413b-821a-dc011a4c0328 service neutron] 10.222.0.44 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508319 Aug 23 12:24:54.658244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.726441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-1e253c45-564f-45be-8bfa-db25289301f5 service neutron] 10.222.0.44 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977690 Aug 23 12:24:54.778206 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.782177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.852806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:54.859561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:54.864028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-26417c86-8f1e-4e63-bfcb-22f5e9e6b538 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56 HTTP/1.1" status: 204 len: 168 time: 0.4804077 Aug 23 12:24:54.864184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34612) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:54.867106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875944cf-e7b6-41c9-97da-b763ffdc48a8 None None] Network b36b0277-6388-4681-8c12-680e649b3295 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:54.888133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-fcc626df-a903-4178-b44e-dc2d0cdf24cd tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:54.890044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-fcc626df-a903-4178-b44e-dc2d0cdf24cd tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1096 time: 0.0966718 Aug 23 12:24:54.906735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773645-7'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:54.975643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.041209 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.049771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.076344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] DHCP port deletion for b36b0277-6388-4681-8c12-680e649b3295 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:24:55.079539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44064-1592-4cda-bd2b-7d6c0d5bdb78 req-0fb0b953-4b5b-44e7-8f08-b0a6f728b21f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:55.081142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cf44064-1592-4cda-bd2b-7d6c0d5bdb78 req-0fb0b953-4b5b-44e7-8f08-b0a6f728b21f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1538703 Aug 23 12:24:55.124481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:55.129226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] Deleting port ffe4ea9e-1246-42e4-88b2-72d32e345e2a {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:55.129603 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.167323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:55.182612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cf44064-1592-4cda-bd2b-7d6c0d5bdb78 req-068761ee-5ce9-48e2-90ed-80c5482f431d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779507 Aug 23 12:24:55.196404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] For port ffe4ea9e-1246-42e4-88b2-72d32e345e2a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,segment=NetworkSegment(6b1462aa-099d-436f-a5ea-76473b672a71),segment_id=6b1462aa-099d-436f-a5ea-76473b672a71)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:55.196619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Deleting port 13923208-d66f-46b8-9bca-5e08d0c04f16 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:55.196758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.196860 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.212694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] Calling delete_port for ffe4ea9e-1246-42e4-88b2-72d32e345e2a owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:55.219001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:55.221532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port ffe4ea9e-1246-42e4-88b2-72d32e345e2a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:55.221903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.223366 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa6639-5bea-4537-9261-6aebe01dcfc9" -d '{"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-unplugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:55.237526 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.245089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.276400 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f474bcee-7ef6-47d7-bb99-12a80d58d481 x-openstack-request-id: req-f474bcee-7ef6-47d7-bb99-12a80d58d481 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:55.276826 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-unplugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:55.277103 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f474bcee-7ef6-47d7-bb99-12a80d58d481 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:55.277560 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'code': 200} Aug 23 12:24:55.310990 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.341476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] Pushing event deleted for resources: {'Port': ['ID=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:55.351579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56c2cc-051b-4eb2-a621-d892171aa484 None None] No DVR routers for this DVR port ffe4ea9e-1246-42e4-88b2-72d32e345e2a on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:55.363214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:55.370186 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.375506 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port ffe4ea9e-1246-42e4-88b2-72d32e345e2a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,segment=NetworkSegment(6b1462aa-099d-436f-a5ea-76473b672a71),segment_id=6b1462aa-099d-436f-a5ea-76473b672a71)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:55.375831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.390821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for ffe4ea9e-1246-42e4-88b2-72d32e345e2a owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:55.427184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on host n-h2-773645-7 for vnic_type normal with profile {"migrating_to": "n-h1-773645-7"} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:55.427532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:55.427869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:55.437451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:24:55.438115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Attempting to bind port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on network e9a1b9e6-ed73-4518-8486-9c08244305da {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:55.446083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:55.446565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Checking segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:55.447300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Bound using segment: {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:55.448038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Bound port: b92017dd-8553-4f1f-aecd-d95cdda7fe31, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf01104b-7e8f-427f-aa32-79da660fc4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:55.448441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.459317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffe4ea9e-1246-42e4-88b2-72d32e345e2a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:24:55.463713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Calling delete_port for 13923208-d66f-46b8-9bca-5e08d0c04f16 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:55.548490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:55.553427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:55.559129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.579006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.647675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port ffe4ea9e-1246-42e4-88b2-72d32e345e2a on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:24:55.654261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=ffe4ea9e-1246-42e4-88b2-72d32e345e2a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:55.665734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ffe4ea9e-1246-42e4-88b2-72d32e345e2a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:24:55.666082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffe4ea9e-1246-42e4-88b2-72d32e345e2a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:24:55.682813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-acb4b89e-589c-4de8-ba94-566d91bcee72 None None] Provisioning complete for port b92017dd-8553-4f1f-aecd-d95cdda7fe31 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:55.683187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-acb4b89e-589c-4de8-ba94-566d91bcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.687165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=8']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:55.735402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:55.736101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.738466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-8d2424c2-3439-4019-a5be-1157ff567bfb service neutron] 10.222.0.44 "PUT /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 1121 time: 0.8393276 Aug 23 12:24:55.740743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.789767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-acb4b89e-589c-4de8-ba94-566d91bcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.806042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['b92017dd-8553-4f1f-aecd-d95cdda7fe31'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:24:55.835990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.852341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:55.852536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36b0277-6388-4681-8c12-680e649b3295']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:55.854518 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce94ff-7c6f-43d3-9183-f6f3e039203a" -d '{"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-plugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:55.865657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1462aa-099d-436f-a5ea-76473b672a71') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:55.866059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1462aa-099d-436f-a5ea-76473b672a71') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:55.871838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-acb4b89e-589c-4de8-ba94-566d91bcee72 None None] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:55.881928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-acb4b89e-589c-4de8-ba94-566d91bcee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.882988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.898399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.901281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.910274 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae794cf7-8253-42e3-9cab-2d42c4da85f0 x-openstack-request-id: req-ae794cf7-8253-42e3-9cab-2d42c4da85f0 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:55.910562 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-plugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:55.910815 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae794cf7-8253-42e3-9cab-2d42c4da85f0 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:55.911206 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'code': 200} Aug 23 12:24:55.938078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:24:55.938572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:55.942577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event deleted for resources: {'Port': ['ID=13923208-d66f-46b8-9bca-5e08d0c04f16,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:24:55.945435 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:24:56.044685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4b89e-589c-4de8-ba94-566d91bcee72 None None] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:56.050536 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.059465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.095071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.101023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/b36b0277-6388-4681-8c12-680e649b3295 HTTP/1.1" status: 204 len: 168 time: 1.2319131 Aug 23 12:24:56.102649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34620) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:56.109453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820750312'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:56.135885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:56.139534 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.139856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e59f3-cfdd-41fc-8d5f-1d81fe34fe76 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=b36b0277-6388-4681-8c12-680e649b3295,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:56.168583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:24:56.175082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.178523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.180210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.180789 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment 31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42 of type vlan for network 5854075a-3616-4618-99d6-40f3e97a0010 Aug 23 12:24:56.224462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.231716 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.233312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Fanout notify agent at l3_agent the message router_deleted on router 859ece5e-8832-43ad-b718-31288d974c35 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:24:56.249951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.251528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d876b54d-a6fe-477c-b96e-0aa9dacc14da tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/859ece5e-8832-43ad-b718-31288d974c35 HTTP/1.1" status: 204 len: 168 time: 1.6420519 Aug 23 12:24:56.258222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34624) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:56.258427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1409e003-4685-4972-8f0f-226bda6c7875 None None] Provisioning complete for port b92017dd-8553-4f1f-aecd-d95cdda7fe31 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:56.258802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.258983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1409e003-4685-4972-8f0f-226bda6c7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.264587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-162584707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:56.265002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:56.265618 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.293371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.294964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.308581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2043111 Aug 23 12:24:56.312272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34626) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:56.327961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '5854075a-3616-4618-99d6-40f3e97a0010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:56.354465 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.360082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.377753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.381570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17c76b1e-cd4c-4f51-acdb-30a2d9cf0497 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1189966 Aug 23 12:24:56.381868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34628) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:56.386388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:56.402992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b185c-6d95-43b3-9964-cdd905990bc9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=5854075a-3616-4618-99d6-40f3e97a0010,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:56.415452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5854075a-3616-4618-99d6-40f3e97a0010 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:24:56.463715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54056f-8d81-44d8-a25c-b2dacf562022 req-34091cbf-2115-4943-bffe-6f94858914ba tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:56.465349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df54056f-8d81-44d8-a25c-b2dacf562022 req-34091cbf-2115-4943-bffe-6f94858914ba tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1588979 Aug 23 12:24:56.509196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:24:56.512185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.535396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df54056f-8d81-44d8-a25c-b2dacf562022 req-f5e0c1a8-9daa-42a9-9737-b2150e907de5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599947 Aug 23 12:24:56.621399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.705602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.764710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=381ead0a-feb2-4202-b9d1-a3bca731db50,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:56.775660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5854075a-3616-4618-99d6-40f3e97a0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:56.776024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 5854075a-3616-4618-99d6-40f3e97a0010, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:24:56.792624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5854075a-3616-4618-99d6-40f3e97a0010 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:24:56.801878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5854075a-3616-4618-99d6-40f3e97a0010) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:56.807680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:56.808606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.811531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d2244-50f0-44bb-9888-5038dfe440b8 None None] Network 5854075a-3616-4618-99d6-40f3e97a0010 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:56.819221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.826191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0c2b7133-a429-4a44-842c-f32447d97d96 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5020096 Aug 23 12:24:56.828647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34632) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:56.833843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-390503918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:24:56.839758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.862719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.863863 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.923049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.928254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.946473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.947708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6c5b8a65-4f6f-4fee-a62b-08076c7b3782 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1180701 Aug 23 12:24:56.950429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:56.968982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5854075a-3616-4618-99d6-40f3e97a0010', 'network_id': '5854075a-3616-4618-99d6-40f3e97a0010', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': '381ead0a-feb2-4202-b9d1-a3bca731db50'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:24:56.969954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:56.972082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Allocated IP 172.25.1.164 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/d44c5f83-1720-4f40-924e-4042984db8f6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:57.094995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.134187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Allocated IP 172.20.0.2 (5854075a-3616-4618-99d6-40f3e97a0010/381ead0a-feb2-4202-b9d1-a3bca731db50/18b0ee13-8c87-4499-b92a-ae3c2a748ff9) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:57.143713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.185633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:57.188608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:57.192647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:57.229081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event updated for resources: {'Port': ['ID=d44c5f83-1720-4f40-924e-4042984db8f6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:57.302843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.315031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Transition to ACTIVE for port object 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:57.330312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:24:57.333112 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36002e88-21f4-46fa-98ae-d4483745827d" -d '{"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:24:57.341178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Transition to ACTIVE for port object 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:57.347524 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.390715 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1d91b2-1206-42a8-a0f3-70d191ecd752 x-openstack-request-id: req-1b1d91b2-1206-42a8-a0f3-70d191ecd752 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:24:57.391467 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:24:57.391467 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b1d91b2-1206-42a8-a0f3-70d191ecd752 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:24:57.391718 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'status': 'completed', 'code': 200} Aug 23 12:24:57.404409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Network 5854075a-3616-4618-99d6-40f3e97a0010 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:57.410659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:57.420190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:57.424804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Pushing event updated for resources: {'Port': ['ID=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:57.435205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.482885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Attempting to bind port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:24:57.483436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Attempting to bind port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5854075a-3616-4618-99d6-40f3e97a0010'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:24:57.483890 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Attempting to bind port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 on network 5854075a-3616-4618-99d6-40f3e97a0010 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:24:57.490379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:24:57.490848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Checking segment: {'id': '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5854075a-3616-4618-99d6-40f3e97a0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:24:57.491471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.492025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Bound using segment: {'id': '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5854075a-3616-4618-99d6-40f3e97a0010'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:24:57.492684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Bound port: 18b0ee13-8c87-4499-b92a-ae3c2a748ff9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5854075a-3616-4618-99d6-40f3e97a0010'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:24:57.493246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.568122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] For port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:24:57.571534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] For port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,segment=NetworkSegment(31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42),segment_id=31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:24:57.579184 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.617462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.654982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98262cb0-1b62-4556-a55f-1772221ad750 None None] Pushing event updated for resources: {'Port': ['ID=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:57.802539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b8b75-2a70-4b82-8467-f9ef910cddf4 req-14ef113c-d154-481c-b273-f4ca411d21b4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:57.804312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-012b8b75-2a70-4b82-8467-f9ef910cddf4 req-14ef113c-d154-481c-b273-f4ca411d21b4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1653495 Aug 23 12:24:57.880997 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.881989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002e88-21f4-46fa-98ae-d4483745827d req-1a91aa46-3f1d-4fcd-a7ab-3274184fc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:57.882558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-1a91aa46-3f1d-4fcd-a7ab-3274184fc3c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1126 time: 0.4572659 Aug 23 12:24:57.913875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:57.934866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-012b8b75-2a70-4b82-8467-f9ef910cddf4 req-1ba10cde-0dc3-403e-b715-dbffac337378 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130638 Aug 23 12:24:58.003159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.20.0.1 (5854075a-3616-4618-99d6-40f3e97a0010/381ead0a-feb2-4202-b9d1-a3bca731db50/8da3b01b-1a91-4fe5-8ec2-7360fa7fb659) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:24:58.081318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002e88-21f4-46fa-98ae-d4483745827d req-cdb5c737-ed9f-4f85-87ea-6f888b9d2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:58.083310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-cdb5c737-ed9f-4f85-87ea-6f888b9d2fe5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.1810334 Aug 23 12:24:58.119815 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.140457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:24:58.180546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.223509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5854075a-3616-4618-99d6-40f3e97a0010 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:58.226559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:58.230481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:24:58.234537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-f407f901-5f4c-440c-92d9-a6dc89e3eae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 1000 time: 0.1161311 Aug 23 12:24:58.258400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.259735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=8da3b01b-1a91-4fe5-8ec2-7360fa7fb659,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:58.278796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.282737 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.339139 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002e88-21f4-46fa-98ae-d4483745827d req-cea8f2f2-46bb-4035-ab02-844064d145dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:58.340641 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-cea8f2f2-46bb-4035-ab02-844064d145dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.0937696 Aug 23 12:24:58.380158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.410359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.435940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002e88-21f4-46fa-98ae-d4483745827d req-08748469-6f34-4a63-9036-8141934653d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:58.437887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-08748469-6f34-4a63-9036-8141934653d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878999 Aug 23 12:24:58.532341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Router f0ac352b-ce09-430b-84ed-67d47ec42993 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:58.563324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-5c9b72f7-df6e-4775-96d3-2c81d2566436 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158166 Aug 23 12:24:58.708561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce16696-f860-48eb-b649-4b668318328d None None] Network 5854075a-3616-4618-99d6-40f3e97a0010 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:24:58.717944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.724211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.731620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:58.740267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.743831 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-383c7116-9552-4d27-96bc-0fff9e455d75 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "PUT /v2.0/routers/f0ac352b-ce09-430b-84ed-67d47ec42993 HTTP/1.1" status: 200 len: 879 time: 2.3584974 Aug 23 12:24:58.745586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36002e88-21f4-46fa-98ae-d4483745827d req-1f5d1a5c-a496-4e69-b2ba-024b35dc1e77 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508672 Aug 23 12:24:58.746081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34640) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:58.779401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:24:58.782378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] Sync routers for ids ['f0ac352b-ce09-430b-84ed-67d47ec42993'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:58.812637 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:58.822959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=8da3b01b-1a91-4fe5-8ec2-7360fa7fb659,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:58.832009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] Routers {'f0ac352b-ce09-430b-84ed-67d47ec42993'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:58.833158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f0ac352b-ce09-430b-84ed-67d47ec42993'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:58.860580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1aaf4d0d-8bce-447d-8012-be551dfb6802 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/f0ac352b-ce09-430b-84ed-67d47ec42993 HTTP/1.1" status: 200 len: 920 time: 0.1133578 Aug 23 12:24:58.865940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34642) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:58.889742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-04c07625-3cf4-42af-9179-ca342c779f48 None None] Provisioning for port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:58.900279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:58.921357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5854075a-3616-4618-99d6-40f3e97a0010 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:24:58.923362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:24:58.949921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5766d3-4d7b-4274-a3f6-d93745e3a892 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:58.954192 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a5766d3-4d7b-4274-a3f6-d93745e3a892 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=f0ac352b-ce09-430b-84ed-67d47ec42993&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0841107 Aug 23 12:24:58.954479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:58.998520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] Routers {'f0ac352b-ce09-430b-84ed-67d47ec42993'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:58.999163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f0ac352b-ce09-430b-84ed-67d47ec42993'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:59.044418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:59.044989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547818f-7e88-4100-afbd-ccddce9aba07 None None] The sync data for ids ['f0ac352b-ce09-430b-84ed-67d47ec42993'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:59.059182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf4399-c545-4f27-acd3-ae566ea3d23e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:59.060218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-05cf4399-c545-4f27-acd3-ae566ea3d23e tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.1044562 Aug 23 12:24:59.062912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34650) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:59.069183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router f98c729e-3275-41af-b33b-b4c984f6859d is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:24:59.098973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:59.102159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39f9979c-83ba-4320-8227-4c1f64ad4cc9 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ac352b-ce09-430b-84ed-67d47ec42993 HTTP/1.1" status: 200 len: 205 time: 0.0378852 Aug 23 12:24:59.104855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34652) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:59.114410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 has no active binding in host n-h1-773645-7 {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 12:24:59.186265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:24:59.202401 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] Sync routers for ids ['f98c729e-3275-41af-b33b-b4c984f6859d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:24:59.204558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-98557c18-00b8-4e3e-b0de-ee4a456f257c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/f98c729e-3275-41af-b33b-b4c984f6859d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2529187 Aug 23 12:24:59.205387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34654) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:59.216012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] Routers {'f98c729e-3275-41af-b33b-b4c984f6859d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:59.217898 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f98c729e-3275-41af-b33b-b4c984f6859d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:59.254821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.260280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176593b-bf55-46ca-98e2-80b9732797d7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:59.264947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3176593b-bf55-46ca-98e2-80b9732797d7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports/8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 HTTP/1.1" status: 200 len: 910 time: 0.0584440 Aug 23 12:24:59.265702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34656) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:24:59.284732 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:59.295329 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] Routers {'f98c729e-3275-41af-b33b-b4c984f6859d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:24:59.296471 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f98c729e-3275-41af-b33b-b4c984f6859d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:59.339671 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:24:59.340915 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e658721-bb5a-46a1-93c3-b5311fb43b34 None None] The sync data for ids ['f98c729e-3275-41af-b33b-b4c984f6859d'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:24:59.406496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b925-4cf8-4b22-9f78-a32a1f3656e8 req-8bc40ac8-1e67-44d6-b45f-fc0286ac6528 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:24:59.408021 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9e5b925-4cf8-4b22-9f78-a32a1f3656e8 req-8bc40ac8-1e67-44d6-b45f-fc0286ac6528 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.3723187 Aug 23 12:24:59.447399 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.483966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e9e5b925-4cf8-4b22-9f78-a32a1f3656e8 req-98419e62-4de7-4e80-b797-08848b87b74a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652540 Aug 23 12:24:59.516040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d755bbf4-c423-4cc8-96f7-33fa82cb248f None None] Provisioning for port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:59.522597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d755bbf4-c423-4cc8-96f7-33fa82cb248f None None] Provisioning complete for port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:59.523531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d755bbf4-c423-4cc8-96f7-33fa82cb248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.577478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:24:59.590929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Deleting port d44c5f83-1720-4f40-924e-4042984db8f6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:24:59.591715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.610420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d755bbf4-c423-4cc8-96f7-33fa82cb248f None None] Port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:59.639025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:24:59.645145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:59.645999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.712536 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.733627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Calling delete_port for d44c5f83-1720-4f40-924e-4042984db8f6 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:24:59.751659 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.765419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7c04793c-0635-43c2-a9e7-c3ac86670f55 None None] Provisioning complete for port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:24:59.765809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7c04793c-0635-43c2-a9e7-c3ac86670f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.800965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.812693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,segment=NetworkSegment(31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42),segment_id=31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:24:59.820395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7c04793c-0635-43c2-a9e7-c3ac86670f55 None None] Port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:24:59.821969 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.884302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:24:59.961997 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:24:59.987359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event deleted for resources: {'Port': ['ID=d44c5f83-1720-4f40-924e-4042984db8f6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:00.041657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-41b438e1-a73a-4104-95b5-0389e284e80a None None] Provisioning complete for port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:00.042298 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41b438e1-a73a-4104-95b5-0389e284e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.051323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.082929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-41b438e1-a73a-4104-95b5-0389e284e80a None None] Port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:00.142710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.144916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.149819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:00.150167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.196883 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.197911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Fanout notify agent at l3_agent the message router_deleted on router f0ac352b-ce09-430b-84ed-67d47ec42993 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:00.205529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.206894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef942b69-3174-4795-89ba-ac8d9204df8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/f0ac352b-ce09-430b-84ed-67d47ec42993 HTTP/1.1" status: 204 len: 168 time: 1.1010404 Aug 23 12:25:00.210886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34660) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:00.217285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-734598814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:00.240679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.241734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.245671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.261655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 8da3b01b-1a91-4fe5-8ec2-7360fa7fb659 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:00.295656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.300189 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.316860 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.320785 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25ffe469-843d-4c06-8086-d56538b3da20 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1063335 Aug 23 12:25:00.320922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34662) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:00.325264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': True}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:00.431620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.461133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=8da3b01b-1a91-4fe5-8ec2-7360fa7fb659,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:00.556605 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:00.703367 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-e8a3d7a4-a26a-4aed-baf0-640eef6ea95c service neutron] 10.222.0.41 "GET /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 384 time: 0.1025870 Aug 23 12:25:00.923488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd72ea-1e5f-4789-b693-fb8ece2dccdd req-d8075f31-8d9b-4084-a995-8f1dfbf05e4d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:00.925129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09cd72ea-1e5f-4789-b693-fb8ece2dccdd req-d8075f31-8d9b-4084-a995-8f1dfbf05e4d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 945 time: 0.1200888 Aug 23 12:25:00.965107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.036880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-09cd72ea-1e5f-4789-b693-fb8ece2dccdd req-0df3c144-29fb-4565-a43a-de7143c8597d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828853 Aug 23 12:25:01.149480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router f98c729e-3275-41af-b33b-b4c984f6859d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:01.228566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:01.233831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b852d39a-92c9-451c-a5dd-8786bae87e81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/f98c729e-3275-41af-b33b-b4c984f6859d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667795 Aug 23 12:25:01.236296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34666) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:01.241910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] Sync routers for ids ['f98c729e-3275-41af-b33b-b4c984f6859d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:01.246107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.252029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] Routers {'f98c729e-3275-41af-b33b-b4c984f6859d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:01.252642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f98c729e-3275-41af-b33b-b4c984f6859d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:01.266856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f19775d4-9f2b-42a6-8d72-0caaa53db587 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=f98c729e-3275-41af-b33b-b4c984f6859d HTTP/1.1" status: 200 len: 205 time: 0.0267205 Aug 23 12:25:01.267215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34668) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:01.285533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:01.294153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] Routers {'f98c729e-3275-41af-b33b-b4c984f6859d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:01.294315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.294753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f98c729e-3275-41af-b33b-b4c984f6859d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:01.326316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:01.326985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82990c4-988f-4eb1-8667-318b784745ff None None] The sync data for ids ['f98c729e-3275-41af-b33b-b4c984f6859d'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:01.351841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.371799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:01.421149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:01.470120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Allocated IP 172.25.1.134 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/a486dbe5-65ed-4df6-9b33-70f069dc5b7b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:01.484028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:01.490227 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:25:01.492503 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2817737c-cd9f-4079-a248-077ead118a59" -d '{"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-unplugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:25:01.500661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:01.531681 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.562801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.565522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.574706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:01.575179 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.575984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-bf08c3b3-42f4-49f8-915c-d18dd8a0dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:01.578593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-bf08c3b3-42f4-49f8-915c-d18dd8a0dab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1126 time: 0.1590829 Aug 23 12:25:01.580953 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb25c3fb-e483-4ca5-a00c-3b1b7ff162c2 x-openstack-request-id: req-bb25c3fb-e483-4ca5-a00c-3b1b7ff162c2 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:25:01.583913 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-unplugged", "status": "completed", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:25:01.584189 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb25c3fb-e483-4ca5-a00c-3b1b7ff162c2 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:25:01.584581 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'code': 200} Aug 23 12:25:01.651664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.652631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router f98c729e-3275-41af-b33b-b4c984f6859d {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:01.662357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.663649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-17c8e1ac-6f32-4861-9a8e-73cca3cd6c2b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/f98c729e-3275-41af-b33b-b4c984f6859d HTTP/1.1" status: 204 len: 168 time: 0.3953836 Aug 23 12:25:01.666373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34672) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:01.687532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.723541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] Transition to ACTIVE for port object b92017dd-8553-4f1f-aecd-d95cdda7fe31 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:01.724935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-5d501732-65a5-4ec8-8270-c81297d6d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:01.726565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-5d501732-65a5-4ec8-8270-c81297d6d6d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.1051357 Aug 23 12:25:01.731323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.776589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet 381ead0a-feb2-4202-b9d1-a3bca731db50 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:01.788495 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.794975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-dc29a2b2-c698-4fde-a9eb-6514c9f9aaf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 998 time: 0.0617290 Aug 23 12:25:01.851709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-1c5ce985-f7d0-4a43-9c2c-568630154723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:01.853248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-1c5ce985-f7d0-4a43-9c2c-568630154723 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.0511782 Aug 23 12:25:01.903137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=11']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:01.907648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-863aad0c-deb4-4ee8-b1b0-ff0c0364abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:01.909921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-863aad0c-deb4-4ee8-b1b0-ff0c0364abab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488710 Aug 23 12:25:01.913644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:01.916870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.004913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-8ffd6f72-2fdd-4eca-a26b-f3aee70eb469 service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885618 Aug 23 12:25:02.019757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:02.024602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] No DVR routers for this DVR port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:02.029928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:02.070137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:02.075937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Port': ['ID=a486dbe5-65ed-4df6-9b33-70f069dc5b7b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:02.102361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f534fca1-aeeb-42b8-98b2-a5d85191b5a1 req-489985a1-ac76-46be-b6de-272f76f34e2e service neutron] 10.222.0.41 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909917 Aug 23 12:25:02.161101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.166326 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9232d9-3299-44c0-ae74-1ad5cc3eb0b2 req-d9a0bfad-ca02-4201-b633-bce50673742c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.167882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af9232d9-3299-44c0-ae74-1ad5cc3eb0b2 req-d9a0bfad-ca02-4201-b633-bce50673742c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.0518110 Aug 23 12:25:02.214361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af9232d9-3299-44c0-ae74-1ad5cc3eb0b2 req-84f0eecc-76ac-459a-aa26-f45cbdd41eda tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Aug 23 12:25:02.377945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.387587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-cc858151-f1d2-4536-a308-72fcda780a0b service neutron] 10.222.0.41 "PUT /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31/bindings/n-h1-773645-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6767030 Aug 23 12:25:02.442447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=381ead0a-feb2-4202-b9d1-a3bca731db50,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:02.449578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.453888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0a44127c-51c3-4892-9789-c270bfebaf9d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/381ead0a-feb2-4202-b9d1-a3bca731db50 HTTP/1.1" status: 204 len: 168 time: 0.7841954 Aug 23 12:25:02.454142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34676) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:02.459090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d1747-4f03-4dcb-8039-2176021397cf None None] Network 5854075a-3616-4618-99d6-40f3e97a0010 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:02.485121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-240a5f83-14fe-44d0-8a7d-fba0823e2824 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.486804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-240a5f83-14fe-44d0-8a7d-fba0823e2824 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.0476973 Aug 23 12:25:02.553431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-d4884de2-f3a9-4dad-a32b-900a8cad2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.555364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-d4884de2-f3a9-4dad-a32b-900a8cad2419 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 1095 time: 0.0613077 Aug 23 12:25:02.583577 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.595202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.620091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-73734b08-c13a-4865-be2d-a26823141ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.621622 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-73734b08-c13a-4865-be2d-a26823141ac1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1095 time: 0.0435479 Aug 23 12:25:02.724563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-3d6c1eab-37f5-4aaf-9793-c44e2765d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.726158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-3d6c1eab-37f5-4aaf-9793-c44e2765d99f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.0965443 Aug 23 12:25:02.754586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:02.754928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.819740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-4b41584e-1100-49dc-8301-6a3565bf64ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 998 time: 0.0862904 Aug 23 12:25:02.852709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1314b-669d-4959-a285-32601bec7118 None None] DHCP port deletion for 5854075a-3616-4618-99d6-40f3e97a0010 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:02.875699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-6093e1be-59e8-45f7-aa7e-47b5ed5b7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.877915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-6093e1be-59e8-45f7-aa7e-47b5ed5b7a78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.0506639 Aug 23 12:25:02.884555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,segment=NetworkSegment(31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42),segment_id=31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:02.884555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.908489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-28d1314b-669d-4959-a285-32601bec7118 None None] Deleting port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:02.908892 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28d1314b-669d-4959-a285-32601bec7118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.929758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-a25460f5-a7ea-46b1-94a4-7557d2229cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:02.931276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-a25460f5-a7ea-46b1-94a4-7557d2229cd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452704 Aug 23 12:25:02.939970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:02.967598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:02.984867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-28d1314b-669d-4959-a285-32601bec7118 None None] For port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,segment=NetworkSegment(31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42),segment_id=31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:02.985282 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28d1314b-669d-4959-a285-32601bec7118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.001515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.002232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-28d1314b-669d-4959-a285-32601bec7118 None None] Calling delete_port for 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:03.049609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-ec966fea-2f75-4a95-82e9-d478765306d1 service neutron] 10.222.0.44 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093767 Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:03.127760 n-d-773645-7 neutron-server[101059]: self.session.flush() Aug 23 12:25:03.133426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.141232 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28d1314b-669d-4959-a285-32601bec7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.157741 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-58085314-95bb-4bd2-8586-6152f38b010d service neutron] 10.222.0.44 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011455 Aug 23 12:25:03.177989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1314b-669d-4959-a285-32601bec7118 None None] Pushing event deleted for resources: {'Port': ['ID=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:03.179770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1314b-669d-4959-a285-32601bec7118 None None] No DVR routers for this DVR port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:03.185611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=18b0ee13-8c87-4499-b92a-ae3c2a748ff9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:03.188148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:03.286072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.301528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5854075a-3616-4618-99d6-40f3e97a0010']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.344129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.344129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d3cc3f-d0d9-4cb8-bd31-7746d9e94d42') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.350071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Router 7547de1f-6e9d-40d6-aec4-0ed7196b46f2 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:03.358194 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.382663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.423496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:03.423860 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.427336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-200fbd44-ca32-449f-af14-576bcd1f6c54 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:03.429016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-200fbd44-ca32-449f-af14-576bcd1f6c54 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 1095 time: 0.0667655 Aug 23 12:25:03.434361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3e477-5942-428d-9bb6-d288397a5701 req-f30cbda4-a998-469a-a344-0d20e3f110fd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:03.436268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-86c3e477-5942-428d-9bb6-d288397a5701 req-f30cbda4-a998-469a-a344-0d20e3f110fd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.1411645 Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:03.436934 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:03.461515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:03.487107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:03.487453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 18b0ee13-8c87-4499-b92a-ae3c2a748ff9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:03.550032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:03.576670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-86c3e477-5942-428d-9bb6-d288397a5701 req-6f7f3fb1-323f-4e5c-9334-a51b9f5dd718 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262159 Aug 23 12:25:03.579023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.591027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.596784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/5854075a-3616-4618-99d6-40f3e97a0010 HTTP/1.1" status: 204 len: 168 time: 1.1377873 Aug 23 12:25:03.597659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34684) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:03.602581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1002424983', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:03.616368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:03.626059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff82764-1519-4b86-902f-f8ca46bf7fd6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=5854075a-3616-4618-99d6-40f3e97a0010,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:03.644979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-3cba4078-687a-4cc7-a4e2-2f574c15fd42 service neutron] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:03.645218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:03.649768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-3cba4078-687a-4cc7-a4e2-2f574c15fd42 service neutron] Notify callbacks [] for binding, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.651364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1191ac-7bad-4047-8af6-e2f284784ba3 req-3cba4078-687a-4cc7-a4e2-2f574c15fd42 service neutron] 10.222.0.44 "DELETE /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31/bindings/n-h2-773645-7 HTTP/1.1" status: 204 len: 173 time: 0.2095153 Aug 23 12:25:03.652010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.653433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fbd34f22-4733-402e-903d-2c56d944080a tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "PUT /v2.0/routers/7547de1f-6e9d-40d6-aec4-0ed7196b46f2 HTTP/1.1" status: 200 len: 914 time: 3.3315904 Aug 23 12:25:03.656329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34686) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:03.661367 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] Sync routers for ids ['7547de1f-6e9d-40d6-aec4-0ed7196b46f2'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:03.665065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.666540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:03.690347 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] Routers {'7547de1f-6e9d-40d6-aec4-0ed7196b46f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:03.691695 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7547de1f-6e9d-40d6-aec4-0ed7196b46f2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.732275 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.742909 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] Routers {'7547de1f-6e9d-40d6-aec4-0ed7196b46f2'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:03.744008 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7547de1f-6e9d-40d6-aec4-0ed7196b46f2'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.777508 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:03.778225 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f622f-3a34-44f1-bea2-5cf29c6b7b85 None None] The sync data for ids ['7547de1f-6e9d-40d6-aec4-0ed7196b46f2'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:04.115019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.162198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6bcbbdd7-6505-4c35-b519-70e88666c1eb tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/7547de1f-6e9d-40d6-aec4-0ed7196b46f2 HTTP/1.1" status: 200 len: 920 time: 0.5047495 Aug 23 12:25:04.165236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34688) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:04.209419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4d292-2909-4fac-97e6-08c3ac0267d6 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:04.213839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f0d4d292-2909-4fac-97e6-08c3ac0267d6 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=7547de1f-6e9d-40d6-aec4-0ed7196b46f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0450234 Aug 23 12:25:04.214108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34690) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:04.263604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.306263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd2eaa-e3ad-40f2-93cf-85a3dbbdf685 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:04.307679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62cd2eaa-e3ad-40f2-93cf-85a3dbbdf685 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.0925472 Aug 23 12:25:04.310560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34692) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:04.342966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-41e97ef8-cd83-43d4-87e9-edfe81bde4ee tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=7547de1f-6e9d-40d6-aec4-0ed7196b46f2 HTTP/1.1" status: 200 len: 205 time: 0.0302157 Aug 23 12:25:04.344748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34694) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:04.450485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.469557 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.489214 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.555778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.602558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.25.1.172 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/893522fc-8f2a-4086-9c54-926f020415a7) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:04.612953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Deleting port a486dbe5-65ed-4df6-9b33-70f069dc5b7b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:04.613319 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.696732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.710856 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.711102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Calling delete_port for a486dbe5-65ed-4df6-9b33-70f069dc5b7b owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:04.752589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.792299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:04.795431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:04.798937 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:04.818778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29b13e-eaba-40cc-b9d1-5156429668c7 req-c4ef0752-ffe8-4a22-9277-63410c5496c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:04.820287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d29b13e-eaba-40cc-b9d1-5156429668c7 req-c4ef0752-ffe8-4a22-9277-63410c5496c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.1561766 Aug 23 12:25:04.828367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=893522fc-8f2a-4086-9c54-926f020415a7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:04.906135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d29b13e-eaba-40cc-b9d1-5156429668c7 req-09e9502d-b91e-4659-ade2-d4688cec8187 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797889 Aug 23 12:25:04.962667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:04.990141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event deleted for resources: {'Port': ['ID=a486dbe5-65ed-4df6-9b33-70f069dc5b7b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:05.048334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.092310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b568e4-9c8c-46ad-be01-6e541fa78d19 req-4c4ead0c-0645-4f29-b61a-2b4f8c16dd52 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:05.093912 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7b568e4-9c8c-46ad-be01-6e541fa78d19 req-4c4ead0c-0645-4f29-b61a-2b4f8c16dd52 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1095 time: 0.0865214 Aug 23 12:25:05.118640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.141308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.143417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.178703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a7b568e4-9c8c-46ad-be01-6e541fa78d19 req-434104ba-e981-4995-b343-7a1f4219ae04 tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751975 Aug 23 12:25:05.352809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.484866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 8b297577-3435-450c-82b1-25d6042cbf42 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:05.509063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.509664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Fanout notify agent at l3_agent the message router_deleted on router 7547de1f-6e9d-40d6-aec4-0ed7196b46f2 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:05.517587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.518437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fe289c84-7720-49dd-8570-be309cb5003d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/7547de1f-6e9d-40d6-aec4-0ed7196b46f2 HTTP/1.1" status: 204 len: 168 time: 1.1721599 Aug 23 12:25:05.522627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34704) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:05.526999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122172464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:05.558429 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3788e-bf5e-4af1-8e93-2d827cca49a8 req-ce4e5080-1878-46d7-8ca9-0553a354b16b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:05.559932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ec3788e-bf5e-4af1-8e93-2d827cca49a8 req-ce4e5080-1878-46d7-8ca9-0553a354b16b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.0806468 Aug 23 12:25:05.567311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.568389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.596661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:05.607477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] Sync routers for ids ['8b297577-3435-450c-82b1-25d6042cbf42'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:05.619597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] Routers {'8b297577-3435-450c-82b1-25d6042cbf42'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:05.620407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8b297577-3435-450c-82b1-25d6042cbf42'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:05.621647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.625817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7026ca8c-03ea-46c6-a7fd-44b0d6bdaeba tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.0270414 Aug 23 12:25:05.626452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34706) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:05.649384 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ec3788e-bf5e-4af1-8e93-2d827cca49a8 req-a53cbb9a-2b28-4512-94f1-ad767cc20c19 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768046 Aug 23 12:25:05.651016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.654987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:05.657623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.677018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34708) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:05.677281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:05.678702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] Routers {'8b297577-3435-450c-82b1-25d6042cbf42'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:05.678963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2790c320-ba7d-41f7-8e9e-8c1efc64d72c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1553679 Aug 23 12:25:05.680096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8b297577-3435-450c-82b1-25d6042cbf42'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:05.681418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34710) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:05.686343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'enable_snat': False}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:05.716823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:05.718185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066f71-3a16-421c-ac47-40bd3a996761 None None] The sync data for ids ['8b297577-3435-450c-82b1-25d6042cbf42'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:05.777926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f7708950-815b-4632-ae45-b8937dd69aec tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/403b371c-bd7a-4b18-959e-40de7b14cdc6 HTTP/1.1" status: 200 len: 990 time: 0.0997829 Aug 23 12:25:05.797493 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-71dd23b0-06f3-4f92-aad6-e0b2c4488595 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/routers/8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 200 len: 881 time: 0.1699550 Aug 23 12:25:05.799891 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34712) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:05.887842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.011401 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f1bffa6f-dd2c-4cb3-8b5c-cdef0fa904a7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2102554 Aug 23 12:25:06.013976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34714) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:06.018353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1002424983'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:06.090164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.109849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.224455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Allocated IP 172.25.1.34 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f8fe4db8-d360-4cd4-86be-1a7e0baa36f3) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:06.332736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.373347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.412695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:06.415438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:06.419016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:06.426654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Pushing event updated for resources: {'Port': ['ID=f8fe4db8-d360-4cd4-86be-1a7e0baa36f3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:06.634873 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.645322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.676656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.755276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 8b297577-3435-450c-82b1-25d6042cbf42 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:06.865042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:06.868136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.871574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.872089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:06.875068 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e7dbcec5-2986-40ca-810c-feff2611cba0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 200 len: 888 time: 0.8594689 Aug 23 12:25:06.876544 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] Sync routers for ids ['8b297577-3435-450c-82b1-25d6042cbf42'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:06.877094 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34716) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:06.887331 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] Routers {'8b297577-3435-450c-82b1-25d6042cbf42'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:06.888081 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8b297577-3435-450c-82b1-25d6042cbf42'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:06.920447 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:06.929783 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] Routers {'8b297577-3435-450c-82b1-25d6042cbf42'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:06.930469 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8b297577-3435-450c-82b1-25d6042cbf42'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:06.969651 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:06.970362 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ff907-23e2-47ac-9fa3-c1f5ac39cf16 None None] The sync data for ids ['8b297577-3435-450c-82b1-25d6042cbf42'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:06.992228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a5c9d8e1-1e86-4874-973e-4f5e7730cc12 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/routers/8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 200 len: 888 time: 0.1139958 Aug 23 12:25:06.994863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34718) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.018071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Router c4d48132-4853-4b79-bd94-17b563ed9478 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:07.025650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2db1d52c-c205-4087-b5f3-637355f63f68 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 200 len: 205 time: 0.0297165 Aug 23 12:25:07.028145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34720) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.124913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:07.130090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.131223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1c7c3ef2-12f5-4109-a224-32338783997b tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "PUT /v2.0/routers/c4d48132-4853-4b79-bd94-17b563ed9478 HTTP/1.1" status: 200 len: 915 time: 1.4486752 Aug 23 12:25:07.133944 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34722) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.134324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] Sync routers for ids ['c4d48132-4853-4b79-bd94-17b563ed9478'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:07.142933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.143419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] Routers {'c4d48132-4853-4b79-bd94-17b563ed9478'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:07.144771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c4d48132-4853-4b79-bd94-17b563ed9478'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:07.176004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:07.185076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] Routers {'c4d48132-4853-4b79-bd94-17b563ed9478'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:07.185710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c4d48132-4853-4b79-bd94-17b563ed9478'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:07.220756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:07.221415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25dda2-2bb0-422c-8cc6-164ce3bf8434 None None] The sync data for ids ['c4d48132-4853-4b79-bd94-17b563ed9478'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:07.328373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-936805c1-e72d-4dff-962d-88be7a1d4c66 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/c4d48132-4853-4b79-bd94-17b563ed9478 HTTP/1.1" status: 200 len: 921 time: 0.1933289 Aug 23 12:25:07.331960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34724) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.335706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.372855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5538a4-e5c4-47e4-ae3e-c4a7fcefff02 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:07.374504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cc5538a4-e5c4-47e4-ae3e-c4a7fcefff02 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=c4d48132-4853-4b79-bd94-17b563ed9478&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0415490 Aug 23 12:25:07.377279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34726) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.390160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 893522fc-8f2a-4086-9c54-926f020415a7 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:07.390640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.466878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.467179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cda21c-cd3b-4503-bde4-c3a240345d91 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:07.468396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62cda21c-cd3b-4503-bde4-c3a240345d91 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/networks/39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 881 time: 0.0902455 Aug 23 12:25:07.471317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34728) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.478709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 893522fc-8f2a-4086-9c54-926f020415a7 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:07.498725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e9ce939-a843-452f-89a4-36a7e6f24c67 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4d48132-4853-4b79-bd94-17b563ed9478 HTTP/1.1" status: 200 len: 205 time: 0.0262861 Aug 23 12:25:07.501599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34730) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.609272 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.643148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.675612 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=893522fc-8f2a-4086-9c54-926f020415a7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:07.716416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.736797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.767583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Deleting port f8fe4db8-d360-4cd4-86be-1a7e0baa36f3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:07.767953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.830178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.833002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.852067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.863763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Calling delete_port for f8fe4db8-d360-4cd4-86be-1a7e0baa36f3 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:07.881594 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.883080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router 8b297577-3435-450c-82b1-25d6042cbf42 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:07.889719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.891229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f74d605-73fc-4a1a-9f86-36bd79611557 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 204 len: 168 time: 0.8621895 Aug 23 12:25:07.895282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34736) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:07.900830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-95675260'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:07.922451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:07.926059 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.950902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:07.960964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:07.961380 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment bc17b358-033f-4728-9237-ca8d667536d7 of type vlan for network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 Aug 23 12:25:08.004588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.012830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34738) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:08.053346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.071802 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.077391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:08.078007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.079099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event deleted for resources: {'Port': ['ID=f8fe4db8-d360-4cd4-86be-1a7e0baa36f3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:08.138920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.154285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2575231 Aug 23 12:25:08.162875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34740) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:08.167682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:08.215664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112135b-6541-4a7f-bdac-c0febd0d6cb9 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=25359e0d-91f1-4f51-b5bd-dfd474c589f9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:08.227849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:08.234738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.237031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.287056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.287627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Fanout notify agent at l3_agent the message router_deleted on router c4d48132-4853-4b79-bd94-17b563ed9478 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:08.300840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.302714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cd2ae8a5-655d-4cd7-9234-f3d677a6c5fd tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/c4d48132-4853-4b79-bd94-17b563ed9478 HTTP/1.1" status: 204 len: 168 time: 0.7999337 Aug 23 12:25:08.306079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34742) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:08.310704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1797959247', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:08.332356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:08.335903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.344100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.345136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.371284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 1678ec4d-b988-403a-93cf-03694e0426b7 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:08.371631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.397226 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.505037 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.505257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.541832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 1678ec4d-b988-403a-93cf-03694e0426b7 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:08.547105 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.660499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.742155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.752181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=aed0d35f-68d5-4b33-b3ee-8c9344382179,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:08.766160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.768080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': 'bc17b358-033f-4728-9237-ca8d667536d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:08.768452 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 25359e0d-91f1-4f51-b5bd-dfd474c589f9, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:25:08.818317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:25:08.827675 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.852169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 25359e0d-91f1-4f51-b5bd-dfd474c589f9) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:08.859949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72012ab9-eb47-44e8-a798-868b9f92541b None None] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:08.860600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:08.861409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.865248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=1678ec4d-b988-403a-93cf-03694e0426b7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:08.915795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0aaf0140-1e08-49a3-b89b-4b0b4cb229ac tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518735 Aug 23 12:25:08.918977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34744) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:08.926340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1524119383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:08.937491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.938105 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP 403b371c-bd7a-4b18-959e-40de7b14cdc6 disassociated (deleted). External IP: 172.25.1.35, port: b92017dd-8553-4f1f-aecd-d95cdda7fe31. Aug 23 12:25:08.951256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Allocated IP 172.25.1.90 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/13d8501e-37a8-41a9-b1ec-f4e82fefa074) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:08.968733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:08.969946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.022686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-25359e0d-91f1-4f51-b5bd-dfd474c589f9', 'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': 'aed0d35f-68d5-4b33-b3ee-8c9344382179'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:25:09.023726 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.046235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.076676 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.098977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.100172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e227fd52-610d-4645-9f80-a34d25f54e6c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1800153 Aug 23 12:25:09.103151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34746) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:09.176401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Allocated IP 172.20.0.2 (25359e0d-91f1-4f51-b5bd-dfd474c589f9/aed0d35f-68d5-4b33-b3ee-8c9344382179/2f6c6a58-da92-4f37-ae51-c52593634082) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:09.209264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.336481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.346903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Transition to ACTIVE for port object 2f6c6a58-da92-4f37-ae51-c52593634082 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:09.364050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Transition to ACTIVE for port object 2f6c6a58-da92-4f37-ae51-c52593634082 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:09.370805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.415553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:09.419186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:09.427475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:09.431032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Pushing event updated for resources: {'Port': ['ID=2f6c6a58-da92-4f37-ae51-c52593634082,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:09.487803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Attempting to bind port 2f6c6a58-da92-4f37-ae51-c52593634082 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:09.488311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Attempting to bind port 2f6c6a58-da92-4f37-ae51-c52593634082 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'bc17b358-033f-4728-9237-ca8d667536d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:09.488770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Attempting to bind port 2f6c6a58-da92-4f37-ae51-c52593634082 on network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:09.494449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:09.494973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Checking segment: {'id': 'bc17b358-033f-4728-9237-ca8d667536d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:09.495477 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.495973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Bound using segment: {'id': 'bc17b358-033f-4728-9237-ca8d667536d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:09.496540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Bound port: 2f6c6a58-da92-4f37-ae51-c52593634082, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc17b358-033f-4728-9237-ca8d667536d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '25359e0d-91f1-4f51-b5bd-dfd474c589f9'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:09.497016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.536982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:09.567835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] For port 2f6c6a58-da92-4f37-ae51-c52593634082, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:09.571423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] For port 2f6c6a58-da92-4f37-ae51-c52593634082, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2f6c6a58-da92-4f37-ae51-c52593634082,segment=NetworkSegment(bc17b358-033f-4728-9237-ca8d667536d7),segment_id=bc17b358-033f-4728-9237-ca8d667536d7)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:09.577437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.647214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a3a3-2840-4f3a-9027-04e3c0229b7a None None] Pushing event updated for resources: {'Port': ['ID=2f6c6a58-da92-4f37-ae51-c52593634082,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:09.665551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:09.670485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.679180 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] Sync routers for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:09.691619 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:09.693199 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:09.703409 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9366f7e3-59b7-4456-9d48-857619293748 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/floatingips/403b371c-bd7a-4b18-959e-40de7b14cdc6 HTTP/1.1" status: 204 len: 168 time: 1.6895080 Aug 23 12:25:09.704040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:25:09.707104 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d622352-0818-46fe-b200-0d5834d858c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:25:09.723469 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.766543 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76415f1d-9691-4581-8327-d40730856855 x-openstack-request-id: req-76415f1d-9691-4581-8327-d40730856855 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:25:09.767081 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:25:09.767524 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76415f1d-9691-4581-8327-d40730856855 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:25:09.768139 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'status': 'completed', 'code': 200} Aug 23 12:25:09.778897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event updated for resources: {'Port': ['ID=13d8501e-37a8-41a9-b1ec-f4e82fefa074,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:09.824673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:09.844191 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:09.850192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:09.853804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:09.856933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:09.990124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d622352-0818-46fe-b200-0d5834d858c3 req-b04247d7-7428-4a59-aa4c-64a381b926e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:09.991706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-b04247d7-7428-4a59-aa4c-64a381b926e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 1095 time: 0.2019465 Aug 23 12:25:10.075673 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec663ec-3479-4691-8ba9-daf4104180e9 req-03e87b90-4b83-4c7e-9948-b37ffeb0d800 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:10.077603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ec663ec-3479-4691-8ba9-daf4104180e9 req-03e87b90-4b83-4c7e-9948-b37ffeb0d800 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.0623424 Aug 23 12:25:10.105998 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:07Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:10.126380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6ec663ec-3479-4691-8ba9-daf4104180e9 req-c70737cd-45a5-498a-b07e-6194c7de77e6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=8958dfa1-3c44-4e89-87b5-57e1bc0cf690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Aug 23 12:25:10.139460 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] Checking router: e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:10.156463 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:10.157066 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:10.267719 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:10.394846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.44', 49446) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:10.400519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d622352-0818-46fe-b200-0d5834d858c3 req-ef7108a5-dc6a-456e-a665-8d8b4982bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:10.402066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-ef7108a5-dc6a-456e-a665-8d8b4982bb4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 200 len: 897 time: 0.3388174 Aug 23 12:25:10.464079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-3e89cb21-1d10-44e5-b596-c900907d11d1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:10.466238 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-3e89cb21-1d10-44e5-b596-c900907d11d1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 944 time: 0.0693614 Aug 23 12:25:10.478683 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:07Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:10.482887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-002d11c0-9b10-49ca-a9b7-961b7db93527 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 200 len: 217 time: 0.0601480 Aug 23 12:25:10.508574 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d0036-ed22-42d1-9df7-43bf55105873 None None] The sync data for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 is: [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:23:58Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '8e4f7605-3b7f-46a5-93a2-037c238f958e', 'name': '', 'network_id': 'e9a1b9e6-ed73-4518-8486-9c08244305da', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:fe:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:56Z', 'updated_at': '2021-08-23T12:24:07Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '99d8aeaa-f8e2-459c-b72e-87bceedd737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:10.547562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-e3c8e8e6-6e9a-4588-84cf-0413905a065d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2548065 Aug 23 12:25:10.598039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port b92017dd-8553-4f1f-aecd-d95cdda7fe31 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:10.598394 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:10.609100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:10.687014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.20.0.1 (25359e0d-91f1-4f51-b5bd-dfd474c589f9/aed0d35f-68d5-4b33-b3ee-8c9344382179/fe4586c2-da8f-4245-80df-ce6064e57ed0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:10.716267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port b92017dd-8553-4f1f-aecd-d95cdda7fe31, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b92017dd-8553-4f1f-aecd-d95cdda7fe31,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:10.716824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:10.733435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for b92017dd-8553-4f1f-aecd-d95cdda7fe31 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:10.757365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d622352-0818-46fe-b200-0d5834d858c3 req-a4ddd96b-d7da-4a14-a81a-c834f322c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:10.758921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-a4ddd96b-d7da-4a14-a81a-c834f322c206 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 200 len: 835 time: 0.2166090 Aug 23 12:25:10.801348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5490a9-b6da-4bf5-9c4b-b990a96e2c58 None None] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:10.890225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8567030-213e-4a04-9593-044b20f34368 None None] New status for floating IP 403b371c-bd7a-4b18-959e-40de7b14cdc6: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:25:10.905947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:10.911009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-89270310-3a89-4abb-a010-31208c463fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:10.912424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-89270310-3a89-4abb-a010-31208c463fb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.3044925 Aug 23 12:25:10.938003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=b92017dd-8553-4f1f-aecd-d95cdda7fe31,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:10.984480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] No DVR routers for this DVR port b92017dd-8553-4f1f-aecd-d95cdda7fe31 on host n-h1-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:10.988327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:10.990668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.44 "DELETE /v2.0/ports/b92017dd-8553-4f1f-aecd-d95cdda7fe31 HTTP/1.1" status: 204 len: 173 time: 0.5162001 Aug 23 12:25:10.994714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d622352-0818-46fe-b200-0d5834d858c3 req-038af399-0ad0-4a24-b30c-8b3f0cda6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:10.996914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-038af399-0ad0-4a24-b30c-8b3f0cda6cdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9a1b9e6-ed73-4518-8486-9c08244305da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228153 Aug 23 12:25:11.010036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8e9c981e-b69d-4e36-ba51-bfb087bf7591 None None] Provisioning for port 2f6c6a58-da92-4f37-ae51-c52593634082 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:11.192203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:11.194657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:11.272624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object fe4586c2-da8f-4245-80df-ce6064e57ed0 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:11.313372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9130a654-ff0c-4ad5-aed6-ea3ae5d66783 req-6c1be206-5359-4fc8-b159-083b35047172 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=a96b303d-75a8-4404-a7ec-ad618c378610 HTTP/1.1" status: 200 len: 210 time: 0.1003811 Aug 23 12:25:11.314433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-a5a28304-cd4a-43d4-ae01-6a9a34bcb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:11.315821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-a5a28304-cd4a-43d4-ae01-6a9a34bcb365 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.3802731 Aug 23 12:25:11.387191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-b9a78256-e3e3-4eb9-8a29-bf11e467e98e service neutron] 10.222.0.44 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446214 Aug 23 12:25:11.517009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-2b005916-b559-45ac-ac1d-730f21064c7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 1001 time: 0.1845489 Aug 23 12:25:11.519392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:11.551473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2f6c6a58-da92-4f37-ae51-c52593634082 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:11.605376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2f6c6a58-da92-4f37-ae51-c52593634082 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:11.609504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2f6c6a58-da92-4f37-ae51-c52593634082 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:11.609916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:11.690123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:11.725992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2f6c6a58-da92-4f37-ae51-c52593634082, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2f6c6a58-da92-4f37-ae51-c52593634082,segment=NetworkSegment(bc17b358-033f-4728-9237-ca8d667536d7),segment_id=bc17b358-033f-4728-9237-ca8d667536d7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:11.729990 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:11.770962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-deleted', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:25:11.773745 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220b94e-2955-4787-a371-cc5d2a3873ba" -d '{"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-deleted", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:25:11.783947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2f6c6a58-da92-4f37-ae51-c52593634082,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:11.813285 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c078ceec-9791-494e-becf-f43749031915 x-openstack-request-id: req-c078ceec-9791-494e-becf-f43749031915 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:25:11.813577 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96b303d-75a8-4404-a7ec-ad618c378610", "name": "network-vif-deleted", "tag": "b92017dd-8553-4f1f-aecd-d95cdda7fe31", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:25:11.813859 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c078ceec-9791-494e-becf-f43749031915 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:25:11.814258 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96b303d-75a8-4404-a7ec-ad618c378610', 'name': 'network-vif-deleted', 'tag': 'b92017dd-8553-4f1f-aecd-d95cdda7fe31', 'status': 'completed', 'code': 200} Aug 23 12:25:11.945054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:11.959413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:11.962818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=fe4586c2-da8f-4245-80df-ce6064e57ed0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:11.966179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:11.975910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d622352-0818-46fe-b200-0d5834d858c3 req-799c95d5-59d1-4a59-aca5-8cd1d3edf4d1 service neutron] 10.222.0.44 "GET /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771186 Aug 23 12:25:11.995538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-b2e4db7f-32ad-43e9-9f94-c259bf55cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:11.997039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-b2e4db7f-32ad-43e9-9f94-c259bf55cd82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1274512 Aug 23 12:25:12.054261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.097319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Router 15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:12.132646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-9c13765c-73eb-4891-8213-12a4ec7713e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:12.134025 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-9c13765c-73eb-4891-8213-12a4ec7713e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248426 Aug 23 12:25:12.174127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-06c03f26-00d4-4196-9495-20a0adaae4af None None] Provisioning for port fe4586c2-da8f-4245-80df-ce6064e57ed0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:12.178305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-06c03f26-00d4-4196-9495-20a0adaae4af None None] Provisioning complete for port fe4586c2-da8f-4245-80df-ce6064e57ed0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:12.178679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-06c03f26-00d4-4196-9495-20a0adaae4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.213211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-06c03f26-00d4-4196-9495-20a0adaae4af None None] Port fe4586c2-da8f-4245-80df-ce6064e57ed0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:12.319376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.350990 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-14581d92-7c76-43f8-9dde-d6e66e3119d5 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080777 Aug 23 12:25:12.371559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34760) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:12.399082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:12.410383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] Sync routers for ids ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:12.424390 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] Routers {'15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:12.426438 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:12.463063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:12.472852 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] Routers {'15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:12.473584 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:12.502502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.506215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-77ec41a7-ebfb-4714-a395-bfc213776030 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1966114 Aug 23 12:25:12.507665 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:12.508317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e688205-fe51-49aa-bc9a-f57f1a3162d2 None None] The sync data for ids ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:12.536668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34762) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:12.540683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:12.577941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9af19dd5-3417-46d0-8664-66d1f31ccc63 req-a808e2a5-15a3-448d-93d9-999794bbc3af service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197058 Aug 23 12:25:12.701549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.706327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.784214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:12.786928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=fe4586c2-da8f-4245-80df-ce6064e57ed0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:12.878790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:12.880277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:12.998672 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.005990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router c6dabdc0-babd-4cf7-9758-5b03a964b7c5 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:13.016825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.042736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.115521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:13.120950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c7a4dba-7a52-4c9b-b5dd-6d8672d0198f tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/c6dabdc0-babd-4cf7-9758-5b03a964b7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0168014 Aug 23 12:25:13.123697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:13.125266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] Sync routers for ids ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:13.144203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] Routers {'c6dabdc0-babd-4cf7-9758-5b03a964b7c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:13.144752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:13.168247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815423f7-194b-4a18-864e-c90ae59d76d2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:13.173055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-815423f7-194b-4a18-864e-c90ae59d76d2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports/fe4586c2-da8f-4245-80df-ce6064e57ed0 HTTP/1.1" status: 200 len: 910 time: 0.0454559 Aug 23 12:25:13.173226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34766) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:13.178446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aed0d35f-68d5-4b33-b3ee-8c9344382179'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:13.178750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:13.181906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Deleting port 13d8501e-37a8-41a9-b1ec-f4e82fefa074 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:13.182246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.184005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4a650260-5126-4352-bdca-3f575bdab6c9 None None] Provisioning complete for port fe4586c2-da8f-4245-80df-ce6064e57ed0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:13.184679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4a650260-5126-4352-bdca-3f575bdab6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.209414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] Routers {'c6dabdc0-babd-4cf7-9758-5b03a964b7c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:13.210076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:13.258519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:13.259190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f8352-efb9-4afb-adf1-64c017f157fc None None] The sync data for ids ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:13.265513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4a650260-5126-4352-bdca-3f575bdab6c9 None None] Port fe4586c2-da8f-4245-80df-ce6064e57ed0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:13.323274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.326831 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.342527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Calling delete_port for 13d8501e-37a8-41a9-b1ec-f4e82fefa074 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:13.474005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2f6c6a58-da92-4f37-ae51-c52593634082 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:13.532014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 8e4f7605-3b7f-46a5-93a2-037c238f958e {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:13.532392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.555621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2f6c6a58-da92-4f37-ae51-c52593634082 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:13.556009 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.639076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.685895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Pushing event deleted for resources: {'Port': ['ID=13d8501e-37a8-41a9-b1ec-f4e82fefa074,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:13.690971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 8e4f7605-3b7f-46a5-93a2-037c238f958e, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=8e4f7605-3b7f-46a5-93a2-037c238f958e,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:13.691337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.719345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 8e4f7605-3b7f-46a5-93a2-037c238f958e owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:13.724175 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.732649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.794138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.811740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=fe4586c2-da8f-4245-80df-ce6064e57ed0,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:13.819896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:13.820511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:13.821875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c46292f0-06a0-47b2-a60d-ea50808b8a25 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/ports/fe4586c2-da8f-4245-80df-ce6064e57ed0 HTTP/1.1" status: 200 len: 910 time: 0.6477139 Aug 23 12:25:13.824773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34768) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:14.060254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.070469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.141898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.181585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Router 15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:14.204299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.293120 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=8e4f7605-3b7f-46a5-93a2-037c238f958e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:14.302802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:14.311886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.315090 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] Sync routers for ids ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:14.316813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34770) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:14.317174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-02d5439b-ad4c-4007-abba-5c2423226aec tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "PUT /v2.0/routers/15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 200 len: 706 time: 1.7800269 Aug 23 12:25:14.327308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] Routers {'15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:14.328167 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:14.366284 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:14.375883 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] Routers {'15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:14.376792 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:14.413076 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:14.414099 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab4d4b-7035-4234-82e0-f041ca1c7a98 None None] The sync data for ids ['15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:14.419045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-67c03015-396f-4f62-a0a4-2a452003eec2 tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/routers/15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 200 len: 741 time: 0.1010087 Aug 23 12:25:14.421899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34772) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:14.469747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-21796869-5111-4216-804b-6faba6d8690c tempest-RoutersAdminTest-333562981 tempest-RoutersAdminTest-333562981-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&device_id=15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 200 len: 205 time: 0.0466700 Aug 23 12:25:14.486513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34774) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:14.517101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.522062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-536a8e7a-54b3-4cfd-872b-cd10143fba11 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 200 len: 205 time: 0.0329411 Aug 23 12:25:14.523359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34776) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:14.546673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port fe4586c2-da8f-4245-80df-ce6064e57ed0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:14.547022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.639354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.652554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for fe4586c2-da8f-4245-80df-ce6064e57ed0 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:14.823222 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:14.836188 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:14.844863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: b92017dd-8553-4f1f-aecd-d95cdda7fe31 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:14.845213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b92017dd-8553-4f1f-aecd-d95cdda7fe31 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:14.867252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=fe4586c2-da8f-4245-80df-ce6064e57ed0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:14.968298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.011519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.191048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.195062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.278442 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.278955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Fanout notify agent at l3_agent the message router_deleted on router 15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:15.287585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.288743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-db1e38ec-3f0a-4c1e-a547-b563624dc48c tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 204 len: 168 time: 0.7637744 Aug 23 12:25:15.293722 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34778) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.354168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a81ce622-13d2-47fd-a32d-ef5a77d10507 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 200 len: 205 time: 0.0592589 Aug 23 12:25:15.356407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34780) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.401969 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-4c467cec-8821-4932-ba9c-9a70ea2a1da8 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] delete failed (client error): The resource could not be found. Aug 23 12:25:15.405436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4c467cec-8821-4932-ba9c-9a70ea2a1da8 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/15ab70b6-0c6f-4b83-86f4-ebbd8eedb78b HTTP/1.1" status: 404 len: 336 time: 0.0457089 Aug 23 12:25:15.405936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34782) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.436490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e063ea50-997b-4036-a4de-82a65a6d2f13 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4d48132-4853-4b79-bd94-17b563ed9478 HTTP/1.1" status: 200 len: 205 time: 0.0296488 Aug 23 12:25:15.438776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34784) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.449116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:15.479363 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-c7a0af70-648c-46bc-9bf4-0515464698c1 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] delete failed (client error): The resource could not be found. Aug 23 12:25:15.480427 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7a0af70-648c-46bc-9bf4-0515464698c1 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/c4d48132-4853-4b79-bd94-17b563ed9478 HTTP/1.1" status: 404 len: 336 time: 0.0407543 Aug 23 12:25:15.483035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34786) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.485825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router c6dabdc0-babd-4cf7-9758-5b03a964b7c5 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:15.514492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7fe44ab0-25b1-4a5b-8721-3e695c94f821 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=7547de1f-6e9d-40d6-aec4-0ed7196b46f2 HTTP/1.1" status: 200 len: 205 time: 0.0303547 Aug 23 12:25:15.516993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34788) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.573085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:15.582054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25342429-756f-47b1-9312-2d4419cd10ed tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/c6dabdc0-babd-4cf7-9758-5b03a964b7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528551 Aug 23 12:25:15.582157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34790) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.583369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc414a-add1-431b-8462-43b4c129451a None None] Sync routers for ids ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:15.594792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc414a-add1-431b-8462-43b4c129451a None None] Routers {'c6dabdc0-babd-4cf7-9758-5b03a964b7c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:15.595413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1edc414a-add1-431b-8462-43b4c129451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:15.611078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b9485ac0-bd06-4b19-a313-c674a54a588c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6dabdc0-babd-4cf7-9758-5b03a964b7c5 HTTP/1.1" status: 200 len: 205 time: 0.0254059 Aug 23 12:25:15.611461 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-e19ab418-0698-4af3-9eef-abc480cf5d10 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] delete failed (client error): The resource could not be found. Aug 23 12:25:15.611461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e19ab418-0698-4af3-9eef-abc480cf5d10 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/7547de1f-6e9d-40d6-aec4-0ed7196b46f2 HTTP/1.1" status: 404 len: 336 time: 0.0913899 Aug 23 12:25:15.611755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34792) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.613798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34794) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.627407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1edc414a-add1-431b-8462-43b4c129451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:15.636631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc414a-add1-431b-8462-43b4c129451a None None] Routers {'c6dabdc0-babd-4cf7-9758-5b03a964b7c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:15.637234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1edc414a-add1-431b-8462-43b4c129451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:15.640305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3ef6ee96-594d-497f-941b-7e0f8272cb45 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ac352b-ce09-430b-84ed-67d47ec42993 HTTP/1.1" status: 200 len: 205 time: 0.0253870 Aug 23 12:25:15.642555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34796) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.675392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-1edc414a-add1-431b-8462-43b4c129451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:15.676061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc414a-add1-431b-8462-43b4c129451a None None] The sync data for ids ['c6dabdc0-babd-4cf7-9758-5b03a964b7c5'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:15.685019 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-b7b61674-5936-4f49-8a85-04cc0b3ca18a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] delete failed (client error): The resource could not be found. Aug 23 12:25:15.686163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b7b61674-5936-4f49-8a85-04cc0b3ca18a tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/f0ac352b-ce09-430b-84ed-67d47ec42993 HTTP/1.1" status: 404 len: 336 time: 0.0426381 Aug 23 12:25:15.688624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34798) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.715429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-27506ff5-5d64-476b-808c-4992a1a66126 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=859ece5e-8832-43ad-b718-31288d974c35 HTTP/1.1" status: 200 len: 205 time: 0.0255027 Aug 23 12:25:15.717750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34800) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.727496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.758884 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-d1109532-6bef-4129-a43e-7f0d5aadff83 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] delete failed (client error): The resource could not be found. Aug 23 12:25:15.759924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d1109532-6bef-4129-a43e-7f0d5aadff83 tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/859ece5e-8832-43ad-b718-31288d974c35 HTTP/1.1" status: 404 len: 336 time: 0.0412471 Aug 23 12:25:15.762686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34802) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.791204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4846b3b-7257-47f9-8e6e-5ab7de73375e tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "GET /v2.0/ports?device_id=00acfbe9-4426-4abc-a079-41aa22282b4c HTTP/1.1" status: 200 len: 205 time: 0.0254290 Aug 23 12:25:15.791445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34804) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.806781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:15.813645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0111df0a-9c2f-497d-83cd-1e97401716e2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410379 Aug 23 12:25:15.819510 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] Sync routers for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:15.829514 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:15.830140 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:15.833092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34806) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.843068 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-99cc0944-b689-4202-a8de-ce774f94d39f tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] delete failed (client error): The resource could not be found. Aug 23 12:25:15.844113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-99cc0944-b689-4202-a8de-ce774f94d39f tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/routers/00acfbe9-4426-4abc-a079-41aa22282b4c HTTP/1.1" status: 404 len: 336 time: 0.0517728 Aug 23 12:25:15.874190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34808) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:15.905480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting subnet 99d8aeaa-f8e2-459c-b72e-87bceedd737a {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:15.911309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.936869 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-942fc27f-24b6-485e-8305-a34702491a8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:15.937336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942fc27f-24b6-485e-8305-a34702491a8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:15.939193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-942fc27f-24b6-485e-8305-a34702491a8d tempest-RoutersAdminTest-1500458631 tempest-RoutersAdminTest-1500458631-project] 10.222.0.21 "DELETE /v2.0/subnets/1c437b16-ad98-4e9b-b4e1-16091e809d94 HTTP/1.1" status: 404 len: 337 time: 0.0640273 Aug 23 12:25:15.944548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.947830 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.958910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:15.998974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.000626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router c6dabdc0-babd-4cf7-9758-5b03a964b7c5 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:16.009300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.012556 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f3f6aa32-a5c9-4411-b8dd-9400392e1b36 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/c6dabdc0-babd-4cf7-9758-5b03a964b7c5 HTTP/1.1" status: 204 len: 168 time: 0.3948622 Aug 23 12:25:16.012749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34812) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:16.062237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.063894 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:16.077290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet aed0d35f-68d5-4b33-b3ee-8c9344382179 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:16.082708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.141383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.142457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.176123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Subnet': ['ID=99d8aeaa-f8e2-459c-b72e-87bceedd737a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:16.180282 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.183144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-448a01d9-d838-4d24-9b85-58b2289a1eab tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/subnets/99d8aeaa-f8e2-459c-b72e-87bceedd737a HTTP/1.1" status: 204 len: 168 time: 0.3483922 Aug 23 12:25:16.185520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34816) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:16.188610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56fe107-abeb-491b-a335-b7aa4f6ec465 None None] Network e9a1b9e6-ed73-4518-8486-9c08244305da requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:16.270602 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:25:14Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:16.303742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] Checking router: e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:16.317950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34818) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:16.324169 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] Routers {'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:16.324815 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:16.335679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.383023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.405842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] DHCP port deletion for e9a1b9e6-ed73-4518-8486-9c08244305da request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:16.459568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] Deleting port c8be6b22-163e-4d54-850d-73d8cf224ece {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:16.460306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.473152 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] Set router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:16.477793 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e30eb675-53ef-453d-b964-576975040480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.505664 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.529902 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.531899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/aed0d35f-68d5-4b33-b3ee-8c9344382179 HTTP/1.1" status: 204 len: 168 time: 0.5175490 Aug 23 12:25:16.537067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34822) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:16.540902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c229b31-c49a-404a-a018-09ded98f9223 None None] Network 25359e0d-91f1-4f51-b5bd-dfd474c589f9 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:16.558964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d029c-a68f-4cf4-914f-a7628ffb6ec2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=aed0d35f-68d5-4b33-b3ee-8c9344382179,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:16.567326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.583472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] For port c8be6b22-163e-4d54-850d-73d8cf224ece, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c8be6b22-163e-4d54-850d-73d8cf224ece,segment=NetworkSegment(cf01104b-7e8f-427f-aa32-79da660fc4d2),segment_id=cf01104b-7e8f-427f-aa32-79da660fc4d2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:16.583878 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.626432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] Calling delete_port for c8be6b22-163e-4d54-850d-73d8cf224ece owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:16.640812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 75de888d-b4b3-4287-ab02-051267cefbc2 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:16.641167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.651543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.719142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e30eb675-53ef-453d-b964-576975040480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.726243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e30eb675-53ef-453d-b964-576975040480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.742734 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:25:14Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:16.747089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 75de888d-b4b3-4287-ab02-051267cefbc2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=75de888d-b4b3-4287-ab02-051267cefbc2,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:16.749093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.762328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 75de888d-b4b3-4287-ab02-051267cefbc2 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:16.778458 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.780213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e30eb675-53ef-453d-b964-576975040480 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a278e2b96b4441f88a4e4b602ac7ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611063 Aug 23 12:25:16.781992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 2f6c6a58-da92-4f37-ae51-c52593634082 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:16.782345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.784824 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eb675-53ef-453d-b964-576975040480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24afd42b-4f70-4b74-a732-593732328c27,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:16.786023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34824) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:16.802114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5dee9-404f-416c-b011-3b86a3d9cff3 None None] The sync data for ids ['e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899'] in n-d-773645-7 is: [{'id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993989642', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:23:50Z', 'updated_at': '2021-08-23T12:25:14Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '75de888d-b4b3-4287-ab02-051267cefbc2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:22:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:23:51Z', 'updated_at': '2021-08-23T12:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:16.832803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] Pushing event deleted for resources: {'Port': ['ID=c8be6b22-163e-4d54-850d-73d8cf224ece,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:16.843027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fac83-edca-40f5-8abc-df59e108a2a0 None None] No DVR routers for this DVR port c8be6b22-163e-4d54-850d-73d8cf224ece on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:16.864172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] DHCP port deletion for 25359e0d-91f1-4f51-b5bd-dfd474c589f9 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:16.878930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 2f6c6a58-da92-4f37-ae51-c52593634082, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2f6c6a58-da92-4f37-ae51-c52593634082,segment=NetworkSegment(bc17b358-033f-4728-9237-ca8d667536d7),segment_id=bc17b358-033f-4728-9237-ca8d667536d7)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:16.879302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.897189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 2f6c6a58-da92-4f37-ae51-c52593634082 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:16.913672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] Deleting port 2f6c6a58-da92-4f37-ae51-c52593634082 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:16.914209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.942779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4291905e-8175-4aed-8a0b-3cb7589ddd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.975580 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4291905e-8175-4aed-8a0b-3cb7589ddd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.984370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:16.985459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] For port 2f6c6a58-da92-4f37-ae51-c52593634082, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2f6c6a58-da92-4f37-ae51-c52593634082,segment=NetworkSegment(bc17b358-033f-4728-9237-ca8d667536d7),segment_id=bc17b358-033f-4728-9237-ca8d667536d7)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:16.985989 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.001837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] Calling delete_port for 2f6c6a58-da92-4f37-ae51-c52593634082 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:17.014094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=2f6c6a58-da92-4f37-ae51-c52593634082,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:17.019342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 2f6c6a58-da92-4f37-ae51-c52593634082 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:17.059259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.088427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.091460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4291905e-8175-4aed-8a0b-3cb7589ddd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.094068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4291905e-8175-4aed-8a0b-3cb7589ddd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.098065 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4291905e-8175-4aed-8a0b-3cb7589ddd74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24afd42b-4f70-4b74-a732-593732328c27 HTTP/1.1" status: 204 len: 168 time: 0.3074446 Aug 23 12:25:17.098898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=75de888d-b4b3-4287-ab02-051267cefbc2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:17.114412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291905e-8175-4aed-8a0b-3cb7589ddd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24afd42b-4f70-4b74-a732-593732328c27,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:17.116075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.129264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] Pushing event deleted for resources: {'Port': ['ID=2f6c6a58-da92-4f37-ae51-c52593634082,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:17.138334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25359e0d-91f1-4f51-b5bd-dfd474c589f9']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:17.146416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12844e-bfb4-4184-b4c8-1f9c44a36007 None None] No DVR routers for this DVR port 2f6c6a58-da92-4f37-ae51-c52593634082 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:17.164632 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc17b358-033f-4728-9237-ca8d667536d7') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:17.165663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc17b358-033f-4728-9237-ca8d667536d7') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:17.179742 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.186066 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.200389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.213760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:17.214322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:17.217518 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:17.295383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.299347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.301667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.315537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.317460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/25359e0d-91f1-4f51-b5bd-dfd474c589f9 HTTP/1.1" status: 204 len: 168 time: 0.7782435 Aug 23 12:25:17.329352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34830) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:17.337978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187350110', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:17.343323 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43120b38-82f1-4f4f-967b-f3d694700fd7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=25359e0d-91f1-4f51-b5bd-dfd474c589f9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:17.370709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.372042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.374953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.375857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Fanout notify agent at l3_agent the message router_deleted on router e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:17.387350 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.388705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9c2044ed-f34d-407a-9f9c-de9c856f818c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/routers/e4ab5b1e-f6ae-494b-8d09-17a9a9ed5899 HTTP/1.1" status: 204 len: 168 time: 1.2020271 Aug 23 12:25:17.391474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:17.450386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.455085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.478027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.482282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34834) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:17.484527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bf009d19-3710-4acd-9091-1d323c8d474a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1527977 Aug 23 12:25:17.487976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285336348'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:17.496740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.507030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34836) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:17.567334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-57b7149b-92df-46a5-8cd2-e20dc0029422 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3a7d5d5ce9045b19c2fb612e947d9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589583 Aug 23 12:25:17.570641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34838) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:17.584927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2f6c6a58-da92-4f37-ae51-c52593634082 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:17.590627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:17.594087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.613648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2f6c6a58-da92-4f37-ae51-c52593634082 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:17.614157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2f6c6a58-da92-4f37-ae51-c52593634082 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:17.614836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c8be6b22-163e-4d54-850d-73d8cf224ece no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:17.632169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798dc459-2f5b-4ec2-b828-827fdcd7d545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.634812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:17.639664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c8be6b22-163e-4d54-850d-73d8cf224ece {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:17.640334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c8be6b22-163e-4d54-850d-73d8cf224ece not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:17.640969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8e4f7605-3b7f-46a5-93a2-037c238f958e no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:17.659217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798dc459-2f5b-4ec2-b828-827fdcd7d545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.661218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 8e4f7605-3b7f-46a5-93a2-037c238f958e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:17.661664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 8e4f7605-3b7f-46a5-93a2-037c238f958e not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:17.671853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.681925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.682297 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment ce0edc39-1c1a-4a7c-b943-2cfb69ed34da of type vlan for network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 Aug 23 12:25:17.693596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a1b9e6-ed73-4518-8486-9c08244305da']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:17.716452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798dc459-2f5b-4ec2-b828-827fdcd7d545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.719523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798dc459-2f5b-4ec2-b828-827fdcd7d545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.721295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-798dc459-2f5b-4ec2-b828-827fdcd7d545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1126580b-9830-4620-9b3c-e9a13dbdc845 HTTP/1.1" status: 204 len: 168 time: 0.1495950 Aug 23 12:25:17.723698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf01104b-7e8f-427f-aa32-79da660fc4d2') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:17.725666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf01104b-7e8f-427f-aa32-79da660fc4d2') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:17.730023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dc459-2f5b-4ec2-b828-827fdcd7d545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126580b-9830-4620-9b3c-e9a13dbdc845,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:17.747151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.756553 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.768156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.783290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:17.783824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:17.786835 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:17.807917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:17.813439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:17.814051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.228044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7445703 Aug 23 12:25:18.231013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34852) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:18.236767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:18.255044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.259400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.264265 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/networks/e9a1b9e6-ed73-4518-8486-9c08244305da HTTP/1.1" status: 204 len: 168 time: 0.8717580 Aug 23 12:25:18.264984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34856) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:18.286740 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0af32-238e-4bed-ba01-5daf6d637467 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=60241e33-477c-4e5b-bd7f-7e487d7ba7d6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:18.302839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:18.311392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc804ea-fd98-4477-9f82-753aa11e1ff6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Network': ['ID=e9a1b9e6-ed73-4518-8486-9c08244305da,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:18.343668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:18.348309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.363080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a68394b5-e2d1-4458-b230-3a3927d2af65 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.398798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a68394b5-e2d1-4458-b230-3a3927d2af65 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.465193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a68394b5-e2d1-4458-b230-3a3927d2af65 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.468341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a68394b5-e2d1-4458-b230-3a3927d2af65 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.469595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a68394b5-e2d1-4458-b230-3a3927d2af65 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/security-groups/8958dfa1-3c44-4e89-87b5-57e1bc0cf690 HTTP/1.1" status: 204 len: 168 time: 0.2012796 Aug 23 12:25:18.481871 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68394b5-e2d1-4458-b230-3a3927d2af65 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8958dfa1-3c44-4e89-87b5-57e1bc0cf690,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:18.552221 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.607782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=bbe3e09e-20cb-4c8f-983d-7edca323d2a3,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:18.638049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:18.638416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 60241e33-477c-4e5b-bd7f-7e487d7ba7d6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:25:18.657833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:25:18.667395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 60241e33-477c-4e5b-bd7f-7e487d7ba7d6) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:18.672229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:18.672833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.681841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c73714-c898-4793-b9ab-bb6847a9d136 None None] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:18.694096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1b0958b0-4a96-4733-acca-2b89a1d3df4c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4617105 Aug 23 12:25:18.696959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:18.764290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34874) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:18.773075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722936510', 'description': 'tempest-secgroup-smoke-1722936510 description', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:18.798383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.874067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:25:18.875296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.928942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.934210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.972314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f05d04-65c6-4314-941e-4d64c751b4ef,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:18.983401 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:18.985189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-95922f41-0a95-4a29-bbc7-d29b2b34c895 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195966 Aug 23 12:25:18.988537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34882) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:18.994482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '37f05d04-65c6-4314-941e-4d64c751b4ef', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:19.034663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.035202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.049358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Allocated IP 172.20.0.2 (60241e33-477c-4e5b-bd7f-7e487d7ba7d6/bbe3e09e-20cb-4c8f-983d-7edca323d2a3/4b4b9282-aafe-40a8-ae58-f917ddbed41b) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:19.106477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.111721 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.145452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d55820-0ae7-4621-9314-8908b0f48ee9,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.150129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.154650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ceb91a20-8f6b-4832-91af-ed00655763d6 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648397 Aug 23 12:25:19.155198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34888) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:19.161125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '37f05d04-65c6-4314-941e-4d64c751b4ef', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:19.193899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.204984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34890) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:19.275898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.282366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.307246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356404d1-1979-4378-a068-7a7a41a84468,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.312357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.313459 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-979f6e91-ece8-46cc-ab1c-d8a264660c49 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571136 Aug 23 12:25:19.316192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34894) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:19.322750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '37f05d04-65c6-4314-941e-4d64c751b4ef', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:19.351793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.360524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1820198912', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:19.405762 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.416937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Transition to ACTIVE for port object 4b4b9282-aafe-40a8-ae58-f917ddbed41b will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:19.417184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Made reservation on behalf of 82ff3b325ec643a28b006d7691237feb for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:19.419589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.420054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75de888d-b4b3-4287-ab02-051267cefbc2 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:19.431102 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.444668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 75de888d-b4b3-4287-ab02-051267cefbc2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:19.445069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 75de888d-b4b3-4287-ab02-051267cefbc2 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:19.452875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Transition to ACTIVE for port object 4b4b9282-aafe-40a8-ae58-f917ddbed41b will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:19.459053 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.462003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.488353 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.497063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:19.499660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:19.503099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:19.512849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Pushing event updated for resources: {'Port': ['ID=4b4b9282-aafe-40a8-ae58-f917ddbed41b,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.533531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61b0585-e1a6-40cc-8e62-90b06d1e8b09,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.547636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.20.0.1 (60241e33-477c-4e5b-bd7f-7e487d7ba7d6/bbe3e09e-20cb-4c8f-983d-7edca323d2a3/fb003755-2ec2-4d3d-be73-6efe6a372f85) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:19.589291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Attempting to bind port 4b4b9282-aafe-40a8-ae58-f917ddbed41b on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:19.589664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Attempting to bind port 4b4b9282-aafe-40a8-ae58-f917ddbed41b by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:19.590054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Attempting to bind port 4b4b9282-aafe-40a8-ae58-f917ddbed41b on network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:19.595314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:19.595801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Checking segment: {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:19.596230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.597312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Bound using segment: {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:19.597807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Bound port: 4b4b9282-aafe-40a8-ae58-f917ddbed41b, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:19.598196 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.662236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] For port 4b4b9282-aafe-40a8-ae58-f917ddbed41b, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:19.665379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] For port 4b4b9282-aafe-40a8-ae58-f917ddbed41b, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4b4b9282-aafe-40a8-ae58-f917ddbed41b,segment=NetworkSegment(ce0edc39-1c1a-4a7c-b943-2cfb69ed34da),segment_id=ce0edc39-1c1a-4a7c-b943-2cfb69ed34da)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:19.669392 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.675274 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.685776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.691797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] device_id is not set on port 80b4b777-b4d7-4c65-b0e9-b0284ae31e74 yet. {{(pid=101058) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 12:25:19.703103 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.707340 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2c0489f-250c-4c3f-bcb3-a21a12bf56f3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870711 Aug 23 12:25:19.708076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34896) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:19.718463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '37f05d04-65c6-4314-941e-4d64c751b4ef', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:19.731740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1a3d7-cd2d-4dde-941e-23a324383a7e None None] Pushing event updated for resources: {'Port': ['ID=4b4b9282-aafe-40a8-ae58-f917ddbed41b,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.759831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.760078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.795616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770b25a0-7bde-4fa9-81a0-e650417ab16c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.798510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object fb003755-2ec2-4d3d-be73-6efe6a372f85 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:19.829171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.834345 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.850409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c509cf-8c19-46ef-9076-5b9a06ad1898,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:19.861144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.866085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34898) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:19.866753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c4a90c6-6c1b-43c6-a878-7e04d8cb2d58 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568608 Aug 23 12:25:19.870760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '37f05d04-65c6-4314-941e-4d64c751b4ef', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:19.888947 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Allocated IP 172.25.1.25 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/80b4b777-b4d7-4c65-b0e9-b0284ae31e74) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:19.909217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:19.963395 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:25:19.981724 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.016602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:20.022111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=fb003755-2ec2-4d3d-be73-6efe6a372f85,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:20.031283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:20.047778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:20.158850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.162568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.196930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.257553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397e7e4f-3ba6-4984-af35-2542b6ef1924,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:20.267051 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.268283 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e05494ac-d25a-4f5c-ac4b-56966ff89ac3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012222 Aug 23 12:25:20.272551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34900) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:20.278231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'security_group_rule': {'security_group_id': '37f05d04-65c6-4314-941e-4d64c751b4ef', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:20.290455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.301152 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Project bb7114d4261a4a73b1ab2b8a070c17e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:25:20.306083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.335356 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.373816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.378048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.397287 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.397793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bcb601-c476-4f03-9c47-56fbaebbee6e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:20.405847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.407402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3f1a6e72-100a-4671-9fd4-30179a0338a3 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337039 Aug 23 12:25:20.410886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34902) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:20.416933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'network': {'name': 'tempest-network-smoke--1534150126', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:20.438974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:20.442558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.469126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:20.479249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.479600 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Added segment 83d9fb45-e2c3-4f6e-b048-cc88bee49e0e of type vlan for network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 Aug 23 12:25:20.505306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:20.512809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:20.517677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:20.523937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.559116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.559290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Pushing event updated for resources: {'Port': ['ID=80b4b777-b4d7-4c65-b0e9-b0284ae31e74,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:20.573153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:20.573888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.600360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:20.601016 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.611432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1993337 Aug 23 12:25:20.614387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34904) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:20.619052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'admin_state_up': True, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:20.657129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6cac3de7-03bc-41f5-9baa-6e7cc490a9fc tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4480572 Aug 23 12:25:20.659942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:20.661821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65814f0-236e-44a1-a705-9753655dddee tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Network': ['ID=22e85b8a-3539-41af-bc89-d4f02c2b6f17,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:20.666263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.25'}]}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:20.672741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:20.700882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.702347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.735229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.736363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.755568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.764070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.769296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.788243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833d766-5d19-4000-b16e-2695bddd98e4 None None] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:20.861954 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.874997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3910cb9a-b71d-4be2-9dce-dcdd2d341159 None None] Provisioning for port 4b4b9282-aafe-40a8-ae58-f917ddbed41b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:20.879730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=fb003755-2ec2-4d3d-be73-6efe6a372f85,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:20.917837 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:20.920888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.069673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.127423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:21.128167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.130873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:21.150774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.225538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-411822b8-0aa0-44c0-97a1-f364390fc589 None None] Provisioning for port fb003755-2ec2-4d3d-be73-6efe6a372f85 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:21.231574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-411822b8-0aa0-44c0-97a1-f364390fc589 None None] Provisioning complete for port fb003755-2ec2-4d3d-be73-6efe6a372f85 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:21.232299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-411822b8-0aa0-44c0-97a1-f364390fc589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.277511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-411822b8-0aa0-44c0-97a1-f364390fc589 None None] Port fb003755-2ec2-4d3d-be73-6efe6a372f85 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:21.281277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.218 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/2a96c78d-3443-4053-a03c-a8fd092214e6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:21.387050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:21.407858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.413929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.465657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.468571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.507908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-40b6bb21-3bb0-4850-9d9e-e500406f770f None None] Provisioning complete for port fb003755-2ec2-4d3d-be73-6efe6a372f85 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:21.508283 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-40b6bb21-3bb0-4850-9d9e-e500406f770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.520037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:21.532320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:21.537609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=2a96c78d-3443-4053-a03c-a8fd092214e6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:21.548474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:21.606956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-40b6bb21-3bb0-4850-9d9e-e500406f770f None None] Port fb003755-2ec2-4d3d-be73-6efe6a372f85 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:21.644368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:21.657000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:21.660408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-081186ec-b4f4-4d3c-9a9e-870deb7a6f71 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9619837 Aug 23 12:25:21.668183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34908) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:21.672139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:21.672811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:21.673377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-764837802'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:21.702626 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:21.706203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.746156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4b4b9282-aafe-40a8-ae58-f917ddbed41b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:21.778975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:21.796504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.796859 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment c77532df-4fe2-4b42-a9cc-b38e42ce45e2 of type vlan for network 5e0ff606-9359-43ae-8f08-a0adf8237c64 Aug 23 12:25:21.843586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-09655bae-a414-4dac-8a44-14b1c684fe14 None None] Provisioning complete for port fb003755-2ec2-4d3d-be73-6efe6a372f85 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:21.844190 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-09655bae-a414-4dac-8a44-14b1c684fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.853582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-01f0d724-8d23-4437-a994-10889111af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.875430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.881312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:21.882281 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.900122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:21.931550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-09655bae-a414-4dac-8a44-14b1c684fe14 None None] Port fb003755-2ec2-4d3d-be73-6efe6a372f85 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:21.942831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4b4b9282-aafe-40a8-ae58-f917ddbed41b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:21.978612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4b4b9282-aafe-40a8-ae58-f917ddbed41b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:21.978987 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.110375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.152955 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.197486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4b4b9282-aafe-40a8-ae58-f917ddbed41b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4b4b9282-aafe-40a8-ae58-f917ddbed41b,segment=NetworkSegment(ce0edc39-1c1a-4a7c-b943-2cfb69ed34da),segment_id=ce0edc39-1c1a-4a7c-b943-2cfb69ed34da)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:22.204481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.208776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:20Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:20Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:22.250070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:22.260279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:22.260670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Updating router 4c831f20-5430-4e29-beff-8a808dc2480d port fb003755-2ec2-4d3d-be73-6efe6a372f85 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:25:22.301438 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.312329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4b4b9282-aafe-40a8-ae58-f917ddbed41b,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:22.363568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.365438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:22.369075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:22.369668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.379272 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Sync routers for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:22.389527 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.390045 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:22.390742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:22.391857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-267023ef-0619-46cc-8a71-bd39dcc351d9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7763736 Aug 23 12:25:22.395675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34910) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:22.435945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.441528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7725096 Aug 23 12:25:22.444598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34912) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:22.445765 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.452775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-96f22174-c7ed-4f13-80d8-02fbc40a89ce tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bb7114d4261a4a73b1ab2b8a070c17e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553961 Aug 23 12:25:22.456622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34914) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:22.464252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:22.467960 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:25:22.578368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee50e09-eba0-4e1d-95f8-1baf7404523d tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=5e0ff606-9359-43ae-8f08-a0adf8237c64,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:22.589168 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:22.623526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.624445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f482d24c-63cd-496f-a8f4-5e4f18d4efb2 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:22.639097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.650501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Transition to ACTIVE for port object fb003755-2ec2-4d3d-be73-6efe6a372f85 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:22.655484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:22.659159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248178a9-7fe4-4bc8-aca5-05b9da6b7cff tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:22.659736 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.660344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-248178a9-7fe4-4bc8-aca5-05b9da6b7cff tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2025564 Aug 23 12:25:22.663169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34916) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:22.668047 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 12:25:22.669965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0cbb9417-f68b-40e6-a547-4b3e2dbd5a00 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0090036 Aug 23 12:25:22.674045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34918) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:22.715829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:22.736774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.774077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087abf-631c-4bd6-80e8-995c43904d87 None None] Pushing event updated for resources: {'Port': ['ID=fb003755-2ec2-4d3d-be73-6efe6a372f85,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:22.837289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Attempting to bind port fb003755-2ec2-4d3d-be73-6efe6a372f85 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:22.837662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Attempting to bind port fb003755-2ec2-4d3d-be73-6efe6a372f85 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:22.838081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Attempting to bind port fb003755-2ec2-4d3d-be73-6efe6a372f85 on network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:22.843997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:22.845278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Checking segment: {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:22.845743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.846162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Bound using segment: {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:22.847613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Bound port: fb003755-2ec2-4d3d-be73-6efe6a372f85, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:22.848016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.912523 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:21Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:22.948548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] For port fb003755-2ec2-4d3d-be73-6efe6a372f85, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:22.953557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] For port fb003755-2ec2-4d3d-be73-6efe6a372f85, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb003755-2ec2-4d3d-be73-6efe6a372f85,segment=NetworkSegment(ce0edc39-1c1a-4a7c-b943-2cfb69ed34da),segment_id=ce0edc39-1c1a-4a7c-b943-2cfb69ed34da)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:22.954837 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Checking router: 8ff2b0a3-7910-4076-9c70-a15f37d76a5f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:22.955244 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Updating router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f port 2a96c78d-3443-4053-a03c-a8fd092214e6 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:25:22.962148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:22.993346 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.069032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.074041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:23.074676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:23.149439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087abf-631c-4bd6-80e8-995c43904d87 None None] Pushing event updated for resources: {'Port': ['ID=fb003755-2ec2-4d3d-be73-6efe6a372f85,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:23.154477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-42728597-e7db-400d-9db6-5691c02a454e tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4876635 Aug 23 12:25:23.154984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34920) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:23.159625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1189994227', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:23.162620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:23.163019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 5e0ff606-9359-43ae-8f08-a0adf8237c64, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:25:23.165403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=efac2741-860e-4431-a939-6eb65f82d569,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:23.221537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:25:23.225400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:23.245542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5e0ff606-9359-43ae-8f08-a0adf8237c64) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:23.250410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:23.251060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.275536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b3684915-8375-465b-b6c1-1c86ae929b6b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8277733 Aug 23 12:25:23.276504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34922) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:23.278175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d13167-5f0c-4b54-87e3-435dae29f844 None None] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:23.312227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Deleting port 80b4b777-b4d7-4c65-b0e9-b0284ae31e74 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:23.312626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.314580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:23.318950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.430191 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.441409 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Transition to ACTIVE for port object 2a96c78d-3443-4053-a03c-a8fd092214e6 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:23.448832 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.473557 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.490768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Calling delete_port for 80b4b777-b4d7-4c65-b0e9-b0284ae31e74 owned by {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:23.545198 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Pushing event updated for resources: {'Port': ['ID=2a96c78d-3443-4053-a03c-a8fd092214e6,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:23.555999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.555999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.555999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.556371 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.556371 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.556710 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.557044 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.557373 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.557715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.558051 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.558378 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.558718 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:23.561952 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Attempting to bind port 2a96c78d-3443-4053-a03c-a8fd092214e6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:23.562325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Attempting to bind port 2a96c78d-3443-4053-a03c-a8fd092214e6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:23.562687 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Attempting to bind port 2a96c78d-3443-4053-a03c-a8fd092214e6 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:23.568834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:23.569210 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:23.569824 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.570218 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:23.571781 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Bound port: 2a96c78d-3443-4053-a03c-a8fd092214e6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:23.572172 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.626753 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] For port 2a96c78d-3443-4053-a03c-a8fd092214e6, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:23.630695 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] For port 2a96c78d-3443-4053-a03c-a8fd092214e6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2a96c78d-3443-4053-a03c-a8fd092214e6,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:23.635884 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.647714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4b4b9282-aafe-40a8-ae58-f917ddbed41b up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:23.678452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.773343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Subnet': ['ID=2d1286a5-30c7-42ff-b493-34ecc246baef,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:23.798408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Checking segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:23.798789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network hostable DHCP agents. Network: 22e85b8a-3539-41af-bc89-d4f02c2b6f17, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:25:23.813559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.815768 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:23.816408 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:24:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:23.819632 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c1ac8-4f36-4816-9ef2-dd65f51bae14 None None] Pushing event updated for resources: {'Port': ['ID=2a96c78d-3443-4053-a03c-a8fd092214e6,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:23.837000 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.859111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Pushing event deleted for resources: {'Port': ['ID=80b4b777-b4d7-4c65-b0e9-b0284ae31e74,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:23.861015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:25:23.891828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 22e85b8a-3539-41af-bc89-d4f02c2b6f17) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:23.913944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:23.914547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.939774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0dac2c75-a4ca-4b9c-a005-c83baebb2d37 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7840428 Aug 23 12:25:23.942606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34924) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:23.963700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:23.976967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593f1e6-508c-4ed2-8b84-3c15117c942d None None] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:23.989052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:23.991140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8f20e96f-5b60-4ddc-b852-382ff1acae83 tempest-RoutersAdminNegativeIpV6Test-676108912 tempest-RoutersAdminNegativeIpV6Test-676108912-project-admin] 10.222.0.21 "DELETE /v2.0/ports/80b4b777-b4d7-4c65-b0e9-b0284ae31e74 HTTP/1.1" status: 204 len: 168 time: 1.3038914 Aug 23 12:25:24.111058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4b4b9282-aafe-40a8-ae58-f917ddbed41b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:24.111433 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.172657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5e0ff606-9359-43ae-8f08-a0adf8237c64', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:25:24.173517 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.217755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:20Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:22Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:24.234447 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:21Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:24.271389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.21.0.1 (5e0ff606-9359-43ae-8f08-a0adf8237c64/efac2741-860e-4431-a939-6eb65f82d569/4664c113-a4d1-4a99-a1aa-69fc8328c062) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:24.273413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc241d-653a-478a-adff-c3fbd9b41e7b None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:20Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:22Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:24.277675 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17374aa9-6097-4d57-ab7e-35822b60a88d None None] The sync data for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 is: [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:21Z', 'revision_number': 3, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:24.452046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34930) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:24.490424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.502225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-62741ddc-fac2-45f8-a1e5-3886db8eda90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.514579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.529672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object 4664c113-a4d1-4a99-a1aa-69fc8328c062 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:24.563458 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:25:24.564533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.583917 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.672034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:24.676753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:24.680063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:24.694273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.709357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-098c18b6-fec3-4aa3-a2d5-7c638124cb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.740437 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:24.824718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Allocated IP 172.21.0.2 (5e0ff606-9359-43ae-8f08-a0adf8237c64/efac2741-860e-4431-a939-6eb65f82d569/42534c59-07c0-449b-92ff-96ebe1ba6053) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:24.888465 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=4664c113-a4d1-4a99-a1aa-69fc8328c062,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:24.965340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Allocated IP 172.20.0.2 (22e85b8a-3539-41af-bc89-d4f02c2b6f17/2d1286a5-30c7-42ff-b493-34ecc246baef/d16f9c7a-3d16-40b2-a0cd-3563edd72f01) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:24.983475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.128457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-098c18b6-fec3-4aa3-a2d5-7c638124cb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.136044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-098c18b6-fec3-4aa3-a2d5-7c638124cb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.171608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c18b6-fec3-4aa3-a2d5-7c638124cb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdad6ca-8577-4567-b81f-8ec92de54ddb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:25.211666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-098c18b6-fec3-4aa3-a2d5-7c638124cb02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d77078983ec4f2a9a40aa530ecc9b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578981 Aug 23 12:25:25.213924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34934) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:25.260648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.281164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Transition to ACTIVE for port object 42534c59-07c0-449b-92ff-96ebe1ba6053 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:25.309216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.314920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Transition to ACTIVE for port object 42534c59-07c0-449b-92ff-96ebe1ba6053 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:25.321216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Transition to ACTIVE for port object d16f9c7a-3d16-40b2-a0cd-3563edd72f01 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:25.326146 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.344736 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91fdf5a9-77de-4c93-b7d5-c671637ea02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.375393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Transition to ACTIVE for port object d16f9c7a-3d16-40b2-a0cd-3563edd72f01 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:25.378700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:25.385941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:25.395226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:25.399148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.414161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Pushing event updated for resources: {'Port': ['ID=42534c59-07c0-449b-92ff-96ebe1ba6053,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:25.449285 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91fdf5a9-77de-4c93-b7d5-c671637ea02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.478235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.1 (22e85b8a-3539-41af-bc89-d4f02c2b6f17/2d1286a5-30c7-42ff-b493-34ecc246baef/50733b3e-86d7-456d-9895-9aec16dcb5cd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:25.483814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:25.549177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:25.552937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:25.574012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.581525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.594659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Pushing event updated for resources: {'Port': ['ID=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:25.598099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Attempting to bind port 42534c59-07c0-449b-92ff-96ebe1ba6053 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:25.598611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Attempting to bind port 42534c59-07c0-449b-92ff-96ebe1ba6053 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:25.605006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Attempting to bind port 42534c59-07c0-449b-92ff-96ebe1ba6053 on network 5e0ff606-9359-43ae-8f08-a0adf8237c64 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:25.630216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:25.631132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Checking segment: {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:25.631869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.632510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Bound using segment: {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:25.633352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Bound port: 42534c59-07c0-449b-92ff-96ebe1ba6053, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:25.634127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.666471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.674147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb003755-2ec2-4d3d-be73-6efe6a372f85 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:25.683917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object 50733b3e-86d7-456d-9895-9aec16dcb5cd will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:25.688069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91fdf5a9-77de-4c93-b7d5-c671637ea02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.691164 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-91fdf5a9-77de-4c93-b7d5-c671637ea02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.692328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-91fdf5a9-77de-4c93-b7d5-c671637ea02a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfdad6ca-8577-4567-b81f-8ec92de54ddb HTTP/1.1" status: 204 len: 168 time: 0.4774418 Aug 23 12:25:25.727903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf5a9-77de-4c93-b7d5-c671637ea02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdad6ca-8577-4567-b81f-8ec92de54ddb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:25.742913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=4664c113-a4d1-4a99-a1aa-69fc8328c062,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:25.745912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.749731 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.764561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Attempting to bind port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:25.765377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Attempting to bind port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:25.765873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Attempting to bind port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 on network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:25.827640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:25.828225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Checking segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:25.828816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.829382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Bound using segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:25.830080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Bound port: d16f9c7a-3d16-40b2-a0cd-3563edd72f01, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:25.831006 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.834343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:25.837202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.839571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:25.847398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:25.891870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=50733b3e-86d7-456d-9895-9aec16dcb5cd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:25.917060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] For port 42534c59-07c0-449b-92ff-96ebe1ba6053, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:25.930459 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.939142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port fb003755-2ec2-4d3d-be73-6efe6a372f85 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:25.950814 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:25.954680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:25.960706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] For port 42534c59-07c0-449b-92ff-96ebe1ba6053, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=42534c59-07c0-449b-92ff-96ebe1ba6053,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:25.964269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port fb003755-2ec2-4d3d-be73-6efe6a372f85 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:25.965064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.971443 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:25.973872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] For port d16f9c7a-3d16-40b2-a0cd-3563edd72f01, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:26.034643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] For port d16f9c7a-3d16-40b2-a0cd-3563edd72f01, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:26.052432 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.110809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cceb35-b0c9-4592-92af-babe41ede58c None None] Pushing event updated for resources: {'Port': ['ID=42534c59-07c0-449b-92ff-96ebe1ba6053,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:26.126087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.155469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:26.246940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8ea4-3231-4e3b-b66f-9cc73d4b1294 None None] Pushing event updated for resources: {'Port': ['ID=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:26.259600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:26.269372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.338048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port fb003755-2ec2-4d3d-be73-6efe6a372f85, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb003755-2ec2-4d3d-be73-6efe6a372f85,segment=NetworkSegment(ce0edc39-1c1a-4a7c-b943-2cfb69ed34da),segment_id=ce0edc39-1c1a-4a7c-b943-2cfb69ed34da)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:26.347498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.347498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a96c78d-3443-4053-a03c-a8fd092214e6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:26.403267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:26.411067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f72d50b5-ab6f-4c81-a901-1c5f0dc12953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82ff3b325ec643a28b006d7691237feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503086 Aug 23 12:25:26.426059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34942) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:26.432650 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85a78ea9-2d1b-4bbb-894b-ce531259b3e5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1532431 Aug 23 12:25:26.432650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34944) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:26.463083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=fb003755-2ec2-4d3d-be73-6efe6a372f85,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:26.466190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-70668782'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:26.506260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2a96c78d-3443-4053-a03c-a8fd092214e6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:26.511478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2a96c78d-3443-4053-a03c-a8fd092214e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:26.511877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.530794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:26.535320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.580768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:26.595685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.596126 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment f3d922ad-250e-4195-bbef-308bde3a42da of type vlan for network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 Aug 23 12:25:26.649496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.651742 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.687208 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.691523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2a96c78d-3443-4053-a03c-a8fd092214e6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2a96c78d-3443-4053-a03c-a8fd092214e6,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:26.695216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:26.696101 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.700736 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.735510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45fd5191-7ed5-48d5-9b5a-519fe9d3d885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.742626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3093653 Aug 23 12:25:26.747314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34946) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:26.758155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:26.774532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2a96c78d-3443-4053-a03c-a8fd092214e6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:26.782082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7d15-8647-4c70-812f-0415c9da9ac4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=2882e2b1-fd5e-4ebe-a662-be0da9b89309,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:26.792025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:26.796397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45fd5191-7ed5-48d5-9b5a-519fe9d3d885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.803388 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.818931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.971446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:26.976078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=50733b3e-86d7-456d-9895-9aec16dcb5cd,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:26.998897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45fd5191-7ed5-48d5-9b5a-519fe9d3d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:27.001759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-45fd5191-7ed5-48d5-9b5a-519fe9d3d885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:27.003662 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-45fd5191-7ed5-48d5-9b5a-519fe9d3d885 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/770b25a0-7bde-4fa9-81a0-e650417ab16c HTTP/1.1" status: 204 len: 168 time: 0.5768063 Aug 23 12:25:27.018706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:27.022458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:27.054007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd5191-7ed5-48d5-9b5a-519fe9d3d885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770b25a0-7bde-4fa9-81a0-e650417ab16c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:27.185066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:27.187792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:27.382984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:27.435076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:27.440916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:27.462281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=76d79264-bfd0-4106-adb6-11829e28c0d0,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:27.524029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:27.524290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 2882e2b1-fd5e-4ebe-a662-be0da9b89309, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:25:27.557143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:25:27.585516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:27.596778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:27.597991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:27.754659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb003755-2ec2-4d3d-be73-6efe6a372f85 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:27.852482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:27.952860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 34968) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:27.965036 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:27.991215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port fb003755-2ec2-4d3d-be73-6efe6a372f85 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:27.991859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.029915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b91ad-b861-4a89-890d-6a88083ffd6e None None] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:28.041946 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2882e2b1-fd5e-4ebe-a662-be0da9b89309) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:28.050306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:28.050944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.085926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:28.088825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707204974'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:28.097981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751b6e9-2995-480b-aae7-0594f3ce565b None None] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:28.111152 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Sync routers for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:28.111771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eff6a937-2b3e-4417-ab5f-0096c373d342 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/8ff2b0a3-7910-4076-9c70-a15f37d76a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1553690 Aug 23 12:25:28.111771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8c38283f-3afa-438a-901f-44a5bf7b07a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3519049 Aug 23 12:25:28.111771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34972) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:28.133309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:28.134171 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:28.141629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.156371 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.201923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-87bb22e3-73f5-477f-80b2-49174b781e9d None None] Provisioning for port 42534c59-07c0-449b-92ff-96ebe1ba6053 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:28.280872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb861a-86ca-484d-b91c-fa879d1ce5b4 None None] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:28.369076 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.370550 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:28.380740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.469939 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55cfa7aa-4b3b-406e-b639-9f337643b840 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722936510&fields=id&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 267 time: 0.0983760 Aug 23 12:25:28.515645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc619963-d359-47bc-916d-a140865b3d10,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:28.595972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.602491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.639468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.639736 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 2, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:28.645254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de637d-f9ff-4448-bb09-40961dbbb1c4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:28.657715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.662250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-84659145-ac4f-4d7b-85db-55185daa33e9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7076817 Aug 23 12:25:28.663264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34990) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:28.669605 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Checking router: 8ff2b0a3-7910-4076-9c70-a15f37d76a5f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:28.670009 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Updating router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f port 50733b3e-86d7-456d-9895-9aec16dcb5cd binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:25:28.682005 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.685190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-e290ab20-19a2-471f-b9f2-3af9952bb93b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:28.693659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-e290ab20-19a2-471f-b9f2-3af9952bb93b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/networks?id=22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 200 len: 797 time: 0.2133620 Aug 23 12:25:28.696843 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.708512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b38a7aa5-e635-486c-b701-8faad8244f9f None None] Provisioning for port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:28.711870 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-d72c3488-680b-41bb-af11-1f82789fdb75 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/quotas/bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 375 time: 0.0171194 Aug 23 12:25:28.780418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-79647042-e782-421f-b423-8157521b9d6d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623109 Aug 23 12:25:28.795473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-370ca1ea-9e90-4382-99c1-4de6297c4fc2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1258771 Aug 23 12:25:28.795473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34994) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:28.798245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-security--151496955', 'description': 'tempest-security-description-1446831136'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:28.807501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d16f9c7a-3d16-40b2-a0cd-3563edd72f01 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:28.854518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-af8acc37-5053-428a-b1b0-874e56d94b75 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:25:28.863878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-af8acc37-5053-428a-b1b0-874e56d94b75 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0801415 Aug 23 12:25:28.884822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.935790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:24Z', 'revision_number': 3, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:25Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:28.990494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:28.990876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Updating router 4c831f20-5430-4e29-beff-8a808dc2480d port 4664c113-a4d1-4a99-a1aa-69fc8328c062 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:25:28.997513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:25:28.998452 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:28.999723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-7346f9bb-0733-4be0-b44d-b2dc50e5ab17 service neutron] 10.222.0.21 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349945 Aug 23 12:25:29.015703 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.025133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.028090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.029432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "PUT /v2.0/security-groups/e9de637d-f9ff-4448-bb09-40961dbbb1c4 HTTP/1.1" status: 200 len: 1779 time: 0.2347407 Aug 23 12:25:29.037314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34996) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:29.074466 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.081996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:29.084864 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.102651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:29.102947 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.106603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Transition to ACTIVE for port object 50733b3e-86d7-456d-9895-9aec16dcb5cd will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:29.117845 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.146001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09151aa9-152a-4beb-8e0f-8f82b93c423b tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de637d-f9ff-4448-bb09-40961dbbb1c4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:29.161347 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-4d16b080-c6bc-4d8a-a413-b7d7bd1dc2b3 service neutron] 10.222.0.21 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528277 Aug 23 12:25:29.186987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e7f07129-1c6b-4c0b-9d74-cb2215ffc395 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups/e9de637d-f9ff-4448-bb09-40961dbbb1c4 HTTP/1.1" status: 200 len: 1779 time: 0.1463120 Aug 23 12:25:29.190124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 34998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:29.239671 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dfb87-f510-40d4-8062-b47f38780b02 None None] Pushing event updated for resources: {'Port': ['ID=50733b3e-86d7-456d-9895-9aec16dcb5cd,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:29.246346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.22.0.1 (2882e2b1-fd5e-4ebe-a662-be0da9b89309/76d79264-bfd0-4106-adb6-11829e28c0d0/26de19b8-86d5-4191-9884-ace2e3a729ce) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:29.301003 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7726b326-9bfb-4e8c-af20-eacc33218336 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.356817 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Attempting to bind port 50733b3e-86d7-456d-9895-9aec16dcb5cd on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:29.357142 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Attempting to bind port 50733b3e-86d7-456d-9895-9aec16dcb5cd by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:29.357487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Attempting to bind port 50733b3e-86d7-456d-9895-9aec16dcb5cd on network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:29.364944 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:29.365323 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Checking segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:29.365749 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.366148 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Bound using segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:29.366627 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Bound port: 50733b3e-86d7-456d-9895-9aec16dcb5cd, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:29.367081 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.453756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7726b326-9bfb-4e8c-af20-eacc33218336 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.458228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c48830f-a934-4310-b3dd-edf5f0ed3a8d req-dddfdcdd-28ce-49d6-9367-84943beec8e9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 210 time: 0.0711155 Aug 23 12:25:29.491507 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] For port 50733b3e-86d7-456d-9895-9aec16dcb5cd, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:29.503645 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] For port 50733b3e-86d7-456d-9895-9aec16dcb5cd, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=50733b3e-86d7-456d-9895-9aec16dcb5cd,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:29.514150 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.562378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0135bd88-c95b-44cc-81bd-92cd366bfb1d None None] Provisioning for port 4664c113-a4d1-4a99-a1aa-69fc8328c062 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:29.574081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0135bd88-c95b-44cc-81bd-92cd366bfb1d None None] Provisioning complete for port 4664c113-a4d1-4a99-a1aa-69fc8328c062 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:29.574478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0135bd88-c95b-44cc-81bd-92cd366bfb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.623767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.643144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object 26de19b8-86d5-4191-9884-ace2e3a729ce will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:29.651431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7726b326-9bfb-4e8c-af20-eacc33218336 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.659940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7726b326-9bfb-4e8c-af20-eacc33218336 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.663526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35006) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:29.678136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7726b326-9bfb-4e8c-af20-eacc33218336 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9de637d-f9ff-4448-bb09-40961dbbb1c4 HTTP/1.1" status: 204 len: 168 time: 0.4823098 Aug 23 12:25:29.703455 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dfb87-f510-40d4-8062-b47f38780b02 None None] Pushing event updated for resources: {'Port': ['ID=50733b3e-86d7-456d-9895-9aec16dcb5cd,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:29.715859 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:29.716703 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:29.724914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726b326-9bfb-4e8c-af20-eacc33218336 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de637d-f9ff-4448-bb09-40961dbbb1c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:29.780470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0135bd88-c95b-44cc-81bd-92cd366bfb1d None None] Port 4664c113-a4d1-4a99-a1aa-69fc8328c062 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:29.800475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.814795 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-18f5d081-47e4-45d7-a15d-afd079b46801 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1460917 Aug 23 12:25:29.816121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35008) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:29.839071 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-1dcf36f7-6205-4655-9d35-bdf3a90e1962 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] delete failed (client error): The resource could not be found. Aug 23 12:25:29.852001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1dcf36f7-6205-4655-9d35-bdf3a90e1962 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9de637d-f9ff-4448-bb09-40961dbbb1c4 HTTP/1.1" status: 404 len: 347 time: 0.0346048 Aug 23 12:25:29.852708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35010) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:29.863281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799339013'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:29.879994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.894188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:29.906316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:29.909140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:29.925405 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.931669 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:29.934643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Allocated IP 172.22.0.2 (2882e2b1-fd5e-4ebe-a662-be0da9b89309/76d79264-bfd0-4106-adb6-11829e28c0d0/faac57c7-8602-423f-a609-85d1cfd29aac) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:29.955219 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:29.980251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Transition to ACTIVE for port object 4664c113-a4d1-4a99-a1aa-69fc8328c062 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:30.005789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d16f9c7a-3d16-40b2-a0cd-3563edd72f01, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:30.025780 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.028410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=26de19b8-86d5-4191-9884-ace2e3a729ce,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:30.038348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.050467 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.054191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 42534c59-07c0-449b-92ff-96ebe1ba6053 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:30.107750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.115435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.211091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.223208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3681166 Aug 23 12:25:30.228991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35018) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:30.235284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06604e-fa74-4fd6-b1dc-b6bf7aeb47dd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c24dbd-74a9-4db8-9711-aabb4cb7afde,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:30.242954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '69c24dbd-74a9-4db8-9711-aabb4cb7afde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:30.307570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.322819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f24bd9-b5d2-4499-911e-d0a854900b68 None None] Pushing event updated for resources: {'Port': ['ID=4664c113-a4d1-4a99-a1aa-69fc8328c062,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:30.337960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d6f59cfc-77ad-4430-9d39-16236929f02c None None] Provisioning complete for port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:30.338348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d6f59cfc-77ad-4430-9d39-16236929f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.344069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 42534c59-07c0-449b-92ff-96ebe1ba6053 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:30.378078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.431741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 42534c59-07c0-449b-92ff-96ebe1ba6053 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:30.432129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.498959 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:29Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:30.556304 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.564060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Attempting to bind port 4664c113-a4d1-4a99-a1aa-69fc8328c062 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:30.564527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Attempting to bind port 4664c113-a4d1-4a99-a1aa-69fc8328c062 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:30.564889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Attempting to bind port 4664c113-a4d1-4a99-a1aa-69fc8328c062 on network 5e0ff606-9359-43ae-8f08-a0adf8237c64 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:30.614081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:30.626551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:30.627078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Checking segment: {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:30.627451 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.629027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Bound using segment: {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:30.629493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Bound port: 4664c113-a4d1-4a99-a1aa-69fc8328c062, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:30.630027 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.731825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f87ed435-4f26-4a71-8c01-c94e572f8ff5 req-a48169a3-c04c-4a21-a1b6-36af43c43541 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 210 time: 0.0920677 Aug 23 12:25:30.736701 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.791606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Transition to ACTIVE for port object faac57c7-8602-423f-a609-85d1cfd29aac will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:30.838431 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d38a67-ec29-463b-bd04-435f095b8c58 None None] The sync data for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 is: [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:29Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:30.842022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] For port 4664c113-a4d1-4a99-a1aa-69fc8328c062, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:30.847354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] For port 4664c113-a4d1-4a99-a1aa-69fc8328c062, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4664c113-a4d1-4a99-a1aa-69fc8328c062,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:30.860081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.865357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Transition to ACTIVE for port object faac57c7-8602-423f-a609-85d1cfd29aac will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:30.867278 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.890409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.891510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dbc6a1-5281-419c-a389-bb597bb28147,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:30.904818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.957291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:30.958698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62e7463e-9714-4e7d-85fc-79e0d5535d4a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7259731 Aug 23 12:25:30.961986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:31.009916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d6f59cfc-77ad-4430-9d39-16236929f02c None None] Provisioning for port 50733b3e-86d7-456d-9895-9aec16dcb5cd completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:31.024214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.031548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.041942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-027722b6-9e2c-4d3b-a2c5-3ad3f55f5d54 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.060441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:31.062522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-027722b6-9e2c-4d3b-a2c5-3ad3f55f5d54 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.091889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 42534c59-07c0-449b-92ff-96ebe1ba6053, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=42534c59-07c0-449b-92ff-96ebe1ba6053,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:31.096960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:31.098891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:31.113846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:31.119003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-027722b6-9e2c-4d3b-a2c5-3ad3f55f5d54 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.128858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=26de19b8-86d5-4191-9884-ace2e3a729ce,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:31.143858 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-027722b6-9e2c-4d3b-a2c5-3ad3f55f5d54 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.148173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35026) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:31.148371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-027722b6-9e2c-4d3b-a2c5-3ad3f55f5d54 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/30dbc6a1-5281-419c-a389-bb597bb28147 HTTP/1.1" status: 204 len: 168 time: 0.1844342 Aug 23 12:25:31.152828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027722b6-9e2c-4d3b-a2c5-3ad3f55f5d54 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30dbc6a1-5281-419c-a389-bb597bb28147,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:31.173967 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.174823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a96c78d-3443-4053-a03c-a8fd092214e6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:31.178523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:31.180467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f24bd9-b5d2-4499-911e-d0a854900b68 None None] Pushing event updated for resources: {'Port': ['ID=4664c113-a4d1-4a99-a1aa-69fc8328c062,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:31.227355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.266823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eeff1594-707d-47ba-88b1-96eaa6511e4c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1173778 Aug 23 12:25:31.269617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35028) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:31.447107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:31.449350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:31.507219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1d32c47-718c-48fd-ab10-66d61e8f7191 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.645967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:31.650698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Pushing event updated for resources: {'Port': ['ID=faac57c7-8602-423f-a609-85d1cfd29aac,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:31.652264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1d32c47-718c-48fd-ab10-66d61e8f7191 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.662460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:31.711290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-44d8566f-dfc0-45c3-a990-72ab7c3f85e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:31.712896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-44d8566f-dfc0-45c3-a990-72ab7c3f85e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/networks?id=22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 200 len: 797 time: 0.3066201 Aug 23 12:25:31.718022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Attempting to bind port faac57c7-8602-423f-a609-85d1cfd29aac on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:31.718438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Attempting to bind port faac57c7-8602-423f-a609-85d1cfd29aac by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:31.718761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Attempting to bind port faac57c7-8602-423f-a609-85d1cfd29aac on network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:31.744567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:31.745018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Checking segment: {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:31.745369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.745802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Bound using segment: {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:31.746297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Bound port: faac57c7-8602-423f-a609-85d1cfd29aac, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:31.746683 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.750558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1d32c47-718c-48fd-ab10-66d61e8f7191 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.753991 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1d32c47-718c-48fd-ab10-66d61e8f7191 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.755268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e1d32c47-718c-48fd-ab10-66d61e8f7191 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/69c24dbd-74a9-4db8-9711-aabb4cb7afde HTTP/1.1" status: 204 len: 168 time: 0.4844022 Aug 23 12:25:31.769280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:31.797546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:31.807740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d9d1120f-ea51-4e55-99de-6773c3c07dbe tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7009850 Aug 23 12:25:31.818766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35034) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:31.824491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-d55f0550-5eed-4f06-914d-da8a9ff3c675 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6 HTTP/1.1" status: 200 len: 380 time: 0.0977604 Aug 23 12:25:31.824895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'network': {'name': 'tempest-RoutersTest-903047268'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:31.832360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2a96c78d-3443-4053-a03c-a8fd092214e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:31.832932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.833055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d32c47-718c-48fd-ab10-66d61e8f7191 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c24dbd-74a9-4db8-9711-aabb4cb7afde,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:31.848589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'port': {'device_id': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'admin_state_up': True, 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'security_groups': ['37f05d04-65c6-4314-941e-4d64c751b4ef']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:31.870305 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6f97711-2d22-4b94-ba5b-03d6a3472cfb req-8e3108e5-87ce-4fab-b3c2-1d88f4000a5f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 210 time: 0.0611150 Aug 23 12:25:31.894192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:31.900330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.903626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=42534c59-07c0-449b-92ff-96ebe1ba6053,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:31.938857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:31.957968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:31.958324 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added segment cb7e4414-7e65-49d4-886a-9a917ad49f21 of type vlan for network 5af21e2d-d636-41f1-a9f9-874389e16340 Aug 23 12:25:31.992093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4b5acabb-ff2f-4f6b-8fc1-a824dbc42766 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2216055 Aug 23 12:25:31.997625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35036) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:32.004101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--52719376'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:32.011118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.026333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] For port faac57c7-8602-423f-a609-85d1cfd29aac, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:32.038162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] For port faac57c7-8602-423f-a609-85d1cfd29aac, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=faac57c7-8602-423f-a609-85d1cfd29aac,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:32.048856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.049368 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.061579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:32.062873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.068176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.102512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Made reservation on behalf of bb7114d4261a4a73b1ab2b8a070c17e6 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:32.109355 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.154628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3340712 Aug 23 12:25:32.156290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35038) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:32.162533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'subnet': {'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:32.172434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1926df-f14e-4121-836c-3467d1aaae81 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Network': ['ID=5af21e2d-d636-41f1-a9f9-874389e16340,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:32.194964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 5af21e2d-d636-41f1-a9f9-874389e16340 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:32.243316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7025846-010d-4616-889a-1d0229c3dfe9 None None] Pushing event updated for resources: {'Port': ['ID=faac57c7-8602-423f-a609-85d1cfd29aac,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:32.317587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:32.374291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dd3de-b72f-4e25-bfd9-920f781ef242 None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:32.476388 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.20.0.6 (22e85b8a-3539-41af-bc89-d4f02c2b6f17/2d1286a5-30c7-42ff-b493-34ecc246baef/e79e09a1-460b-4f47-a4c1-b0d394b62ef0) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:32.511171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.530477 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.592713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Made reservation on behalf of 189326602a9249e983ebbf758f70ac27 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:32.601250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.604935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 42534c59-07c0-449b-92ff-96ebe1ba6053 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:32.654001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.658023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6560335 Aug 23 12:25:32.658023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634017-703f-45dc-903a-a809f4d9bd37 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9327c6ce-313f-4222-a4c1-227177d66273,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:32.658990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35040) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:32.663375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '9327c6ce-313f-4222-a4c1-227177d66273', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:32.681594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 42534c59-07c0-449b-92ff-96ebe1ba6053 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:32.682428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.704980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.790130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.795612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.819203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 50733b3e-86d7-456d-9895-9aec16dcb5cd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:32.822883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2ea403-f5ac-4470-a1ae-6893575347ea,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:32.837924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.839350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-afbda6c8-0906-44ac-aa89-734d3721fbfb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797750 Aug 23 12:25:32.843386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35042) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:32.848774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '9327c6ce-313f-4222-a4c1-227177d66273', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:32.871876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.882891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 50733b3e-86d7-456d-9895-9aec16dcb5cd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:32.889383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Transition to ACTIVE for port object e79e09a1-460b-4f47-a4c1-b0d394b62ef0 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:32.893900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 50733b3e-86d7-456d-9895-9aec16dcb5cd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:32.894281 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.904066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.927084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.981059 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:32.986436 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.011581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cbd811-dbe5-4078-bf69-b15ef7da86aa,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.023511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.026446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.026992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4213e554-b389-461b-a23e-09af83652dbf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1823528 Aug 23 12:25:33.035664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35046) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:33.040418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '9327c6ce-313f-4222-a4c1-227177d66273', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:33.070764 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.074919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:33.081222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:33.106017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:33.107264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.132860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 50733b3e-86d7-456d-9895-9aec16dcb5cd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=50733b3e-86d7-456d-9895-9aec16dcb5cd,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:33.139568 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.140409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d16f9c7a-3d16-40b2-a0cd-3563edd72f01 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:33.177949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca11db1-d8db-427d-a3ca-020e3ebb99cf req-ad646ed3-a235-43ca-88ae-8f5a34e61af1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:33.180240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cca11db1-d8db-427d-a3ca-020e3ebb99cf req-ad646ed3-a235-43ca-88ae-8f5a34e61af1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 931 time: 0.1698515 Aug 23 12:25:33.276016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=50733b3e-86d7-456d-9895-9aec16dcb5cd,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.321550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:33.322539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.347692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.352457 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.391016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264af8ed-1562-4795-9603-00a9906c9c10,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.397622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.402722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0deb8df0-38d3-43a1-9fcc-d49a452cc133 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3659544 Aug 23 12:25:33.403934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35048) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:33.409232 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '9327c6ce-313f-4222-a4c1-227177d66273', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:33.465251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.596718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0492a776-b08f-44ad-9bb9-1973c24647d5 None None] Provisioning for port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:33.604175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0492a776-b08f-44ad-9bb9-1973c24647d5 None None] Provisioning complete for port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:33.604402 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0492a776-b08f-44ad-9bb9-1973c24647d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.609253 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.618802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.642422 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.649848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2444823 Aug 23 12:25:33.653539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35050) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:33.666482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '9327c6ce-313f-4222-a4c1-227177d66273', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:33.674932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0492a776-b08f-44ad-9bb9-1973c24647d5 None None] Port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:33.682883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea6707-571c-4f8a-bbda-dc83b4a8b785 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb40f557-11dd-4e69-a583-7446c1e6c952,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.707777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.727127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7457e71d-7770-494c-a88a-dbdfef528c90 None None] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:33.785712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.790758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.806744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:33.807668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.818397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.819999 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1623230 Aug 23 12:25:33.822751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35052) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:33.836278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624ec3f-1a6c-43d8-a9ec-c024642e1f57 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1524f15b-a0c6-4f2e-8256-e51e27b3649b,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.845321 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-67efeddb-40cf-4fec-af28-d51f1c1d2692 None None] Provisioning for port faac57c7-8602-423f-a609-85d1cfd29aac completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:33.845996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cca11db1-d8db-427d-a3ca-020e3ebb99cf req-a8561b75-10da-432b-bcec-63e1caf04fde tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6535082 Aug 23 12:25:33.850996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-43626e5d-d9f7-41d0-a7a6-4c6f22c0d7c8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0083451 Aug 23 12:25:33.853319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.869159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10925f09-b1d3-4856-9be7-3e7a16cb8c1c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.881582 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10925f09-b1d3-4856-9be7-3e7a16cb8c1c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.913106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10925f09-b1d3-4856-9be7-3e7a16cb8c1c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.924104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-10925f09-b1d3-4856-9be7-3e7a16cb8c1c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:33.924104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-10925f09-b1d3-4856-9be7-3e7a16cb8c1c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1524f15b-a0c6-4f2e-8256-e51e27b3649b HTTP/1.1" status: 204 len: 168 time: 0.0979323 Aug 23 12:25:33.924509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Request body: {'port': {'device_id': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:33.924664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35054) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:33.927652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Subnet': ['ID=c3d32c54-5953-4702-a915-2f679a00a266,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.950586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10925f09-b1d3-4856-9be7-3e7a16cb8c1c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1524f15b-a0c6-4f2e-8256-e51e27b3649b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:33.988966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3bf5a613-4a42-4891-bc5c-40f46059c7f7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0631311 Aug 23 12:25:33.991969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35056) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.014679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.017630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f081f66-efd8-4d87-b0bf-ef2f62d1f206 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.017838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Checking segment: {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:34.018086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network hostable DHCP agents. Network: 5af21e2d-d636-41f1-a9f9-874389e16340, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:25:34.026368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f081f66-efd8-4d87-b0bf-ef2f62d1f206 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.057532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f081f66-efd8-4d87-b0bf-ef2f62d1f206 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.062736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2f081f66-efd8-4d87-b0bf-ef2f62d1f206 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.063915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2f081f66-efd8-4d87-b0bf-ef2f62d1f206 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cb40f557-11dd-4e69-a583-7446c1e6c952 HTTP/1.1" status: 204 len: 168 time: 0.0711124 Aug 23 12:25:34.066803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35058) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.072066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f081f66-efd8-4d87-b0bf-ef2f62d1f206 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb40f557-11dd-4e69-a583-7446c1e6c952,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:34.090873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5af21e2d-d636-41f1-a9f9-874389e16340 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:25:34.116001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 5af21e2d-d636-41f1-a9f9-874389e16340) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:34.124087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08842552-4827-421c-bbdc-7020e10579d3 None None] Network 5af21e2d-d636-41f1-a9f9-874389e16340 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:34.189795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:34.190889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.204478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3b6e3755-c44b-4682-8b00-7bc2f88cba8b None None] Provisioning for port 26de19b8-86d5-4191-9884-ace2e3a729ce completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:34.217537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3b6e3755-c44b-4682-8b00-7bc2f88cba8b None None] Provisioning complete for port 26de19b8-86d5-4191-9884-ace2e3a729ce triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:34.217925 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3755-c44b-4682-8b00-7bc2f88cba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.219101 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4f9790b9-a654-48df-b950-56d05a4128d8 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1507614 Aug 23 12:25:34.222353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35060) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.235822 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64fd636c-0268-4a01-ba8e-d98c5e8bf203 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0758355 Aug 23 12:25:34.239233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35062) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.351826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e3755-c44b-4682-8b00-7bc2f88cba8b None None] Port 26de19b8-86d5-4191-9884-ace2e3a729ce cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:34.358830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e917ba6-3577-49cd-8ea2-703803d06bd6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.369306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e917ba6-3577-49cd-8ea2-703803d06bd6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.418406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e917ba6-3577-49cd-8ea2-703803d06bd6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.425431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e917ba6-3577-49cd-8ea2-703803d06bd6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.429242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e917ba6-3577-49cd-8ea2-703803d06bd6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/264af8ed-1562-4795-9603-00a9906c9c10 HTTP/1.1" status: 204 len: 168 time: 0.2022929 Aug 23 12:25:34.433794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-5af21e2d-d636-41f1-a9f9-874389e16340', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:25:34.434876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.438901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35064) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.439161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79e09a1-460b-4f47-a4c1-b0d394b62ef0 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:25:34.441990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e917ba6-3577-49cd-8ea2-703803d06bd6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=264af8ed-1562-4795-9603-00a9906c9c10,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:34.448360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.463024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Transition to ACTIVE for port object e79e09a1-460b-4f47-a4c1-b0d394b62ef0 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:34.475806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.549827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:34.602224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device faac57c7-8602-423f-a609-85d1cfd29aac up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:34.649145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Attempting to bind port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:34.649797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Attempting to bind port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:34.650337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Attempting to bind port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 on network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:34.654682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b64dd91d-bd68-45dd-9a4b-d9264f4f0067 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2071028 Aug 23 12:25:34.656798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-581a2b00-2adb-4bde-9a68-47a78c25b738 None None] Provisioning complete for port 26de19b8-86d5-4191-9884-ace2e3a729ce triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:34.657244 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-581a2b00-2adb-4bde-9a68-47a78c25b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.666840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35066) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.683084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 on network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:25:34.687546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Attempting to bind port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 on network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:34.706572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:34.706930 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Checking segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:34.707397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Bound using segment: {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:34.707929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Bound port: e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:34.708393 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.740431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c95dae-097c-40b4-92bc-661f7e6cf3a1 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.764942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c95dae-097c-40b4-92bc-661f7e6cf3a1 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.814574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-581a2b00-2adb-4bde-9a68-47a78c25b738 None None] Port 26de19b8-86d5-4191-9884-ace2e3a729ce cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:34.827203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Allocated IP 172.23.0.2 (5af21e2d-d636-41f1-a9f9-874389e16340/c3d32c54-5953-4702-a915-2f679a00a266/0dd4fd98-8133-4c39-b67a-c36bf5677cdd) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:34.863954 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c95dae-097c-40b4-92bc-661f7e6cf3a1 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.877238 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-29c95dae-097c-40b4-92bc-661f7e6cf3a1 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.880276 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-29c95dae-097c-40b4-92bc-661f7e6cf3a1 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/02cbd811-dbe5-4078-bf69-b15ef7da86aa HTTP/1.1" status: 204 len: 168 time: 0.2123682 Aug 23 12:25:34.882889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c95dae-097c-40b4-92bc-661f7e6cf3a1 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02cbd811-dbe5-4078-bf69-b15ef7da86aa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:34.892535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35068) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:34.894916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:34.899638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:34.902425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port faac57c7-8602-423f-a609-85d1cfd29aac completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:34.906536 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.908761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port faac57c7-8602-423f-a609-85d1cfd29aac triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:34.909315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.930654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.948383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:34.948927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:34.951211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] 10.222.0.41 "PUT /v2.0/ports/e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 200 len: 1091 time: 1.0306160 Aug 23 12:25:34.951211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:25:34.953470 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335e2ed1-dd74-4573-b08d-b79ad418e4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:25:35.033047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653c3e-0d5a-4bdb-89cb-043628c6d244 service neutron] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:35.038031 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49b881d-ff97-42d1-b3c5-a8338dae92b7 x-openstack-request-id: req-b49b881d-ff97-42d1-b3c5-a8338dae92b7 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:25:35.038666 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:25:35.039112 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b49b881d-ff97-42d1-b3c5-a8338dae92b7 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:25:35.040360 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'status': 'completed', 'code': 200} Aug 23 12:25:35.097956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-60c7bfc9-9cc2-4af2-b5ee-fbfe1aa7697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.099562 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-60c7bfc9-9cc2-4af2-b5ee-fbfe1aa7697b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1094 time: 0.0581775 Aug 23 12:25:35.156605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-3d70209f-a2a1-4034-84e7-3ee9af00e3ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 200 len: 217 time: 0.0464077 Aug 23 12:25:35.216312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-37709212-c454-4375-8db0-fb653644d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.218185 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-37709212-c454-4375-8db0-fb653644d7de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d1286a5-30c7-42ff-b493-34ecc246baef HTTP/1.1" status: 200 len: 835 time: 0.0539830 Aug 23 12:25:35.266571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5ae15dfe-9862-4a8b-958d-43d8352b77f1 None None] Provisioning complete for port 26de19b8-86d5-4191-9884-ace2e3a729ce triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:35.267165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5ae15dfe-9862-4a8b-958d-43d8352b77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.268100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-5bdb2321-a341-4e7e-a3b8-f6fd9ef0dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.271300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-5bdb2321-a341-4e7e-a3b8-f6fd9ef0dcd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e85b8a-3539-41af-bc89-d4f02c2b6f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448451 Aug 23 12:25:35.335422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.355717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Transition to ACTIVE for port object 0dd4fd98-8133-4c39-b67a-c36bf5677cdd will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:35.360611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5ae15dfe-9862-4a8b-958d-43d8352b77f1 None None] Port 26de19b8-86d5-4191-9884-ace2e3a729ce cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:35.362763 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.384005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-dddbd2a9-d64a-4796-97b9-468c0148593c service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051886 Aug 23 12:25:35.397646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ee12e2ed-25e0-4d27-974c-a247d829f9bb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4993649 Aug 23 12:25:35.398002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Transition to ACTIVE for port object 0dd4fd98-8133-4c39-b67a-c36bf5677cdd will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:35.415677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.418797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port faac57c7-8602-423f-a609-85d1cfd29aac, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=faac57c7-8602-423f-a609-85d1cfd29aac,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:35.440222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35074) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:35.446565 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.447376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 50733b3e-86d7-456d-9895-9aec16dcb5cd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:35.482694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Network 5af21e2d-d636-41f1-a9f9-874389e16340 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:35.490224 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fcda25dd-3dd4-4127-822b-f72154ffefeb req-b00fdd1c-e44d-48e1-979d-0fdfa9fabdf9 service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009312 Aug 23 12:25:35.495964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:35.499910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:35.501812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Pushing event updated for resources: {'Port': ['ID=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:35.525952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a425-00d2-47da-b18e-5de72877b01d tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.567845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a425-00d2-47da-b18e-5de72877b01d tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.589039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-722f9b8d-beea-425e-96f4-357c4061f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.590580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-722f9b8d-beea-425e-96f4-357c4061f83e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1094 time: 0.0457954 Aug 23 12:25:35.591428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d0e1-f570-4cfa-b394-492a136efa6c req-a3f926a3-3e62-4f35-ad34-24e3e2fbec2f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.593178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4b19d0e1-f570-4cfa-b394-492a136efa6c req-a3f926a3-3e62-4f35-ad34-24e3e2fbec2f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 943 time: 0.5725865 Aug 23 12:25:35.630091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=faac57c7-8602-423f-a609-85d1cfd29aac,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:35.637574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Attempting to bind port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:35.637980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Attempting to bind port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:35.639429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Attempting to bind port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd on network 5af21e2d-d636-41f1-a9f9-874389e16340 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:35.643686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 50733b3e-86d7-456d-9895-9aec16dcb5cd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:35.644259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.650481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:35.650797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Checking segment: {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:35.651212 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.651629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Bound using segment: {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:35.652094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Bound port: 0dd4fd98-8133-4c39-b67a-c36bf5677cdd, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:35.652554 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.670217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a425-00d2-47da-b18e-5de72877b01d tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.675710 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a425-00d2-47da-b18e-5de72877b01d tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.676827 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c5e1a425-00d2-47da-b18e-5de72877b01d tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ae2ea403-f5ac-4470-a1ae-6893575347ea HTTP/1.1" status: 204 len: 168 time: 0.2338018 Aug 23 12:25:35.682936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35076) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:35.706420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1a425-00d2-47da-b18e-5de72877b01d tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae2ea403-f5ac-4470-a1ae-6893575347ea,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:35.714165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4b19d0e1-f570-4cfa-b394-492a136efa6c req-958ea9c0-28f3-4187-9ba7-374c689dd020 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110153 Aug 23 12:25:35.760896 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-815a87b8-9417-474f-bbdf-17b3656d1cb2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757859 Aug 23 12:25:35.767169 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:35.776297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] For port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:35.788793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-3189b580-11dc-45ac-a7ea-ed451d3f00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.790507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-3189b580-11dc-45ac-a7ea-ed451d3f00c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 200 len: 898 time: 0.1915979 Aug 23 12:25:35.792483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Allocated IP 172.23.0.1 (5af21e2d-d636-41f1-a9f9-874389e16340/c3d32c54-5953-4702-a915-2f679a00a266/ca3972ab-2c61-4539-84a5-9bd28d3c55dc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:35.793893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] For port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,segment=NetworkSegment(cb7e4414-7e65-49d4-886a-9a917ad49f21),segment_id=cb7e4414-7e65-49d4-886a-9a917ad49f21)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:35.798879 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4664c113-a4d1-4a99-a1aa-69fc8328c062 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:35.802688 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.854205 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-f95b88df-5eca-4d11-8b08-5730d41b55cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 200 len: 217 time: 0.0460489 Aug 23 12:25:35.902571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20abe1-5b6d-487e-9c6c-706795de31e6 None None] Pushing event updated for resources: {'Port': ['ID=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:35.903901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78541f48-972e-4951-8791-4956d840260c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.916808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4664c113-a4d1-4a99-a1aa-69fc8328c062 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:35.921263 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4664c113-a4d1-4a99-a1aa-69fc8328c062 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:35.921652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.954407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78541f48-972e-4951-8791-4956d840260c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.959244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-6eb5d0fd-7dc6-40a4-abba-7c9f46a53837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:35.961013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-6eb5d0fd-7dc6-40a4-abba-7c9f46a53837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d1286a5-30c7-42ff-b493-34ecc246baef HTTP/1.1" status: 200 len: 835 time: 0.0977805 Aug 23 12:25:35.970022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:35.986064 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:35.990906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:35.991556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:36.008939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Transition to ACTIVE for port object ca3972ab-2c61-4539-84a5-9bd28d3c55dc will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:36.028754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-9baa1af9-ea92-45d9-a3ba-fcbbfecb72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:36.030491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-9baa1af9-ea92-45d9-a3ba-fcbbfecb72be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e85b8a-3539-41af-bc89-d4f02c2b6f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621130 Aug 23 12:25:36.038559 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78541f48-972e-4951-8791-4956d840260c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.041456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78541f48-972e-4951-8791-4956d840260c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.045336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-78541f48-972e-4951-8791-4956d840260c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/9327c6ce-313f-4222-a4c1-227177d66273 HTTP/1.1" status: 204 len: 168 time: 0.2739956 Aug 23 12:25:36.045513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35080) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:36.072887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.078385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78541f48-972e-4951-8791-4956d840260c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327c6ce-313f-4222-a4c1-227177d66273,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:36.170894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:36.171628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-25ee7838-21b9-4951-9f2b-ef275dd0d296 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1251383 Aug 23 12:25:36.176136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5af21e2d-d636-41f1-a9f9-874389e16340 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:36.177716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35082) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:36.182704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:36.183558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174523700'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:36.185922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:36.191186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:36.206847 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.212609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-da2d9ea0-fb5e-4c77-9890-aa87c6294a49 service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679475 Aug 23 12:25:36.244712 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.255110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.291516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4664c113-a4d1-4a99-a1aa-69fc8328c062, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4664c113-a4d1-4a99-a1aa-69fc8328c062,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:36.307897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.403817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.416593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4664c113-a4d1-4a99-a1aa-69fc8328c062,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:36.419026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.447168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.459188 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.463423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2815042 Aug 23 12:25:36.463592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:36.469606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': 'cbd50816-829f-430f-bba9-39a5bc20b6eb', 'direction': 'ingress', 'protocol': 17}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:36.475359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-335e2ed1-dd74-4573-b08d-b79ad418e4e9 req-1a32aa34-6ab3-45e1-94ca-0f3b6a40ec1a service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540350 Aug 23 12:25:36.476428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5655128-86db-4541-8b20-184674994506 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd50816-829f-430f-bba9-39a5bc20b6eb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:36.511867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:30Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:36.556578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:36.557025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Updating router 4c831f20-5430-4e29-beff-8a808dc2480d port 26de19b8-86d5-4191-9884-ace2e3a729ce binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:25:36.571578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.588557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device faac57c7-8602-423f-a609-85d1cfd29aac up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:36.621313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.686042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port faac57c7-8602-423f-a609-85d1cfd29aac triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:36.686419 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.710241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.745516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.769997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.771407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3069777 Aug 23 12:25:36.774610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35088) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:36.785235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b5b8-15ab-4419-ade4-836460cd773e tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d3b76f-e633-4f71-b65f-2e927dcaa307,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:36.847075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.853514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.903358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0dd4fd98-8133-4c39-b67a-c36bf5677cdd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:36.907113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event updated for resources: {'Port': ['ID=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:36.920174 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e62200c-ba06-491d-ac12-d32445688e43 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.946688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5bc97-556b-4005-b619-a6e27d447462 req-fede3fd0-9869-4c5c-9ddf-d4066cbc0aef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:36.948281 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ef5bc97-556b-4005-b619-a6e27d447462 req-fede3fd0-9869-4c5c-9ddf-d4066cbc0aef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 943 time: 0.1009996 Aug 23 12:25:36.960272 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:36.963591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e62200c-ba06-491d-ac12-d32445688e43 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.012789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ef5bc97-556b-4005-b619-a6e27d447462 req-8554e0f1-9a37-4c2f-b172-dceac5e89d68 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561304 Aug 23 12:25:37.034457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:37.041171 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.054575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Transition to ACTIVE for port object 26de19b8-86d5-4191-9884-ace2e3a729ce will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:37.061288 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e62200c-ba06-491d-ac12-d32445688e43 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.063089 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.065666 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e62200c-ba06-491d-ac12-d32445688e43 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.067446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0e62200c-ba06-491d-ac12-d32445688e43 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbd50816-829f-430f-bba9-39a5bc20b6eb HTTP/1.1" status: 204 len: 168 time: 0.2907939 Aug 23 12:25:37.071546 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35090) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.086992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Network 5af21e2d-d636-41f1-a9f9-874389e16340 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:37.088571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:37.088938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62200c-ba06-491d-ac12-d32445688e43 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd50816-829f-430f-bba9-39a5bc20b6eb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.134468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549a779-483e-479a-b435-6d45bb8f3258 None None] Pushing event updated for resources: {'Port': ['ID=26de19b8-86d5-4191-9884-ace2e3a729ce,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.154081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f0a79242-c26d-48db-b52e-4c6605e07d79 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751932 Aug 23 12:25:37.154259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35092) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.161634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--852865937'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:37.190822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Attempting to bind port 26de19b8-86d5-4191-9884-ace2e3a729ce on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:37.191286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Attempting to bind port 26de19b8-86d5-4191-9884-ace2e3a729ce by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:37.191552 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Attempting to bind port 26de19b8-86d5-4191-9884-ace2e3a729ce on network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:37.197084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:37.197504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Checking segment: {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:37.198139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.198785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Bound using segment: {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:37.199419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Bound port: 26de19b8-86d5-4191-9884-ace2e3a729ce, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d922ad-250e-4195-bbef-308bde3a42da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:37.201021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.204627 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.240997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:37.302924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] For port 26de19b8-86d5-4191-9884-ace2e3a729ce, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:37.308287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] For port 26de19b8-86d5-4191-9884-ace2e3a729ce, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=26de19b8-86d5-4191-9884-ace2e3a729ce,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:37.314408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.319022 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.327895 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.366351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.370741 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2124023 Aug 23 12:25:37.370741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35094) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.373839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:37.379230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21718f6-48cc-4596-bb51-9478434b0592 None None] Network 5af21e2d-d636-41f1-a9f9-874389e16340 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:37.379536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b689e4a9-f4ad-42bc-988d-f85d62ff9ded tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1392186 Aug 23 12:25:37.382989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35096) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.387748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:37.400825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--418891917'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:37.418595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] Provisioning for port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:37.432555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8fe1-f4b1-4ab4-baa8-0e13ff7a46b2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c4068c-38ff-4859-8ede-0f6f441ad133,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.436047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] Provisioning complete for port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:37.436668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.440017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.444201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:37.444973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:37.508502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549a779-483e-479a-b435-6d45bb8f3258 None None] Pushing event updated for resources: {'Port': ['ID=26de19b8-86d5-4191-9884-ace2e3a729ce,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.567392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.572385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.615715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.619638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2443116 Aug 23 12:25:37.619638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc388b8-84f3-4c26-90e4-9bd356fa8db7 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f81534-4a19-44db-b2aa-7ca311489c6f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.631164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35098) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.636827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '46c4068c-38ff-4859-8ede-0f6f441ad133', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b0f81534-4a19-44db-b2aa-7ca311489c6f', 'remote_ip_prefix': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:37.654198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:37.671175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.761172 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.763150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:25:37.765005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.789428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58ffcd7-3177-490d-9e62-ceb6d674c804,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.793580 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.795005 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5e7a5815-c5e8-4e4d-999e-e9552608d6aa tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1627705 Aug 23 12:25:37.797731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35100) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.824415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45f7f520-e854-4705-8b87-1278927f4818 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.832847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45f7f520-e854-4705-8b87-1278927f4818 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.833076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.extraroute_db [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101057) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 12:25:37.849509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.extraroute_db [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Removed routes are [] {{(pid=101057) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 12:25:37.850468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.866521 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45f7f520-e854-4705-8b87-1278927f4818 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.874643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-45f7f520-e854-4705-8b87-1278927f4818 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:37.875978 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-45f7f520-e854-4705-8b87-1278927f4818 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e58ffcd7-3177-490d-9e62-ceb6d674c804 HTTP/1.1" status: 204 len: 168 time: 0.0771632 Aug 23 12:25:37.880563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35102) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.887803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7f520-e854-4705-8b87-1278927f4818 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e58ffcd7-3177-490d-9e62-ceb6d674c804,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:37.933667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8760d104-6305-4555-9fd3-98ef130e44ef tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0519083 Aug 23 12:25:37.936273 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35104) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:37.996141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9c3f69-9a9e-4698-811c-c396e67bc932 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.020083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9c3f69-9a9e-4698-811c-c396e67bc932 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.046838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.054177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.075636 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.078169 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9c3f69-9a9e-4698-811c-c396e67bc932 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.085491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-be9c3f69-9a9e-4698-811c-c396e67bc932 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.087168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-be9c3f69-9a9e-4698-811c-c396e67bc932 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0f81534-4a19-44db-b2aa-7ca311489c6f HTTP/1.1" status: 204 len: 168 time: 0.1498768 Aug 23 12:25:38.091847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35108) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.116473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c3f69-9a9e-4698-811c-c396e67bc932 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f81534-4a19-44db-b2aa-7ca311489c6f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:38.163086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bf82d723-a54e-4b11-8bba-6d27c56087d3 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0674846 Aug 23 12:25:38.163406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35110) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.200452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:38.223986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead648d-d11e-4671-ad7c-853388375496 req-ce583ef9-d7c3-40d2-a77d-bf54f2bc1e5c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:38.225981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fead648d-d11e-4671-ad7c-853388375496 req-ce583ef9-d7c3-40d2-a77d-bf54f2bc1e5c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 943 time: 0.0808506 Aug 23 12:25:38.228496 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d0486cd-3184-477a-afd7-1fd8a7d7d0ee tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.254933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d0486cd-3184-477a-afd7-1fd8a7d7d0ee tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.274699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:38.307294 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d0486cd-3184-477a-afd7-1fd8a7d7d0ee tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.310560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] For port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,segment=NetworkSegment(cb7e4414-7e65-49d4-886a-9a917ad49f21),segment_id=cb7e4414-7e65-49d4-886a-9a917ad49f21)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:38.311572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7d0486cd-3184-477a-afd7-1fd8a7d7d0ee tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.312692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'port_id': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'mac_address': 'fa:16:3e:69:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:25:38.313378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7d0486cd-3184-477a-afd7-1fd8a7d7d0ee tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/46c4068c-38ff-4859-8ede-0f6f441ad133 HTTP/1.1" status: 204 len: 168 time: 0.1489322 Aug 23 12:25:38.318957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35112) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.321767 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.341521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0486cd-3184-477a-afd7-1fd8a7d7d0ee tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c4068c-38ff-4859-8ede-0f6f441ad133,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:38.369865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:38.383494 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.390125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5dab2803-4d4b-43d5-872a-a4f222a3e92c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 934 time: 1.0036051 Aug 23 12:25:38.390961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35114) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.405095 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-43f4dc65-1ae1-43fb-a5a3-4432f2c188a2 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772593 Aug 23 12:25:38.406006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35116) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.418761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--203381484'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:38.441390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fed524-d9d4-4d7e-8a39-b6470cfbc0da None None] Pushing event updated for resources: {'Port': ['ID=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:38.444209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.465805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79e09a1-460b-4f47-a4c1-b0d394b62ef0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:25:38.469640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.499876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:37Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3972ab-2c61-4539-84a5-9bd28d3c55dc', 'name': '', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:98:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:35Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:38.540813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:38.540813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4664c113-a4d1-4a99-a1aa-69fc8328c062 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:38.542510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443c6-6de9-4c6f-b619-2c91c7e64adc None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:37Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3972ab-2c61-4539-84a5-9bd28d3c55dc', 'name': '', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:98:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:35Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:38.544277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.551184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fead648d-d11e-4671-ad7c-853388375496 req-f3eeb9cf-1e28-4f82-b861-c76a86515c6f tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166013 Aug 23 12:25:38.604200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-64ff482c-c66b-4b26-ae3a-b6b410fbb209 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 934 time: 0.1918192 Aug 23 12:25:38.607106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35118) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.613233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'routes': None}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:38.688463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:38.693315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4367438f-3d9f-4947-9059-d50730a55364 None None] Provisioning complete for port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:38.693777 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4367438f-3d9f-4947-9059-d50730a55364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.694121 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.699539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.742011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4664c113-a4d1-4a99-a1aa-69fc8328c062 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:38.742491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.753349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e79e09a1-460b-4f47-a4c1-b0d394b62ef0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:25:38.777331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.780565 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3732064 Aug 23 12:25:38.788816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35120) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:38.796013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '3664db9b-90e2-429f-90d7-f061424788ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:38.796781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2425e-063e-494e-b139-971881e265f5 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3664db9b-90e2-429f-90d7-f061424788ac,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:38.906931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:38.979779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 26de19b8-86d5-4191-9884-ace2e3a729ce up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:39.016004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4367438f-3d9f-4947-9059-d50730a55364 None None] Provisioning for port ca3972ab-2c61-4539-84a5-9bd28d3c55dc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:39.029986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4367438f-3d9f-4947-9059-d50730a55364 None None] Provisioning complete for port ca3972ab-2c61-4539-84a5-9bd28d3c55dc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:39.030465 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4367438f-3d9f-4947-9059-d50730a55364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.073115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.081297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.097182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4367438f-3d9f-4947-9059-d50730a55364 None None] Port ca3972ab-2c61-4539-84a5-9bd28d3c55dc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:39.131533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 26de19b8-86d5-4191-9884-ace2e3a729ce completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:39.135647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763c5b4a-ec2b-442a-b9ef-ef9c0b240c6b,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:39.137731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 26de19b8-86d5-4191-9884-ace2e3a729ce triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:39.138141 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.142650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.147108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8d1af840-2cd2-41aa-b391-13aa849a19c4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3570046 Aug 23 12:25:39.147790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35122) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:39.195930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.extraroute_db [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added routes are [] {{(pid=101057) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 12:25:39.196287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.extraroute_db [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101057) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 12:25:39.202062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd42415c-2921-46f5-8403-18df3eaac298 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.214288 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd42415c-2921-46f5-8403-18df3eaac298 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.244025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.256568 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd42415c-2921-46f5-8403-18df3eaac298 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.261919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dd42415c-2921-46f5-8403-18df3eaac298 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.266361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd42415c-2921-46f5-8403-18df3eaac298 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/763c5b4a-ec2b-442a-b9ef-ef9c0b240c6b HTTP/1.1" status: 204 len: 168 time: 0.1170881 Aug 23 12:25:39.266981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35124) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:39.282383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-41eabf4b-2624-4914-ae16-9ddf873587ec None None] Provisioning complete for port ca3972ab-2c61-4539-84a5-9bd28d3c55dc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:39.282634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42415c-2921-46f5-8403-18df3eaac298 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=763c5b4a-ec2b-442a-b9ef-ef9c0b240c6b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:39.282894 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41eabf4b-2624-4914-ae16-9ddf873587ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.346846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f713fa8b-b5ee-464b-bfd1-6ce9ee411cbb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673401 Aug 23 12:25:39.347444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.347857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35126) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:39.366076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-41eabf4b-2624-4914-ae16-9ddf873587ec None None] Port ca3972ab-2c61-4539-84a5-9bd28d3c55dc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:25:39.395840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 26de19b8-86d5-4191-9884-ace2e3a729ce, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=26de19b8-86d5-4191-9884-ace2e3a729ce,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:39.401445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.427464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd4c1-1765-4562-9d1a-34764fb87319 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.454663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd4c1-1765-4562-9d1a-34764fb87319 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.461059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=26de19b8-86d5-4191-9884-ace2e3a729ce,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:39.469356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.474497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.500526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd4c1-1765-4562-9d1a-34764fb87319 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.503372 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5a1bd4c1-1765-4562-9d1a-34764fb87319 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.504657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5a1bd4c1-1765-4562-9d1a-34764fb87319 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/3664db9b-90e2-429f-90d7-f061424788ac HTTP/1.1" status: 204 len: 168 time: 0.1527514 Aug 23 12:25:39.508010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35128) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:39.526883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bd4c1-1765-4562-9d1a-34764fb87319 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3664db9b-90e2-429f-90d7-f061424788ac,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:39.530419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:39.556633 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:39.557616 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:39.587792 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-da005a9d-5aeb-425b-81c6-04e64dc86c82 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782416 Aug 23 12:25:39.588416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35132) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:39.593783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group': {'name': 'tempest-secgroup--130762519'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:39.620161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.668187 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:39.723516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5c73a-64b4-4756-8e86-69e70a4d36eb req-38b143d2-0b17-4f77-a8ce-482097a479cf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:39.725151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd5c73a-64b4-4756-8e86-69e70a4d36eb req-38b143d2-0b17-4f77-a8ce-482097a479cf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 944 time: 0.0831251 Aug 23 12:25:39.759904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:39.826145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6cd5c73a-64b4-4756-8e86-69e70a4d36eb req-2edf1963-de98-4ec7-a9ee-719917b520d2 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895367 Aug 23 12:25:39.836543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.853988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.869517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:25:39.875027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.880489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2865117 Aug 23 12:25:39.880489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35134) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:39.883080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:39.883675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.884408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '61b74fc4-c802-4e41-b88d-5a5f6056ebf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:39.892458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b74fc4-c802-4e41-b88d-5a5f6056ebf7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:39.906526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.906886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.907239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.907587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.907929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.908269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.908652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.908991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.909326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.909660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.910036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.910364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2eaae-8fd4-4bee-8931-3d788e09c1df tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:39.938008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:39.941357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:39.974934 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 7, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3972ab-2c61-4539-84a5-9bd28d3c55dc', 'name': '', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:98:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:35Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:39.998560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.001084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.004949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.014118 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:40.015467 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Updating router 4c831f20-5430-4e29-beff-8a808dc2480d port ca3972ab-2c61-4539-84a5-9bd28d3c55dc binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:25:40.029596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78a2a5f-7cc6-4ee4-a695-07405b235543,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.032797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:25:40.036929 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a08c6-8e07-44d8-acea-5e55a9288a43" -d '{"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-plugged", "status": "completed", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:25:40.040936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.042957 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-32fb06ec-a554-4677-8fc3-f85033890acf tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623137 Aug 23 12:25:40.045573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35138) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.047503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:40.059722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:40.061030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.065029 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8609e13d-31e5-47e5-a133-21274628e9a2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 700 time: 1.4540315 Aug 23 12:25:40.065233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6096c2a9-2121-4823-9aad-5097402ac438 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules/f78a2a5f-7cc6-4ee4-a695-07405b235543 HTTP/1.1" status: 200 len: 763 time: 0.0179799 Aug 23 12:25:40.065502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35140) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.066412 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.069955 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.070315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35142) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.115832 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b41be3-6000-4c21-b94c-53e32aa4e919 x-openstack-request-id: req-c1b41be3-6000-4c21-b94c-53e32aa4e919 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:25:40.116265 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-plugged", "status": "completed", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:25:40.116529 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1b41be3-6000-4c21-b94c-53e32aa4e919 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:25:40.116926 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'code': 200} Aug 23 12:25:40.120128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.149479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-decda5f4-6a3d-4962-bd4f-00b5599d8ecb tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0729499 Aug 23 12:25:40.149479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35144) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.177732 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7b71f8dc-6829-428d-9d1a-1fa46b728d65 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 700 time: 0.1110320 Aug 23 12:25:40.180212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35146) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.190298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ee583b6-ab49-4c4e-bf13-fc7c739eb6c6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.218376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ee583b6-ab49-4c4e-bf13-fc7c739eb6c6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.247075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1ac61-36df-4521-89c8-02dd35965b43 req-302bb359-f33c-4091-a67b-acc7447484ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:40.248791 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aea1ac61-36df-4521-89c8-02dd35965b43 req-302bb359-f33c-4091-a67b-acc7447484ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1096 time: 0.0778124 Aug 23 12:25:40.256329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ee583b6-ab49-4c4e-bf13-fc7c739eb6c6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.262507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0ee583b6-ab49-4c4e-bf13-fc7c739eb6c6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.263656 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0ee583b6-ab49-4c4e-bf13-fc7c739eb6c6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f78a2a5f-7cc6-4ee4-a695-07405b235543 HTTP/1.1" status: 204 len: 168 time: 0.1136324 Aug 23 12:25:40.266859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35148) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.279391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee583b6-ab49-4c4e-bf13-fc7c739eb6c6 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f78a2a5f-7cc6-4ee4-a695-07405b235543,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.306077 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aea1ac61-36df-4521-89c8-02dd35965b43 req-1845e67a-4091-43b8-b565-c0bf8ef61dd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Aug 23 12:25:40.398534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-db9a637b-d169-4b82-bb35-59780fba5365 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1260362 Aug 23 12:25:40.398756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35150) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.403246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '61b74fc4-c802-4e41-b88d-5a5f6056ebf7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:40.406038 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.412569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0dd4fd98-8133-4c39-b67a-c36bf5677cdd up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:40.418364 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Transition to ACTIVE for port object ca3972ab-2c61-4539-84a5-9bd28d3c55dc will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:40.425315 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.464148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:40.464388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.478626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.487139 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4199ab-7083-4d12-89fc-2b76c0ec1af6 None None] Pushing event updated for resources: {'Port': ['ID=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.554639 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Attempting to bind port ca3972ab-2c61-4539-84a5-9bd28d3c55dc on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:25:40.555836 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Attempting to bind port ca3972ab-2c61-4539-84a5-9bd28d3c55dc by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:25:40.556109 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Attempting to bind port ca3972ab-2c61-4539-84a5-9bd28d3c55dc on network 5af21e2d-d636-41f1-a9f9-874389e16340 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:25:40.562615 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:25:40.562615 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Checking segment: {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:25:40.562933 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.563372 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Bound using segment: {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:25:40.563711 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Bound port: ca3972ab-2c61-4539-84a5-9bd28d3c55dc, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7e4414-7e65-49d4-886a-9a917ad49f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:25:40.564093 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.569568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 26de19b8-86d5-4191-9884-ace2e3a729ce up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:25:40.608240 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.616328 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.636115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 26de19b8-86d5-4191-9884-ace2e3a729ce triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:25:40.636641 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.646252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a711fe46-fd94-4c11-a5d8-66719674286c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.654124 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] For port ca3972ab-2c61-4539-84a5-9bd28d3c55dc, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:25:40.654738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.658317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2562926 Aug 23 12:25:40.658529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] For port ca3972ab-2c61-4539-84a5-9bd28d3c55dc, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,segment=NetworkSegment(cb7e4414-7e65-49d4-886a-9a917ad49f21),segment_id=cb7e4414-7e65-49d4-886a-9a917ad49f21)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:25:40.658940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35152) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.663945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.664328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.664638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.664979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.665361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.665776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.666101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.666504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.666866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.667199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.667530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.667856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19165f9e-0c80-40b2-af85-8899d642212a tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:40.670065 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.680083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.690423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-90dad42c-f443-4a64-a952-94c8ec681119 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules/a711fe46-fd94-4c11-a5d8-66719674286c HTTP/1.1" status: 200 len: 763 time: 0.0297232 Aug 23 12:25:40.695381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35154) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.745316 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4199ab-7083-4d12-89fc-2b76c0ec1af6 None None] Pushing event updated for resources: {'Port': ['ID=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.752374 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:40.754349 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:40.775770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-00845bc0-716d-45c8-9079-abc57b46488c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0790706 Aug 23 12:25:40.778293 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35156) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.814249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-399b332d-289b-4f57-b92a-ce77a1a9b6bd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.823677 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-399b332d-289b-4f57-b92a-ce77a1a9b6bd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.856530 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-399b332d-289b-4f57-b92a-ce77a1a9b6bd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.864112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-399b332d-289b-4f57-b92a-ce77a1a9b6bd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:40.865816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-399b332d-289b-4f57-b92a-ce77a1a9b6bd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a711fe46-fd94-4c11-a5d8-66719674286c HTTP/1.1" status: 204 len: 168 time: 0.0855954 Aug 23 12:25:40.868914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35160) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.878387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b332d-289b-4f57-b92a-ce77a1a9b6bd tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a711fe46-fd94-4c11-a5d8-66719674286c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:40.907190 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:40.940487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0561f589-9894-4332-9046-f676f10aedd9 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0696528 Aug 23 12:25:40.944742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35162) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:40.953392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Request body: {'security_group_rule': {'security_group_id': '61b74fc4-c802-4e41-b88d-5a5f6056ebf7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:40.986840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acd35d-a1f6-442a-ab42-e13a677a4198 req-1532acad-d864-4b8a-9dc4-8d76f7cd2afd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:40.988961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-42acd35d-a1f6-442a-ab42-e13a677a4198 req-1532acad-d864-4b8a-9dc4-8d76f7cd2afd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0581157 Aug 23 12:25:41.038928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-42acd35d-a1f6-442a-ab42-e13a677a4198 req-3bb95399-f02d-454f-8c58-f2eff15a9fde tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Aug 23 12:25:41.058042 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.107825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port ca3972ab-2c61-4539-84a5-9bd28d3c55dc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:41.108329 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.142432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.161650 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 7, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3972ab-2c61-4539-84a5-9bd28d3c55dc', 'name': '', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:98:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:35Z', 'updated_at': '2021-08-23T12:25:40Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:41.171668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.190177 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8819-f6b8-4cce-a72d-3c7367ebf1e9 None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 7, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3972ab-2c61-4539-84a5-9bd28d3c55dc', 'name': '', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:98:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:35Z', 'updated_at': '2021-08-23T12:25:40Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:41.200124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494ede0d-9276-4e27-84b0-ed0e400d5d98,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:41.212120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.213502 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2d2025bd-898c-4517-ab89-08a1475947b4 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2675910 Aug 23 12:25:41.216278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35164) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.247406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port ca3972ab-2c61-4539-84a5-9bd28d3c55dc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,segment=NetworkSegment(cb7e4414-7e65-49d4-886a-9a917ad49f21),segment_id=cb7e4414-7e65-49d4-886a-9a917ad49f21)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:41.247778 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.253107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-42f77e4b-1477-44f0-9725-243643847113 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules/494ede0d-9276-4e27-84b0-ed0e400d5d98 HTTP/1.1" status: 200 len: 764 time: 0.0358224 Aug 23 12:25:41.256026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35166) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.267700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for ca3972ab-2c61-4539-84a5-9bd28d3c55dc owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:41.308406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-da7ac49d-b7fb-4da8-8259-b0fbe81d4bf0 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0511172 Aug 23 12:25:41.309115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35168) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.338439 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd7f353a-72df-47b7-9878-df092703a59c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.349027 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd7f353a-72df-47b7-9878-df092703a59c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.378827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd7f353a-72df-47b7-9878-df092703a59c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.387922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd7f353a-72df-47b7-9878-df092703a59c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.389924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cd7f353a-72df-47b7-9878-df092703a59c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/494ede0d-9276-4e27-84b0-ed0e400d5d98 HTTP/1.1" status: 204 len: 168 time: 0.0788147 Aug 23 12:25:41.393429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35170) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.403717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:41.416440 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f353a-72df-47b7-9878-df092703a59c tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=494ede0d-9276-4e27-84b0-ed0e400d5d98,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:41.416825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:41.418190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:41.444312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f659bd89-0f5c-4566-afd1-cf0ae5f65615 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494576 Aug 23 12:25:41.450124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35172) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.488962 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.515141 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8001fe50-2ba1-4c3f-a76b-a8109a348730 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.518508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=ca3972ab-2c61-4539-84a5-9bd28d3c55dc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:41.518681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:41.569647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8001fe50-2ba1-4c3f-a76b-a8109a348730 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.633966 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8001fe50-2ba1-4c3f-a76b-a8109a348730 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.638512 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8001fe50-2ba1-4c3f-a76b-a8109a348730 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.643269 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8001fe50-2ba1-4c3f-a76b-a8109a348730 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "DELETE /v2.0/security-groups/61b74fc4-c802-4e41-b88d-5a5f6056ebf7 HTTP/1.1" status: 204 len: 168 time: 0.1921303 Aug 23 12:25:41.644247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35174) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.676225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001fe50-2ba1-4c3f-a76b-a8109a348730 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b74fc4-c802-4e41-b88d-5a5f6056ebf7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:41.706050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:41.718447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0a337a1d-97a1-46b8-8fed-e92c41c43868 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642514 Aug 23 12:25:41.720802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35176) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:41.771054 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0bf61f6c-0668-4a38-88f1-d50cbc5d0373 tempest-SecGroupTest-1584412474 tempest-SecGroupTest-1584412474-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483375 Aug 23 12:25:41.800408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 7, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3972ab-2c61-4539-84a5-9bd28d3c55dc', 'name': '', 'network_id': '5af21e2d-d636-41f1-a9f9-874389e16340', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:98:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:35Z', 'updated_at': '2021-08-23T12:25:40Z', 'revision_number': 4, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'c3d32c54-5953-4702-a915-2f679a00a266', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:41.838633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:41.848170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:41.848874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:41.938975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:42.052547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:42.062486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-489f1a52-2309-4373-8beb-2ef3ce94ddd4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776238 Aug 23 12:25:42.062826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35184) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:42.064012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35186) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:42.111023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:42.124266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet c3d32c54-5953-4702-a915-2f679a00a266 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:42.129851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.170065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.173013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e95ef5-f00e-46f1-b0cf-fa33e805532b req-a6ffa998-3867-4db1-8678-5f980b39b530 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:42.175185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76e95ef5-f00e-46f1-b0cf-fa33e805532b req-a6ffa998-3867-4db1-8678-5f980b39b530 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0581021 Aug 23 12:25:42.222444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76e95ef5-f00e-46f1-b0cf-fa33e805532b req-b49a8411-76ad-4d39-81fa-564c45ad3ecc tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 Aug 23 12:25:42.286126 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-54038059-d98e-4ce4-96ac-9f24ddef5051 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c841e25b27c42dfa79640ac9c9eaeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146418 Aug 23 12:25:42.288467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35192) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:42.343885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:41Z', 'revision_number': 8, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:42.347708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.374862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cbd10-f1ae-4f58-ab19-68bec68816a6 None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:41Z', 'revision_number': 8, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:42.435407 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fea6c-1995-463a-95fa-356e2da4aa61 req-b8d9b297-fb6a-4142-8a0c-6ef1e728b2d8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:42.436981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c1fea6c-1995-463a-95fa-356e2da4aa61 req-b8d9b297-fb6a-4142-8a0c-6ef1e728b2d8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.1408768 Aug 23 12:25:42.438341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fec-6a75-44e6-97bc-958a265a166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.482816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fec-6a75-44e6-97bc-958a265a166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.500752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.544561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c1fea6c-1995-463a-95fa-356e2da4aa61 req-c2cc2e8b-59a8-4877-af17-3679044122fd tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001902 Aug 23 12:25:42.549806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d32c54-5953-4702-a915-2f679a00a266,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:42.568017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.568017 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-87247e57-a49f-4540-a90b-45d875d45eae tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/c3d32c54-5953-4702-a915-2f679a00a266 HTTP/1.1" status: 204 len: 168 time: 0.4948955 Aug 23 12:25:42.568017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:42.570202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:42.573903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd61f5b-a6a5-4116-851f-aa1cf6d7871f None None] Network 5af21e2d-d636-41f1-a9f9-874389e16340 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:42.622465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20a2ee-b9d2-4703-8457-73437a011e4a tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:42.626678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9a20a2ee-b9d2-4703-8457-73437a011e4a tempest-TestNetworkAdvancedServerOps-336992318 tempest-TestNetworkAdvancedServerOps-336992318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1091 time: 0.0500982 Aug 23 12:25:42.626889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35198) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:42.630659 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fec-6a75-44e6-97bc-958a265a166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.631693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:42.633633 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fec-6a75-44e6-97bc-958a265a166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.636555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f1ef5fec-6a75-44e6-97bc-958a265a166b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc619963-d359-47bc-916d-a140865b3d10 HTTP/1.1" status: 204 len: 168 time: 0.3449864 Aug 23 12:25:42.661849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.663678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5fec-6a75-44e6-97bc-958a265a166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc619963-d359-47bc-916d-a140865b3d10,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:42.675118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.745724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:42.746352 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.804041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] DHCP port deletion for 5af21e2d-d636-41f1-a9f9-874389e16340 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:42.829390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,segment=NetworkSegment(cb7e4414-7e65-49d4-886a-9a917ad49f21),segment_id=cb7e4414-7e65-49d4-886a-9a917ad49f21)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:42.829782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.845526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 0dd4fd98-8133-4c39-b67a-c36bf5677cdd owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:42.856753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.893727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] Deleting port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:42.894460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.957464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:42.988267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:42.994206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:42.997197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] For port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,segment=NetworkSegment(cb7e4414-7e65-49d4-886a-9a917ad49f21),segment_id=cb7e4414-7e65-49d4-886a-9a917ad49f21)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:42.998184 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.020645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] Calling delete_port for 0dd4fd98-8133-4c39-b67a-c36bf5677cdd owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:43.024870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Allocated IP 172.25.1.154 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/158e5122-9b5e-4cfa-bad8-15d26fca6832) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:43.059844 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:43.071809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:43.073595 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:43.120479 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.143982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.153951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] Pushing event deleted for resources: {'Port': ['ID=0dd4fd98-8133-4c39-b67a-c36bf5677cdd,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:43.156081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24e6e4-426e-49bd-872a-51f5151cea4b None None] No DVR routers for this DVR port 0dd4fd98-8133-4c39-b67a-c36bf5677cdd on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:43.167385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af21e2d-d636-41f1-a9f9-874389e16340']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:43.179348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7e4414-7e65-49d4-886a-9a917ad49f21') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:43.179661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7e4414-7e65-49d4-886a-9a917ad49f21') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:43.187292 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.190327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.210227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.218046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:43.218956 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:43.223971 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:43.228707 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:43.240882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.307877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.309625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=158e5122-9b5e-4cfa-bad8-15d26fca6832,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:43.313936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:25:43.316339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:25:43.318762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:25:43.338333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.341653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/5af21e2d-d636-41f1-a9f9-874389e16340 HTTP/1.1" status: 204 len: 168 time: 0.7776256 Aug 23 12:25:43.341653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd3be-933d-4024-ada2-6b3c9352c26b tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=5af21e2d-d636-41f1-a9f9-874389e16340,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:43.342054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35216) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:43.534593 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:41Z', 'revision_number': 8, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:43.567208 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:43.576377 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:43.577096 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:43.634122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:43.725758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.785650 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:43.799494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-31acfac2-2dea-42b7-84e7-26fcd8e03982 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1860043951', 'prefixes': ['172.20.0.0/16']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:43.844114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.958054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-31acfac2-2dea-42b7-84e7-26fcd8e03982 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] Notify callbacks [] for subnetpool, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:43.962098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31acfac2-2dea-42b7-84e7-26fcd8e03982 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3266442 Aug 23 12:25:43.962467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35230) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:43.973620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.041405 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:41Z', 'revision_number': 8, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:44.043320 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-de9de79c-7662-48da-9f1d-554c5d85c46d tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] 10.222.0.21 "GET /v2.0/subnetpools/9fd83d85-389b-4dc6-b912-9a808fe20a9b HTTP/1.1" status: 200 len: 732 time: 0.0792480 Aug 23 12:25:44.045894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35232) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:44.077714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 26de19b8-86d5-4191-9884-ace2e3a729ce {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:44.078201 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.078731 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9422bf17-5d63-490c-a187-dbec8c8a5566 None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:41Z', 'revision_number': 8, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '26de19b8-86d5-4191-9884-ace2e3a729ce', 'name': '', 'network_id': '2882e2b1-fd5e-4ebe-a662-be0da9b89309', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:2b:bb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:28Z', 'updated_at': '2021-08-23T12:25:39Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': '76d79264-bfd0-4106-adb6-11829e28c0d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:44.163495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.168865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d792c7ab-1c64-4dee-b0ad-a3254e1f8150 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-38611656'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:44.177530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.195969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 26de19b8-86d5-4191-9884-ace2e3a729ce, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=26de19b8-86d5-4191-9884-ace2e3a729ce,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:44.197091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.212167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 26de19b8-86d5-4191-9884-ace2e3a729ce owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:44.300059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event updated for resources: {'Port': ['ID=158e5122-9b5e-4cfa-bad8-15d26fca6832,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:44.357082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.421000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0dd4fd98-8133-4c39-b67a-c36bf5677cdd no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:44.427050 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d792c7ab-1c64-4dee-b0ad-a3254e1f8150 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] Notify callbacks [] for subnetpool, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.431033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d792c7ab-1c64-4dee-b0ad-a3254e1f8150 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] 10.222.0.21 "PUT /v2.0/subnetpools/9fd83d85-389b-4dc6-b912-9a808fe20a9b HTTP/1.1" status: 200 len: 682 time: 0.3840938 Aug 23 12:25:44.431668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35236) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:44.452514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0dd4fd98-8133-4c39-b67a-c36bf5677cdd {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:44.453891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0dd4fd98-8133-4c39-b67a-c36bf5677cdd not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:44.456206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ca3972ab-2c61-4539-84a5-9bd28d3c55dc no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:44.480219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ca3972ab-2c61-4539-84a5-9bd28d3c55dc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:44.480892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ca3972ab-2c61-4539-84a5-9bd28d3c55dc not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:44.772223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.803230 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=26de19b8-86d5-4191-9884-ace2e3a729ce,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:44.905083 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP 3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 associated. External IP: 172.25.1.154, port: e79e09a1-460b-4f47-a4c1-b0d394b62ef0. Aug 23 12:25:44.960663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ac54553b-5303-481d-b33c-71d40e0c99dc tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] Notify callbacks [] for subnetpool, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:44.961994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ac54553b-5303-481d-b33c-71d40e0c99dc tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9fd83d85-389b-4dc6-b912-9a808fe20a9b HTTP/1.1" status: 204 len: 168 time: 0.5273318 Aug 23 12:25:44.965006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35238) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:44.984669 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-3e8bf00c-17ec-457f-b70a-770e02caf420 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] show failed (client error): The resource could not be found. Aug 23 12:25:44.986134 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e8bf00c-17ec-457f-b70a-770e02caf420 tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] 10.222.0.21 "GET /v2.0/subnetpools/9fd83d85-389b-4dc6-b912-9a808fe20a9b HTTP/1.1" status: 404 len: 346 time: 0.0202672 Aug 23 12:25:44.990281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35240) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:45.024738 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-2ffce20f-6ba8-471d-b216-7239ff5d46fe tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] delete failed (client error): The resource could not be found. Aug 23 12:25:45.029916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2ffce20f-6ba8-471d-b216-7239ff5d46fe tempest-SubnetPoolsTestJSON-1332328924 tempest-SubnetPoolsTestJSON-1332328924-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9fd83d85-389b-4dc6-b912-9a808fe20a9b HTTP/1.1" status: 404 len: 346 time: 0.0344553 Aug 23 12:25:45.033503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.232737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:45.255637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:45.384233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:45.397522 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] Sync routers for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:45.420686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.423885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:45.427387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:45.462886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7bb6c3c3-df81-47ff-b12a-6add4a1d74b8 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8349013 Aug 23 12:25:45.463626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:25:45.466428 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ac313b-744f-470f-933e-91d21990957c" -d '{"events": [{"name": "network-changed", "server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:25:45.488897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:45.501778 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:45.507262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-37364c92-e0d7-4a1e-809a-3dc134d88a00 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1643171 Aug 23 12:25:45.512119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35254) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:45.522890 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:45.525832 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:45.531345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35256) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:45.610965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet 76d79264-bfd0-4106-adb6-11829e28c0d0 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:45.619058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.681126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:45.721866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.728553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:45.774957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c8ba-9778-4609-8c79-5a48f353f94c req-c3644bcf-02af-4941-bdb6-6a85f3e82868 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:45.776515 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c6c8ba-9778-4609-8c79-5a48f353f94c req-c3644bcf-02af-4941-bdb6-6a85f3e82868 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.1586995 Aug 23 12:25:45.780342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b434359e-961e-443b-9800-522549a8368b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.853656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c6c8ba-9778-4609-8c79-5a48f353f94c req-5f4c8d5c-687c-4c51-bce0-7990b4201b27 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706329 Aug 23 12:25:45.869127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.887237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35260) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:45.895436 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046eff6d-c9c7-42ce-baf8-e54e9af492f2 x-openstack-request-id: req-046eff6d-c9c7-42ce-baf8-e54e9af492f2 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:25:45.895436 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:25:45.895436 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-046eff6d-c9c7-42ce-baf8-e54e9af492f2 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:25:45.895891 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'status': 'completed', 'code': 200} Aug 23 12:25:45.939679 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.954578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:45.961275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/76d79264-bfd0-4106-adb6-11829e28c0d0 HTTP/1.1" status: 204 len: 168 time: 0.4442110 Aug 23 12:25:45.976083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35262) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:45.977626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597963f-5bf7-4c85-9695-5d0b91c9ae39 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=76d79264-bfd0-4106-adb6-11829e28c0d0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:45.979997 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:44Z', 'revision_number': 9, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.013911 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:46.026742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:46.026742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.037751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ed39a6c-d46d-4677-b91c-4d9b3b70253b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 HTTP/1.1" status: 200 len: 991 time: 0.1466947 Aug 23 12:25:46.051943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999057b-e99d-412f-a0a5-de6a28577d9a None None] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:46.072574 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b434359e-961e-443b-9800-522549a8368b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.082802 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b434359e-961e-443b-9800-522549a8368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.147645 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.174637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434359e-961e-443b-9800-522549a8368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5326e5-4c69-4b42-b1c3-1c2564f6e353,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:46.178901 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:46.195985 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b434359e-961e-443b-9800-522549a8368b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46bc05f8644b4de7bf233b84e2865110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632888 Aug 23 12:25:46.197606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35266) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:46.208344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac313b-744f-470f-933e-91d21990957c req-205f53d2-56ec-4634-9ead-81db0a7a4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:46.209941 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-205f53d2-56ec-4634-9ead-81db0a7a4b7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1096 time: 0.2535002 Aug 23 12:25:46.268553 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6294f4e6-48f6-4d3c-b92a-006415c0f169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.281531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port faac57c7-8602-423f-a609-85d1cfd29aac {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:46.282004 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.299549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'port_id': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'mac_address': 'fa:16:3e:69:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:25:43Z', 'updated_at': '2021-08-23T12:25:43Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:33Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.321524 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6294f4e6-48f6-4d3c-b92a-006415c0f169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.344356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac313b-744f-470f-933e-91d21990957c req-e203dc1b-d34e-4b53-9457-eb04446041e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:46.345405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] Checking router: 8ff2b0a3-7910-4076-9c70-a15f37d76a5f for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:46.347389 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-e203dc1b-d34e-4b53-9457-eb04446041e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 200 len: 898 time: 0.1303251 Aug 23 12:25:46.367701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] DHCP port deletion for 2882e2b1-fd5e-4ebe-a662-be0da9b89309 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:46.399804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port faac57c7-8602-423f-a609-85d1cfd29aac, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=faac57c7-8602-423f-a609-85d1cfd29aac,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:46.409750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.437261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:46.438411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.462066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for faac57c7-8602-423f-a609-85d1cfd29aac owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:46.465396 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:44Z', 'revision_number': 9, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.472506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-6dabb814-b869-4396-a740-d08f941b5b8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 200 len: 999 time: 0.1132853 Aug 23 12:25:46.527126 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd00420d-1f4c-4a49-bbc8-d014625e8a6e None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:44Z', 'revision_number': 9, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': '4664c113-a4d1-4a99-a1aa-69fc8328c062', 'name': '', 'network_id': '5e0ff606-9359-43ae-8f08-a0adf8237c64', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:3b:2b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'efac2741-860e-4431-a939-6eb65f82d569', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:23Z', 'updated_at': '2021-08-23T12:25:36Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'efac2741-860e-4431-a939-6eb65f82d569', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:46.530363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac313b-744f-470f-933e-91d21990957c req-5bb282de-77a8-4cd2-9d6a-1d94315e12af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:46.532246 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-5bb282de-77a8-4cd2-9d6a-1d94315e12af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d1286a5-30c7-42ff-b493-34ecc246baef HTTP/1.1" status: 200 len: 835 time: 0.0537102 Aug 23 12:25:46.577342 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6294f4e6-48f6-4d3c-b92a-006415c0f169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.588549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6294f4e6-48f6-4d3c-b92a-006415c0f169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.589880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6294f4e6-48f6-4d3c-b92a-006415c0f169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c5326e5-4c69-4b42-b1c3-1c2564f6e353 HTTP/1.1" status: 204 len: 168 time: 0.3893733 Aug 23 12:25:46.592704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac313b-744f-470f-933e-91d21990957c req-c1069078-2c9d-4459-8005-2409e278c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:46.595509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-c1069078-2c9d-4459-8005-2409e278c29a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e85b8a-3539-41af-bc89-d4f02c2b6f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546515 Aug 23 12:25:46.601287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f4e6-48f6-4d3c-b92a-006415c0f169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5326e5-4c69-4b42-b1c3-1c2564f6e353,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:46.614050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Deleting port faac57c7-8602-423f-a609-85d1cfd29aac {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:46.615163 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.654984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:46.663410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.708510 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-4640e487-a7e8-48c2-b773-0272d8b5380d service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068189 Aug 23 12:25:46.722595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=faac57c7-8602-423f-a609-85d1cfd29aac,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:46.746582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port faac57c7-8602-423f-a609-85d1cfd29aac on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:46.815421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61ac313b-744f-470f-933e-91d21990957c req-57233130-8e80-40d8-bf89-bdae61ce53d6 service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003342 Aug 23 12:25:46.873753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] For port faac57c7-8602-423f-a609-85d1cfd29aac, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=faac57c7-8602-423f-a609-85d1cfd29aac,segment=NetworkSegment(f3d922ad-250e-4195-bbef-308bde3a42da),segment_id=f3d922ad-250e-4195-bbef-308bde3a42da)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:46.874165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.890396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:46.901296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Calling delete_port for faac57c7-8602-423f-a609-85d1cfd29aac owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:46.904779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2882e2b1-fd5e-4ebe-a662-be0da9b89309']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.942799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d922ad-250e-4195-bbef-308bde3a42da') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.943398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d922ad-250e-4195-bbef-308bde3a42da') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:46.961167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.000727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.014139 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:47.014964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:47.034857 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:47.039607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35288) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:47.119082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.130669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.135929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/2882e2b1-fd5e-4ebe-a662-be0da9b89309 HTTP/1.1" status: 204 len: 168 time: 1.1560957 Aug 23 12:25:47.138560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:47.179042 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-76a5a707-a7e0-48c1-aa0a-b02d0935cf46 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 HTTP/1.1" status: 200 len: 991 time: 0.1364965 Aug 23 12:25:47.192813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd870-c586-40c7-976b-c6011f1709a5 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=2882e2b1-fd5e-4ebe-a662-be0da9b89309,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:47.321024 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.349513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Pushing event deleted for resources: {'Port': ['ID=faac57c7-8602-423f-a609-85d1cfd29aac,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:47.351577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Network 2882e2b1-fd5e-4ebe-a662-be0da9b89309 is not hosted by any dhcp agent {{(pid=101059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:25:47.352037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] No DVR routers for this DVR port faac57c7-8602-423f-a609-85d1cfd29aac on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:47.378978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.379475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.379825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.380178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.380518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.380861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.381276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.381519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.381897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.382231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.382564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.383024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec411b-ade9-4f2a-81fa-dfdb2e1637da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:25:47.398920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'port_id': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'mac_address': 'fa:16:3e:69:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:25:43Z', 'updated_at': '2021-08-23T12:25:43Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:33Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:47.435335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc3eae-cbef-44f5-873c-e60e3e978868 None None] The sync data for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 is: [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'port_id': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'mac_address': 'fa:16:3e:69:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:25:43Z', 'updated_at': '2021-08-23T12:25:43Z', 'revision_number': 0, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:33Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:47.709215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:47.804836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695d8c6-bf39-4efd-b3d7-e470b2da60f7 None None] New status for floating IP 3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:25:48.051338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 4664c113-a4d1-4a99-a1aa-69fc8328c062 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:48.051854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:48.182422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:48.198038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 4664c113-a4d1-4a99-a1aa-69fc8328c062, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4664c113-a4d1-4a99-a1aa-69fc8328c062,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:48.198377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:48.218581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 4664c113-a4d1-4a99-a1aa-69fc8328c062 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:48.257577 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-31f6bc93-f406-4463-8af7-238938c17241 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 HTTP/1.1" status: 200 len: 993 time: 0.0737250 Aug 23 12:25:48.402292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device faac57c7-8602-423f-a609-85d1cfd29aac no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:48.425574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: faac57c7-8602-423f-a609-85d1cfd29aac {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:48.426207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device faac57c7-8602-423f-a609-85d1cfd29aac not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:48.426797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 26de19b8-86d5-4191-9884-ace2e3a729ce no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:48.440163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:48.452061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 26de19b8-86d5-4191-9884-ace2e3a729ce {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:48.452637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 26de19b8-86d5-4191-9884-ace2e3a729ce not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:48.477474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=4664c113-a4d1-4a99-a1aa-69fc8328c062,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:48.678654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:48.907060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:49.013101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:49.019287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-12fe9845-dedb-4bbc-8860-bc8a6dc56eca tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791413 Aug 23 12:25:49.022222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35346) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:49.035844 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:49.045556 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:49.046455 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:49.081190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet efac2741-860e-4431-a939-6eb65f82d569 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:49.085006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.143483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.151002 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:49.266738 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.276196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35352) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:49.343782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.384202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=efac2741-860e-4431-a939-6eb65f82d569,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:49.395584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca6c07-f1a5-463c-8da0-fe490d7544e9 None None] Network 5e0ff606-9359-43ae-8f08-a0adf8237c64 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:49.396117 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.401130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35356) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:49.401384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7a03f4e9-0bd5-4fab-8b58-f27f1217de63 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/efac2741-860e-4431-a939-6eb65f82d569 HTTP/1.1" status: 204 len: 168 time: 0.3780611 Aug 23 12:25:49.434101 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:48Z', 'revision_number': 10, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:49.461329 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dcda-9fd1-4919-ba14-bac2653e2777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.462708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:49.474827 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:49.475834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:49.535857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.581261 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:49.631808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] DHCP port deletion for 5e0ff606-9359-43ae-8f08-a0adf8237c64 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:49.659343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 42534c59-07c0-449b-92ff-96ebe1ba6053 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:49.659839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.684418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dcda-9fd1-4919-ba14-bac2653e2777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.693233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] Deleting port 42534c59-07c0-449b-92ff-96ebe1ba6053 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:49.693617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.699116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dcda-9fd1-4919-ba14-bac2653e2777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.774423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] For port 42534c59-07c0-449b-92ff-96ebe1ba6053, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=42534c59-07c0-449b-92ff-96ebe1ba6053,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:49.776186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.791257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] Calling delete_port for 42534c59-07c0-449b-92ff-96ebe1ba6053 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:49.815966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 42534c59-07c0-449b-92ff-96ebe1ba6053, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=42534c59-07c0-449b-92ff-96ebe1ba6053,segment=NetworkSegment(c77532df-4fe2-4b42-a9cc-b38e42ce45e2),segment_id=c77532df-4fe2-4b42-a9cc-b38e42ce45e2)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:49.816339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.829876 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35360) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:49.830137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d6b0dcda-9fd1-4919-ba14-bac2653e2777 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9378c6c999144c1187403dfa4716b19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528526 Aug 23 12:25:49.832755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0dcda-9fd1-4919-ba14-bac2653e2777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1a714-8925-4d9d-bdc2-f3e90bea5d0f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:49.839189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 42534c59-07c0-449b-92ff-96ebe1ba6053 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:49.898863 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.914601 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:48Z', 'revision_number': 10, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:49.944376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] No DVR routers for this DVR port 42534c59-07c0-449b-92ff-96ebe1ba6053 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:49.946156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900f31a-e438-4ac9-a481-1ab7760de3ab None None] Pushing event deleted for resources: {'Port': ['ID=42534c59-07c0-449b-92ff-96ebe1ba6053,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:49.949077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703db7d1-8d0c-4c27-ab96-6c6c3db6f66d None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:48Z', 'revision_number': 10, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None, '_interfaces': [{'id': 'fb003755-2ec2-4d3d-be73-6efe6a372f85', 'name': '', 'network_id': '60241e33-477c-4e5b-bd7f-7e487d7ba7d6', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'mac_address': 'fa:16:3e:b1:3a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:19Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 5, 'project_id': '189326602a9249e983ebbf758f70ac27', 'subnets': [{'id': 'bbe3e09e-20cb-4c8f-983d-7edca323d2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:49.966341 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a107693b-5318-4b07-aa82-87f439cc7018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.970091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:49.994064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a107693b-5318-4b07-aa82-87f439cc7018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.002601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=42534c59-07c0-449b-92ff-96ebe1ba6053,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:50.008367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 42534c59-07c0-449b-92ff-96ebe1ba6053 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:50.054679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a107693b-5318-4b07-aa82-87f439cc7018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.057249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a107693b-5318-4b07-aa82-87f439cc7018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.058485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a107693b-5318-4b07-aa82-87f439cc7018 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cec1a714-8925-4d9d-bdc2-f3e90bea5d0f HTTP/1.1" status: 204 len: 168 time: 0.2270417 Aug 23 12:25:50.089737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107693b-5318-4b07-aa82-87f439cc7018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1a714-8925-4d9d-bdc2-f3e90bea5d0f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:50.149336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.166818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0ff606-9359-43ae-8f08-a0adf8237c64']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:50.191828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:50.191828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77532df-4fe2-4b42-a9cc-b38e42ce45e2') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:50.211053 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.231679 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.246615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:50.247214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: self.session.flush() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:50.251346 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:50.381720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.384350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.386179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/5e0ff606-9359-43ae-8f08-a0adf8237c64 HTTP/1.1" status: 204 len: 168 time: 0.9836218 Aug 23 12:25:50.390271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:50.421334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003fa8d-a5dd-4f66-8dc7-62e466434bdf tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=5e0ff606-9359-43ae-8f08-a0adf8237c64,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:50.425113 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 42534c59-07c0-449b-92ff-96ebe1ba6053 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:50.464332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 42534c59-07c0-449b-92ff-96ebe1ba6053 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:50.464992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 42534c59-07c0-449b-92ff-96ebe1ba6053 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:50.465239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4664c113-a4d1-4a99-a1aa-69fc8328c062 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:50.505449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4664c113-a4d1-4a99-a1aa-69fc8328c062 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:50.505838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4664c113-a4d1-4a99-a1aa-69fc8328c062 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:50.550642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35370) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:50.587643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5822ab3d-0314-411d-9399-b0b423d421c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.712754 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5822ab3d-0314-411d-9399-b0b423d421c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.721237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5822ab3d-0314-411d-9399-b0b423d421c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.775082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822ab3d-0314-411d-9399-b0b423d421c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550de64b-1552-48f7-a72c-e4959d883285,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:50.780460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5822ab3d-0314-411d-9399-b0b423d421c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cbb60df5f2d48019951a6d002cdd6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287328 Aug 23 12:25:50.783125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35372) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:50.844326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.874797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8adcc29-2af5-4705-8f7b-f0a3dd32b35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.906913 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8adcc29-2af5-4705-8f7b-f0a3dd32b35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.974281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8adcc29-2af5-4705-8f7b-f0a3dd32b35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.981047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8adcc29-2af5-4705-8f7b-f0a3dd32b35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:50.987164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c8adcc29-2af5-4705-8f7b-f0a3dd32b35d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/550de64b-1552-48f7-a72c-e4959d883285 HTTP/1.1" status: 204 len: 168 time: 0.2002301 Aug 23 12:25:50.995451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adcc29-2af5-4705-8f7b-f0a3dd32b35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550de64b-1552-48f7-a72c-e4959d883285,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:51.217614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port fb003755-2ec2-4d3d-be73-6efe6a372f85 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:51.218368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:51.381449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port fb003755-2ec2-4d3d-be73-6efe6a372f85, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=fb003755-2ec2-4d3d-be73-6efe6a372f85,segment=NetworkSegment(ce0edc39-1c1a-4a7c-b943-2cfb69ed34da),segment_id=ce0edc39-1c1a-4a7c-b943-2cfb69ed34da)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:51.382268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:51.408587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for fb003755-2ec2-4d3d-be73-6efe6a372f85 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:51.589258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-8bb299c2-66ba-4bd6-a237-1194fc2196b5 req-27355929-718b-4112-9fd8-a9d845da0342 service neutron] (101058) timed out ('10.222.0.41', 57592) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:25:51.698497 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:51.735674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=fb003755-2ec2-4d3d-be73-6efe6a372f85,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:51.783908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7af3825-b75b-4f94-b34c-60b89d1db4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:51.931052 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.155794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:52.248204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:52.258437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0c831f1d-b249-436b-a78e-d1dd71b7e810 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8670013 Aug 23 12:25:52.261424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35398) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:52.266576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:52.277962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:52.282211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:52.321436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting subnet bbe3e09e-20cb-4c8f-983d-7edca323d2a3 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:25:52.331114 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.400233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.455032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:52.530336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:51Z', 'revision_number': 11, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:52.557813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.573361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:52.588627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:52.589878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:52.636476 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.668085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe3e09e-20cb-4c8f-983d-7edca323d2a3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:52.678336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.680863 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-77075497-a911-4519-b458-a50ea7be9642 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/bbe3e09e-20cb-4c8f-983d-7edca323d2a3 HTTP/1.1" status: 204 len: 168 time: 0.4184704 Aug 23 12:25:52.681646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c4943-1258-4d17-9b0b-d58ec2197d88 None None] Network 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:25:52.683674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35408) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:52.684245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:52.794350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:51Z', 'revision_number': 11, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:52.809790 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.831268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d253d64-5944-4816-93ec-d8d818898329 None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:51Z', 'revision_number': 11, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:52.887900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Deleting port 4b4b9282-aafe-40a8-ae58-f917ddbed41b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:25:52.888413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.977289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] For port 4b4b9282-aafe-40a8-ae58-f917ddbed41b, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4b4b9282-aafe-40a8-ae58-f917ddbed41b,segment=NetworkSegment(ce0edc39-1c1a-4a7c-b943-2cfb69ed34da),segment_id=ce0edc39-1c1a-4a7c-b943-2cfb69ed34da)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:25:52.977950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:52.992667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Calling delete_port for 4b4b9282-aafe-40a8-ae58-f917ddbed41b owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:25:53.115816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.144189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Port': ['ID=4b4b9282-aafe-40a8-ae58-f917ddbed41b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:53.153079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No DVR routers for this DVR port 4b4b9282-aafe-40a8-ae58-f917ddbed41b on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:25:53.221584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230b8d4-5fd2-446e-9396-7a9ef47da432 None None] DHCP port deletion for 60241e33-477c-4e5b-bd7f-7e487d7ba7d6 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:25:53.248530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.259735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60241e33-477c-4e5b-bd7f-7e487d7ba7d6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:53.274863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:53.274863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0edc39-1c1a-4a7c-b943-2cfb69ed34da') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:53.285091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.304026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.316114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:25:53.316517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:25:53.320013 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:25:53.409066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.426171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:53.428432 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/networks/60241e33-477c-4e5b-bd7f-7e487d7ba7d6 HTTP/1.1" status: 204 len: 168 time: 0.7430346 Aug 23 12:25:53.431311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35422) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:53.436966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'routes': None}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:53.472936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e8bfc-7e30-4e55-ab8b-471a8eba2a18 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Pushing event deleted for resources: {'Network': ['ID=60241e33-477c-4e5b-bd7f-7e487d7ba7d6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:53.685959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Added routes are [] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 12:25:53.686897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.extraroute_db [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Removed routes are [] {{(pid=101058) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 12:25:53.687520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.192901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.196154 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.277508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 4c831f20-5430-4e29-beff-8a808dc2480d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:25:54.367058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7fe3b14a-95f3-4991-88a2-fa0a51a45ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.371422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:54.379185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.381568 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fbf8df0b-5894-489f-9d1c-f92930eef0f0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 701 time: 0.9481075 Aug 23 12:25:54.381963 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760d291-6912-4346-b038-2216c596702d None None] Sync routers for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:54.383926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35432) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:54.395494 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760d291-6912-4346-b038-2216c596702d None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:54.396594 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6760d291-6912-4346-b038-2216c596702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:54.426143 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8467ae3a-c347-4b06-a347-4c7afe7ede85 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 205 time: 0.0404491 Aug 23 12:25:54.428765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35434) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:54.437197 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.471319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb003755-2ec2-4d3d-be73-6efe6a372f85 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:54.498573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: fb003755-2ec2-4d3d-be73-6efe6a372f85 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:54.499200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device fb003755-2ec2-4d3d-be73-6efe6a372f85 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:54.499851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4b4b9282-aafe-40a8-ae58-f917ddbed41b no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:25:54.523031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.536541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4b4b9282-aafe-40a8-ae58-f917ddbed41b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:25:54.537274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4b4b9282-aafe-40a8-ae58-f917ddbed41b not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:25:54.594774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-6760d291-6912-4346-b038-2216c596702d None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:54.650828 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6760d291-6912-4346-b038-2216c596702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:51Z', 'revision_number': 11, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:54.677406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760d291-6912-4346-b038-2216c596702d None None] Checking router: 4c831f20-5430-4e29-beff-8a808dc2480d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:54.685886 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760d291-6912-4346-b038-2216c596702d None None] Routers {'4c831f20-5430-4e29-beff-8a808dc2480d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:54.686552 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6760d291-6912-4346-b038-2216c596702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['4c831f20-5430-4e29-beff-8a808dc2480d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:54.717184 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.721578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.762435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-6760d291-6912-4346-b038-2216c596702d None None] Set router 4c831f20-5430-4e29-beff-8a808dc2480d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:54.776473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.778137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router 4c831f20-5430-4e29-beff-8a808dc2480d {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:54.784215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.785615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6e9b4065-0376-4501-9556-afea30e6b4cc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 204 len: 168 time: 0.3556986 Aug 23 12:25:54.789996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35438) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:54.794472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-473177656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:54.831196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.832248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.834161 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6760d291-6912-4346-b038-2216c596702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:51Z', 'revision_number': 11, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:54.866688 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760d291-6912-4346-b038-2216c596702d None None] The sync data for ids ['4c831f20-5430-4e29-beff-8a808dc2480d'] in n-d-773645-7 is: [{'id': '4c831f20-5430-4e29-beff-8a808dc2480d', 'name': 'tempest-RoutersTest-router-1187350110', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:17Z', 'updated_at': '2021-08-23T12:25:51Z', 'revision_number': 11, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:54.902755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.909982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.933407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:54.937177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5938327b-252f-433f-822c-554bcda3643c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1438212 Aug 23 12:25:54.937485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35446) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:54.942206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:55.233219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1572984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47774'] for router, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.259279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1602202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1602179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1572961'] for router, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.401858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Router 3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:25:55.499112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:25:55.506861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.510783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c4e5ba47-8a45-4e19-a113-affe628d8d21 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "PUT /v2.0/routers/3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 HTTP/1.1" status: 200 len: 693 time: 0.5695431 Aug 23 12:25:55.510960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35466) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:55.513824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] Sync routers for ids ['3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:25:55.543894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] Routers {'3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:55.544819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:55.612285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a40684e5-dddf-4b3d-805c-e40ccb183c80 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/routers/3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 HTTP/1.1" status: 200 len: 699 time: 0.1002452 Aug 23 12:25:55.616016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35468) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:55.629730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] Set router 3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:55.653550 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a17289a-34a3-43e4-bae4-6e903d7be742 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 HTTP/1.1" status: 200 len: 205 time: 0.0360811 Aug 23 12:25:55.656339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35470) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:55.739265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.741746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870', 'name': 'tempest-RoutersTest-router-473177656', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:54Z', 'updated_at': '2021-08-23T12:25:55Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:55.814573 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.816226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] Checking router: 3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:25:55.849819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] Routers {'3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:25:55.850718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:55.926613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] Set router 3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:25:55.960958 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.963196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:55.990750 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870', 'name': 'tempest-RoutersTest-router-473177656', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:54Z', 'updated_at': '2021-08-23T12:25:55Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:25:56.015840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:56.019089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:25:56.032092 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:56.034164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9abe7caf-bc9b-486c-8598-2f5cdb25aa28 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 HTTP/1.1" status: 204 len: 168 time: 0.3766084 Aug 23 12:25:56.037426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e84721-0ae7-488e-81af-8c93175368e9 None None] The sync data for ids ['3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870'] in n-d-773645-7 is: [{'id': '3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870', 'name': 'tempest-RoutersTest-router-473177656', 'tenant_id': '189326602a9249e983ebbf758f70ac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:54Z', 'updated_at': '2021-08-23T12:25:55Z', 'revision_number': 2, 'project_id': '189326602a9249e983ebbf758f70ac27', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:25:56.037595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35474) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.077488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4ffdec2-eea8-401a-ab70-974c51fa62e0 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 HTTP/1.1" status: 200 len: 205 time: 0.0377822 Aug 23 12:25:56.081490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35476) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.139426 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-c5af79ce-f5bb-4735-8a3f-7d3e4e8bf4d4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:56.140820 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c5af79ce-f5bb-4735-8a3f-7d3e4e8bf4d4 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/3dc5ea9d-ab23-4d03-b4c7-cafcfcbba870 HTTP/1.1" status: 404 len: 336 time: 0.0583112 Aug 23 12:25:56.144064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35478) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.185120 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d00155-e6a0-4bec-b2da-a2348114372c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:56.185953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d00155-e6a0-4bec-b2da-a2348114372c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:56.187913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c8d00155-e6a0-4bec-b2da-a2348114372c tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/c3d32c54-5953-4702-a915-2f679a00a266 HTTP/1.1" status: 404 len: 337 time: 0.0426495 Aug 23 12:25:56.190545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35480) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.221868 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-28939dcf-43b6-45ac-9793-c273b86d84b6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:56.221868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28939dcf-43b6-45ac-9793-c273b86d84b6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:56.225164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28939dcf-43b6-45ac-9793-c273b86d84b6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/76d79264-bfd0-4106-adb6-11829e28c0d0 HTTP/1.1" status: 404 len: 337 time: 0.0334539 Aug 23 12:25:56.227754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35482) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.258528 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-05be8b6e-2df6-47a3-8559-37f558f8c471 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:56.261823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05be8b6e-2df6-47a3-8559-37f558f8c471 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:56.270560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-05be8b6e-2df6-47a3-8559-37f558f8c471 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/efac2741-860e-4431-a939-6eb65f82d569 HTTP/1.1" status: 404 len: 337 time: 0.0383947 Aug 23 12:25:56.270755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35484) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.312311 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbf1f08-9d08-4505-9564-9513f9ece0e7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:56.312787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbf1f08-9d08-4505-9564-9513f9ece0e7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:56.317884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35486) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.318076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bbbf1f08-9d08-4505-9564-9513f9ece0e7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/bbe3e09e-20cb-4c8f-983d-7edca323d2a3 HTTP/1.1" status: 404 len: 337 time: 0.0457137 Aug 23 12:25:56.363210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35488) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.366439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9b40b715-c06c-44ba-b219-f0438fbccef2 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 200 len: 205 time: 0.0469158 Aug 23 12:25:56.410593 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-d0f937d8-ce8b-4faa-86b2-1a2bf5e9cffc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:56.411784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d0f937d8-ce8b-4faa-86b2-1a2bf5e9cffc tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/4c831f20-5430-4e29-beff-8a808dc2480d HTTP/1.1" status: 404 len: 336 time: 0.0471766 Aug 23 12:25:56.414902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35492) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.467796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d4f54620-a234-4765-bd9d-fd55ea523e60 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6dabdc0-babd-4cf7-9758-5b03a964b7c5 HTTP/1.1" status: 200 len: 205 time: 0.0514374 Aug 23 12:25:56.470703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35496) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.522392 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-17658742-4eda-4f05-b747-4cf4820a8a37 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:56.523748 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17658742-4eda-4f05-b747-4cf4820a8a37 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/c6dabdc0-babd-4cf7-9758-5b03a964b7c5 HTTP/1.1" status: 404 len: 336 time: 0.0512159 Aug 23 12:25:56.526954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35500) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.556663 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba209dc-79d5-40ab-986b-6d2fc17c9304 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:56.557129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba209dc-79d5-40ab-986b-6d2fc17c9304 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:56.561176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eba209dc-79d5-40ab-986b-6d2fc17c9304 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/aed0d35f-68d5-4b33-b3ee-8c9344382179 HTTP/1.1" status: 404 len: 337 time: 0.0309246 Aug 23 12:25:56.561609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35504) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.592037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-75bf50a3-c1fe-43fa-94d2-db2918bd1c97 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 200 len: 205 time: 0.0292604 Aug 23 12:25:56.594478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35508) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.827095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35512) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:56.971988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad6bb-cd2e-4ca8-a623-6b000f14d542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:56.978751 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-a2f6c4a0-4484-4a2a-baee-2435e82eb45a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:56.979787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a2f6c4a0-4484-4a2a-baee-2435e82eb45a tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/8b297577-3435-450c-82b1-25d6042cbf42 HTTP/1.1" status: 404 len: 336 time: 0.3843577 Aug 23 12:25:56.982566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35522) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.013779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95983a34-3491-4bcd-a626-e7722e349769 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=f98c729e-3275-41af-b33b-b4c984f6859d HTTP/1.1" status: 200 len: 205 time: 0.0300496 Aug 23 12:25:57.016283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.056991 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-4a6d251b-b007-4ce0-a339-22c6381fd0a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:57.057982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4a6d251b-b007-4ce0-a339-22c6381fd0a6 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/f98c729e-3275-41af-b33b-b4c984f6859d HTTP/1.1" status: 404 len: 336 time: 0.0406497 Aug 23 12:25:57.060675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35526) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.101317 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e41e0b-acba-431e-892d-2e2683908e03 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:57.101821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e41e0b-acba-431e-892d-2e2683908e03 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:57.103615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f9e41e0b-acba-431e-892d-2e2683908e03 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/381ead0a-feb2-4202-b9d1-a3bca731db50 HTTP/1.1" status: 404 len: 337 time: 0.0416284 Aug 23 12:25:57.106868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.118660 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad6bb-cd2e-4ca8-a623-6b000f14d542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.124410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad6bb-cd2e-4ca8-a623-6b000f14d542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.135959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-adc5f6ba-cdc0-4d2c-9b3c-1cae3b264427 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=534e34ea-a975-4ea5-abd3-40dabfa4b35c HTTP/1.1" status: 200 len: 205 time: 0.0279949 Aug 23 12:25:57.138657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35534) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.169344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ad6bb-cd2e-4ca8-a623-6b000f14d542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18905b91-49f1-473e-a4d2-e284e5df0c1d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:57.176583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cf8ad6bb-cd2e-4ca8-a623-6b000f14d542 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96d0dcd20cbd4d17a8f79edd6812956a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455060 Aug 23 12:25:57.176885 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35536) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.193502 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-f4de07da-6c1f-48c6-b962-80ab95526da7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:57.194707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f4de07da-6c1f-48c6-b962-80ab95526da7 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/534e34ea-a975-4ea5-abd3-40dabfa4b35c HTTP/1.1" status: 404 len: 336 time: 0.0550108 Aug 23 12:25:57.200590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35538) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.239836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b32f-08b9-48d1-9e42-3475eb5149cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.241043 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f0447e-a93d-4e0b-839e-ebd283900000 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:57.241506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f0447e-a93d-4e0b-839e-ebd283900000 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:57.243296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-66f0447e-a93d-4e0b-839e-ebd283900000 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/5bbb4353-9cf9-47f5-bb83-85b0ef6c0f56 HTTP/1.1" status: 404 len: 337 time: 0.0408967 Aug 23 12:25:57.247367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35540) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.261833 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b32f-08b9-48d1-9e42-3475eb5149cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.280898 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b583c929-d9c1-47d9-87c1-7a0d51a5ad49 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "GET /v2.0/ports?device_id=6694ad11-4046-4130-8eea-00805824251e HTTP/1.1" status: 200 len: 205 time: 0.0324323 Aug 23 12:25:57.283651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.284131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-9f1ac5f6-067b-4b35-9714-0cef9e99e558 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417964421&fields=id&tenant_id=633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 267 time: 0.0927050 Aug 23 12:25:57.330118 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-c7a36a6c-e247-4d19-877c-c69239c6b530 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] delete failed (client error): The resource could not be found. Aug 23 12:25:57.331170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7a36a6c-e247-4d19-877c-c69239c6b530 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/routers/6694ad11-4046-4130-8eea-00805824251e HTTP/1.1" status: 404 len: 336 time: 0.0465956 Aug 23 12:25:57.341137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35544) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.373248 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-c806705c-24ce-49b8-8497-0ca6036d6607 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:57.373649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c806705c-24ce-49b8-8497-0ca6036d6607 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:57.378460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c806705c-24ce-49b8-8497-0ca6036d6607 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/f5d351d5-0a77-4b33-a33d-a2a3c746c65f HTTP/1.1" status: 404 len: 337 time: 0.0334480 Aug 23 12:25:57.378460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b32f-08b9-48d1-9e42-3475eb5149cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.378967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35546) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.379713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3ad1b32f-08b9-48d1-9e42-3475eb5149cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.380763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3ad1b32f-08b9-48d1-9e42-3475eb5149cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18905b91-49f1-473e-a4d2-e284e5df0c1d HTTP/1.1" status: 204 len: 168 time: 0.2027953 Aug 23 12:25:57.389304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1b32f-08b9-48d1-9e42-3475eb5149cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18905b91-49f1-473e-a4d2-e284e5df0c1d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:57.416148 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9ea56c-6ab1-4d06-8586-81de0768eb74 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] DELETE failed (client error): The resource could not be found. Aug 23 12:25:57.416611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9ea56c-6ab1-4d06-8586-81de0768eb74 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:25:57.418401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa9ea56c-6ab1-4d06-8586-81de0768eb74 tempest-RoutersTest-1373701223 tempest-RoutersTest-1373701223-project] 10.222.0.21 "DELETE /v2.0/subnets/370f851d-ba87-43a4-91eb-0a25a14fc927 HTTP/1.1" status: 404 len: 337 time: 0.0385108 Aug 23 12:25:57.427173 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-07a10bf3-df1e-4df3-be64-dc5c799cb8ca tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:57.428546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-07a10bf3-df1e-4df3-be64-dc5c799cb8ca tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.1367867 Aug 23 12:25:57.429334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.445330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-8e63d973-4a1a-478e-9358-ff7ec5142d96 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/quotas/633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 375 time: 0.0110106 Aug 23 12:25:57.506156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-750954c8-0df4-424e-a69d-78f7ff76127f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0547223 Aug 23 12:25:57.622554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-b2a53f8b-eb64-42c4-85f1-c05b98f1223d service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018338 Aug 23 12:25:57.668515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35556) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.720533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-6064e3d3-4763-4771-9589-37fd4e6513cc service neutron] 10.222.0.21 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875754 Aug 23 12:25:57.795518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35562) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.808918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57ef7acf-9732-4196-bf03-71622975b3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.815429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1f2594d-81e3-4805-8270-be64e4b2cbb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=189326602a9249e983ebbf758f70ac27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457222 Aug 23 12:25:57.818092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.873589 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62509ea7-70b3-46dc-bb74-97307cd55b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.901330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.907176 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62509ea7-70b3-46dc-bb74-97307cd55b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.912166 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57ef7acf-9732-4196-bf03-71622975b3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.917462 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-57ef7acf-9732-4196-bf03-71622975b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.960152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62509ea7-70b3-46dc-bb74-97307cd55b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.964433 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62509ea7-70b3-46dc-bb74-97307cd55b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:57.967874 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-62509ea7-70b3-46dc-bb74-97307cd55b81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8f9a813-5866-4a47-a435-365f97865c4a HTTP/1.1" status: 204 len: 168 time: 0.1467643 Aug 23 12:25:57.968372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-57ef7acf-9732-4196-bf03-71622975b3be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a14f8567a5f34b3dacda0bf09cad3c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689026 Aug 23 12:25:57.968868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35570) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:57.971443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef7acf-9732-4196-bf03-71622975b3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37363a6-f82d-431d-9e3d-e00a35cdcb43,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:57.977271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509ea7-70b3-46dc-bb74-97307cd55b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f9a813-5866-4a47-a435-365f97865c4a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:58.063031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edab8bed-f30e-4849-9c31-0d3188c6d2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:58.076388 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7850ebb8-d68f-4ba0-970e-66dfa50edfe5 req-4681f13f-7525-4656-9e04-b3e0439aca8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.0309336 Aug 23 12:25:58.092673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edab8bed-f30e-4849-9c31-0d3188c6d2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:58.154737 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edab8bed-f30e-4849-9c31-0d3188c6d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:58.157502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-edab8bed-f30e-4849-9c31-0d3188c6d2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:58.161252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-edab8bed-f30e-4849-9c31-0d3188c6d2a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c37363a6-f82d-431d-9e3d-e00a35cdcb43 HTTP/1.1" status: 204 len: 168 time: 0.1886227 Aug 23 12:25:58.167511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab8bed-f30e-4849-9c31-0d3188c6d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37363a6-f82d-431d-9e3d-e00a35cdcb43,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:58.382915 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:58.890059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35620) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:59.072366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-3bedfeb5-e9df-4d7a-b9e7-c3bde4e9e557 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:59.073908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-3bedfeb5-e9df-4d7a-b9e7-c3bde4e9e557 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 811 time: 0.1244447 Aug 23 12:25:59.144843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-489494184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:59.155011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-dd4c88f6-b928-43e7-af84-be4b135fd1ab tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633df9e8c3274153b18325d933082577 HTTP/1.1" status: 200 len: 380 time: 0.0719042 Aug 23 12:25:59.165201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'port': {'device_id': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'admin_state_up': True, 'tenant_id': '633df9e8c3274153b18325d933082577', 'security_groups': ['cf7e8be5-5c54-4ee9-99df-fb72986e23b4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:59.188039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.189584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.242160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4cb97c45-4fc4-4a16-b5d0-27089b68d17e req-77ea3f84-2846-4034-80fe-f18838ed0a65 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.0683908 Aug 23 12:25:59.272036 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.277889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.305669 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.310341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35634) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:59.310499 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cd4b0ee7-e31c-4a97-b850-1a321807abb1 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4192348 Aug 23 12:25:59.316375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1507184317'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:59.360879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Made reservation on behalf of fc3f515361e243448afcc42e114d55d3 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:59.368535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.382259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.407537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Made reservation on behalf of 633df9e8c3274153b18325d933082577 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:25:59.411805 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.458882 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:25:59.601086 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.602466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.20.0.5 (19f56af4-1c0e-4c09-971a-6138ea4de364/1b5105e0-4459-410b-8fe4-4492e746a10f/b4e8286e-b676-4c62-89ae-103d6ff73ed1) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:25:59.608921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.641083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:25:59.669059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4d818-4de8-4714-a433-ad31cfecc515,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:59.675376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.675736 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Added segment 13e8795f-4e36-4987-8848-4fcf7b9ededa of type vlan for network dac9b941-b66b-4fbd-bf7e-938444c7aa6f Aug 23 12:25:59.753592 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.836215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.841963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:25:59.842563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.892859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:25:59.900286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5887833 Aug 23 12:25:59.903592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35648) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:25:59.910579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'subnet': {'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:25:59.938734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a720-6fcd-4b06-b21a-7931c2c0a1f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Network': ['ID=dac9b941-b66b-4fbd-bf7e-938444c7aa6f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:25:59.941626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Transition to ACTIVE for port object b4e8286e-b676-4c62-89ae-103d6ff73ed1 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:25:59.950868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:25:59.999011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.025052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Made reservation on behalf of fc3f515361e243448afcc42e114d55d3 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:00.030878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.063605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:00.066896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:00.073945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:00.078282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=b4e8286e-b676-4c62-89ae-103d6ff73ed1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:00.174647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:00.175417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.218468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-458a82d6-aba7-49bf-af9c-9a8e990731e1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554879 Aug 23 12:26:00.426666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Request body: {'port': {'device_id': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:00.486988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.500418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.505545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01312e7c-1d24-4c6b-8db4-db58ad7393cb req-b342a7e0-6359-4ddb-afd2-a96c60b8567e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:00.517587 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01312e7c-1d24-4c6b-8db4-db58ad7393cb req-b342a7e0-6359-4ddb-afd2-a96c60b8567e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 931 time: 0.1248786 Aug 23 12:26:00.543148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0706021f-b487-4c9f-905b-7a9c51c6654a None None] Provisioning for port b4e8286e-b676-4c62-89ae-103d6ff73ed1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:00.555354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0706021f-b487-4c9f-905b-7a9c51c6654a None None] Provisioning complete for port b4e8286e-b676-4c62-89ae-103d6ff73ed1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:00.556839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0706021f-b487-4c9f-905b-7a9c51c6654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.625622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0706021f-b487-4c9f-905b-7a9c51c6654a None None] Port b4e8286e-b676-4c62-89ae-103d6ff73ed1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:26:00.646577 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01312e7c-1d24-4c6b-8db4-db58ad7393cb req-e9d99540-9617-4654-b012-f00d416249e4 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274762 Aug 23 12:26:00.652898 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Subnet': ['ID=81ac5a10-0e9c-44c4-8371-255a963408de,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:00.670355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Checking segment: {'id': '13e8795f-4e36-4987-8848-4fcf7b9ededa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:00.670797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network hostable DHCP agents. Network: dac9b941-b66b-4fbd-bf7e-938444c7aa6f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:26:00.694234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:26:00.706522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, dac9b941-b66b-4fbd-bf7e-938444c7aa6f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:00.712349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:00.713363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.719325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e293d-5cc5-4665-b419-e89cc67af0ff None None] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:00.736542 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e4977480-1ee8-4ceb-8c0d-00665ccad4df tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8305366 Aug 23 12:26:00.739780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:00.745301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'network': {'name': 'tempest-router-network01--1853669398'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:00.812252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Made reservation on behalf of fc3f515361e243448afcc42e114d55d3 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:00.816264 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.865949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:26:00.884450 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.885009 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Added segment 332592fd-f356-4972-aac6-5932785b04fd of type vlan for network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 Aug 23 12:26:00.926876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-dac9b941-b66b-4fbd-bf7e-938444c7aa6f', 'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f', 'tenant_id': 'fc3f515361e243448afcc42e114d55d3', 'fixed_ips': [{'subnet_id': '81ac5a10-0e9c-44c4-8371-255a963408de'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:26:00.928160 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.969427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e8286e-b676-4c62-89ae-103d6ff73ed1 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:00.974652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:00.981085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.004991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Transition to ACTIVE for port object b4e8286e-b676-4c62-89ae-103d6ff73ed1 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:01.011842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.023490 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.029495 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:01.030247 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.151690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Allocated IP 172.20.0.2 (dac9b941-b66b-4fbd-bf7e-938444c7aa6f/81ac5a10-0e9c-44c4-8371-255a963408de/12d24234-3c01-4ee8-800e-bfd361f724b6) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:01.206409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Network': ['ID=98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:01.227903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-230ea37d-afba-48fe-86f7-9dd03df24f41 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4868131 Aug 23 12:26:01.231077 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35664) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:01.238175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'network': {'name': 'tempest-router-network02--305163313'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:01.243128 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:26:01.285344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8286e-b676-4c62-89ae-103d6ff73ed1,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:01.297009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Made reservation on behalf of fc3f515361e243448afcc42e114d55d3 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:01.301301 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.359893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Attempting to bind port b4e8286e-b676-4c62-89ae-103d6ff73ed1 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:26:01.360252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Attempting to bind port b4e8286e-b676-4c62-89ae-103d6ff73ed1 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:26:01.360593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Attempting to bind port b4e8286e-b676-4c62-89ae-103d6ff73ed1 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:01.365197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Port b4e8286e-b676-4c62-89ae-103d6ff73ed1 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:26:01.365531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Attempting to bind port b4e8286e-b676-4c62-89ae-103d6ff73ed1 on network 19f56af4-1c0e-4c09-971a-6138ea4de364 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:01.370901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:26:01.371387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Checking segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:01.371773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Bound using segment: {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:26:01.372387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Bound port: b4e8286e-b676-4c62-89ae-103d6ff73ed1, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9741f5-5442-4061-8e59-a21c69002d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:26:01.372821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.373351 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:26:01.399494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.401989 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Added segment a68b1b7b-7c86-40ed-994a-5ff7b21095cb of type vlan for network b7bf57c2-00be-4a83-8708-dbae7ff98e75 Aug 23 12:26:01.473239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.513989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] For port b4e8286e-b676-4c62-89ae-103d6ff73ed1, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:26:01.514331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.519302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] For port b4e8286e-b676-4c62-89ae-103d6ff73ed1, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:26:01.521197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:01.522224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.528992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.569953 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3376858 Aug 23 12:26:01.590244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35668) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:01.594296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8286e-b676-4c62-89ae-103d6ff73ed1,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:01.603457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'subnet': {'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:01.611861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a007e2-4b10-4cd3-aef5-0915913950e4 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Network': ['ID=b7bf57c2-00be-4a83-8708-dbae7ff98e75,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:01.616187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:01.617160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.619210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-81ca8746-5d0e-43e3-9cb1-4204d55a0982 service neutron] 10.222.0.44 "PUT /v2.0/ports/b4e8286e-b676-4c62-89ae-103d6ff73ed1 HTTP/1.1" status: 200 len: 1091 time: 1.3931692 Aug 23 12:26:01.643609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:01.646950 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f302e67-60d1-4813-ac25-367c01aa4940" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:01.663036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b7bf57c2-00be-4a83-8708-dbae7ff98e75 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:26:01.744401 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ea0cf-4743-456e-bc64-464dd0f082dd x-openstack-request-id: req-e96ea0cf-4743-456e-bc64-464dd0f082dd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:01.751117 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:01.751383 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e96ea0cf-4743-456e-bc64-464dd0f082dd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:01.751824 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'status': 'completed', 'code': 200} Aug 23 12:26:01.804919 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe32d-8b06-40c4-9d5d-3c4d37862fd8 req-024e1c93-d0b8-4125-84eb-ba4c1567187d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:01.813901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce5fe32d-8b06-40c4-9d5d-3c4d37862fd8 req-024e1c93-d0b8-4125-84eb-ba4c1567187d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.0782266 Aug 23 12:26:01.838738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Made reservation on behalf of fc3f515361e243448afcc42e114d55d3 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:01.847178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.878328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ce5fe32d-8b06-40c4-9d5d-3c4d37862fd8 req-4d3c3d34-c668-43aa-a2ec-6bf2132d5600 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622091 Aug 23 12:26:01.927406 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:01.937998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Transition to ACTIVE for port object 12d24234-3c01-4ee8-800e-bfd361f724b6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:01.951849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-8aece2e2-9f75-4927-a7ab-ede69ddc7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:01.953437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-8aece2e2-9f75-4927-a7ab-ede69ddc7610 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 1094 time: 0.2675562 Aug 23 12:26:01.956882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Transition to ACTIVE for port object 12d24234-3c01-4ee8-800e-bfd361f724b6 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:01.963807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.007156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-9ed43bd9-a28a-4191-89be-ea16003c6ec3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1 HTTP/1.1" status: 200 len: 217 time: 0.0447514 Aug 23 12:26:02.022317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:02.031421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Pushing event updated for resources: {'Port': ['ID=12d24234-3c01-4ee8-800e-bfd361f724b6,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:02.034736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:02.036862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:02.102581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Attempting to bind port 12d24234-3c01-4ee8-800e-bfd361f724b6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:26:02.103045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Attempting to bind port 12d24234-3c01-4ee8-800e-bfd361f724b6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '13e8795f-4e36-4987-8848-4fcf7b9ededa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:26:02.103495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Attempting to bind port 12d24234-3c01-4ee8-800e-bfd361f724b6 on network dac9b941-b66b-4fbd-bf7e-938444c7aa6f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:02.109391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:26:02.109613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-a261d46d-963d-44d1-92cd-057d801ccd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:02.109809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Checking segment: {'id': '13e8795f-4e36-4987-8848-4fcf7b9ededa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:02.110456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.110803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Bound using segment: {'id': '13e8795f-4e36-4987-8848-4fcf7b9ededa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:26:02.111030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-a261d46d-963d-44d1-92cd-057d801ccd54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0817711 Aug 23 12:26:02.111738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Bound port: 12d24234-3c01-4ee8-800e-bfd361f724b6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e8795f-4e36-4987-8848-4fcf7b9ededa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac9b941-b66b-4fbd-bf7e-938444c7aa6f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:26:02.112172 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.164974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.205543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] For port 12d24234-3c01-4ee8-800e-bfd361f724b6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:26:02.212496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] For port 12d24234-3c01-4ee8-800e-bfd361f724b6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=12d24234-3c01-4ee8-800e-bfd361f724b6,segment=NetworkSegment(13e8795f-4e36-4987-8848-4fcf7b9ededa),segment_id=13e8795f-4e36-4987-8848-4fcf7b9ededa)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:26:02.216462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-12b7d21c-1db5-4a7a-8572-0abb900f0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:02.218084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-12b7d21c-1db5-4a7a-8572-0abb900f0768 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993512 Aug 23 12:26:02.219049 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.261205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Subnet': ['ID=d4c4574e-ed3b-4301-a0c7-38031671e134,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:02.275469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Checking segment: {'id': '332592fd-f356-4972-aac6-5932785b04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:02.275469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network hostable DHCP agents. Network: 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:26:02.307968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170d3c1-aafb-4eee-a474-4cd9f9ed04ec None None] Pushing event updated for resources: {'Port': ['ID=12d24234-3c01-4ee8-800e-bfd361f724b6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:02.380136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:26:02.391061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-88fc99b2-d952-4b3e-a760-ed33b212e646 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657531 Aug 23 12:26:02.396190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:02.409022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37bacb-799a-4225-9cf7-36b477e6ef58 None None] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:02.411922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:02.412711 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.536858 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c5759b2a-18f4-40e6-a3ce-61272ee40138 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9379864 Aug 23 12:26:02.543367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35676) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:02.552714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'subnet': {'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:02.755165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1584727-3ab9-4ca5-87e9-8740120199e2 req-cad3a69a-d9da-4b72-80cd-92f8f35ab7bf service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560679 Aug 23 12:26:02.797376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Made reservation on behalf of fc3f515361e243448afcc42e114d55d3 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:02.812965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.881368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1', 'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1', 'tenant_id': 'fc3f515361e243448afcc42e114d55d3', 'fixed_ips': [{'subnet_id': 'd4c4574e-ed3b-4301-a0c7-38031671e134'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:26:02.882313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:02.982377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-bdf205dc-852c-4983-8d73-a507a761d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:02.984438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-bdf205dc-852c-4983-8d73-a507a761d84f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 1094 time: 0.1711268 Aug 23 12:26:03.172860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Allocated IP 172.20.0.2 (98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1/d4c4574e-ed3b-4301-a0c7-38031671e134/90ab3122-f04a-40af-ac2a-145a26ab3e73) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:03.193927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136c9b-a433-49c5-952d-3cce567caf6d req-7764d366-ad72-4d80-b3c8-fdf98dccdb19 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:03.195645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5136c9b-a433-49c5-952d-3cce567caf6d req-7764d366-ad72-4d80-b3c8-fdf98dccdb19 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.2018123 Aug 23 12:26:03.290234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-7acfe6f5-2897-444b-86e6-8bf0f0354d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:03.291738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-7acfe6f5-2897-444b-86e6-8bf0f0354d0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.3003325 Aug 23 12:26:03.320887 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:03.383817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5136c9b-a433-49c5-952d-3cce567caf6d req-32fcd219-ce48-4668-9391-ed7bac4b98e8 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491914 Aug 23 12:26:03.409575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-b6414dc1-fe7c-46e8-821e-9be1069157a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1 HTTP/1.1" status: 200 len: 217 time: 0.1100159 Aug 23 12:26:03.416428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:03.432806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Transition to ACTIVE for port object 90ab3122-f04a-40af-ac2a-145a26ab3e73 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:03.460876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Transition to ACTIVE for port object 90ab3122-f04a-40af-ac2a-145a26ab3e73 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:03.473403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:03.493870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Subnet': ['ID=9ba1a35d-8054-4267-b25c-c70ed2698e38,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:03.514254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-2ef0d5e6-50ae-433d-a89b-84847922ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:03.515774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-2ef0d5e6-50ae-433d-a89b-84847922ec06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0996978 Aug 23 12:26:03.541001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Checking segment: {'id': 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:03.541001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network hostable DHCP agents. Network: b7bf57c2-00be-4a83-8708-dbae7ff98e75, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:26:03.560001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:03.561472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Pushing event updated for resources: {'Port': ['ID=90ab3122-f04a-40af-ac2a-145a26ab3e73,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:03.565586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:03.568337 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:03.587890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-7f8161b9-4ccd-429f-a72b-1c9f769ede43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:03.589756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-7f8161b9-4ccd-429f-a72b-1c9f769ede43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621741 Aug 23 12:26:03.591091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network b7bf57c2-00be-4a83-8708-dbae7ff98e75 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:26:03.614371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b7bf57c2-00be-4a83-8708-dbae7ff98e75) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:03.629924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:03.630705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:03.670576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe678b63-59e6-469c-8f0c-94a1ad9df604 None None] Network b7bf57c2-00be-4a83-8708-dbae7ff98e75 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:03.707646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ae2ce43a-7c90-4d9e-be7e-1a09916edc26 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1604180 Aug 23 12:26:03.708561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35686) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:03.738545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e86cd4-2d89-425f-a17e-ffcd6ce19afc None None] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:03.776966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Attempting to bind port 90ab3122-f04a-40af-ac2a-145a26ab3e73 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:26:03.777350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Attempting to bind port 90ab3122-f04a-40af-ac2a-145a26ab3e73 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '332592fd-f356-4972-aac6-5932785b04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:26:03.777748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Attempting to bind port 90ab3122-f04a-40af-ac2a-145a26ab3e73 on network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:03.855637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:26:03.856015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Checking segment: {'id': '332592fd-f356-4972-aac6-5932785b04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:03.856427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:03.856829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Bound using segment: {'id': '332592fd-f356-4972-aac6-5932785b04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:26:03.857326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Bound port: 90ab3122-f04a-40af-ac2a-145a26ab3e73, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332592fd-f356-4972-aac6-5932785b04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:26:03.857735 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:03.883625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-229be489-511d-4d77-ae3a-fc3787b58fda None None] Provisioning for port 12d24234-3c01-4ee8-800e-bfd361f724b6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:03.939948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-8c28bf29-d3d7-4ba6-9d43-90084ccd554e service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392830 Aug 23 12:26:04.034688 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-998a329d-19a2-4e76-b5c2-e6e114c3428e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742221 Aug 23 12:26:04.049899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] For port 90ab3122-f04a-40af-ac2a-145a26ab3e73, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:26:04.053298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] For port 90ab3122-f04a-40af-ac2a-145a26ab3e73, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=90ab3122-f04a-40af-ac2a-145a26ab3e73,segment=NetworkSegment(332592fd-f356-4972-aac6-5932785b04fd),segment_id=332592fd-f356-4972-aac6-5932785b04fd)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:26:04.064954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:04.171333 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-16827cf8-0b7c-42ba-8173-a953c1fc9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:04.173170 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-16827cf8-0b7c-42ba-8173-a953c1fc9323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1096 time: 0.0879760 Aug 23 12:26:04.278702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a89e8-8336-4ebb-88fb-591d2bcfdcd1 None None] Pushing event updated for resources: {'Port': ['ID=90ab3122-f04a-40af-ac2a-145a26ab3e73,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:04.306595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-b7bf57c2-00be-4a83-8708-dbae7ff98e75', 'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75', 'tenant_id': 'fc3f515361e243448afcc42e114d55d3', 'fixed_ips': [{'subnet_id': '9ba1a35d-8054-4267-b25c-c70ed2698e38'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:26:04.307657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:04.332999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-a7a44f49-4015-4624-a5c7-2749cd361db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:04.335284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-a7a44f49-4015-4624-a5c7-2749cd361db0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 200 len: 898 time: 0.1315539 Aug 23 12:26:04.580258 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-1fd91861-cb65-4a0d-8037-8566551c8ef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 200 len: 1001 time: 0.2254951 Aug 23 12:26:04.707556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 12d24234-3c01-4ee8-800e-bfd361f724b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:04.753499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-a6a6b57b-ada8-47b6-9085-65a1e2c4d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:04.755836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-a6a6b57b-ada8-47b6-9085-65a1e2c4d994 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d1286a5-30c7-42ff-b493-34ecc246baef HTTP/1.1" status: 200 len: 835 time: 0.1649969 Aug 23 12:26:04.772021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d65d1-5e36-4671-ad24-cb3c57cc8e4c req-ef3394db-13f3-433d-8b7f-cd3eec6f320a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:04.773923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a04d65d1-5e36-4671-ad24-cb3c57cc8e4c req-ef3394db-13f3-433d-8b7f-cd3eec6f320a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.0866389 Aug 23 12:26:04.843102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a04d65d1-5e36-4671-ad24-cb3c57cc8e4c req-88276810-c186-427f-94f7-fc72859c789b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584323 Aug 23 12:26:04.878355 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-f0630a6a-58b0-4109-ab7d-6b755292ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:04.880969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-f0630a6a-58b0-4109-ab7d-6b755292ba0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e85b8a-3539-41af-bc89-d4f02c2b6f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058042 Aug 23 12:26:04.919705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 12d24234-3c01-4ee8-800e-bfd361f724b6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:04.924180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Allocated IP 172.20.0.2 (b7bf57c2-00be-4a83-8708-dbae7ff98e75/9ba1a35d-8054-4267-b25c-c70ed2698e38/16120f86-8da4-461d-be43-fd31dbf72795) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:04.926676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 12d24234-3c01-4ee8-800e-bfd361f724b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:04.926676 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:04.996369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-3b69008f-04af-4f04-9a11-6f331a5aa48e service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078224 Aug 23 12:26:05.080573 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.137561 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d6e6b8f-a524-44ef-a044-a6f62444dd69 req-a2fac456-28a6-495f-90d3-2b214e4b5449 service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309974 Aug 23 12:26:05.144319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6f302e67-60d1-4813-ac25-367c01aa4940 req-fb8f28eb-ff0f-417e-9239-689da13ef134 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666434 Aug 23 12:26:05.212876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.289960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 12d24234-3c01-4ee8-800e-bfd361f724b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=12d24234-3c01-4ee8-800e-bfd361f724b6,segment=NetworkSegment(13e8795f-4e36-4987-8848-4fcf7b9ededa),segment_id=13e8795f-4e36-4987-8848-4fcf7b9ededa)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:05.291462 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.298527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.303920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Transition to ACTIVE for port object 16120f86-8da4-461d-be43-fd31dbf72795 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:05.344035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Transition to ACTIVE for port object 16120f86-8da4-461d-be43-fd31dbf72795 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:05.362998 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.377350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=12d24234-3c01-4ee8-800e-bfd361f724b6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:05.412107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Network b7bf57c2-00be-4a83-8708-dbae7ff98e75 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:05.423448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:05.428044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:05.440651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d103e932-5757-4941-a30d-89183b7e5532 None None] Provisioning complete for port 12d24234-3c01-4ee8-800e-bfd361f724b6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:05.441082 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d103e932-5757-4941-a30d-89183b7e5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.444021 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Pushing event updated for resources: {'Port': ['ID=16120f86-8da4-461d-be43-fd31dbf72795,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:05.515092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Allocated IP 172.20.0.1 (98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1/d4c4574e-ed3b-4301-a0c7-38031671e134/3c3fa3d5-7d76-4b97-a520-ccf833894548) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:05.535508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Attempting to bind port 16120f86-8da4-461d-be43-fd31dbf72795 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:26:05.541973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Attempting to bind port 16120f86-8da4-461d-be43-fd31dbf72795 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:26:05.542366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Attempting to bind port 16120f86-8da4-461d-be43-fd31dbf72795 on network b7bf57c2-00be-4a83-8708-dbae7ff98e75 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:05.551510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:26:05.551887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Checking segment: {'id': 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:05.552303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.552703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Bound using segment: {'id': 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:26:05.553184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Bound port: 16120f86-8da4-461d-be43-fd31dbf72795, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b7bf57c2-00be-4a83-8708-dbae7ff98e75'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:26:05.553570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.644635 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.664092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Transition to ACTIVE for port object 3c3fa3d5-7d76-4b97-a520-ccf833894548 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:05.672096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] For port 16120f86-8da4-461d-be43-fd31dbf72795, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:26:05.691459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] For port 16120f86-8da4-461d-be43-fd31dbf72795, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=16120f86-8da4-461d-be43-fd31dbf72795,segment=NetworkSegment(a68b1b7b-7c86-40ed-994a-5ff7b21095cb),segment_id=a68b1b7b-7c86-40ed-994a-5ff7b21095cb)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:26:05.696427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.707989 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.761044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:05.769999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:05.773140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:05.776935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1de651-5455-4596-b063-ef91a5e4b806 None None] Pushing event updated for resources: {'Port': ['ID=16120f86-8da4-461d-be43-fd31dbf72795,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:05.817065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Port': ['ID=3c3fa3d5-7d76-4b97-a520-ccf833894548,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:05.832005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:05.958453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8a661-f88e-4ab5-90f9-d56671f8498d None None] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:05.992104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:06.090315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0b521-9177-4c75-94ce-0a30307f774e req-8d2fb500-16c7-4ffb-bc6b-c88e3527dd39 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:06.098653 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57f0b521-9177-4c75-94ce-0a30307f774e req-8d2fb500-16c7-4ffb-bc6b-c88e3527dd39 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.1283824 Aug 23 12:26:06.214254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57f0b521-9177-4c75-94ce-0a30307f774e req-d4162bdb-5c43-4519-ab0e-c067d0675d8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144695 Aug 23 12:26:06.217167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-32343042-e3e4-4191-8d1c-e83a275d39f6 None None] Provisioning for port 90ab3122-f04a-40af-ac2a-145a26ab3e73 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:06.390254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:06.400348 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:06.500718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:06.502973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Port': ['ID=3c3fa3d5-7d76-4b97-a520-ccf833894548,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:06.634144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 12d24234-3c01-4ee8-800e-bfd361f724b6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:06.723412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 12d24234-3c01-4ee8-800e-bfd361f724b6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:06.724669 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:06.739247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:06.741274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:06.886805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2ce0db8a-1deb-4798-88bf-a4a04097b354 None None] Provisioning for port 3c3fa3d5-7d76-4b97-a520-ccf833894548 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:06.895822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2ce0db8a-1deb-4798-88bf-a4a04097b354 None None] Provisioning complete for port 3c3fa3d5-7d76-4b97-a520-ccf833894548 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:06.896732 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ce0db8a-1deb-4798-88bf-a4a04097b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:06.930732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 16120f86-8da4-461d-be43-fd31dbf72795 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:06.959085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Router 7172c924-894c-4e45-989a-f1bfd938be9b is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:26:06.990906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2ce0db8a-1deb-4798-88bf-a4a04097b354 None None] Port 3c3fa3d5-7d76-4b97-a520-ccf833894548 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:26:07.012412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 16120f86-8da4-461d-be43-fd31dbf72795 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:07.017837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90ab3122-f04a-40af-ac2a-145a26ab3e73 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:07.073548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 90ab3122-f04a-40af-ac2a-145a26ab3e73 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:07.078286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 90ab3122-f04a-40af-ac2a-145a26ab3e73 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:07.078663 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.083622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:26:07.092154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-48c4a29d-52c1-4d4d-8369-f37d0d9a12d8 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3796167 Aug 23 12:26:07.092154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35718) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:07.095567 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] Sync routers for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:26:07.106314 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:07.107306 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:07.127511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c8757361-d6d3-47d3-8e6d-64fec33df6d8 None None] Provisioning complete for port 3c3fa3d5-7d76-4b97-a520-ccf833894548 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:07.127980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c8757361-d6d3-47d3-8e6d-64fec33df6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.156883 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:07.175088 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:07.175999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:07.182131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c8757361-d6d3-47d3-8e6d-64fec33df6d8 None None] Port 3c3fa3d5-7d76-4b97-a520-ccf833894548 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:26:07.219401 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:07.220967 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963ce01-90bd-472f-a1d6-b2cb22f2319f None None] The sync data for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:26:07.227555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.247938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f8e6c-dd15-4ecf-a706-8635c8838c48 None None] Network b7bf57c2-00be-4a83-8708-dbae7ff98e75 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:07.285072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 90ab3122-f04a-40af-ac2a-145a26ab3e73, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=90ab3122-f04a-40af-ac2a-145a26ab3e73,segment=NetworkSegment(332592fd-f356-4972-aac6-5932785b04fd),segment_id=332592fd-f356-4972-aac6-5932785b04fd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:07.324133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.367635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] Provisioning for port 16120f86-8da4-461d-be43-fd31dbf72795 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:07.380567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] Provisioning complete for port 16120f86-8da4-461d-be43-fd31dbf72795 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:07.380936 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.430751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=90ab3122-f04a-40af-ac2a-145a26ab3e73,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:07.440981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a7fbe-c006-4f18-9960-065f78149352 req-a6dce81d-d49c-48bf-b1ae-8dc2fd87a6c3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:07.442548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a90a7fbe-c006-4f18-9960-065f78149352 req-a6dce81d-d49c-48bf-b1ae-8dc2fd87a6c3 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.1263976 Aug 23 12:26:07.518266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a90a7fbe-c006-4f18-9960-065f78149352 req-8cf83ad8-93a1-471f-a0b4-e8e3e451adc1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661500 Aug 23 12:26:07.542822 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.573735 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-b66ab8bb-3a16-4aef-b3da-f645cd14af0e tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:07.574901 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b66ab8bb-3a16-4aef-b3da-f645cd14af0e tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4816628 Aug 23 12:26:07.577573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35726) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:07.583689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] For port 16120f86-8da4-461d-be43-fd31dbf72795, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=16120f86-8da4-461d-be43-fd31dbf72795,segment=NetworkSegment(a68b1b7b-7c86-40ed-994a-5ff7b21095cb),segment_id=a68b1b7b-7c86-40ed-994a-5ff7b21095cb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:07.588699 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.648936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6ca13-3eb5-4cc8-9cf6-35fcc241f8dc None None] Pushing event updated for resources: {'Port': ['ID=16120f86-8da4-461d-be43-fd31dbf72795,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:07.730055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5f944045-656b-4d12-aa42-812cf69bc728 None None] Provisioning complete for port 3c3fa3d5-7d76-4b97-a520-ccf833894548 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:07.730751 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5f944045-656b-4d12-aa42-812cf69bc728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.770512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5f944045-656b-4d12-aa42-812cf69bc728 None None] Port 3c3fa3d5-7d76-4b97-a520-ccf833894548 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:26:07.889356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-88d8f56e-3669-40c7-99ee-ff3f4a0cb90c None None] Provisioning complete for port 16120f86-8da4-461d-be43-fd31dbf72795 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:07.890038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-88d8f56e-3669-40c7-99ee-ff3f4a0cb90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:07.934641 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:08.180118 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting port 3c3fa3d5-7d76-4b97-a520-ccf833894548 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:08.180464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:08.270202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:08.282306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Calling delete_port for 3c3fa3d5-7d76-4b97-a520-ccf833894548 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:08.428789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 16120f86-8da4-461d-be43-fd31dbf72795 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:08.459012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:08.479368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 16120f86-8da4-461d-be43-fd31dbf72795 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:08.480131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:08.490853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Port': ['ID=3c3fa3d5-7d76-4b97-a520-ccf833894548,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:08.635380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90ab3122-f04a-40af-ac2a-145a26ab3e73 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:08.710881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 90ab3122-f04a-40af-ac2a-145a26ab3e73 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:08.711183 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:09.100908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:09.124166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eb73b-9f2e-4cb9-9209-71d815bfbd07 req-97721665-b025-407b-8623-1879ea0adf22 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:09.125649 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c2eb73b-9f2e-4cb9-9209-71d815bfbd07 req-97721665-b025-407b-8623-1879ea0adf22 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.4492745 Aug 23 12:26:09.254151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c2eb73b-9f2e-4cb9-9209-71d815bfbd07 req-5fd66c79-57de-4771-be53-5403fb1d48b7 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960176 Aug 23 12:26:09.293779 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Router 7172c924-894c-4e45-989a-f1bfd938be9b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:26:09.368618 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:26:09.373496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-78ee03c9-a060-4c98-ab3b-38fdfb7f607b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948470 Aug 23 12:26:09.377866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35740) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:09.378963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] Sync routers for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:26:09.388336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:09.388952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:09.415103 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-a82def09-3750-49fd-8f9d-f29ea524e331 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] delete failed (client error): The resource could not be found. Aug 23 12:26:09.416132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a82def09-3750-49fd-8f9d-f29ea524e331 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-247775678 HTTP/1.1" status: 404 len: 334 time: 0.0373263 Aug 23 12:26:09.420189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35742) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:09.424172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:09.424625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-870c357e-fac0-4df6-85ab-fd4b38b9a0f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'router': {'external_gateway_info': {'network_id': '7172c924-894c-4e45-989a-f1bfd938be9b'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:09.433431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:09.434129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:09.466502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:09.467148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea4cb2-9149-4c96-9b90-0e90aa011cbd None None] The sync data for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:26:09.632705 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-870c357e-fac0-4df6-85ab-fd4b38b9a0f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:09.651922 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-870c357e-fac0-4df6-85ab-fd4b38b9a0f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] update failed (client error): The resource could not be found. Aug 23 12:26:09.652969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-870c357e-fac0-4df6-85ab-fd4b38b9a0f3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b HTTP/1.1" status: 404 len: 339 time: 0.2318556 Aug 23 12:26:09.656571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35744) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:09.950707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.199553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Allocated IP 172.20.0.1 (dac9b941-b66b-4fbd-bf7e-938444c7aa6f/81ac5a10-0e9c-44c4-8371-255a963408de/63f6d263-9455-4461-85ea-6d3c92f7f1b1) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:10.316449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.331459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Transition to ACTIVE for port object 63f6d263-9455-4461-85ea-6d3c92f7f1b1 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:10.369313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.382462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2440a9-ffd3-4686-a250-aa58e46d345f req-a2c9195a-354b-4d0f-a7f6-02c32046452a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:10.384027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae2440a9-ffd3-4686-a250-aa58e46d345f req-a2c9195a-354b-4d0f-a7f6-02c32046452a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.0573008 Aug 23 12:26:10.408092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:10.412951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:10.415330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:10.426241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ae2440a9-ffd3-4686-a250-aa58e46d345f req-afd5d8fd-375f-433c-bc6c-7f3646d8a172 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356007 Aug 23 12:26:10.458586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Port': ['ID=63f6d263-9455-4461-85ea-6d3c92f7f1b1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:10.477771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.610674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.724175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5a374b0-0ce3-4dbf-a570-eabc17d2b4ea None None] Provisioning for port 63f6d263-9455-4461-85ea-6d3c92f7f1b1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:10.731016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5a374b0-0ce3-4dbf-a570-eabc17d2b4ea None None] Provisioning complete for port 63f6d263-9455-4461-85ea-6d3c92f7f1b1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:10.731772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5a374b0-0ce3-4dbf-a570-eabc17d2b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.769600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d5a374b0-0ce3-4dbf-a570-eabc17d2b4ea None None] Port 63f6d263-9455-4461-85ea-6d3c92f7f1b1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:26:10.887298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.892540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:10.975192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event updated for resources: {'Port': ['ID=63f6d263-9455-4461-85ea-6d3c92f7f1b1,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:10.982366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:11.106978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:11.108313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:11.217564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Router 7172c924-894c-4e45-989a-f1bfd938be9b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:26:11.313391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:26:11.318917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-00d7db4f-350f-480c-8ab6-4487f76dcbe3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6614256 Aug 23 12:26:11.321657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35760) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:11.323366 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c4299-4752-408b-9583-bae213b73631 None None] Sync routers for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:26:11.332310 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c4299-4752-408b-9583-bae213b73631 None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:11.332972 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086c4299-4752-408b-9583-bae213b73631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:11.364278 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086c4299-4752-408b-9583-bae213b73631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:11.372647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c4299-4752-408b-9583-bae213b73631 None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:11.373236 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086c4299-4752-408b-9583-bae213b73631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:11.391787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-604bd596-76b9-4489-9f09-30d90257fbb7 None None] Provisioning complete for port 63f6d263-9455-4461-85ea-6d3c92f7f1b1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:11.392484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-604bd596-76b9-4489-9f09-30d90257fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:11.404593 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-086c4299-4752-408b-9583-bae213b73631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:11.405242 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c4299-4752-408b-9583-bae213b73631 None None] The sync data for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 is: [] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:26:11.414921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2ee80865-7999-4ebc-bd42-316cc6ad7cd3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:11.426468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-604bd596-76b9-4489-9f09-30d90257fbb7 None None] Port 63f6d263-9455-4461-85ea-6d3c92f7f1b1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:26:11.510318 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-2ee80865-7999-4ebc-bd42-316cc6ad7cd3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 12:26:11.511259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2ee80865-7999-4ebc-bd42-316cc6ad7cd3 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b HTTP/1.1" status: 409 len: 329 time: 0.1886399 Aug 23 12:26:11.514172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35764) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:11.548328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7edba-c307-4465-929b-c7a7348a2657 req-0786ac9c-abd8-4fd4-b83c-211f076a6b7e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:11.550059 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cfc7edba-c307-4465-929b-c7a7348a2657 req-0786ac9c-abd8-4fd4-b83c-211f076a6b7e tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.0535874 Aug 23 12:26:11.590057 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cfc7edba-c307-4465-929b-c7a7348a2657 req-92fd4fc0-9936-4a97-8791-1ee19bd3e632 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Aug 23 12:26:11.770098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-72e6ff3e-d40a-4241-a67e-3dbb292fd0f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930667 Aug 23 12:26:11.882305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-06ce7ee2-65d3-4480-96b8-9cebd1c100c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:11.883777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-06ce7ee2-65d3-4480-96b8-9cebd1c100c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.0736742 Aug 23 12:26:11.916652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:12.101804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-80ae3e43-2edf-4a7b-9477-051de13449c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:12.103606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-80ae3e43-2edf-4a7b-9477-051de13449c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.2003937 Aug 23 12:26:12.194921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-cd96d4a0-c9db-4639-a7e4-44e73a1a1df1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 1001 time: 0.0743535 Aug 23 12:26:12.279142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-e4f1c87b-a448-4c0a-9d85-fb9ae763eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:12.280620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-e4f1c87b-a448-4c0a-9d85-fb9ae763eed2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0783901 Aug 23 12:26:12.352211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-ac2fe1dc-1cb9-432f-ad47-87f9385e851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:12.353765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-ac2fe1dc-1cb9-432f-ad47-87f9385e851c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555623 Aug 23 12:26:12.373434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting port 63f6d263-9455-4461-85ea-6d3c92f7f1b1 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:12.373810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:12.865793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-a165e21c-6410-4cca-b72e-4a142e6cf455 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052698 Aug 23 12:26:12.894501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af497c-e995-4d2f-bd3c-72e17330f18a req-bc33f146-c096-470d-9b4a-7926f46f30ec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:12.896071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75af497c-e995-4d2f-bd3c-72e17330f18a req-bc33f146-c096-470d-9b4a-7926f46f30ec tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 943 time: 0.1036360 Aug 23 12:26:12.898124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:12.927470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Calling delete_port for 63f6d263-9455-4461-85ea-6d3c92f7f1b1 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:13.067710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b4e8286e-b676-4c62-89ae-103d6ff73ed1 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:26:13.082559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-75af497c-e995-4d2f-bd3c-72e17330f18a req-b3ba3661-2d53-46a9-9946-6e8818fb8bdf tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643279 Aug 23 12:26:13.204256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50f119c7-b600-4fdf-91bb-899e64ad2159 req-cf366ede-83d1-4fad-a8de-7b9ba55750b2 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269348 Aug 23 12:26:13.290177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b4e8286e-b676-4c62-89ae-103d6ff73ed1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:13.306908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'port_id': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'mac_address': 'fa:16:3e:4a:8c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:26:13.337574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b91ca-5b6b-44f6-a47e-b8ef2ca42f5f req-bdbc38c5-9ace-4966-b0c9-533a129640b9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:13.339153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-213b91ca-5b6b-44f6-a47e-b8ef2ca42f5f req-bdbc38c5-9ace-4966-b0c9-533a129640b9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.1384742 Aug 23 12:26:13.349529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:13.368677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e8286e-b676-4c62-89ae-103d6ff73ed1 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:13.373092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:13.400082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b4e8286e-b676-4c62-89ae-103d6ff73ed1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:13.404865 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:13.407689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Port': ['ID=63f6d263-9455-4461-85ea-6d3c92f7f1b1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:13.468265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e8286e-b676-4c62-89ae-103d6ff73ed1,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:13.475087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-213b91ca-5b6b-44f6-a47e-b8ef2ca42f5f req-eaff234d-9da9-4f27-a349-b00affb431bf tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266642 Aug 23 12:26:13.588499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:13.621868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['b4e8286e-b676-4c62-89ae-103d6ff73ed1'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:26:13.743291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Router 7172c924-894c-4e45-989a-f1bfd938be9b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:26:13.822079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:26:13.832040 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0f769c15-e04a-474b-b02f-909d19638071 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118436 Aug 23 12:26:13.832040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35798) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:13.832241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] Sync routers for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:26:13.853609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:13.854260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:13.870130 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-22b7e0d0-c5ce-4c7e-ac49-2a8b98931c48 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] show failed (client error): The resource could not be found. Aug 23 12:26:13.871186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-22b7e0d0-c5ce-4c7e-ac49-2a8b98931c48 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1675626 HTTP/1.1" status: 404 len: 332 time: 0.0395911 Aug 23 12:26:13.874871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35800) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:13.879390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-af0aa382-6eae-4cbc-af4b-835a5aec393b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:13.887924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:13.898611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] Routers {'7172c924-894c-4e45-989a-f1bfd938be9b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:13.899220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7172c924-894c-4e45-989a-f1bfd938be9b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:13.916725 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-af0aa382-6eae-4cbc-af4b-835a5aec393b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] update failed (client error): The resource could not be found. Aug 23 12:26:13.917797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-af0aa382-6eae-4cbc-af4b-835a5aec393b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1699671318 HTTP/1.1" status: 404 len: 335 time: 0.0419786 Aug 23 12:26:13.922029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35802) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:13.934401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:13.935069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f4ac1c-2864-4f4a-af61-75a4ad0b45c6 None None] The sync data for ids ['7172c924-894c-4e45-989a-f1bfd938be9b'] in n-d-773645-7 is: [] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:26:13.981331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting subnet 9ba1a35d-8054-4267-b25c-c70ed2698e38 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:26:13.984529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.028516 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.109363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.197100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.227098 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba1a35d-8054-4267-b25c-c70ed2698e38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:14.233044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.237771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1ca6c-6a49-482d-8bf2-bb281506ab17 None None] Network b7bf57c2-00be-4a83-8708-dbae7ff98e75 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:14.238308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35806) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:14.238431 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-58fff3ee-2372-4c3b-a16b-7e94ecee062b tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/subnets/9ba1a35d-8054-4267-b25c-c70ed2698e38 HTTP/1.1" status: 204 len: 168 time: 0.3150568 Aug 23 12:26:14.251395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69babea-beae-4786-8543-ffb45d6571b8 req-2ac46b10-b3ed-44ca-a70c-0b97be796055 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:14.253624 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e69babea-beae-4786-8543-ffb45d6571b8 req-2ac46b10-b3ed-44ca-a70c-0b97be796055 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 944 time: 0.0902684 Aug 23 12:26:14.294625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting subnet d4c4574e-ed3b-4301-a0c7-38031671e134 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:26:14.298915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.318311 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e69babea-beae-4786-8543-ffb45d6571b8 req-770ea048-a6e5-4557-b234-8fb52bf45977 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567818 Aug 23 12:26:14.348830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.441428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] DHCP port deletion for b7bf57c2-00be-4a83-8708-dbae7ff98e75 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:26:14.450149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.492848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] Deleting port 16120f86-8da4-461d-be43-fd31dbf72795 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:14.493233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.542802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.569027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.574570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35820) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:14.578265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/subnets/d4c4574e-ed3b-4301-a0c7-38031671e134 HTTP/1.1" status: 204 len: 168 time: 0.3389826 Aug 23 12:26:14.580462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099a469-5343-44a7-9f4d-c7c85c6698ce None None] Network 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:14.591438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] For port 16120f86-8da4-461d-be43-fd31dbf72795, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=16120f86-8da4-461d-be43-fd31dbf72795,segment=NetworkSegment(a68b1b7b-7c86-40ed-994a-5ff7b21095cb),segment_id=a68b1b7b-7c86-40ed-994a-5ff7b21095cb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:14.591849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.625209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facf418-a085-49c3-ada7-0c260d5d3b3f tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c4574e-ed3b-4301-a0c7-38031671e134,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:14.664526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3ad68-ad2f-4bcf-b63f-b0b51ebcf388 req-d8e72f4e-46a8-4f9d-9551-2e904b355a99 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:14.665521 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.666628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28a3ad68-ad2f-4bcf-b63f-b0b51ebcf388 req-d8e72f4e-46a8-4f9d-9551-2e904b355a99 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0688441 Aug 23 12:26:14.675599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] Calling delete_port for 16120f86-8da4-461d-be43-fd31dbf72795 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:14.716694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28a3ad68-ad2f-4bcf-b63f-b0b51ebcf388 req-aff2fb1d-b2f4-479c-b4ce-698abc02b8e9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Aug 23 12:26:14.741336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting port 16120f86-8da4-461d-be43-fd31dbf72795 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:14.744148 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.808220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.814411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] For port 16120f86-8da4-461d-be43-fd31dbf72795, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=16120f86-8da4-461d-be43-fd31dbf72795,segment=NetworkSegment(a68b1b7b-7c86-40ed-994a-5ff7b21095cb),segment_id=a68b1b7b-7c86-40ed-994a-5ff7b21095cb)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:14.814829 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.829838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Calling delete_port for 16120f86-8da4-461d-be43-fd31dbf72795 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:14.848895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] Pushing event deleted for resources: {'Port': ['ID=16120f86-8da4-461d-be43-fd31dbf72795,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:14.853099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c53a3-1e04-4129-aacf-bd1c0e1fbf70 None None] No DVR routers for this DVR port 16120f86-8da4-461d-be43-fd31dbf72795 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:26:14.903058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] DHCP port deletion for 98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:26:14.924554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:14.950924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Port': ['ID=16120f86-8da4-461d-be43-fd31dbf72795,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:14.955024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] No DVR routers for this DVR port 16120f86-8da4-461d-be43-fd31dbf72795 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:26:14.967148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] Deleting port 90ab3122-f04a-40af-ac2a-145a26ab3e73 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:14.967770 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.037575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] For port 90ab3122-f04a-40af-ac2a-145a26ab3e73, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=90ab3122-f04a-40af-ac2a-145a26ab3e73,segment=NetworkSegment(332592fd-f356-4972-aac6-5932785b04fd),segment_id=332592fd-f356-4972-aac6-5932785b04fd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:15.040305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.042048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.052553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bf57c2-00be-4a83-8708-dbae7ff98e75']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:15.053785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] Calling delete_port for 90ab3122-f04a-40af-ac2a-145a26ab3e73 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:15.062341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:15.062644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68b1b7b-7c86-40ed-994a-5ff7b21095cb') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:15.072040 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.085946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.092812 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:26:15.093225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:26:15.096587 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:26:15.100125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b4e8286e-b676-4c62-89ae-103d6ff73ed1 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:15.158699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.166955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.170127 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/networks/b7bf57c2-00be-4a83-8708-dbae7ff98e75 HTTP/1.1" status: 204 len: 168 time: 0.5933867 Aug 23 12:26:15.171808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35822) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:15.175380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port b4e8286e-b676-4c62-89ae-103d6ff73ed1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:15.180299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port b4e8286e-b676-4c62-89ae-103d6ff73ed1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:15.180851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.182953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1ca85-2972-46a5-8a48-f789c7ec16ba tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Network': ['ID=b7bf57c2-00be-4a83-8708-dbae7ff98e75,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:15.183398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.234892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] Pushing event deleted for resources: {'Port': ['ID=90ab3122-f04a-40af-ac2a-145a26ab3e73,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:15.238825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b69b7-a50c-4370-83d1-593b0a41025b None None] No DVR routers for this DVR port 90ab3122-f04a-40af-ac2a-145a26ab3e73 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:26:15.274683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.298610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.325414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:15.327798 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c726a32-9e16-4fe0-81b6-4b10a939c2ec" -d '{"events": [{"server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "name": "network-vif-plugged", "status": "completed", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:15.342720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port b4e8286e-b676-4c62-89ae-103d6ff73ed1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:15.350150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.377897 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a09999-b1c7-4295-bb13-b483d6e0d9d7 x-openstack-request-id: req-a8a09999-b1c7-4295-bb13-b483d6e0d9d7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:15.378267 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "name": "network-vif-plugged", "status": "completed", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:15.378621 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8a09999-b1c7-4295-bb13-b483d6e0d9d7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:15.379108 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'code': 200} Aug 23 12:26:15.405956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.408812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=b4e8286e-b676-4c62-89ae-103d6ff73ed1,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:15.427052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:15.461282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332592fd-f356-4972-aac6-5932785b04fd') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:15.461587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332592fd-f356-4972-aac6-5932785b04fd') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:15.488578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.518823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182754b-2a66-4bd6-aae8-efb6b123fb48 req-e31c3013-4d09-4256-8847-c6b97a76c34a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:15.520402 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2182754b-2a66-4bd6-aae8-efb6b123fb48 req-e31c3013-4d09-4256-8847-c6b97a76c34a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 945 time: 0.1114051 Aug 23 12:26:15.521967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.532019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:26:15.532428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:26:15.536657 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:26:15.557357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147a3e7-2d5c-4b8d-9c3c-bed714a4d900 req-23e3c3b0-371d-4188-964c-0fc7c91f2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:15.558935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2147a3e7-2d5c-4b8d-9c3c-bed714a4d900 req-23e3c3b0-371d-4188-964c-0fc7c91f2a03 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 1096 time: 0.1167011 Aug 23 12:26:15.653192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.657933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2182754b-2a66-4bd6-aae8-efb6b123fb48 req-4b767ddd-71a5-4950-b14e-b1cb5ecda045 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279795 Aug 23 12:26:15.664662 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2147a3e7-2d5c-4b8d-9c3c-bed714a4d900 req-d15bf6d9-278c-42a9-8877-9fea9eff69c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962620 Aug 23 12:26:15.665640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.671867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/networks/98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1 HTTP/1.1" status: 204 len: 168 time: 0.4969430 Aug 23 12:26:15.674764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35830) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:15.697084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23e67b-4b7f-4878-8acd-5bd617441f43 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Network': ['ID=98dc66a2-2be5-4be8-bc4d-1ac0480bb2d1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:15.760541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting subnet 81ac5a10-0e9c-44c4-8371-255a963408de {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:26:15.765075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.834169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.875834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f680242-6446-4d6d-9eff-9b2d774d78da req-08eaee5e-96d0-40ea-b579-2c5400535945 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:15.877889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f680242-6446-4d6d-9eff-9b2d774d78da req-08eaee5e-96d0-40ea-b579-2c5400535945 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0654042 Aug 23 12:26:15.917013 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f680242-6446-4d6d-9eff-9b2d774d78da req-a7784caa-ce94-4861-9794-4c3033638dcb tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330045 Aug 23 12:26:15.923889 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:15.986224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.022904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Subnet': ['ID=81ac5a10-0e9c-44c4-8371-255a963408de,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:16.026857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.028781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a56750c0-cf24-4b4a-8df8-fac1b2100518 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/subnets/81ac5a10-0e9c-44c4-8371-255a963408de HTTP/1.1" status: 204 len: 168 time: 0.3529658 Aug 23 12:26:16.031333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35834) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:16.034504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f4797b-6ea1-4593-8a79-aa2eeaeeaa3c None None] Network dac9b941-b66b-4fbd-bf7e-938444c7aa6f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:16.109347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.164629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Deleting port 12d24234-3c01-4ee8-800e-bfd361f724b6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:16.164884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.234015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] For port 12d24234-3c01-4ee8-800e-bfd361f724b6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=12d24234-3c01-4ee8-800e-bfd361f724b6,segment=NetworkSegment(13e8795f-4e36-4987-8848-4fcf7b9ededa),segment_id=13e8795f-4e36-4987-8848-4fcf7b9ededa)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:16.234746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.248179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Calling delete_port for 12d24234-3c01-4ee8-800e-bfd361f724b6 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:16.328891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.351092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ab8d8-62ef-44ba-b4a1-ac0fa5ad3049 None None] DHCP port deletion for dac9b941-b66b-4fbd-bf7e-938444c7aa6f request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:26:16.355463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Port': ['ID=12d24234-3c01-4ee8-800e-bfd361f724b6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:16.359760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] No DVR routers for this DVR port 12d24234-3c01-4ee8-800e-bfd361f724b6 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:26:16.424344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 12d24234-3c01-4ee8-800e-bfd361f724b6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:26:16.444519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.444847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 12d24234-3c01-4ee8-800e-bfd361f724b6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:26:16.445069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 12d24234-3c01-4ee8-800e-bfd361f724b6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:26:16.445482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 16120f86-8da4-461d-be43-fd31dbf72795 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:26:16.454905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac9b941-b66b-4fbd-bf7e-938444c7aa6f']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:16.463865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 16120f86-8da4-461d-be43-fd31dbf72795 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:26:16.464218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 16120f86-8da4-461d-be43-fd31dbf72795 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:26:16.464632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90ab3122-f04a-40af-ac2a-145a26ab3e73 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:26:16.464906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e8795f-4e36-4987-8848-4fcf7b9ededa') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:16.465120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e8795f-4e36-4987-8848-4fcf7b9ededa') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:16.473929 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.486863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 90ab3122-f04a-40af-ac2a-145a26ab3e73 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:26:16.487216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 90ab3122-f04a-40af-ac2a-145a26ab3e73 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:26:16.490408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.496609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:26:16.497005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:26:16.500150 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:26:16.562562 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.569763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.571484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/networks/dac9b941-b66b-4fbd-bf7e-938444c7aa6f HTTP/1.1" status: 204 len: 168 time: 0.5391381 Aug 23 12:26:16.574306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35836) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:16.583150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38386192-8112-4a6f-a6bc-a6a43af610ea tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Pushing event deleted for resources: {'Network': ['ID=dac9b941-b66b-4fbd-bf7e-938444c7aa6f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:16.603291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a64d36e-aac6-4446-a257-255cbf2442ce tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7172c924-894c-4e45-989a-f1bfd938be9b HTTP/1.1" status: 200 len: 205 time: 0.0257525 Aug 23 12:26:16.604427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:16.685705 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.812582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6b7de-65b7-486a-ba91-8833aa9281a3 req-08a6178f-62b6-4de6-82be-cdb65681df21 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:16.816185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43b6b7de-65b7-486a-ba91-8833aa9281a3 req-08a6178f-62b6-4de6-82be-cdb65681df21 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 945 time: 0.0688906 Aug 23 12:26:16.853982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43b6b7de-65b7-486a-ba91-8833aa9281a3 req-f527c8e2-e1ec-4df6-a5df-db5839e9bdbe tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Aug 23 12:26:16.860383 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.862697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.909944 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.910448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Fanout notify agent at l3_agent the message router_deleted on router 7172c924-894c-4e45-989a-f1bfd938be9b {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:26:16.917526 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:16.918739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ee9b56e4-87a2-4e60-8772-e1e1adf17ee2 tempest-RoutersNegativeTest-1926060730 tempest-RoutersNegativeTest-1926060730-project] 10.222.0.21 "DELETE /v2.0/routers/7172c924-894c-4e45-989a-f1bfd938be9b HTTP/1.1" status: 204 len: 168 time: 0.3143392 Aug 23 12:26:16.976558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66443c95-cdc4-49d3-aa86-d0ead180106e req-658f474e-5585-4dbc-855c-f0b1beaa9b14 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:16.978765 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66443c95-cdc4-49d3-aa86-d0ead180106e req-658f474e-5585-4dbc-855c-f0b1beaa9b14 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 945 time: 0.0536704 Aug 23 12:26:17.034277 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66443c95-cdc4-49d3-aa86-d0ead180106e req-a1de2391-8233-4b45-8d63-41260ed9f689 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485616 Aug 23 12:26:17.056791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35858) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:17.075113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fe805-0f89-4f0c-a1f3-d0d85e4ee124 req-ba140b0a-a709-4f76-9355-b8beb9d108c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:17.076908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-715fe805-0f89-4f0c-a1f3-d0d85e4ee124 req-ba140b0a-a709-4f76-9355-b8beb9d108c0 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0719938 Aug 23 12:26:17.124616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-715fe805-0f89-4f0c-a1f3-d0d85e4ee124 req-9e6d1fc7-e590-432c-806b-920f581f760c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Aug 23 12:26:17.216224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35862) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:17.373668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3a630ba1-cf98-4534-a044-440d9398d199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc3f515361e243448afcc42e114d55d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561821 Aug 23 12:26:17.376153 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35866) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:17.428635 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-038d3a4c-5b41-40fa-b88c-77e035c779d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.452743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-038d3a4c-5b41-40fa-b88c-77e035c779d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.481081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902cca7b-3f82-47a5-bda6-8e62d749615f tempest-TestVolumeBootPattern-1686452905 tempest-TestVolumeBootPattern-1686452905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:17.485227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-902cca7b-3f82-47a5-bda6-8e62d749615f tempest-TestVolumeBootPattern-1686452905 tempest-TestVolumeBootPattern-1686452905-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 1091 time: 0.4244957 Aug 23 12:26:17.486134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35868) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:17.490835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'tenant_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:17.518893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.534810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-038d3a4c-5b41-40fa-b88c-77e035c779d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.537319 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-038d3a4c-5b41-40fa-b88c-77e035c779d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.540973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-038d3a4c-5b41-40fa-b88c-77e035c779d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8da4d818-4de8-4714-a433-ad31cfecc515 HTTP/1.1" status: 204 len: 168 time: 0.1608040 Aug 23 12:26:17.551895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3a4c-5b41-40fa-b88c-77e035c779d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4d818-4de8-4714-a433-ad31cfecc515,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:17.662179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.806993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Allocated IP 172.25.1.152 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/1bf1044b-b276-47c6-bfac-00f2a00fba96) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:17.937839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:17.982789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.019435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:18.023348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:18.027787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:18.071633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=1bf1044b-b276-47c6-bfac-00f2a00fba96,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:18.249892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db13c-2b6b-463e-9aab-5fe0c2dff6cd req-0f35d3ee-76c7-4554-8ec2-096671901dc5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:18.251475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-006db13c-2b6b-463e-9aab-5fe0c2dff6cd req-0f35d3ee-76c7-4554-8ec2-096671901dc5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0496140 Aug 23 12:26:18.293799 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-006db13c-2b6b-463e-9aab-5fe0c2dff6cd req-e5d11e78-b0ac-4566-a5db-b0c160fce46b tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355911 Aug 23 12:26:18.309929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35894) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:18.411604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-777e785a-88da-4592-a0ff-aa7f01e3ead8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:18.412280 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-777e785a-88da-4592-a0ff-aa7f01e3ead8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 12:26:18.412525 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-777e785a-88da-4592-a0ff-aa7f01e3ead8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 12:26:18.413482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-777e785a-88da-4592-a0ff-aa7f01e3ead8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1026042 Aug 23 12:26:18.417796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35898) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:18.422410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--610683934'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:18.427475 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.445368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.453336 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.493849 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.545851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.550056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.585559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38338736-d697-45a4-b1aa-6bf2240ffaf6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:18.640219 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.645275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.656066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.660484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.676797 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.678063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2592568 Aug 23 12:26:18.680020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19f2f6-1ede-4c09-b5bd-64cafe7431b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa36755a-217b-4a4e-aca2-d41126d1e6eb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:18.682115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35900) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:18.686821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': 'fa36755a-217b-4a4e-aca2-d41126d1e6eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:18.713909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.732033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event updated for resources: {'Port': ['ID=1bf1044b-b276-47c6-bfac-00f2a00fba96,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:18.743789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.773324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.776978 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.794097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d018782e-dc06-46b6-bb98-463f14ad3a4d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:18.800333 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.801461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df1111df-db48-422f-8bec-d7516768cbe3 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184092 Aug 23 12:26:18.804211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35902) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:18.808590 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-08763e38-572f-40bd-9624-18edadae5ff7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': 'fa36755a-217b-4a4e-aca2-d41126d1e6eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:18.837999 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08763e38-572f-40bd-9624-18edadae5ff7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.849068 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Floating IP f0873b57-4a3e-4ead-8432-096e8cdf325a associated. External IP: 172.25.1.152, port: b4e8286e-b676-4c62-89ae-103d6ff73ed1. Aug 23 12:26:18.890469 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-08763e38-572f-40bd-9624-18edadae5ff7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 12:26:18.891588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08763e38-572f-40bd-9624-18edadae5ff7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0864613 Aug 23 12:26:18.894848 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35910) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:18.953752 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-717044d7-ec6b-4952-aad9-c09551e37db7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:18.979788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-717044d7-ec6b-4952-aad9-c09551e37db7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.032104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-717044d7-ec6b-4952-aad9-c09551e37db7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.035387 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-717044d7-ec6b-4952-aad9-c09551e37db7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.036571 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-717044d7-ec6b-4952-aad9-c09551e37db7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa36755a-217b-4a4e-aca2-d41126d1e6eb HTTP/1.1" status: 204 len: 168 time: 0.1407962 Aug 23 12:26:19.041324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35914) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:19.052786 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717044d7-ec6b-4952-aad9-c09551e37db7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa36755a-217b-4a4e-aca2-d41126d1e6eb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:19.085761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:26:19.096008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-463e0ad4-b13f-4d3c-9670-c463de1b01c5 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535860 Aug 23 12:26:19.100014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35918) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:19.105348 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--443680867'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:19.128478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.199956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:26:19.214486 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:26:19.223960 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:19.224560 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:19.225289 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.230259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.235252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.265913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.270342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1656003 Aug 23 12:26:19.270342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a76df5-a468-45b0-9db4-20c5d740308e tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f659a95-e91d-43ff-b228-1c51753c727f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:19.271936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35920) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:19.279399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2be4112d-47aa-434f-be24-a6df970bc6f5 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '4f659a95-e91d-43ff-b228-1c51753c727f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:19.280019 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-2be4112d-47aa-434f-be24-a6df970bc6f5 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 12:26:19.280708 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-2be4112d-47aa-434f-be24-a6df970bc6f5 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:19.285065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2be4112d-47aa-434f-be24-a6df970bc6f5 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094469 Aug 23 12:26:19.288120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35922) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:19.294176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dac012f2-611b-414c-a86a-69f3f77c1d86 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8068392 Aug 23 12:26:19.336587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:19.340434 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36569404-90fc-4abe-bc69-d7dd57a2a478" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:19.367751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:26:19.383026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bee250f0-8531-4cbf-b23e-30fe3db0f7b2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.409038 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b0512-8b5b-4f2e-aa2e-6d83e2e1bbe4 x-openstack-request-id: req-314b0512-8b5b-4f2e-aa2e-6d83e2e1bbe4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:19.409343 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:19.409715 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-314b0512-8b5b-4f2e-aa2e-6d83e2e1bbe4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:19.410242 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'status': 'completed', 'code': 200} Aug 23 12:26:19.423486 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bee250f0-8531-4cbf-b23e-30fe3db0f7b2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.627020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:08Z', 'revision_number': 1, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}, {'id': 'f0873b57-4a3e-4ead-8432-096e8cdf325a', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:4a:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:26:18Z', 'updated_at': '2021-08-23T12:26:18Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:19.654595 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:26:19.664560 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:26:19.665185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:25:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:19.788070 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:26:19.858210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6aa4e-e90b-424e-9658-9707ba9633f8 req-16dff75b-c4d0-45a4-9489-1c8790169cb7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:19.859744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ac6aa4e-e90b-424e-9658-9707ba9633f8 req-16dff75b-c4d0-45a4-9489-1c8790169cb7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.4487233 Aug 23 12:26:19.866885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-3266a010-5106-47d2-965e-a2db8c392f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:19.868329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-3266a010-5106-47d2-965e-a2db8c392f16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 1096 time: 0.4350255 Aug 23 12:26:19.869650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bee250f0-8531-4cbf-b23e-30fe3db0f7b2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.872151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bee250f0-8531-4cbf-b23e-30fe3db0f7b2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:19.873206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bee250f0-8531-4cbf-b23e-30fe3db0f7b2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f659a95-e91d-43ff-b228-1c51753c727f HTTP/1.1" status: 204 len: 168 time: 0.5839839 Aug 23 12:26:19.875993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35930) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:19.912894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee250f0-8531-4cbf-b23e-30fe3db0f7b2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f659a95-e91d-43ff-b228-1c51753c727f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:19.946752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7c47a74e-4084-4413-984e-39e7b10bc365 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689769 Aug 23 12:26:19.947658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35932) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:19.952859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745782253'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:19.976736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9ac6aa4e-e90b-424e-9658-9707ba9633f8 req-c089b77c-7df1-4af9-9f03-6779d3354b30 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023777 Aug 23 12:26:19.981719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.008718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-599c09d2-7764-47f1-bc9f-0330dbee7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:20.010751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-599c09d2-7764-47f1-bc9f-0330dbee7d84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1312225 Aug 23 12:26:20.084484 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:08Z', 'revision_number': 1, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}, {'id': 'f0873b57-4a3e-4ead-8432-096e8cdf325a', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:4a:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:26:18Z', 'updated_at': '2021-08-23T12:26:18Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:26:20.114558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-99ef3169-915f-4277-9810-fb8f1acd17f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1 HTTP/1.1" status: 200 len: 999 time: 0.0968890 Aug 23 12:26:20.116964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.118432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6600-5bd5-4419-aeb7-7af5b865a55f None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:08Z', 'revision_number': 1, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}, {'id': 'f0873b57-4a3e-4ead-8432-096e8cdf325a', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:4a:8c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:26:18Z', 'updated_at': '2021-08-23T12:26:18Z', 'revision_number': 0, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:26:20.131821 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.171749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.173694 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2243786 Aug 23 12:26:20.179060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35936) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.183425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684ac1d-16e4-4c1d-bae1-61dafe7376a1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e01245-0aee-4210-a31f-eb1e99f7382a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:20.197541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-abd37ad9-5028-4df8-9ac5-35615e68d671 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '60e01245-0aee-4210-a31f-eb1e99f7382a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.198559 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-abd37ad9-5028-4df8-9ac5-35615e68d671 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 12:26:20.199358 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-abd37ad9-5028-4df8-9ac5-35615e68d671 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:20.203611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-abd37ad9-5028-4df8-9ac5-35615e68d671 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0233366 Aug 23 12:26:20.204174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35938) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.219699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-258b6bef-fcf8-4f76-9955-327ef033da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:20.221252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-258b6bef-fcf8-4f76-9955-327ef033da1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.1002579 Aug 23 12:26:20.334028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-4d964f45-c87e-4ea3-8a96-410dc7458df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:20.335604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-4d964f45-c87e-4ea3-8a96-410dc7458df3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866485 Aug 23 12:26:20.341088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-203a9008-b03f-4384-b599-c389c1c93f47 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.415037 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-203a9008-b03f-4384-b599-c389c1c93f47 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.439710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58252611-29c7-45c6-823d-e82fcc69fa6f None None] New status for floating IP f0873b57-4a3e-4ead-8432-096e8cdf325a: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:26:20.478333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-82f4f4c4-2734-4289-909b-004fa6c7ed22 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350632 Aug 23 12:26:20.493432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-203a9008-b03f-4384-b599-c389c1c93f47 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.495953 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-203a9008-b03f-4384-b599-c389c1c93f47 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.497028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-203a9008-b03f-4384-b599-c389c1c93f47 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/60e01245-0aee-4210-a31f-eb1e99f7382a HTTP/1.1" status: 204 len: 168 time: 0.2884758 Aug 23 12:26:20.499929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35940) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.525523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9008-b03f-4384-b599-c389c1c93f47 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e01245-0aee-4210-a31f-eb1e99f7382a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:20.570110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5784e886-f5ca-4a74-b6c8-8b55384e0101 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688598 Aug 23 12:26:20.573531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35942) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.578616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060178738'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.600395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.606563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36569404-90fc-4abe-bc69-d7dd57a2a478 req-56dd03e1-30ff-4859-93ae-a63a4ccaf8dd service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214499 Aug 23 12:26:20.692084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.695733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.723847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.725087 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1505120 Aug 23 12:26:20.726981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1b86-da8c-4a5e-b6e5-0836539b4d87 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:20.729593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35944) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.736224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-be6a92bd-380c-4159-a582-60a9af1f0f91 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.737307 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-be6a92bd-380c-4159-a582-60a9af1f0f91 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 12:26:20.737837 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-be6a92bd-380c-4159-a582-60a9af1f0f91 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:20.738884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-be6a92bd-380c-4159-a582-60a9af1f0f91 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079236 Aug 23 12:26:20.742439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35946) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.747222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f87ed385-f4ee-4437-b479-07ab62e8f9e9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.747854 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-f87ed385-f4ee-4437-b479-07ab62e8f9e9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 12:26:20.749456 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-f87ed385-f4ee-4437-b479-07ab62e8f9e9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:20.750603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f87ed385-f4ee-4437-b479-07ab62e8f9e9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072358 Aug 23 12:26:20.753484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.757637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7580e337-4752-4d69-b65c-f3c9788fe969 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.759515 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-7580e337-4752-4d69-b65c-f3c9788fe969 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 12:26:20.759515 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-7580e337-4752-4d69-b65c-f3c9788fe969 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:20.759928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7580e337-4752-4d69-b65c-f3c9788fe969 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059507 Aug 23 12:26:20.762363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35950) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.766386 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d8e25b60-b2b0-4095-9074-5cf7788358b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.767245 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-d8e25b60-b2b0-4095-9074-5cf7788358b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 12:26:20.767708 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-d8e25b60-b2b0-4095-9074-5cf7788358b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:20.768617 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d8e25b60-b2b0-4095-9074-5cf7788358b9 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053892 Aug 23 12:26:20.770913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35952) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.822973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-650a7c6e-e1c7-492f-b20d-77ec1a8718cf tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.844484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-650a7c6e-e1c7-492f-b20d-77ec1a8718cf tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.885769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-650a7c6e-e1c7-492f-b20d-77ec1a8718cf tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.888216 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-650a7c6e-e1c7-492f-b20d-77ec1a8718cf tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:20.889342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-650a7c6e-e1c7-492f-b20d-77ec1a8718cf tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4 HTTP/1.1" status: 204 len: 168 time: 0.1173201 Aug 23 12:26:20.892639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35954) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.898912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a7c6e-e1c7-492f-b20d-77ec1a8718cf tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e37daba-1ae1-4f3f-bdba-685d7dd7bbe4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:20.937414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a1a8f3e1-7163-40b7-a000-2bf8882e952c tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435517 Aug 23 12:26:20.941059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35956) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:20.945337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--635464542'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:20.966490 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.056070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.060460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.090018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.091441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1494622 Aug 23 12:26:21.094906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35960) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.099549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fa6a3690-63c8-45c8-97c3-0572a7ecdcfd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.099990 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-fa6a3690-63c8-45c8-97c3-0572a7ecdcfd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 12:26:21.100476 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-fa6a3690-63c8-45c8-97c3-0572a7ecdcfd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.101392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fa6a3690-63c8-45c8-97c3-0572a7ecdcfd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055916 Aug 23 12:26:21.102222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab5ef6-9712-4640-a655-0c5707f6ac70 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61806bb7-8681-4ab0-80a0-ac8f1ed7a402,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:21.104701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35962) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.114879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-876ba883-fa46-4d34-aa77-6b2be7413460 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.143582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c253a0-0a97-4e10-8c61-c462b333095c req-a68d256f-a669-4118-bd7c-7759a71f1631 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:21.145011 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5c253a0-0a97-4e10-8c61-c462b333095c req-a68d256f-a669-4118-bd7c-7759a71f1631 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0720782 Aug 23 12:26:21.182890 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-876ba883-fa46-4d34-aa77-6b2be7413460 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.184193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-876ba883-fa46-4d34-aa77-6b2be7413460 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0770164 Aug 23 12:26:21.187121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35968) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.191702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-11463db5-e9f0-460d-91fd-406f6a40c63b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.192216 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-11463db5-e9f0-460d-91fd-406f6a40c63b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 12:26:21.192667 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-11463db5-e9f0-460d-91fd-406f6a40c63b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.193593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-11463db5-e9f0-460d-91fd-406f6a40c63b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055065 Aug 23 12:26:21.196101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35970) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.201810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-10feeb3a-d61c-4cf4-b312-ddd3eadc7109 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.203992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5c253a0-0a97-4e10-8c61-c462b333095c req-4883713c-8343-41be-975e-d0952bbb9654 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505822 Aug 23 12:26:21.239589 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-10feeb3a-d61c-4cf4-b312-ddd3eadc7109 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.240848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-10feeb3a-d61c-4cf4-b312-ddd3eadc7109 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0437725 Aug 23 12:26:21.244026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35974) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.248952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8941835f-ee43-43eb-bb9d-1634c632917d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.249442 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-8941835f-ee43-43eb-bb9d-1634c632917d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 12:26:21.249974 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-8941835f-ee43-43eb-bb9d-1634c632917d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.250932 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8941835f-ee43-43eb-bb9d-1634c632917d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058804 Aug 23 12:26:21.253437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35978) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.257631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-45e56eee-67b1-44c3-bb92-9a456de052b7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.280261 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-45e56eee-67b1-44c3-bb92-9a456de052b7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Project 18ada07cdcaf4ae4a71745d0a6400346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:26:21.294599 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-45e56eee-67b1-44c3-bb92-9a456de052b7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.295717 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-45e56eee-67b1-44c3-bb92-9a456de052b7 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0413632 Aug 23 12:26:21.298707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.304485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-509ed6dc-b278-46a4-99b2-ae8c38f274da tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.304889 n-d-773645-7 neutron-server[101058]: WARNING neutron.api.v2.base [None req-509ed6dc-b278-46a4-99b2-ae8c38f274da tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 12:26:21.305444 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-509ed6dc-b278-46a4-99b2-ae8c38f274da tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.306714 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-509ed6dc-b278-46a4-99b2-ae8c38f274da tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065989 Aug 23 12:26:21.309265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35984) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.314577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8162901b-a949-4e99-992f-88d27396970a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.338089 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-8162901b-a949-4e99-992f-88d27396970a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Project 18ada07cdcaf4ae4a71745d0a6400346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:26:21.351863 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-8162901b-a949-4e99-992f-88d27396970a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.353226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8162901b-a949-4e99-992f-88d27396970a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0428729 Aug 23 12:26:21.356086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.361822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-df66bffe-e7dc-4acc-aef6-2e64618d9e56 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '61806bb7-8681-4ab0-80a0-ac8f1ed7a402', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.386267 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-df66bffe-e7dc-4acc-aef6-2e64618d9e56 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Project 18ada07cdcaf4ae4a71745d0a6400346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:26:21.398928 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-df66bffe-e7dc-4acc-aef6-2e64618d9e56 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:21.399922 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df66bffe-e7dc-4acc-aef6-2e64618d9e56 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428507 Aug 23 12:26:21.403200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.454446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f6acce-5a52-49d4-80c0-287866351f06 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.480921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f6acce-5a52-49d4-80c0-287866351f06 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.526947 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f6acce-5a52-49d4-80c0-287866351f06 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.529658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f6acce-5a52-49d4-80c0-287866351f06 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.533917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-58f6acce-5a52-49d4-80c0-287866351f06 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/61806bb7-8681-4ab0-80a0-ac8f1ed7a402 HTTP/1.1" status: 204 len: 168 time: 0.1267726 Aug 23 12:26:21.534407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35990) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.544044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6acce-5a52-49d4-80c0-287866351f06 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61806bb7-8681-4ab0-80a0-ac8f1ed7a402,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:21.586299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f90aa6cf-a5ed-4c34-943d-5563ce199f22 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506082 Aug 23 12:26:21.590134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35992) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.594595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--779820838'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.617491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.698612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.702246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.724400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.725771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1345870 Aug 23 12:26:21.728790 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35994) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.735196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9a8b47e0-67b0-44bf-a534-cb3616e54a0a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '7c070534-11c8-4efb-97c1-f28bde0ff057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.736111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981a14b-74e9-46a2-8d73-b5f599b30c13 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c070534-11c8-4efb-97c1-f28bde0ff057,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:21.778615 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-9a8b47e0-67b0-44bf-a534-cb3616e54a0a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The resource could not be found. Aug 23 12:26:21.779924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9a8b47e0-67b0-44bf-a534-cb3616e54a0a tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0497630 Aug 23 12:26:21.782766 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 35996) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.785045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-446abe8a-f35b-4ff4-968d-d6f84a233591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.791157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-dd095725-3548-408f-938a-37f99ea5f453 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '7c070534-11c8-4efb-97c1-f28bde0ff057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b066b707-a5d5-4fc2-94be-c963b785202b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:21.832660 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-dd095725-3548-408f-938a-37f99ea5f453 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The resource could not be found. Aug 23 12:26:21.836981 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dd095725-3548-408f-938a-37f99ea5f453 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0503874 Aug 23 12:26:21.837334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 35998) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.890501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35f1230c-e380-4a40-b7a2-ee7608dfb0cb tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.914760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35f1230c-e380-4a40-b7a2-ee7608dfb0cb tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.958474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35f1230c-e380-4a40-b7a2-ee7608dfb0cb tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.961081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35f1230c-e380-4a40-b7a2-ee7608dfb0cb tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:21.964604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-35f1230c-e380-4a40-b7a2-ee7608dfb0cb tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c070534-11c8-4efb-97c1-f28bde0ff057 HTTP/1.1" status: 204 len: 168 time: 0.1238954 Aug 23 12:26:21.965210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36000) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:21.972200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1230c-e380-4a40-b7a2-ee7608dfb0cb tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c070534-11c8-4efb-97c1-f28bde0ff057,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:22.013597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b9326b47-ef17-483f-b431-2d8d442758df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468130 Aug 23 12:26:22.017715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36002) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.022336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-75752499-442c-4147-9c14-c1d58db2785b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': 'bc730c4a-f0a2-4de5-8e9c-101477f5c14e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:22.061953 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-75752499-442c-4147-9c14-c1d58db2785b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The resource could not be found. Aug 23 12:26:22.063125 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-75752499-442c-4147-9c14-c1d58db2785b tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0444260 Aug 23 12:26:22.067482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36004) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.072432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513184407'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:22.095600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.179595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.184454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.222254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.223424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1549168 Aug 23 12:26:22.225245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28661b7c-ede3-4a5d-b4aa-7a57b6ff7890 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed2656b-03d3-4be8-960d-88aafb2f8a1d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:22.226390 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36006) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.231917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407897061'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:22.275729 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.368158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137deac3-52d4-42a2-8885-9069563cfdaf req-4dbd0382-6aac-496d-9d5f-13fa7e92f1a5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:22.369772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-137deac3-52d4-42a2-8885-9069563cfdaf req-4dbd0382-6aac-496d-9d5f-13fa7e92f1a5 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0809541 Aug 23 12:26:22.385715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.390628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.416661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-137deac3-52d4-42a2-8885-9069563cfdaf req-b3ee1905-4cb4-4de0-a58e-54b2db3fd7ef tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393775 Aug 23 12:26:22.420836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.422104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1941061 Aug 23 12:26:22.425520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36012) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.430296 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b7bb5fce-9a44-48fd-900d-7fc08540ffb1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '9ed2656b-03d3-4be8-960d-88aafb2f8a1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '70d33303-2a2f-4370-80f3-756c359064f4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:22.434935 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d7486-02c1-4103-9255-e08eb9377075 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d33303-2a2f-4370-80f3-756c359064f4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:22.472867 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-b7bb5fce-9a44-48fd-900d-7fc08540ffb1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:22.473994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b7bb5fce-9a44-48fd-900d-7fc08540ffb1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0474322 Aug 23 12:26:22.476759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36014) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.541458 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d81e076-330a-4385-9c35-7587886685fd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.565768 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d81e076-330a-4385-9c35-7587886685fd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.606226 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d81e076-330a-4385-9c35-7587886685fd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.608832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d81e076-330a-4385-9c35-7587886685fd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.610030 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4d81e076-330a-4385-9c35-7587886685fd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/70d33303-2a2f-4370-80f3-756c359064f4 HTTP/1.1" status: 204 len: 168 time: 0.1321657 Aug 23 12:26:22.612753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36016) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.618875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81e076-330a-4385-9c35-7587886685fd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d33303-2a2f-4370-80f3-756c359064f4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:22.672043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1cae9857-f0b9-45be-99e8-8b0e4d062c5c tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0581198 Aug 23 12:26:22.674793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36018) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.728484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa374072-6c91-40f0-a9ce-42205dd49076 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.750138 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa374072-6c91-40f0-a9ce-42205dd49076 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.791162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa374072-6c91-40f0-a9ce-42205dd49076 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.793704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fa374072-6c91-40f0-a9ce-42205dd49076 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.794848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fa374072-6c91-40f0-a9ce-42205dd49076 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ed2656b-03d3-4be8-960d-88aafb2f8a1d HTTP/1.1" status: 204 len: 168 time: 0.1191473 Aug 23 12:26:22.797469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36020) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.803745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa374072-6c91-40f0-a9ce-42205dd49076 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed2656b-03d3-4be8-960d-88aafb2f8a1d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:22.843477 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-479d7bf4-9830-4224-a16a-73b8bd57b7d1 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447843 Aug 23 12:26:22.847099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36022) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.851336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604980174'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:22.871216 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.952095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.956515 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.982744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:22.983885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1358771 Aug 23 12:26:22.987195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36024) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:22.987829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236a4fc-f015-4579-9d49-4424bc6a8a1f tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa23bea-7549-4164-85d9-4ed63a75e403,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:22.992022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b52858d9-bf91-4008-bf08-c0ce71f309c4 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '9fa23bea-7549-4164-85d9-4ed63a75e403', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:23.027146 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-b52858d9-bf91-4008-bf08-c0ce71f309c4 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:23.028215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b52858d9-bf91-4008-bf08-c0ce71f309c4 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0400164 Aug 23 12:26:23.030883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36026) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.035288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-50877777-4eee-427b-94b3-b8e3e75936cd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group_rule': {'security_group_id': '9fa23bea-7549-4164-85d9-4ed63a75e403', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:23.069695 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-50877777-4eee-427b-94b3-b8e3e75936cd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:26:23.070900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-50877777-4eee-427b-94b3-b8e3e75936cd tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0391068 Aug 23 12:26:23.073542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36028) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.129192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b8a53e6-dec6-4c77-a770-b5078e3852df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.151703 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b8a53e6-dec6-4c77-a770-b5078e3852df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.193620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b8a53e6-dec6-4c77-a770-b5078e3852df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.196270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7b8a53e6-dec6-4c77-a770-b5078e3852df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.197416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7b8a53e6-dec6-4c77-a770-b5078e3852df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/9fa23bea-7549-4164-85d9-4ed63a75e403 HTTP/1.1" status: 204 len: 168 time: 0.1229718 Aug 23 12:26:23.200178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36030) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.206520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a53e6-dec6-4c77-a770-b5078e3852df tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa23bea-7549-4164-85d9-4ed63a75e403,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:23.243387 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d8f12a67-597b-4057-8a3a-daa145815ae2 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418985 Aug 23 12:26:23.246822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.251928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'tempest-secgroup--75864615'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:23.273601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.355975 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.359845 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.393770 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.395026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1472573 Aug 23 12:26:23.398431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36038) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.399236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efcb33-6217-4fa3-aa86-63007c00cc7d tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1034b9-9f13-47c7-935d-f53fa303b116,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:23.404053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c26c3a8d-65a8-4f81-94ec-fa782679f5a8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:23.404487 n-d-773645-7 neutron-server[101057]: WARNING neutron.api.v2.base [None req-c26c3a8d-65a8-4f81-94ec-fa782679f5a8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 12:26:23.405015 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-c26c3a8d-65a8-4f81-94ec-fa782679f5a8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 12:26:23.408391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c26c3a8d-65a8-4f81-94ec-fa782679f5a8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "PUT /v2.0/security-groups/3d1034b9-9f13-47c7-935d-f53fa303b116 HTTP/1.1" status: 409 len: 330 time: 0.0061665 Aug 23 12:26:23.408915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36040) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.471410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bea4370f-93c7-459c-9f31-12221746ae81 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.497160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bea4370f-93c7-459c-9f31-12221746ae81 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.546472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bea4370f-93c7-459c-9f31-12221746ae81 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.549451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bea4370f-93c7-459c-9f31-12221746ae81 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:23.553349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bea4370f-93c7-459c-9f31-12221746ae81 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d1034b9-9f13-47c7-935d-f53fa303b116 HTTP/1.1" status: 204 len: 168 time: 0.1413770 Aug 23 12:26:23.553679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36052) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.564570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4370f-93c7-459c-9f31-12221746ae81 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1034b9-9f13-47c7-935d-f53fa303b116,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:23.606009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c204-6a53-49ce-b295-a0d919daa0bb req-71ca469c-8117-4d8c-b0c5-6390efa53233 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:23.607509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e351c204-6a53-49ce-b295-a0d919daa0bb req-71ca469c-8117-4d8c-b0c5-6390efa53233 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.1102140 Aug 23 12:26:23.627174 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f3262226-6439-488f-8e90-3ff29d21dbd8 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715268 Aug 23 12:26:23.631292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36058) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.646543 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-c74562f6-4a97-413d-8435-28e8c34e5b71 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] delete failed (client error): The resource could not be found. Aug 23 12:26:23.647603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c74562f6-4a97-413d-8435-28e8c34e5b71 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "DELETE /v2.0/security-groups/0dc08ff4-6ef7-424f-9d22-3a206602a3b7 HTTP/1.1" status: 404 len: 347 time: 0.0153158 Aug 23 12:26:23.651543 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36062) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.665273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e351c204-6a53-49ce-b295-a0d919daa0bb req-13b88702-a8b0-40d8-83f2-8ef4f40b4dac tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499628 Aug 23 12:26:23.670478 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-24f48e8d-72a9-4d40-af9b-113e036c2154 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] show failed (client error): The resource could not be found. Aug 23 12:26:23.671404 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-24f48e8d-72a9-4d40-af9b-113e036c2154 tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-groups/45b1d4c9-ab6a-4ea0-9eee-1ddcf6086aa7 HTTP/1.1" status: 404 len: 347 time: 0.0191476 Aug 23 12:26:23.675935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36066) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:23.696522 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-6a4ca935-46b5-44fc-94b7-44381e048fda tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] show failed (client error): The resource could not be found. Aug 23 12:26:23.697710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6a4ca935-46b5-44fc-94b7-44381e048fda tempest-NegativeSecGroupIPv6Test-936345625 tempest-NegativeSecGroupIPv6Test-936345625-project] 10.222.0.21 "GET /v2.0/security-group-rules/2ce5f9e6-0951-4e26-92dd-8d3c6360507f HTTP/1.1" status: 404 len: 356 time: 0.0208356 Aug 23 12:26:23.962076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36082) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:24.095913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89cb6978-91ac-4ee0-ab0e-b7a8a58296c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18ada07cdcaf4ae4a71745d0a6400346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320376 Aug 23 12:26:24.098426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:24.146834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2369e5-6454-46a1-8620-8277b46168a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:24.168470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2369e5-6454-46a1-8620-8277b46168a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:24.218085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2369e5-6454-46a1-8620-8277b46168a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:24.221649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df2369e5-6454-46a1-8620-8277b46168a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:24.227091 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-df2369e5-6454-46a1-8620-8277b46168a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38338736-d697-45a4-b1aa-6bf2240ffaf6 HTTP/1.1" status: 204 len: 168 time: 0.1234910 Aug 23 12:26:24.235068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2369e5-6454-46a1-8620-8277b46168a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38338736-d697-45a4-b1aa-6bf2240ffaf6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:24.360095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-70e345fb-3a6a-4df4-838b-d79b91fafa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:24.430388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:24.833125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ca9a7-14cd-40ba-b6de-f1c3424a8256 req-4e364d45-c132-4bbd-b6c9-e4760d264fe9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:24.840979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e18ca9a7-14cd-40ba-b6de-f1c3424a8256 req-4e364d45-c132-4bbd-b6c9-e4760d264fe9 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0776598 Aug 23 12:26:24.884988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e18ca9a7-14cd-40ba-b6de-f1c3424a8256 req-e82eb74d-4ec5-436d-b7a7-ed988a49b2ed tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Aug 23 12:26:25.742984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:25.944088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32c883-7234-4fa3-9205-206a20aaf063 req-ace7a75e-9286-4623-906a-b9a5d9cb49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:25.945977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b32c883-7234-4fa3-9205-206a20aaf063 req-ace7a75e-9286-4623-906a-b9a5d9cb49bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1096 time: 0.0515139 Aug 23 12:26:26.023859 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0b32c883-7234-4fa3-9205-206a20aaf063 req-8d2204c5-8260-4466-a664-d0abe2a6352e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706928 Aug 23 12:26:26.045072 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb484f03-59fe-4304-b1e8-6988db561413 req-392153d5-9650-44f4-9246-1d81600dc03a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:26.045960 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb484f03-59fe-4304-b1e8-6988db561413 req-392153d5-9650-44f4-9246-1d81600dc03a tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0734560 Aug 23 12:26:26.085678 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb484f03-59fe-4304-b1e8-6988db561413 req-34725ec9-864e-4fba-a57d-1f378bbae4c1 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331972 Aug 23 12:26:27.214970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a301c6-0787-49a0-a0d5-b6ab93679429 req-f282e847-bf3e-46b0-a2af-70e4af81a620 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:27.217005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52a301c6-0787-49a0-a0d5-b6ab93679429 req-f282e847-bf3e-46b0-a2af-70e4af81a620 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0594201 Aug 23 12:26:27.257234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52a301c6-0787-49a0-a0d5-b6ab93679429 req-17830500-020b-411a-8ae4-8c68e3f5a2b4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332334 Aug 23 12:26:27.288158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36164) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:27.354977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dbbb23ae-dfd1-46c1-b1ca-143bd74c1571 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/floatingips/3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 HTTP/1.1" status: 200 len: 993 time: 0.0652311 Aug 23 12:26:27.418512 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:27.915738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.041022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:26:28.048824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:26:28.253418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:28.256030 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.275629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'port_id': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'mac_address': 'fa:16:3e:69:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:26:28.291739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:28.293939 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059d76a1-0edd-40c4-9159-61004af08f5d" -d '{"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:28.338941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:28.353956 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.364390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.413916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e79e09a1-460b-4f47-a4c1-b0d394b62ef0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:28.426309 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.482558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:28.490792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:26:28.491511 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:26:28.503623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36186) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:28.642392 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6137597a-9167-42f5-8b40-19da6bf694ec x-openstack-request-id: req-6137597a-9167-42f5-8b40-19da6bf694ec {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:28.642698 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-unplugged", "status": "completed", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:28.642958 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6137597a-9167-42f5-8b40-19da6bf694ec {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:28.643364 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'code': 200} Aug 23 12:26:28.656556 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b9e86f7-ac17-4c2d-9839-1955f097c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.751853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b9e86f7-ac17-4c2d-9839-1955f097c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.756173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3b9e86f7-ac17-4c2d-9839-1955f097c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.799784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3b9e86f7-ac17-4c2d-9839-1955f097c29a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8116e777e522436cab52a767a7570df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920318 Aug 23 12:26:28.799784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e86f7-ac17-4c2d-9839-1955f097c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9d006-90ed-48dd-9583-ba165a9e3ef3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:28.801578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36192) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:28.857401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea336-7caf-40ff-b6d8-0915ac044959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.880979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea336-7caf-40ff-b6d8-0915ac044959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.931380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea336-7caf-40ff-b6d8-0915ac044959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.934064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea336-7caf-40ff-b6d8-0915ac044959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:28.935236 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6f2ea336-7caf-40ff-b6d8-0915ac044959 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99a9d006-90ed-48dd-9583-ba165a9e3ef3 HTTP/1.1" status: 204 len: 168 time: 0.1324074 Aug 23 12:26:28.943249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ea336-7caf-40ff-b6d8-0915ac044959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9d006-90ed-48dd-9583-ba165a9e3ef3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:29.028781 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.043318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79e09a1-460b-4f47-a4c1-b0d394b62ef0 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:29.068159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:29.072652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.122860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:29.213801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36198) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:29.228115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-990dec62-1d1e-4193-9dd8-be3671b0ef1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.278162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['e79e09a1-460b-4f47-a4c1-b0d394b62ef0'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:26:29.330702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-990dec62-1d1e-4193-9dd8-be3671b0ef1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.335652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-990dec62-1d1e-4193-9dd8-be3671b0ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.384091 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-990dec62-1d1e-4193-9dd8-be3671b0ef1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b8ccafcd21d488a81b37e500137d118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691954 Aug 23 12:26:29.385123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dec62-1d1e-4193-9dd8-be3671b0ef1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db1d94-05ba-4a77-bd18-b1d05fb85aa4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:29.386652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:29.449921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-106d4941-92e8-4875-ade5-02e7d2733c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.471436 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-106d4941-92e8-4875-ade5-02e7d2733c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.521319 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-106d4941-92e8-4875-ade5-02e7d2733c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.524135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-106d4941-92e8-4875-ade5-02e7d2733c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:29.525316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-106d4941-92e8-4875-ade5-02e7d2733c6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9db1d94-05ba-4a77-bd18-b1d05fb85aa4 HTTP/1.1" status: 204 len: 168 time: 0.1374040 Aug 23 12:26:29.543068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4941-92e8-4875-ade5-02e7d2733c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db1d94-05ba-4a77-bd18-b1d05fb85aa4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:30.049161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:30.104092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:30.104502 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.194737 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.236145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:30.240966 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.295633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:30.349238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36230) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:30.506203 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8644392-1053-4ef3-909f-faa6acb6ccc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.611521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8644392-1053-4ef3-909f-faa6acb6ccc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.616307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f8644392-1053-4ef3-909f-faa6acb6ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.644418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:30.647228 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e109210-6099-4dbe-bcf4-3fd8079ab9bc" -d '{"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-plugged", "status": "completed", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:30.660408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f8644392-1053-4ef3-909f-faa6acb6ccc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fd82eb11cfd4bc0a33162c3420bf155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075852 Aug 23 12:26:30.660598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36246) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:30.688295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8644392-1053-4ef3-909f-faa6acb6ccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0a9783-b5f7-416f-a623-15f823cb9071,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:30.692395 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab489d0-a68f-43c9-9541-e351868ccc3e x-openstack-request-id: req-dab489d0-a68f-43c9-9541-e351868ccc3e {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:30.692860 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-plugged", "status": "completed", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:30.693126 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dab489d0-a68f-43c9-9541-e351868ccc3e {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:30.693523 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'code': 200} Aug 23 12:26:30.714634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f5f3252d-3b7b-459d-9895-615bbf6ef6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.737461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f5f3252d-3b7b-459d-9895-615bbf6ef6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.785715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f5f3252d-3b7b-459d-9895-615bbf6ef6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.788542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f5f3252d-3b7b-459d-9895-615bbf6ef6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:30.789745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f5f3252d-3b7b-459d-9895-615bbf6ef6bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac0a9783-b5f7-416f-a623-15f823cb9071 HTTP/1.1" status: 204 len: 168 time: 0.1282489 Aug 23 12:26:30.797348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3252d-3b7b-459d-9895-615bbf6ef6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0a9783-b5f7-416f-a623-15f823cb9071,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:31.105806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36260) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:31.119513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c94409-8c82-4032-9f24-0ca05c9b1648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.210669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c94409-8c82-4032-9f24-0ca05c9b1648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.214402 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-69c94409-8c82-4032-9f24-0ca05c9b1648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.253531 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-69c94409-8c82-4032-9f24-0ca05c9b1648 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2073bf1582642f7bede268c98db7228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466527 Aug 23 12:26:31.254480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c94409-8c82-4032-9f24-0ca05c9b1648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0350e-33df-480d-b2ee-ab5b085add93,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:31.256523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36262) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:31.327626 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bb83259-0c9a-493b-b7d2-2f0cca6f11a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.350848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bb83259-0c9a-493b-b7d2-2f0cca6f11a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.402857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bb83259-0c9a-493b-b7d2-2f0cca6f11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.405517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bb83259-0c9a-493b-b7d2-2f0cca6f11a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:31.409009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8bb83259-0c9a-493b-b7d2-2f0cca6f11a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19a0350e-33df-480d-b2ee-ab5b085add93 HTTP/1.1" status: 204 len: 168 time: 0.1479118 Aug 23 12:26:31.415124 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb83259-0c9a-493b-b7d2-2f0cca6f11a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0350e-33df-480d-b2ee-ab5b085add93,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:32.474145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36308) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:32.583630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31527d8e-c998-45e8-8ebc-b11c3e60b70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.693246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31527d8e-c998-45e8-8ebc-b11c3e60b70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.697946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-31527d8e-c998-45e8-8ebc-b11c3e60b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.740195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-31527d8e-c998-45e8-8ebc-b11c3e60b70c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5c61e8f101b440f85f109cff4079566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649031 Aug 23 12:26:32.742175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527d8e-c998-45e8-8ebc-b11c3e60b70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391fad11-80b7-47c9-9f1e-55951b338acb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:32.743154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36318) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:32.805525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a61ef849-b9a4-40a2-a288-143c76c8efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.827866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a61ef849-b9a4-40a2-a288-143c76c8efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.874561 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a61ef849-b9a4-40a2-a288-143c76c8efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.878011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a61ef849-b9a4-40a2-a288-143c76c8efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:32.879617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a61ef849-b9a4-40a2-a288-143c76c8efd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/391fad11-80b7-47c9-9f1e-55951b338acb HTTP/1.1" status: 204 len: 168 time: 0.1350434 Aug 23 12:26:32.890559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ef849-b9a4-40a2-a288-143c76c8efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391fad11-80b7-47c9-9f1e-55951b338acb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:33.534123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36340) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:33.635097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695052724-network', 'tenant_id': '4209b82718ed44138fb39b4bfea96b8a'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:33.659188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Made reservation on behalf of 4209b82718ed44138fb39b4bfea96b8a for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:33.662248 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.674256 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.794617 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.802518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.838349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:26:33.861585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc7831e-c51d-42f4-a85f-fec6517d3296,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:33.865369 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.865741 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Added segment d3b1da91-61db-4b65-ac66-947375feb191 of type vlan for network fb59a52f-3009-4877-b368-42ee92fc5cbe Aug 23 12:26:33.919222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.959463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:33.960822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:33.960822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:34.001146 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4653711 Aug 23 12:26:34.004218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36350) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:34.011168 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Request body: {'subnet': {'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695052724-subnet', 'tenant_id': '4209b82718ed44138fb39b4bfea96b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:34.037787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Made reservation on behalf of 4209b82718ed44138fb39b4bfea96b8a for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:34.048295 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:34.080508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960cc58-5fe4-4aec-b5bd-e2f42792f4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=fb59a52f-3009-4877-b368-42ee92fc5cbe,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:34.092344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network fb59a52f-3009-4877-b368-42ee92fc5cbe details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:26:34.260280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:34.318688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf48e54b-5be5-448b-ba03-b845639118bb,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:34.325988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Checking segment: {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:34.326319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Network hostable DHCP agents. Network: fb59a52f-3009-4877-b368-42ee92fc5cbe, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:26:34.344104 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Network fb59a52f-3009-4877-b368-42ee92fc5cbe is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:26:34.354686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, fb59a52f-3009-4877-b368-42ee92fc5cbe) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:34.359280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:34.360558 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:34.363835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808a5bb-e5e0-42f7-81ab-6e2a31feee66 None None] Network fb59a52f-3009-4877-b368-42ee92fc5cbe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:34.386687 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-35a888d0-61b2-49af-ae83-85d373948fa1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3746727 Aug 23 12:26:34.523264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac066df-df54-4ef6-9b24-fe6881e966c0 None None] Network fb59a52f-3009-4877-b368-42ee92fc5cbe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:26:36.198851 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-04d55252-d500-4da7-8357-ed358d059668 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:36.200318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-04d55252-d500-4da7-8357-ed358d059668 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/networks?id=fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 200 len: 809 time: 0.1078627 Aug 23 12:26:36.219711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-dfac9085-ea16-46c6-a571-49ad3ab578cf tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/quotas/4209b82718ed44138fb39b4bfea96b8a HTTP/1.1" status: 200 len: 375 time: 0.0129020 Aug 23 12:26:36.253203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-f798c425-9004-47aa-b5c7-2af61809405c tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4209b82718ed44138fb39b4bfea96b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272093 Aug 23 12:26:36.357667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-8f6d4e03-f388-45f5-845f-b2581c2c55b3 service neutron] 10.222.0.21 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973666 Aug 23 12:26:36.458247 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-8fa8a515-32d0-4eda-827e-bc9d9910a398 service neutron] 10.222.0.21 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935493 Aug 23 12:26:36.461891 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:26:36.618987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a83f3d87-0325-435c-a526-547daacfaa19 req-f717c0a6-cf66-465f-9b61-91c1405f5cdd tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 210 time: 0.0284617 Aug 23 12:26:37.575823 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-023d117f-923b-4c7a-93c8-1c24e7b18fd5 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:37.577777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-023d117f-923b-4c7a-93c8-1c24e7b18fd5 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "GET /v2.0/networks?id=fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 200 len: 809 time: 0.1359088 Aug 23 12:26:37.591606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Request body: {'port': {'device_id': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe', 'admin_state_up': True, 'tenant_id': '4209b82718ed44138fb39b4bfea96b8a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:37.708533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Made reservation on behalf of 4209b82718ed44138fb39b4bfea96b8a for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:37.713070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:37.770596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef2c6c15-2eee-46a4-8c62-65bf17d7ae9a req-fa380062-0ba5-4ece-8c3a-a2df30ccc5f6 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 210 time: 0.0541306 Aug 23 12:26:37.881415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Allocated IP 172.20.0.4 (fb59a52f-3009-4877-b368-42ee92fc5cbe/cf48e54b-5be5-448b-ba03-b845639118bb/f3422d62-f51b-496d-b556-cb4f7e263945) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:38.039107 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.081796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.123920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Network fb59a52f-3009-4877-b368-42ee92fc5cbe is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:38.127957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:38.131709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:38.141237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Pushing event updated for resources: {'Port': ['ID=f3422d62-f51b-496d-b556-cb4f7e263945,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:38.196853 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:38.197475 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.214485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-05cf176a-09e1-4f34-973b-d7cc22303960 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6274724 Aug 23 12:26:38.233142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Request body: {'port': {'device_id': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:38.299631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.583285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3422d62-f51b-496d-b556-cb4f7e263945 {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:38.592213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.605621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Transition to ACTIVE for port object f3422d62-f51b-496d-b556-cb4f7e263945 will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:38.609624 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.666757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3422d62-f51b-496d-b556-cb4f7e263945,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:38.743679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Attempting to bind port f3422d62-f51b-496d-b556-cb4f7e263945 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:26:38.744018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Attempting to bind port f3422d62-f51b-496d-b556-cb4f7e263945 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:26:38.745047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Attempting to bind port f3422d62-f51b-496d-b556-cb4f7e263945 on network fb59a52f-3009-4877-b368-42ee92fc5cbe {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:38.748799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36412) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:38.752198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Port f3422d62-f51b-496d-b556-cb4f7e263945 on network fb59a52f-3009-4877-b368-42ee92fc5cbe not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:26:38.752542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Attempting to bind port f3422d62-f51b-496d-b556-cb4f7e263945 on network fb59a52f-3009-4877-b368-42ee92fc5cbe {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:38.758443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:26:38.758778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Checking segment: {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:38.759306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Bound using segment: {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:26:38.759817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Bound port: f3422d62-f51b-496d-b556-cb4f7e263945, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:26:38.768015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.836159 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] For port f3422d62-f51b-496d-b556-cb4f7e263945, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:26:38.839654 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] For port f3422d62-f51b-496d-b556-cb4f7e263945, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3422d62-f51b-496d-b556-cb4f7e263945,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:26:38.844121 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.885952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:38.886638 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.888116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3422d62-f51b-496d-b556-cb4f7e263945 HTTP/1.1" status: 200 len: 1091 time: 0.6594148 Aug 23 12:26:38.888560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'tag': 'f3422d62-f51b-496d-b556-cb4f7e263945'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:38.889383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c05ae62-8470-4ecf-b423-cd230f190f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:38.890840 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1299e0aa-c30c-4872-9d7f-aba85e67df73" -d '{"events": [{"name": "network-changed", "server_uuid": "4488a66a-d3d7-4b09-bae8-75754b901c65", "tag": "f3422d62-f51b-496d-b556-cb4f7e263945"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:38.919777 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8dd5-9c64-4c65-b490-76d68bc608e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3422d62-f51b-496d-b556-cb4f7e263945,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:38.943640 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd3f0a-8f8d-4915-aed9-0b30cc643bd4 x-openstack-request-id: req-03fd3f0a-8f8d-4915-aed9-0b30cc643bd4 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:38.943935 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4488a66a-d3d7-4b09-bae8-75754b901c65", "tag": "f3422d62-f51b-496d-b556-cb4f7e263945", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:38.944182 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03fd3f0a-8f8d-4915-aed9-0b30cc643bd4 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:38.944632 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'tag': 'f3422d62-f51b-496d-b556-cb4f7e263945', 'status': 'completed', 'code': 200} Aug 23 12:26:38.948043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262f574-0542-4f1f-9e64-3026c5302a07 req-40a2303f-17b2-448e-b94e-bc6879ce2dc6 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:38.949640 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8262f574-0542-4f1f-9e64-3026c5302a07 req-40a2303f-17b2-448e-b94e-bc6879ce2dc6 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 943 time: 0.1054122 Aug 23 12:26:38.978170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-7a8d8573-14dc-4aff-893c-06954438ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:38.979709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-7a8d8573-14dc-4aff-893c-06954438ab0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4209b82718ed44138fb39b4bfea96b8a&device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 1094 time: 0.0462673 Aug 23 12:26:39.004255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8262f574-0542-4f1f-9e64-3026c5302a07 req-9c681ce0-2b1e-4734-90c3-fd26daf1c234 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Aug 23 12:26:39.029164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-4cbedb7d-8dc5-4452-8df8-21d80174b1bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3422d62-f51b-496d-b556-cb4f7e263945 HTTP/1.1" status: 200 len: 217 time: 0.0407572 Aug 23 12:26:39.049234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c05ae62-8470-4ecf-b423-cd230f190f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.053216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c05ae62-8470-4ecf-b423-cd230f190f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.085566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-9fec17d3-bea6-4b42-b606-0369c1697cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:39.087114 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-9fec17d3-bea6-4b42-b606-0369c1697cf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf48e54b-5be5-448b-ba03-b845639118bb HTTP/1.1" status: 200 len: 849 time: 0.0511489 Aug 23 12:26:39.090668 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8c05ae62-8470-4ecf-b423-cd230f190f4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dae2317431054d7e9efb18461f519d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414469 Aug 23 12:26:39.092600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05ae62-8470-4ecf-b423-cd230f190f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c72701-9e29-423a-97f5-6361493e947b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:39.093181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36420) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:39.131329 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-feb2dfe1-f153-4875-9626-291abfeeb023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb59a52f-3009-4877-b368-42ee92fc5cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301719 Aug 23 12:26:39.226983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3367-534e-47dc-9fc6-59b7223cd6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.263121 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3367-534e-47dc-9fc6-59b7223cd6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.274041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-c31078ad-3ca8-4cc2-b8de-c1bc0f38a114 service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352427 Aug 23 12:26:39.364906 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3367-534e-47dc-9fc6-59b7223cd6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.367485 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3367-534e-47dc-9fc6-59b7223cd6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.368637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ffbc3367-534e-47dc-9fc6-59b7223cd6a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0c72701-9e29-423a-97f5-6361493e947b HTTP/1.1" status: 204 len: 168 time: 0.2744129 Aug 23 12:26:39.386085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3367-534e-47dc-9fc6-59b7223cd6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c72701-9e29-423a-97f5-6361493e947b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:39.401752 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-906c815d-a63f-4204-8b8a-cecc6e1b00df req-5be653b6-e9fc-436f-ba73-579548265d29 service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133952 Aug 23 12:26:39.504343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-2c857319-b85c-4644-b754-100520b4bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:39.505962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-2c857319-b85c-4644-b754-100520b4bd30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4209b82718ed44138fb39b4bfea96b8a&device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 1094 time: 0.0520184 Aug 23 12:26:39.605606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-1e64cdc7-1b67-43e4-8a90-f0ca9ca8ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:39.607167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-1e64cdc7-1b67-43e4-8a90-f0ca9ca8ce5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 200 len: 910 time: 0.0943995 Aug 23 12:26:39.643543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36426) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:39.654299 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-ffe71f6a-8f79-4108-99ca-3922298b988c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3422d62-f51b-496d-b556-cb4f7e263945 HTTP/1.1" status: 200 len: 217 time: 0.0399311 Aug 23 12:26:39.658903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-171cf648-8f4e-4027-a076-8fbd60f44c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.705787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-98badd37-b974-4338-8c01-9db18b1ff009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:39.707428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-98badd37-b974-4338-8c01-9db18b1ff009 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf48e54b-5be5-448b-ba03-b845639118bb HTTP/1.1" status: 200 len: 849 time: 0.0461590 Aug 23 12:26:39.741922 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-9eaf0d10-dd8f-4156-8a9c-7057ba5b1d5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb59a52f-3009-4877-b368-42ee92fc5cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266979 Aug 23 12:26:39.754085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-171cf648-8f4e-4027-a076-8fbd60f44c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.758165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-171cf648-8f4e-4027-a076-8fbd60f44c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.801087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-171cf648-8f4e-4027-a076-8fbd60f44c21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d0521d6dcb94e27bcd885a0f2d39760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563454 Aug 23 12:26:39.803055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cf648-8f4e-4027-a076-8fbd60f44c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81574f-23f4-40b5-b095-af0369b84da8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:39.805330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36428) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:39.852807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-c898d34c-a6d1-42bf-9ebf-e19676db4332 service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960808 Aug 23 12:26:39.854869 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-deab6780-52d3-4d32-9bf4-65a7dfe868c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.876661 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-deab6780-52d3-4d32-9bf4-65a7dfe868c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.926788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-deab6780-52d3-4d32-9bf4-65a7dfe868c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.930231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-deab6780-52d3-4d32-9bf4-65a7dfe868c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:39.931535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-deab6780-52d3-4d32-9bf4-65a7dfe868c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea81574f-23f4-40b5-b095-af0369b84da8 HTTP/1.1" status: 204 len: 168 time: 0.1250679 Aug 23 12:26:39.940878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab6780-52d3-4d32-9bf4-65a7dfe868c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81574f-23f4-40b5-b095-af0369b84da8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:39.946669 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1299e0aa-c30c-4872-9d7f-aba85e67df73 req-6fcc40ab-1e46-4a36-82d5-717e2475d623 service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911329 Aug 23 12:26:40.134357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf96c6-69e8-41fb-aa4e-ebb9bc835054 req-42e6c87c-95b5-4d32-ad53-c3f17ccc745a tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:40.135859 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52cf96c6-69e8-41fb-aa4e-ebb9bc835054 req-42e6c87c-95b5-4d32-ad53-c3f17ccc745a tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 943 time: 0.0502775 Aug 23 12:26:40.174955 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-52cf96c6-69e8-41fb-aa4e-ebb9bc835054 req-e6213083-175b-4462-904b-74395b892ad4 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 23 12:26:41.300367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923303a9-5d86-4d8e-b277-3e437867e45a req-9aed804d-79dc-473f-8b8b-5c712c16003f tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:41.301976 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-923303a9-5d86-4d8e-b277-3e437867e45a req-9aed804d-79dc-473f-8b8b-5c712c16003f tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 943 time: 0.0539851 Aug 23 12:26:41.347101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-923303a9-5d86-4d8e-b277-3e437867e45a req-77220900-a21d-4a72-9a22-25a5bf549a37 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Aug 23 12:26:41.632355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36480) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:41.737679 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:41.829358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:41.833141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:41.871989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67323155614e473cb8f01b6ee943cf7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385669 Aug 23 12:26:41.873886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3521ed87-97ba-4bbd-82e4-b07d15924b40,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:41.874830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36484) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:41.881989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.882353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.882704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.883049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.883388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.883791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.884209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.884531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.884868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.885203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.885607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.886068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99b4147-fc7b-428e-ba13-46617997df94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:41.931153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:41.952166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:41.997623 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.000268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.001452 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3521ed87-97ba-4bbd-82e4-b07d15924b40 HTTP/1.1" status: 204 len: 168 time: 0.1256344 Aug 23 12:26:42.009035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521ed87-97ba-4bbd-82e4-b07d15924b40,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:42.017134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.017469 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.017836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.018172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.018511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.018845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.019175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.019528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.019856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.020183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.020509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.020832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643159ca-54c7-40ad-bbbb-28ddb31c426e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:42.070461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3422d62-f51b-496d-b556-cb4f7e263945 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:26:42.166632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f3422d62-f51b-496d-b556-cb4f7e263945, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3422d62-f51b-496d-b556-cb4f7e263945,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:42.176937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'f3422d62-f51b-496d-b556-cb4f7e263945', 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe', 'port_id': 'f3422d62-f51b-496d-b556-cb4f7e263945', 'mac_address': 'fa:16:3e:89:fe:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf48e54b-5be5-448b-ba03-b845639118bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:26:42.219760 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.232316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3422d62-f51b-496d-b556-cb4f7e263945 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:42.252688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f3422d62-f51b-496d-b556-cb4f7e263945, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3422d62-f51b-496d-b556-cb4f7e263945,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:42.257315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.265113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36490) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:42.278726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-53b41a2b-bb13-4806-81c2-19d88a4a3b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.317236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=f3422d62-f51b-496d-b556-cb4f7e263945,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:42.370008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-53b41a2b-bb13-4806-81c2-19d88a4a3b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.374520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-53b41a2b-bb13-4806-81c2-19d88a4a3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.413801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-53b41a2b-bb13-4806-81c2-19d88a4a3b26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ed03399e439423b8368291901f50a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474845 Aug 23 12:26:42.414705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b41a2b-bb13-4806-81c2-19d88a4a3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba8883-a792-4cc6-8542-7f035d64a00a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:42.417224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36494) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:42.467993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-686512b3-f806-40fe-8d5d-f4d3c4b4ba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.468680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cef3b-ba64-4911-906c-aa4914e8dfab req-e7260abf-8598-44ab-915d-a9cb705a9c8d tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:42.470739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a20cef3b-ba64-4911-906c-aa4914e8dfab req-e7260abf-8598-44ab-915d-a9cb705a9c8d tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 944 time: 0.0533481 Aug 23 12:26:42.475931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['f3422d62-f51b-496d-b556-cb4f7e263945'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:26:42.491901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-686512b3-f806-40fe-8d5d-f4d3c4b4ba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.514890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a20cef3b-ba64-4911-906c-aa4914e8dfab req-90bae66c-c67e-441c-ac39-14fb001a7c44 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380824 Aug 23 12:26:42.548590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-686512b3-f806-40fe-8d5d-f4d3c4b4ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.551421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-686512b3-f806-40fe-8d5d-f4d3c4b4ba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:42.552784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-686512b3-f806-40fe-8d5d-f4d3c4b4ba8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98ba8883-a792-4cc6-8542-7f035d64a00a HTTP/1.1" status: 204 len: 168 time: 0.1342130 Aug 23 12:26:42.561399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686512b3-f806-40fe-8d5d-f4d3c4b4ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba8883-a792-4cc6-8542-7f035d64a00a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:43.641538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7c378-95f5-4f95-a090-c879515919d6 req-1a7b7e33-113f-4f67-9aaa-6d83fb1a7062 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:43.643106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fe7c378-95f5-4f95-a090-c879515919d6 req-1a7b7e33-113f-4f67-9aaa-6d83fb1a7062 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 944 time: 0.0501273 Aug 23 12:26:43.681543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2fe7c378-95f5-4f95-a090-c879515919d6 req-a2188ebc-c97d-41a6-9ce8-1cfdece5d840 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Aug 23 12:26:44.071397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3422d62-f51b-496d-b556-cb4f7e263945 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:44.131314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port f3422d62-f51b-496d-b556-cb4f7e263945 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:44.135091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port f3422d62-f51b-496d-b556-cb4f7e263945 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:44.135473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.213404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.239050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3422d62-f51b-496d-b556-cb4f7e263945'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:44.243708 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cd249a-c53d-42a8-9ed1-4e9dd459cfea" -d '{"events": [{"server_uuid": "4488a66a-d3d7-4b09-bae8-75754b901c65", "name": "network-vif-plugged", "status": "completed", "tag": "f3422d62-f51b-496d-b556-cb4f7e263945"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:44.255658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port f3422d62-f51b-496d-b556-cb4f7e263945, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3422d62-f51b-496d-b556-cb4f7e263945,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:44.259874 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.291430 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d87b42-1252-47b2-b1b2-70e80e73061b x-openstack-request-id: req-d9d87b42-1252-47b2-b1b2-70e80e73061b {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:44.291821 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4488a66a-d3d7-4b09-bae8-75754b901c65", "name": "network-vif-plugged", "status": "completed", "tag": "f3422d62-f51b-496d-b556-cb4f7e263945", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:44.292054 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9d87b42-1252-47b2-b1b2-70e80e73061b {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:44.292382 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3422d62-f51b-496d-b556-cb4f7e263945', 'code': 200} Aug 23 12:26:44.316065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=f3422d62-f51b-496d-b556-cb4f7e263945,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:44.399109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d14db-bc97-464c-b731-9f9c2b8049a2 req-1e2340f9-dbdf-4c15-b370-744ef01d66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:44.400632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c32d14db-bc97-464c-b731-9f9c2b8049a2 req-1e2340f9-dbdf-4c15-b370-744ef01d66a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 1096 time: 0.0412042 Aug 23 12:26:44.435689 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c32d14db-bc97-464c-b731-9f9c2b8049a2 req-f64dd60a-f16e-4945-9107-34dfe611f27a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274525 Aug 23 12:26:44.583198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36568) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:44.691910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f8230e-f927-46df-83fd-f747ca617add admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.819978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f8230e-f927-46df-83fd-f747ca617add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.829973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7155610-cd5d-4c0e-bbbe-c96f8c3ee087 req-42460b1c-d082-4354-bc27-69a8975897be tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:44.831464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7155610-cd5d-4c0e-bbbe-c96f8c3ee087 req-42460b1c-d082-4354-bc27-69a8975897be tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 945 time: 0.0806313 Aug 23 12:26:44.832521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-88f8230e-f927-46df-83fd-f747ca617add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.887887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8230e-f927-46df-83fd-f747ca617add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f1af72-2082-4e05-aa23-c35436e0a8ad,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:44.899145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-88f8230e-f927-46df-83fd-f747ca617add admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e41f3238666e4d7c8b9bea330bba977a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148656 Aug 23 12:26:44.901770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36574) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:44.917676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e7155610-cd5d-4c0e-bbbe-c96f8c3ee087 req-64301fbb-45eb-4e70-a063-f0a43d0dce80 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797536 Aug 23 12:26:44.954740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7dd23e88-97f1-4123-ac7c-caa65aefaf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:44.978878 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7dd23e88-97f1-4123-ac7c-caa65aefaf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.025901 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7dd23e88-97f1-4123-ac7c-caa65aefaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.028570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7dd23e88-97f1-4123-ac7c-caa65aefaf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.029744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7dd23e88-97f1-4123-ac7c-caa65aefaf90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3f1af72-2082-4e05-aa23-c35436e0a8ad HTTP/1.1" status: 204 len: 168 time: 0.1270649 Aug 23 12:26:45.037441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd23e88-97f1-4123-ac7c-caa65aefaf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f1af72-2082-4e05-aa23-c35436e0a8ad,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:45.287839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:45.301565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fae92c66-0b3a-4584-aa31-ad6f3c510c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.390299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fae92c66-0b3a-4584-aa31-ad6f3c510c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.394735 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fae92c66-0b3a-4584-aa31-ad6f3c510c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.436576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:26:45.436840 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fae92c66-0b3a-4584-aa31-ad6f3c510c23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a285cd7f81e46e48ce998d25643f4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475914 Aug 23 12:26:45.439634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae92c66-0b3a-4584-aa31-ad6f3c510c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20342da-e68c-42e0-a77e-b8609a1446a3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:45.501162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11d9078d-c77d-444f-893f-71b57c80b396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.522537 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11d9078d-c77d-444f-893f-71b57c80b396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.567569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11d9078d-c77d-444f-893f-71b57c80b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.570722 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-11d9078d-c77d-444f-893f-71b57c80b396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:45.571915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-11d9078d-c77d-444f-893f-71b57c80b396 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c20342da-e68c-42e0-a77e-b8609a1446a3 HTTP/1.1" status: 204 len: 168 time: 0.1343274 Aug 23 12:26:45.580750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9078d-c77d-444f-893f-71b57c80b396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20342da-e68c-42e0-a77e-b8609a1446a3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:46.037517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033bd85-5bb2-456c-b4e2-ab0a2aca4a2b req-75f632c0-8165-4bb4-85f0-fd366ec11f1b tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:46.039115 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1033bd85-5bb2-456c-b4e2-ab0a2aca4a2b req-75f632c0-8165-4bb4-85f0-fd366ec11f1b tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 945 time: 0.0531721 Aug 23 12:26:46.077584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1033bd85-5bb2-456c-b4e2-ab0a2aca4a2b req-82cc893c-e22e-4444-aba2-c3748c00cad8 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 23 12:26:46.687101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894dae0-9212-40b0-93f8-b21babefbb6c req-dd839930-7661-4df9-b76e-f074ef9ab372 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:46.689192 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5894dae0-9212-40b0-93f8-b21babefbb6c req-dd839930-7661-4df9-b76e-f074ef9ab372 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 945 time: 0.0508378 Aug 23 12:26:46.727784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5894dae0-9212-40b0-93f8-b21babefbb6c req-507bfdd2-7693-453b-86b2-5621b9f55bef tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Aug 23 12:26:47.860980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc75f1-3de3-44f0-b099-e16070e7ff3d req-c5c6d30e-93d2-4cb3-94c6-3591a409dffa tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:47.863041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfbc75f1-3de3-44f0-b099-e16070e7ff3d req-c5c6d30e-93d2-4cb3-94c6-3591a409dffa tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 945 time: 0.0606215 Aug 23 12:26:47.909422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfbc75f1-3de3-44f0-b099-e16070e7ff3d req-ae541722-bd44-41a2-911d-d9f7ec8c0850 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Aug 23 12:26:47.992343 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-c486f453-6f4b-44ab-9cc6-d2e1af22663d tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:47.995407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-c486f453-6f4b-44ab-9cc6-d2e1af22663d tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 945 time: 0.0684185 Aug 23 12:26:48.093652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Deleting port f3422d62-f51b-496d-b556-cb4f7e263945 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:26:48.093941 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:48.185536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] For port f3422d62-f51b-496d-b556-cb4f7e263945, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=f3422d62-f51b-496d-b556-cb4f7e263945,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:48.185932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:48.197604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Calling delete_port for f3422d62-f51b-496d-b556-cb4f7e263945 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:26:48.328545 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:48.367015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Pushing event deleted for resources: {'Port': ['ID=f3422d62-f51b-496d-b556-cb4f7e263945,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:48.412956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] No DVR routers for this DVR port f3422d62-f51b-496d-b556-cb4f7e263945 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:26:48.415706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:48.417879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b4cdc042-f691-4b1b-8491-8e2629504764 req-24165365-32cb-4ac7-a2ee-fdba2c699235 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "DELETE /v2.0/ports/f3422d62-f51b-496d-b556-cb4f7e263945 HTTP/1.1" status: 204 len: 173 time: 0.4165697 Aug 23 12:26:48.418321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'name': 'network-vif-deleted', 'tag': 'f3422d62-f51b-496d-b556-cb4f7e263945'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:48.420550 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232eeff4-c2e7-43fa-872e-5e13ccbdb7ae" -d '{"events": [{"server_uuid": "4488a66a-d3d7-4b09-bae8-75754b901c65", "name": "network-vif-deleted", "tag": "f3422d62-f51b-496d-b556-cb4f7e263945"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:48.459298 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150183db-48c4-40d1-aa48-eee6e9df28be x-openstack-request-id: req-150183db-48c4-40d1-aa48-eee6e9df28be {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:48.459602 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4488a66a-d3d7-4b09-bae8-75754b901c65", "name": "network-vif-deleted", "tag": "f3422d62-f51b-496d-b556-cb4f7e263945", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:48.459857 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-150183db-48c4-40d1-aa48-eee6e9df28be {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:48.460253 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4488a66a-d3d7-4b09-bae8-75754b901c65', 'name': 'network-vif-deleted', 'tag': 'f3422d62-f51b-496d-b556-cb4f7e263945', 'status': 'completed', 'code': 200} Aug 23 12:26:49.049609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-68f06f31-b415-4687-bdb6-db6b49192322 req-11751156-389d-4ca0-9582-382d1e6f9b61 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4488a66a-d3d7-4b09-bae8-75754b901c65 HTTP/1.1" status: 200 len: 210 time: 0.0362654 Aug 23 12:26:50.088309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3422d62-f51b-496d-b556-cb4f7e263945 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:26:50.115727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: f3422d62-f51b-496d-b556-cb4f7e263945 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:26:50.117409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device f3422d62-f51b-496d-b556-cb4f7e263945 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:26:50.612602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-e16e7bd3-8dae-43be-8f48-77cf368250ce tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:50.614147 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-e16e7bd3-8dae-43be-8f48-77cf368250ce tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/networks?id=fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 200 len: 809 time: 0.1089382 Aug 23 12:26:50.631112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-d6fadccd-b770-4978-a91f-4e1b582454da tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/quotas/4209b82718ed44138fb39b4bfea96b8a HTTP/1.1" status: 200 len: 375 time: 0.0098710 Aug 23 12:26:50.665458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9ac03534-dd47-4b50-b562-1011ca5f7ffe tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4209b82718ed44138fb39b4bfea96b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277834 Aug 23 12:26:50.760159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-b269e202-6f50-4bd9-9bd5-d89ce90172ad service neutron] 10.222.0.21 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876837 Aug 23 12:26:50.852021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-906eb422-df50-4f3f-aac6-e33fe85af8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856764 Aug 23 12:26:51.022067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3668d758-c644-47ae-bf63-9b41ede631da req-59b3a76c-9051-443a-ba30-fb8a10cf1599 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 210 time: 0.0374455 Aug 23 12:26:51.776700 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f834a011-a871-4bda-8e51-de8b58d96dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:51.978858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-b48b1117-9d09-4e64-a0bd-30d0b85b4915 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:51.980241 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-b48b1117-9d09-4e64-a0bd-30d0b85b4915 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "GET /v2.0/networks?id=fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 200 len: 809 time: 0.1032512 Aug 23 12:26:51.994297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Request body: {'port': {'device_id': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe', 'admin_state_up': True, 'tenant_id': '4209b82718ed44138fb39b4bfea96b8a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:52.121004 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-67d7250e-6b5e-4efe-a04f-15898d31b42b req-2edb891f-cfe0-4125-a3c2-8f67ac68bc95 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 210 time: 0.0300791 Aug 23 12:26:52.130154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Made reservation on behalf of 4209b82718ed44138fb39b4bfea96b8a for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:26:52.134087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:52.271431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Allocated IP 172.20.0.7 (fb59a52f-3009-4877-b368-42ee92fc5cbe/cf48e54b-5be5-448b-ba03-b845639118bb/ff554660-cf33-444b-b493-2d4a26ab2dae) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:26:52.435015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:52.476376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:52.517023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Network fb59a52f-3009-4877-b368-42ee92fc5cbe is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:26:52.521769 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:26:52.523100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:26:52.561627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Pushing event updated for resources: {'Port': ['ID=ff554660-cf33-444b-b493-2d4a26ab2dae,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:52.582832 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:52.583452 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:52.598092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-9a22121d-eac2-4930-9467-3c7fd14db1d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076839 Aug 23 12:26:52.610646 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Request body: {'port': {'device_id': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:26:52.667370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:52.933927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff554660-cf33-444b-b493-2d4a26ab2dae {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:52.941391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:52.953712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Transition to ACTIVE for port object ff554660-cf33-444b-b493-2d4a26ab2dae will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:26:52.957244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:53.027397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Pushing event updated for resources: {'Port': ['ID=ff554660-cf33-444b-b493-2d4a26ab2dae,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:53.080167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Attempting to bind port ff554660-cf33-444b-b493-2d4a26ab2dae on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:26:53.080406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Attempting to bind port ff554660-cf33-444b-b493-2d4a26ab2dae by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:26:53.080758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Attempting to bind port ff554660-cf33-444b-b493-2d4a26ab2dae on network fb59a52f-3009-4877-b368-42ee92fc5cbe {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:53.085047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Port ff554660-cf33-444b-b493-2d4a26ab2dae on network fb59a52f-3009-4877-b368-42ee92fc5cbe not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:26:53.085372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Attempting to bind port ff554660-cf33-444b-b493-2d4a26ab2dae on network fb59a52f-3009-4877-b368-42ee92fc5cbe {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:26:53.090192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:26:53.090536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Checking segment: {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:26:53.090926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Bound using segment: {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:26:53.091360 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Bound port: ff554660-cf33-444b-b493-2d4a26ab2dae, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b1da91-61db-4b65-ac66-947375feb191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:26:53.091721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:53.157822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] For port ff554660-cf33-444b-b493-2d4a26ab2dae, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:26:53.161526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] For port ff554660-cf33-444b-b493-2d4a26ab2dae, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ff554660-cf33-444b-b493-2d4a26ab2dae,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:26:53.166044 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:53.201384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:53.202223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:53.203979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff554660-cf33-444b-b493-2d4a26ab2dae HTTP/1.1" status: 200 len: 1091 time: 0.5980506 Aug 23 12:26:53.204750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'tag': 'ff554660-cf33-444b-b493-2d4a26ab2dae'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:53.208105 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb632a6-d856-4e9e-bc26-7f3460202699", "tag": "ff554660-cf33-444b-b493-2d4a26ab2dae"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:53.254432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8441-188e-49e8-b862-c6032c9c9c55 service neutron] Pushing event updated for resources: {'Port': ['ID=ff554660-cf33-444b-b493-2d4a26ab2dae,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:53.290092 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005bcfce-f20e-4fe7-a49e-f84eea474d4d x-openstack-request-id: req-005bcfce-f20e-4fe7-a49e-f84eea474d4d {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:53.290399 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb632a6-d856-4e9e-bc26-7f3460202699", "tag": "ff554660-cf33-444b-b493-2d4a26ab2dae", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:53.290654 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-005bcfce-f20e-4fe7-a49e-f84eea474d4d {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:53.291070 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'tag': 'ff554660-cf33-444b-b493-2d4a26ab2dae', 'status': 'completed', 'code': 200} Aug 23 12:26:53.322626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2652-b419-4ec5-b98b-bf1f1031f6e6 req-ded1949c-280e-4f36-8b9e-5c38504236ec tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:53.324308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76fe2652-b419-4ec5-b98b-bf1f1031f6e6 req-ded1949c-280e-4f36-8b9e-5c38504236ec tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 943 time: 0.1289852 Aug 23 12:26:53.354518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-72a51154-fb10-4768-a26d-2a5aface5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:53.356081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-72a51154-fb10-4768-a26d-2a5aface5770 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4209b82718ed44138fb39b4bfea96b8a&device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 1094 time: 0.0529375 Aug 23 12:26:53.374544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-76fe2652-b419-4ec5-b98b-bf1f1031f6e6 req-6edd8340-e162-4886-9744-a5036485f0d0 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 Aug 23 12:26:53.406111 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-0349d752-a46a-4fd2-86e8-7bb5bd81b603 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff554660-cf33-444b-b493-2d4a26ab2dae HTTP/1.1" status: 200 len: 217 time: 0.0412748 Aug 23 12:26:53.457380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-bcc772f3-d6b3-48ba-8f41-aed8504f6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:53.458877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-bcc772f3-d6b3-48ba-8f41-aed8504f6434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf48e54b-5be5-448b-ba03-b845639118bb HTTP/1.1" status: 200 len: 849 time: 0.0461197 Aug 23 12:26:53.495707 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-be69f814-ef9a-4be8-86a7-2892f602940e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb59a52f-3009-4877-b368-42ee92fc5cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289149 Aug 23 12:26:53.594839 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-63a26ffa-db18-4f6a-b090-5ea04fce4981 service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915296 Aug 23 12:26:53.689373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-56c67991-fa82-4a32-abf5-f039ef3bdcd1 req-4f2e4311-594a-4824-a6c0-b9a3357d81cd service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870912 Aug 23 12:26:53.780046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-638190bd-2be1-4f4b-adbf-188afd1f19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:53.782368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-638190bd-2be1-4f4b-adbf-188afd1f19f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4209b82718ed44138fb39b4bfea96b8a&device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 1094 time: 0.0455830 Aug 23 12:26:53.880150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-2d9ee17f-acf9-4248-9754-b978c71d4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:53.881613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-2d9ee17f-acf9-4248-9754-b978c71d4f4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 200 len: 910 time: 0.0930839 Aug 23 12:26:54.278511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-510a8a21-f6bf-4905-89d8-bc3f8f0b07c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff554660-cf33-444b-b493-2d4a26ab2dae HTTP/1.1" status: 200 len: 217 time: 0.3889017 Aug 23 12:26:54.332760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-5cc649b3-e431-4ee5-841e-0d2e2ff72219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:54.334489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-5cc649b3-e431-4ee5-841e-0d2e2ff72219 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf48e54b-5be5-448b-ba03-b845639118bb HTTP/1.1" status: 200 len: 849 time: 0.0481367 Aug 23 12:26:54.365013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b1651cb8-5665-4191-866b-2ab1c7753526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:54.371301 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-506ac619-1515-45d8-93e8-919627446cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb59a52f-3009-4877-b368-42ee92fc5cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283222 Aug 23 12:26:54.469964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:54.575235 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-5571adf5-7073-4f86-aa50-faa579cbda0d service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957915 Aug 23 12:26:54.588090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c12ec-2cf4-499e-908a-b7256ba9fe82 req-bc92a268-6a1d-46a6-a1d6-55fd001828ac tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:54.589878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b5c12ec-2cf4-499e-908a-b7256ba9fe82 req-bc92a268-6a1d-46a6-a1d6-55fd001828ac tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 943 time: 0.1159444 Aug 23 12:26:54.691044 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b5c12ec-2cf4-499e-908a-b7256ba9fe82 req-451b2c4b-277b-4ebe-98a3-3c8c587d11f1 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Aug 23 12:26:54.726423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c29e2ead-0ff3-42a4-afa4-85b18627bfc9 req-8d7032b3-372f-4967-8071-34b7e06322d7 service neutron] 10.222.0.41 "GET /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354587 Aug 23 12:26:55.739736 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:55.816467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08566b0-42a6-4a4d-b7f3-0560745b1169 req-b1cf9a0d-926a-48fe-bef9-683cabfff52b tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:55.818173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f08566b0-42a6-4a4d-b7f3-0560745b1169 req-b1cf9a0d-926a-48fe-bef9-683cabfff52b tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 943 time: 0.0545318 Aug 23 12:26:55.860844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f08566b0-42a6-4a4d-b7f3-0560745b1169 req-9e8f26dd-90ab-4128-a718-059116dfa95a tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361273 Aug 23 12:26:56.116591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ff554660-cf33-444b-b493-2d4a26ab2dae details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:26:56.216567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ff554660-cf33-444b-b493-2d4a26ab2dae, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ff554660-cf33-444b-b493-2d4a26ab2dae,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:56.227902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': 'ff554660-cf33-444b-b493-2d4a26ab2dae', 'network_id': 'fb59a52f-3009-4877-b368-42ee92fc5cbe', 'port_id': 'ff554660-cf33-444b-b493-2d4a26ab2dae', 'mac_address': 'fa:16:3e:0c:8e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf48e54b-5be5-448b-ba03-b845639118bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:26:56.268225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:56.281780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff554660-cf33-444b-b493-2d4a26ab2dae {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:26:56.301430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ff554660-cf33-444b-b493-2d4a26ab2dae, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ff554660-cf33-444b-b493-2d4a26ab2dae,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:56.305366 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:56.350615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ff554660-cf33-444b-b493-2d4a26ab2dae,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:56.357911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.358267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.358615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.358958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.359297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.360152 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.360487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.360820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.361151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.361479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.361842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.362172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:26:56.507528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ff554660-cf33-444b-b493-2d4a26ab2dae'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:26:57.032615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a60da-fd2a-4243-8232-6da45b57837e req-900f8f19-0037-458c-8dec-4140e7a37158 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:57.040102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-421a60da-fd2a-4243-8232-6da45b57837e req-900f8f19-0037-458c-8dec-4140e7a37158 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 944 time: 0.0677645 Aug 23 12:26:57.074407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-421a60da-fd2a-4243-8232-6da45b57837e req-613e27b3-6b87-45bc-a78f-ee68e30e3243 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 23 12:26:57.426812 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:57.923047 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:58.128158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ff554660-cf33-444b-b493-2d4a26ab2dae up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:26:58.180394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port ff554660-cf33-444b-b493-2d4a26ab2dae completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:26:58.191611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port ff554660-cf33-444b-b493-2d4a26ab2dae triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:26:58.192396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:58.211667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61115e8-2b5d-44d7-a4ca-8d1fb8c813cd req-77a7be4c-6568-4c10-9248-e2b5ba38510d tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:58.213975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c61115e8-2b5d-44d7-a4ca-8d1fb8c813cd req-77a7be4c-6568-4c10-9248-e2b5ba38510d tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 944 time: 0.0706522 Aug 23 12:26:58.259444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c61115e8-2b5d-44d7-a4ca-8d1fb8c813cd req-dd4871df-c9dd-4e73-8bb4-2a82219232e4 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Aug 23 12:26:58.293831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:58.317633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff554660-cf33-444b-b493-2d4a26ab2dae'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:26:58.320199 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86778841-7138-46c6-8ff3-81e431869c26" -d '{"events": [{"server_uuid": "1bb632a6-d856-4e9e-bc26-7f3460202699", "name": "network-vif-plugged", "status": "completed", "tag": "ff554660-cf33-444b-b493-2d4a26ab2dae"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:26:58.333957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port ff554660-cf33-444b-b493-2d4a26ab2dae, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ff554660-cf33-444b-b493-2d4a26ab2dae,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:26:58.338830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:58.362342 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d0ef63-cc3d-4e60-b64f-c26383a38e30 x-openstack-request-id: req-77d0ef63-cc3d-4e60-b64f-c26383a38e30 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:26:58.362644 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb632a6-d856-4e9e-bc26-7f3460202699", "name": "network-vif-plugged", "status": "completed", "tag": "ff554660-cf33-444b-b493-2d4a26ab2dae", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:26:58.362881 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77d0ef63-cc3d-4e60-b64f-c26383a38e30 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:26:58.363350 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff554660-cf33-444b-b493-2d4a26ab2dae', 'code': 200} Aug 23 12:26:58.404553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=ff554660-cf33-444b-b493-2d4a26ab2dae,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:26:58.411810 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:26:58.460319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27f44-2cb6-4af8-bfeb-d53c0baa5969 req-f89aab13-90cc-4b2a-bdb4-d110de2e16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:58.461894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74f27f44-2cb6-4af8-bfeb-d53c0baa5969 req-f89aab13-90cc-4b2a-bdb4-d110de2e16c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 1096 time: 0.0462842 Aug 23 12:26:58.501751 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-74f27f44-2cb6-4af8-bfeb-d53c0baa5969 req-9d61bad6-9555-4875-a11e-83d97b554340 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Aug 23 12:26:59.391953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe031e8d-0ee6-47d8-bde9-39ecfc84ea21 req-2052829b-2f8e-402c-9916-ee46c69a2d66 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:26:59.393435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe031e8d-0ee6-47d8-bde9-39ecfc84ea21 req-2052829b-2f8e-402c-9916-ee46c69a2d66 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Aug 23 12:26:59.431472 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fe031e8d-0ee6-47d8-bde9-39ecfc84ea21 req-bf3a5ce1-ed3b-4bf1-9fa4-f155230092fe tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Aug 23 12:27:00.576247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaa60e-ca1b-4cde-8b0a-40879f76dcdf req-f37568fb-314f-46ad-8151-8cbf2c26d339 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:00.585252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61eaa60e-ca1b-4cde-8b0a-40879f76dcdf req-f37568fb-314f-46ad-8151-8cbf2c26d339 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 945 time: 0.0822456 Aug 23 12:27:00.619503 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-61eaa60e-ca1b-4cde-8b0a-40879f76dcdf req-f1d60c29-facf-4e0a-885e-80d969ba79e8 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Aug 23 12:27:01.327573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923f92-c0b2-438b-8de8-812dcaa8d527 req-4c73ae9d-ae66-40cf-ac6f-2cf58dff2dae tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:01.329551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac923f92-c0b2-438b-8de8-812dcaa8d527 req-4c73ae9d-ae66-40cf-ac6f-2cf58dff2dae tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Aug 23 12:27:01.367813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac923f92-c0b2-438b-8de8-812dcaa8d527 req-ec63b987-5ac2-4d5b-8e60-87f73c27cdd4 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Aug 23 12:27:02.496814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af231c-9da2-4409-b7d4-231dab39e918 req-9a1496c6-9104-4c4f-b9da-d7889ba88d4b tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:02.498337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59af231c-9da2-4409-b7d4-231dab39e918 req-9a1496c6-9104-4c4f-b9da-d7889ba88d4b tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 945 time: 0.0558336 Aug 23 12:27:02.539462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-59af231c-9da2-4409-b7d4-231dab39e918 req-c2569d7c-d168-4bb0-94a6-79dab17fde52 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fc7831e-c51d-42f4-a85f-fec6517d3296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Aug 23 12:27:02.594956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36770) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:02.699959 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-bc7c9f69-d3b5-4ff1-9bb3-855a1dfe59d9 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:02.701482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-bc7c9f69-d3b5-4ff1-9bb3-855a1dfe59d9 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 945 time: 0.0984516 Aug 23 12:27:02.868881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Deleting port ff554660-cf33-444b-b493-2d4a26ab2dae {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:02.869541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:02.900523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 158e5122-9b5e-4cfa-bad8-15d26fca6832 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:02.900876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.020513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] For port ff554660-cf33-444b-b493-2d4a26ab2dae, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=ff554660-cf33-444b-b493-2d4a26ab2dae,segment=NetworkSegment(d3b1da91-61db-4b65-ac66-947375feb191),segment_id=d3b1da91-61db-4b65-ac66-947375feb191)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:03.021071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.048945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.049331 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.051863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Calling delete_port for ff554660-cf33-444b-b493-2d4a26ab2dae owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:03.068201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 158e5122-9b5e-4cfa-bad8-15d26fca6832 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:03.269649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.283268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['ff554660-cf33-444b-b493-2d4a26ab2dae'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:27:03.326019 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Pushing event deleted for resources: {'Port': ['ID=ff554660-cf33-444b-b493-2d4a26ab2dae,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:03.376285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] No DVR routers for this DVR port ff554660-cf33-444b-b493-2d4a26ab2dae on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:27:03.379670 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.381645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82e1bb68-d20f-4b19-ae30-31ee27868c25 req-b3c74627-cfb1-41e6-96c1-9c5a5ebec020 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.41 "DELETE /v2.0/ports/ff554660-cf33-444b-b493-2d4a26ab2dae HTTP/1.1" status: 204 len: 173 time: 0.6517098 Aug 23 12:27:03.382092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'name': 'network-vif-deleted', 'tag': 'ff554660-cf33-444b-b493-2d4a26ab2dae'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:03.384464 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abdb5a0-a1da-4e78-92a6-bfda29e4d4eb" -d '{"events": [{"server_uuid": "1bb632a6-d856-4e9e-bc26-7f3460202699", "name": "network-vif-deleted", "tag": "ff554660-cf33-444b-b493-2d4a26ab2dae"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:03.392344 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.448408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=158e5122-9b5e-4cfa-bad8-15d26fca6832,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:03.452240 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2facf585-8fcb-48b1-ba29-d0259857f713 x-openstack-request-id: req-2facf585-8fcb-48b1-ba29-d0259857f713 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:03.452548 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb632a6-d856-4e9e-bc26-7f3460202699", "name": "network-vif-deleted", "tag": "ff554660-cf33-444b-b493-2d4a26ab2dae", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:03.452865 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2facf585-8fcb-48b1-ba29-d0259857f713 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:03.453363 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb632a6-d856-4e9e-bc26-7f3460202699', 'name': 'network-vif-deleted', 'tag': 'ff554660-cf33-444b-b493-2d4a26ab2dae', 'status': 'completed', 'code': 200} Aug 23 12:27:03.494223 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.494979 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Floating IP 3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 disassociated (deleted). External IP: 172.25.1.154, port: e79e09a1-460b-4f47-a4c1-b0d394b62ef0. Aug 23 12:27:03.655387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1462b554-e9dc-4afd-b466-388d2b48a119 req-afb476fe-8412-424f-ae96-638a6268a073 tempest-VolumesActionsTest-1625993937 tempest-VolumesActionsTest-1625993937-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bb632a6-d856-4e9e-bc26-7f3460202699 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Aug 23 12:27:03.787724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:27:03.916838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:03.922504 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:03.931078 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] Sync routers for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:03.952423 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5501998c-0bda-44ee-9338-1217eace0f11 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/floatingips/3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8 HTTP/1.1" status: 204 len: 168 time: 1.3563409 Aug 23 12:27:03.958549 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:03.960647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:26:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:04.120802 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:04.270042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a642-5ae3-400a-ae36-785db74af0cd req-383af5a1-1204-4166-8d61-d2efd0c5346c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:04.278546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18f4a642-5ae3-400a-ae36-785db74af0cd req-383af5a1-1204-4166-8d61-d2efd0c5346c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0860043 Aug 23 12:27:04.330925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18f4a642-5ae3-400a-ae36-785db74af0cd req-81148f3a-f746-452b-a297-531b39528964 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507524 Aug 23 12:27:04.459724 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:33Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:04.503886 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] Checking router: 8ff2b0a3-7910-4076-9c70-a15f37d76a5f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:27:04.515041 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:04.516355 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:26:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:04.657066 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:04.939815 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:33Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:04.970787 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe3986-5486-43b4-a5dd-9b7e0599e088 None None] The sync data for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 is: [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '50733b3e-86d7-456d-9895-9aec16dcb5cd', 'name': '', 'network_id': '22e85b8a-3539-41af-bc89-d4f02c2b6f17', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'mac_address': 'fa:16:3e:ac:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:24Z', 'updated_at': '2021-08-23T12:25:33Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'subnets': [{'id': '2d1286a5-30c7-42ff-b493-34ecc246baef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:27:05.339363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab473eb-cafe-4595-b748-7f0cadd671a6 None None] New status for floating IP 3ab66856-2cdc-4cac-8dbd-22b46c6aa2a8: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:27:05.464574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:05.466886 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160042f6-e0de-454b-bab0-1dec24752df8" -d '{"events": [{"name": "network-changed", "server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:05.501137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5ff72-a1ca-4d41-97d3-5a15df669a8d req-0733715c-8c65-495d-8bcb-b5e829ce6489 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:05.507018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-6279e2cc-dabc-4912-9dc6-d75d7aaa9f66 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:05.508805 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-6279e2cc-dabc-4912-9dc6-d75d7aaa9f66 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0709736 Aug 23 12:27:05.510643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecb5ff72-a1ca-4d41-97d3-5a15df669a8d req-0733715c-8c65-495d-8bcb-b5e829ce6489 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 945 time: 0.0834723 Aug 23 12:27:05.538538 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c2342-88d4-4799-ad93-cf03cf8407f0 x-openstack-request-id: req-0e6c2342-88d4-4799-ad93-cf03cf8407f0 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:05.539562 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:05.543501 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e6c2342-88d4-4799-ad93-cf03cf8407f0 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:05.544450 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'status': 'completed', 'code': 200} Aug 23 12:27:05.564160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ecb5ff72-a1ca-4d41-97d3-5a15df669a8d req-5061cde7-bdb1-471c-b4f2-b7eaeef08a6e tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/security-groups?id=37f05d04-65c6-4314-941e-4d64c751b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 Aug 23 12:27:05.623207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160042f6-e0de-454b-bab0-1dec24752df8 req-388e6406-2356-4a2a-a879-ac9f5c23726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:05.625092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-388e6406-2356-4a2a-a879-ac9f5c23726a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 1096 time: 0.0519381 Aug 23 12:27:05.729361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:05.729361 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:05.806398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160042f6-e0de-454b-bab0-1dec24752df8 req-8e787a3c-4652-49c5-93de-d927d33787f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:05.811002 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-8e787a3c-4652-49c5-93de-d927d33787f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 200 len: 898 time: 0.1746082 Aug 23 12:27:05.833295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port e79e09a1-460b-4f47-a4c1-b0d394b62ef0, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:05.838948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:05.862540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-7a1a9114-22e7-4b0c-8faa-d0d7138733bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 200 len: 217 time: 0.0457978 Aug 23 12:27:05.862772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for e79e09a1-460b-4f47-a4c1-b0d394b62ef0 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:05.967371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160042f6-e0de-454b-bab0-1dec24752df8 req-4f2c38a5-82b5-464c-86d9-9a565399c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:05.967371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-4f2c38a5-82b5-464c-86d9-9a565399c091 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d1286a5-30c7-42ff-b493-34ecc246baef HTTP/1.1" status: 200 len: 835 time: 0.0968001 Aug 23 12:27:06.040469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:06.059996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160042f6-e0de-454b-bab0-1dec24752df8 req-3334b8e8-1727-4897-9cfd-b02996fc9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:06.062417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-3334b8e8-1727-4897-9cfd-b02996fc9c76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e85b8a-3539-41af-bc89-d4f02c2b6f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800900 Aug 23 12:27:06.079608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=e79e09a1-460b-4f47-a4c1-b0d394b62ef0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:06.165517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] No DVR routers for this DVR port e79e09a1-460b-4f47-a4c1-b0d394b62ef0 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:27:06.169048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:06.172708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eadd8f7d-e582-4e23-89b6-d21858d3bad6 req-db3c39db-367e-4357-990b-47bdb8f47375 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.41 "DELETE /v2.0/ports/e79e09a1-460b-4f47-a4c1-b0d394b62ef0 HTTP/1.1" status: 204 len: 173 time: 0.6572397 Aug 23 12:27:06.178550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:06.222114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: e79e09a1-460b-4f47-a4c1-b0d394b62ef0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:06.222876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device e79e09a1-460b-4f47-a4c1-b0d394b62ef0 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:06.223616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ff554660-cf33-444b-b493-2d4a26ab2dae no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:06.254768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-ae6373d2-4995-469e-95fa-fcbbdf32a56d service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847312 Aug 23 12:27:06.271135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: ff554660-cf33-444b-b493-2d4a26ab2dae {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:06.271543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device ff554660-cf33-444b-b493-2d4a26ab2dae not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:06.411413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-160042f6-e0de-454b-bab0-1dec24752df8 req-993ac65f-206c-4025-86a8-97a2b7570fe2 service neutron] 10.222.0.41 "GET /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486485 Aug 23 12:27:06.788220 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c51a7653-dfab-4cf5-8bc0-e47b9de7cc6b req-bd4a92bb-9cb2-4109-8b21-ac2c7ddabbf7 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "GET /v2.0/ports?device_id=8863ad87-3bd9-4368-9ee8-8c54346a1a7b HTTP/1.1" status: 200 len: 210 time: 0.0672014 Aug 23 12:27:07.545903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-deleted', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:07.549023 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e5dee-7a38-4e05-a830-8a1c9b632149" -d '{"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-deleted", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:07.597077 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd6c0b-15be-4ee4-a5b4-5fedaf2caf30 x-openstack-request-id: req-cbfd6c0b-15be-4ee4-a5b4-5fedaf2caf30 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:07.600336 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8863ad87-3bd9-4368-9ee8-8c54346a1a7b", "name": "network-vif-deleted", "tag": "e79e09a1-460b-4f47-a4c1-b0d394b62ef0", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:07.601172 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbfd6c0b-15be-4ee4-a5b4-5fedaf2caf30 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:07.601871 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8863ad87-3bd9-4368-9ee8-8c54346a1a7b', 'name': 'network-vif-deleted', 'tag': 'e79e09a1-460b-4f47-a4c1-b0d394b62ef0', 'status': 'completed', 'code': 200} Aug 23 12:27:07.881014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36876) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:08.345389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:08.727623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 50733b3e-86d7-456d-9895-9aec16dcb5cd {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:08.728419 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:08.835536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 50733b3e-86d7-456d-9895-9aec16dcb5cd, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=50733b3e-86d7-456d-9895-9aec16dcb5cd,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:08.836042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:08.849964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 50733b3e-86d7-456d-9895-9aec16dcb5cd owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:09.127494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:09.167330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=50733b3e-86d7-456d-9895-9aec16dcb5cd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:09.424913 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:10.124328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:27:10.258810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:10.269383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36896) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:10.269866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-978dcd96-b858-4170-81e4-891674626f7c tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "PUT /v2.0/routers/8ff2b0a3-7910-4076-9c70-a15f37d76a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3872533 Aug 23 12:27:10.274627 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] Sync routers for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:10.283352 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:10.284523 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:26:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:10.338481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting subnet 2d1286a5-30c7-42ff-b493-34ecc246baef {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:27:10.342693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:10.419598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:10.464314 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:10.553474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:10.684632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:10.719498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1286a5-30c7-42ff-b493-34ecc246baef,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:10.786728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:10.801914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:27:09Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:10.809046 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6c83cef1-c130-4788-a3d7-65fd92bf289d tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/subnets/2d1286a5-30c7-42ff-b493-34ecc246baef HTTP/1.1" status: 204 len: 168 time: 0.5372524 Aug 23 12:27:10.811729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa769fcb-539c-4e27-b8d2-17477e109f0e None None] Network 22e85b8a-3539-41af-bc89-d4f02c2b6f17 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:10.818572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36900) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:10.835185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] Checking router: 8ff2b0a3-7910-4076-9c70-a15f37d76a5f for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:27:10.851385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] Routers {'8ff2b0a3-7910-4076-9c70-a15f37d76a5f'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:10.852250 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:26:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:11.002988 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] Set router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:11.046909 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.076116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] DHCP port deletion for 22e85b8a-3539-41af-bc89-d4f02c2b6f17 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:27:11.144545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] Deleting port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:11.146174 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.205237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.251351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] For port d16f9c7a-3d16-40b2-a0cd-3563edd72f01, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,segment=NetworkSegment(83d9fb45-e2c3-4f6e-b048-cc88bee49e0e),segment_id=83d9fb45-e2c3-4f6e-b048-cc88bee49e0e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:11.251752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.290137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] Calling delete_port for d16f9c7a-3d16-40b2-a0cd-3563edd72f01 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:11.321234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Deleting port 2a96c78d-3443-4053-a03c-a8fd092214e6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:11.321855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.401873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:27:09Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:11.446252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2aa44e-7fb6-46db-aac0-877853dd9f9f None None] The sync data for ids ['8ff2b0a3-7910-4076-9c70-a15f37d76a5f'] in n-d-773645-7 is: [{'id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275870261', 'tenant_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:25:20Z', 'updated_at': '2021-08-23T12:27:09Z', 'revision_number': 5, 'project_id': 'bb7114d4261a4a73b1ab2b8a070c17e6', 'gw_port': {'id': '2a96c78d-3443-4053-a03c-a8fd092214e6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2b0a3-7910-4076-9c70-a15f37d76a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:25:21Z', 'updated_at': '2021-08-23T12:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:27:11.473612 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.482902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] For port 2a96c78d-3443-4053-a03c-a8fd092214e6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2a96c78d-3443-4053-a03c-a8fd092214e6,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:11.483184 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.499239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] No DVR routers for this DVR port d16f9c7a-3d16-40b2-a0cd-3563edd72f01 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:27:11.511674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Calling delete_port for 2a96c78d-3443-4053-a03c-a8fd092214e6 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:11.541841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b31d7-00c2-4a0a-a909-6a73148455c6 None None] Pushing event deleted for resources: {'Port': ['ID=d16f9c7a-3d16-40b2-a0cd-3563edd72f01,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:11.768485 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:11.865261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Port': ['ID=2a96c78d-3443-4053-a03c-a8fd092214e6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:11.900031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.093628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.097663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.164360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.165010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff2b0a3-7910-4076-9c70-a15f37d76a5f {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:27:12.188142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.192718 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36916) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:12.204987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a917183d-fd6d-489d-9a72-bdee5343d237 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/routers/8ff2b0a3-7910-4076-9c70-a15f37d76a5f HTTP/1.1" status: 204 len: 168 time: 1.3852706 Aug 23 12:27:12.318049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.471601 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.482847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e85b8a-3539-41af-bc89-d4f02c2b6f17']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:12.495913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:12.496206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d9fb45-e2c3-4f6e-b048-cc88bee49e0e') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:12.506741 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.522929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.542455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:27:12.542881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:27:12.546635 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:27:12.623842 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.632395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.637588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36918) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:12.645393 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/networks/22e85b8a-3539-41af-bc89-d4f02c2b6f17 HTTP/1.1" status: 204 len: 168 time: 0.4508560 Aug 23 12:27:12.658847 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1219e46-ec6b-4111-bfbf-4d637bc918e4 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'Network': ['ID=22e85b8a-3539-41af-bc89-d4f02c2b6f17,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:12.833517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 50733b3e-86d7-456d-9895-9aec16dcb5cd no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:12.875387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f27ef0f3-9c2c-4c76-bcd4-ba508af90753 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:12.876168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 50733b3e-86d7-456d-9895-9aec16dcb5cd {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:12.876524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 50733b3e-86d7-456d-9895-9aec16dcb5cd not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:12.876942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d16f9c7a-3d16-40b2-a0cd-3563edd72f01 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:12.896586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d16f9c7a-3d16-40b2-a0cd-3563edd72f01 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:12.896937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d16f9c7a-3d16-40b2-a0cd-3563edd72f01 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:12.897354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a96c78d-3443-4053-a03c-a8fd092214e6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:12.937972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2a96c78d-3443-4053-a03c-a8fd092214e6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:12.938322 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a96c78d-3443-4053-a03c-a8fd092214e6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:12.944585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-439f6c1d-0564-4659-8c1e-f55459236db9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2344975 Aug 23 12:27:12.946821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f27ef0f3-9c2c-4c76-bcd4-ba508af90753 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:13.117622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93378-09e7-437d-b982-35d4ba034297 req-0adc6dbf-ca00-4ab2-b0d2-9e9ba40e96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:13.119659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-0adc6dbf-ca00-4ab2-b0d2-9e9ba40e96d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.0705469 Aug 23 12:27:13.147324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f27ef0f3-9c2c-4c76-bcd4-ba508af90753 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:13.151128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f27ef0f3-9c2c-4c76-bcd4-ba508af90753 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:13.152823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f27ef0f3-9c2c-4c76-bcd4-ba508af90753 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] 10.222.0.21 "DELETE /v2.0/security-groups/37f05d04-65c6-4314-941e-4d64c751b4ef HTTP/1.1" status: 204 len: 168 time: 0.5140398 Aug 23 12:27:13.192650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ef0f3-9c2c-4c76-bcd4-ba508af90753 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f05d04-65c6-4314-941e-4d64c751b4ef,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:13.347653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93378-09e7-437d-b982-35d4ba034297 req-bbc1fcdd-9f8d-4c31-bba4-c68d169f42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:13.353278 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-bbc1fcdd-9f8d-4c31-bba4-c68d169f42c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1975689 Aug 23 12:27:13.462802 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:27:13.513573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-ec9ee654-8ba7-40d0-a319-dd4f226702f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 1001 time: 0.1527596 Aug 23 12:27:13.576219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93378-09e7-437d-b982-35d4ba034297 req-4bdd3af9-8ef0-4107-8c84-744f2c35f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:13.577184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-4bdd3af9-8ef0-4107-8c84-744f2c35f25b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0578921 Aug 23 12:27:13.660119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93378-09e7-437d-b982-35d4ba034297 req-31f1f793-4fe9-4bf6-93ea-b241f05f6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:13.661889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-31f1f793-4fe9-4bf6-93ea-b241f05f6008 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779185 Aug 23 12:27:13.674808 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36942) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:13.840565 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-7349ac58-0a75-428d-b5e1-6e519ad8e584 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717086 Aug 23 12:27:13.901663 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-63e34ea2-52e1-419f-bc32-e8c8b080c6eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb7114d4261a4a73b1ab2b8a070c17e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256000 Aug 23 12:27:13.904297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36946) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:13.983347 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de2b8414-0fc7-4cea-bf03-ec2cbed0420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:13.987754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fe93378-09e7-437d-b982-35d4ba034297 req-ee5ac2bb-9d4c-4867-837e-9e2224b0aa5c service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394906 Aug 23 12:27:14.007395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de2b8414-0fc7-4cea-bf03-ec2cbed0420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.075325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de2b8414-0fc7-4cea-bf03-ec2cbed0420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.090532 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-de2b8414-0fc7-4cea-bf03-ec2cbed0420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.098931 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-de2b8414-0fc7-4cea-bf03-ec2cbed0420e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/327b9b98-89a5-48c6-bb91-2164d928e115 HTTP/1.1" status: 204 len: 168 time: 0.1931624 Aug 23 12:27:14.117849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b8414-0fc7-4cea-bf03-ec2cbed0420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b9b98-89a5-48c6-bb91-2164d928e115,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:14.503551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36958) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:14.568086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1eafe324-774d-43f2-a32c-f20735ee3649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d0822b15b3d4d2f8effec4e99b4a642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578351 Aug 23 12:27:14.568345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 36960) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:14.634964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-090b2a4a-851d-4de3-ba7f-061d0656f7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.678702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-090b2a4a-851d-4de3-ba7f-061d0656f7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.753622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-090b2a4a-851d-4de3-ba7f-061d0656f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.760361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-090b2a4a-851d-4de3-ba7f-061d0656f7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:14.764971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-090b2a4a-851d-4de3-ba7f-061d0656f7ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61e37b75-b25e-4f65-8963-ec55beefe935 HTTP/1.1" status: 204 len: 168 time: 0.1953297 Aug 23 12:27:14.778156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b2a4a-851d-4de3-ba7f-061d0656f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e37b75-b25e-4f65-8963-ec55beefe935,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:15.698484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 36998) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:15.911801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5db6324-85a6-4ec4-a2f2-efdd9c8a3c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.004013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37010) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:16.075611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5db6324-85a6-4ec4-a2f2-efdd9c8a3c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.082814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5db6324-85a6-4ec4-a2f2-efdd9c8a3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.131315 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d5db6324-85a6-4ec4-a2f2-efdd9c8a3c74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=271a4f2c61f04851b6de7ca958ecd791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317040 Aug 23 12:27:16.132231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db6324-85a6-4ec4-a2f2-efdd9c8a3c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011b4d53-aea6-4d91-bf88-17e0494ab94c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:16.134060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37018) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:16.167390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-190356263-network', 'tenant_id': '8eabe11693f34996ba3e1f4793885cdd'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:16.235560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Made reservation on behalf of 8eabe11693f34996ba3e1f4793885cdd for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:16.237859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.239890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-174ad4d8-6023-45b3-82a4-d9dfb14dbbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.256169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.278316 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-174ad4d8-6023-45b3-82a4-d9dfb14dbbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.377114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-174ad4d8-6023-45b3-82a4-d9dfb14dbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.380942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-174ad4d8-6023-45b3-82a4-d9dfb14dbbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.385127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-174ad4d8-6023-45b3-82a4-d9dfb14dbbb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/011b4d53-aea6-4d91-bf88-17e0494ab94c HTTP/1.1" status: 204 len: 168 time: 0.2493458 Aug 23 12:27:16.406675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ad4d8-6023-45b3-82a4-d9dfb14dbbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011b4d53-aea6-4d91-bf88-17e0494ab94c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:16.458900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.465510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.500984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:27:16.512111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e0c519-bfbd-447c-9d55-abbe8e7e81ef,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:16.522895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.522895 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Added segment 986fb8ef-0223-4fe2-acf6-1a77142692c2 of type vlan for network c57fe7c7-271c-4227-84b5-1f05d617ef9c Aug 23 12:27:16.581105 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.623123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.625131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:16.626153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.663608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:16.664082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6579239 Aug 23 12:27:16.668621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Request body: {'subnet': {'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-190356263-subnet', 'tenant_id': '8eabe11693f34996ba3e1f4793885cdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:16.716702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Made reservation on behalf of 8eabe11693f34996ba3e1f4793885cdd for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:16.719736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba1f6-af5b-4212-9ba5-8bc1db3f9261 admin admin] Pushing event updated for resources: {'Network': ['ID=c57fe7c7-271c-4227-84b5-1f05d617ef9c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:16.720197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:16.733822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c57fe7c7-271c-4227-84b5-1f05d617ef9c details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:27:17.028640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:17.103547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40586948-5c60-4e23-940a-28343a44cfa0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:17.117902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Checking segment: {'id': '986fb8ef-0223-4fe2-acf6-1a77142692c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:17.118368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Network hostable DHCP agents. Network: c57fe7c7-271c-4227-84b5-1f05d617ef9c, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:27:17.149172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Network c57fe7c7-271c-4227-84b5-1f05d617ef9c is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:27:17.166059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c57fe7c7-271c-4227-84b5-1f05d617ef9c) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:17.176283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:17.177517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:17.177679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087771b9-0639-402e-983d-d629af9fa5cd None None] Network c57fe7c7-271c-4227-84b5-1f05d617ef9c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:17.224221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7889075e-a558-46bb-a736-8eac98670c06 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5507319 Aug 23 12:27:17.443145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750e53c-7c00-456e-a52b-9b4caf2fd391 None None] Network c57fe7c7-271c-4227-84b5-1f05d617ef9c requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:18.275852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37080) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:18.282566 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1713089553-network', 'tenant_id': '79efa7595c624f8fa147d317c56911b5'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:18.311866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Made reservation on behalf of 79efa7595c624f8fa147d317c56911b5 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:18.316903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.333340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.470239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.480482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.515237 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:27:18.533321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b8fbf3-5385-4264-9477-dfb7943ba0fa,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:18.539898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.540266 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Added segment 66481145-efec-43e0-8190-da26721fe6a0 of type vlan for network 76b8751d-8102-4639-a302-9b613b0e11c7 Aug 23 12:27:18.589640 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.625928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.627497 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:18.628033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.675430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3974469 Aug 23 12:27:18.678151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:18.684067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Request body: {'subnet': {'network_id': '76b8751d-8102-4639-a302-9b613b0e11c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1713089553-subnet', 'tenant_id': '79efa7595c624f8fa147d317c56911b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:18.716843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Made reservation on behalf of 79efa7595c624f8fa147d317c56911b5 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:18.722041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:18.771331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90151-72af-4d4e-9852-12afad031f41 admin admin] Pushing event updated for resources: {'Network': ['ID=76b8751d-8102-4639-a302-9b613b0e11c7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:18.785431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 76b8751d-8102-4639-a302-9b613b0e11c7 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:27:18.973162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:19.039727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Checking segment: {'id': '66481145-efec-43e0-8190-da26721fe6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '76b8751d-8102-4639-a302-9b613b0e11c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:19.040089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Network hostable DHCP agents. Network: 76b8751d-8102-4639-a302-9b613b0e11c7, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:27:19.050851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9492e081-90c9-4db2-be57-21f6ddebe94a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:19.069452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Network 76b8751d-8102-4639-a302-9b613b0e11c7 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:27:19.095735 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 76b8751d-8102-4639-a302-9b613b0e11c7) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:19.106838 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:19.107511 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:19.107651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4114338d-d8e1-44b1-9f52-89fa222c0838 None None] Network 76b8751d-8102-4639-a302-9b613b0e11c7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:19.127830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d617a0d2-2cab-4dc1-86fd-a45115dbd42a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4469643 Aug 23 12:27:19.363976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f632818-053c-4963-9f94-55094978a06e None None] Network 76b8751d-8102-4639-a302-9b613b0e11c7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:19.784968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-d630b4fb-870f-4a0c-a388-c92395a368b3 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:19.796335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-d630b4fb-870f-4a0c-a388-c92395a368b3 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/networks?id=c57fe7c7-271c-4227-84b5-1f05d617ef9c HTTP/1.1" status: 200 len: 811 time: 0.1742470 Aug 23 12:27:19.828861 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-e107adcc-929e-45ae-b6ec-356bc64c22fe tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/quotas/8eabe11693f34996ba3e1f4793885cdd HTTP/1.1" status: 200 len: 375 time: 0.0100243 Aug 23 12:27:19.868085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-67688d33-cff0-4796-a1c3-5b189e6ef686 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8eabe11693f34996ba3e1f4793885cdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319977 Aug 23 12:27:19.988138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-1ddbb564-24a8-4067-b846-a9ff9ca27c4f service neutron] 10.222.0.21 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014082 Aug 23 12:27:20.134877 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-62225b50-f9c9-456a-b895-4b7821491deb service neutron] 10.222.0.21 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376324 Aug 23 12:27:20.386475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-973c8bf1-f177-4513-9063-b98516b62432 req-5fdf85a9-7f8e-4f06-9ff8-1e972e8d60e0 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 210 time: 0.0354631 Aug 23 12:27:21.577426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-560dc39b-b7e2-4f6f-9289-7b5bbea2e50d req-78bf202f-ebc9-4d83-b64f-80e2de5670f2 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 210 time: 0.0600710 Aug 23 12:27:21.670536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-94bedf22-01f7-41ee-85dc-4d64422bf07c tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:21.674731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-94bedf22-01f7-41ee-85dc-4d64422bf07c tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.41 "GET /v2.0/networks?id=c57fe7c7-271c-4227-84b5-1f05d617ef9c HTTP/1.1" status: 200 len: 811 time: 0.2040045 Aug 23 12:27:21.694557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Request body: {'port': {'device_id': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c', 'admin_state_up': True, 'tenant_id': '8eabe11693f34996ba3e1f4793885cdd'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:21.790126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2303c6cb-2252-46c2-8bdf-c42fc952fd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:21.858080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Made reservation on behalf of 8eabe11693f34996ba3e1f4793885cdd for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:21.863177 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:22.033411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Allocated IP 172.20.0.9 (c57fe7c7-271c-4227-84b5-1f05d617ef9c/40586948-5c60-4e23-940a-28343a44cfa0/81be66ed-b19d-4fff-b42f-b3bed2eeccfd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:22.675159 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:22.732329 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:22.777221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Network c57fe7c7-271c-4227-84b5-1f05d617ef9c is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:22.781977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:22.825674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:22.829073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Pushing event updated for resources: {'Port': ['ID=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:22.888960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d69ae-6774-476b-81e2-5124ecaf8fea req-fc36ebce-2846-444c-83a3-576e2cad87d4 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:22.891047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab4d69ae-6774-476b-81e2-5124ecaf8fea req-fc36ebce-2846-444c-83a3-576e2cad87d4 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 931 time: 0.1715949 Aug 23 12:27:22.940791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:22.941451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:22.958090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ab4d69ae-6774-476b-81e2-5124ecaf8fea req-768832e8-eba0-4354-9895-e0db72d71b16 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607071 Aug 23 12:27:22.960934 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-f99238f4-cffa-4bbc-b9c4-3064e3ecbf06 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2761939 Aug 23 12:27:22.982586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Request body: {'port': {'device_id': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:23.044718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:23.445320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81be66ed-b19d-4fff-b42f-b3bed2eeccfd {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:27:23.453522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:23.466336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Transition to ACTIVE for port object 81be66ed-b19d-4fff-b42f-b3bed2eeccfd will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:23.481156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:23.584026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Pushing event updated for resources: {'Port': ['ID=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:23.672831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Attempting to bind port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:23.681224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Attempting to bind port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '986fb8ef-0223-4fe2-acf6-1a77142692c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:23.681224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Attempting to bind port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd on network c57fe7c7-271c-4227-84b5-1f05d617ef9c {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:23.681224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd on network c57fe7c7-271c-4227-84b5-1f05d617ef9c not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:27:23.681224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Attempting to bind port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd on network c57fe7c7-271c-4227-84b5-1f05d617ef9c {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:23.692627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:23.692977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Checking segment: {'id': '986fb8ef-0223-4fe2-acf6-1a77142692c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:23.693380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Bound using segment: {'id': '986fb8ef-0223-4fe2-acf6-1a77142692c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:23.693875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Bound port: 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986fb8ef-0223-4fe2-acf6-1a77142692c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:23.694253 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:23.768741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] For port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:23.772554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] For port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,segment=NetworkSegment(986fb8ef-0223-4fe2-acf6-1a77142692c2),segment_id=986fb8ef-0223-4fe2-acf6-1a77142692c2)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:23.776421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:23.816021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:23.816657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:23.830762 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/81be66ed-b19d-4fff-b42f-b3bed2eeccfd HTTP/1.1" status: 200 len: 1091 time: 0.8614347 Aug 23 12:27:23.831589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'tag': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:23.847440 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f5b23-ab9e-4288-9615-40d892bf3d61" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1ab2e5-30b2-40a7-bdd9-50c15cdae352", "tag": "81be66ed-b19d-4fff-b42f-b3bed2eeccfd"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:23.879869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6f513-8b4c-4d69-ad47-419158a927b1 service neutron] Pushing event updated for resources: {'Port': ['ID=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:23.962874 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ddaaa-9401-438e-af95-397a48532430 x-openstack-request-id: req-eb6ddaaa-9401-438e-af95-397a48532430 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:23.962874 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1ab2e5-30b2-40a7-bdd9-50c15cdae352", "tag": "81be66ed-b19d-4fff-b42f-b3bed2eeccfd", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:23.962874 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb6ddaaa-9401-438e-af95-397a48532430 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:23.963381 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'tag': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd', 'status': 'completed', 'code': 200} Aug 23 12:27:24.002994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ecb40df-8a0e-437f-9ac8-a29e656f8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:24.004539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-8ecb40df-8a0e-437f-9ac8-a29e656f8308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8eabe11693f34996ba3e1f4793885cdd&device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 1094 time: 0.1025181 Aug 23 12:27:24.064726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-51c894a8-26bc-4d77-bf60-a41f07d68dd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd HTTP/1.1" status: 200 len: 217 time: 0.0516737 Aug 23 12:27:24.141781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e85716-fc25-4409-9361-7124d072a3ad req-1db22376-36b6-4753-ba2c-aff3ad57c2fc tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:24.149325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6e85716-fc25-4409-9361-7124d072a3ad req-1db22376-36b6-4753-ba2c-aff3ad57c2fc tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 943 time: 0.0940533 Aug 23 12:27:24.152103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-34331c1e-3f74-4a6b-8f33-9185cb9ead17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:24.153622 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-34331c1e-3f74-4a6b-8f33-9185cb9ead17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40586948-5c60-4e23-940a-28343a44cfa0 HTTP/1.1" status: 200 len: 851 time: 0.0711143 Aug 23 12:27:24.199594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-258eee24-9dd8-4450-9230-eb58d32f5be1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c57fe7c7-271c-4227-84b5-1f05d617ef9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381913 Aug 23 12:27:24.242336 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6e85716-fc25-4409-9361-7124d072a3ad req-7e903a03-9288-456d-98a7-28bc2977ede5 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919325 Aug 23 12:27:24.345052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-bb7c3124-214e-41e5-ac59-bef665a07dfc service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327260 Aug 23 12:27:24.381229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bff07636-682f-447d-b7af-04b70291f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:24.446226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:24.566944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51905586-80ef-4590-ac85-cfa3a90e1257 req-9b90fccf-ae11-4fdd-ad88-776efddaf5ad service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013085 Aug 23 12:27:24.671079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-92893c84-0791-48d2-aaca-08d18a810903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:24.673557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-92893c84-0791-48d2-aaca-08d18a810903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8eabe11693f34996ba3e1f4793885cdd&device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 1094 time: 0.0530758 Aug 23 12:27:24.805608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-eba9d81a-7d34-44f4-be69-b2f3ae5e025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:24.808964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-eba9d81a-7d34-44f4-be69-b2f3ae5e025c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c57fe7c7-271c-4227-84b5-1f05d617ef9c HTTP/1.1" status: 200 len: 912 time: 0.1268601 Aug 23 12:27:24.882465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-d8f89259-3c94-4757-9c0f-8de8076acf6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd HTTP/1.1" status: 200 len: 217 time: 0.0606551 Aug 23 12:27:24.972146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-0de8a070-f8cf-4f57-bca9-c47c1cb6c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:24.975301 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-0de8a070-f8cf-4f57-bca9-c47c1cb6c345 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40586948-5c60-4e23-940a-28343a44cfa0 HTTP/1.1" status: 200 len: 851 time: 0.0913188 Aug 23 12:27:25.038976 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-dd1e0a7c-e571-4858-b672-1b7b1872aafb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c57fe7c7-271c-4227-84b5-1f05d617ef9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546806 Aug 23 12:27:25.303253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-3ddf8f30-5756-46c1-9a02-cb381f9ebb4e service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563164 Aug 23 12:27:25.396089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e538d-a722-4cba-b297-ccdac1a3f2cb req-dd911f29-64e4-4975-ae4b-bb233a03c102 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:25.404129 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b4e538d-a722-4cba-b297-ccdac1a3f2cb req-dd911f29-64e4-4975-ae4b-bb233a03c102 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 943 time: 0.0685101 Aug 23 12:27:25.433585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-289f5b23-ab9e-4288-9615-40d892bf3d61 req-5d763681-8e46-4333-bea8-e652d581692e service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216164 Aug 23 12:27:25.449826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b4e538d-a722-4cba-b297-ccdac1a3f2cb req-e2042d6a-d037-4770-b849-b576c116a798 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Aug 23 12:27:25.753854 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:26.297253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 81be66ed-b19d-4fff-b42f-b3bed2eeccfd details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:27:26.437533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,segment=NetworkSegment(986fb8ef-0223-4fe2-acf6-1a77142692c2),segment_id=986fb8ef-0223-4fe2-acf6-1a77142692c2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:26.452143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd', 'network_id': 'c57fe7c7-271c-4227-84b5-1f05d617ef9c', 'port_id': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd', 'mac_address': 'fa:16:3e:c7:22:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40586948-5c60-4e23-940a-28343a44cfa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:27:26.544332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:26.560474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81be66ed-b19d-4fff-b42f-b3bed2eeccfd {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:27:26.603855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,segment=NetworkSegment(986fb8ef-0223-4fe2-acf6-1a77142692c2),segment_id=986fb8ef-0223-4fe2-acf6-1a77142692c2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:26.620706 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:26.662475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b92d2-22a1-4564-a209-68c6aa6aba4b req-345c148a-9efc-4626-8fc8-5014d1434554 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:26.670439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-573b92d2-22a1-4564-a209-68c6aa6aba4b req-345c148a-9efc-4626-8fc8-5014d1434554 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 943 time: 0.0784769 Aug 23 12:27:26.689817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:26.733251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-573b92d2-22a1-4564-a209-68c6aa6aba4b req-f47204bc-f354-4951-b3e2-5e75c2f75635 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614738 Aug 23 12:27:26.807732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['81be66ed-b19d-4fff-b42f-b3bed2eeccfd'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:27:27.432105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:27.905385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7548-7caa-4d9a-a2ec-566391f7b070 req-6b236e4d-1072-4a3b-8a4f-a70c529d3442 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:27.921980 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-950d7548-7caa-4d9a-a2ec-566391f7b070 req-6b236e4d-1072-4a3b-8a4f-a70c529d3442 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 944 time: 0.1097598 Aug 23 12:27:27.929647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:27.969264 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-950d7548-7caa-4d9a-a2ec-566391f7b070 req-fdf2ceb4-3e9e-4f0c-87e2-46c1e61e60da tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Aug 23 12:27:28.315996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 81be66ed-b19d-4fff-b42f-b3bed2eeccfd up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:28.438015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:28.446322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:28.447396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:28.448029 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:28.557814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:28.584425 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:28.588166 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb8b9c-2f80-423c-92fa-f390d75d8e32" -d '{"events": [{"server_uuid": "bc1ab2e5-30b2-40a7-bdd9-50c15cdae352", "name": "network-vif-plugged", "status": "completed", "tag": "81be66ed-b19d-4fff-b42f-b3bed2eeccfd"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:28.618989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,segment=NetworkSegment(986fb8ef-0223-4fe2-acf6-1a77142692c2),segment_id=986fb8ef-0223-4fe2-acf6-1a77142692c2)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:28.625574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:28.631924 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a3c79f-d4f3-4e9f-95ce-b1fa4750df46 x-openstack-request-id: req-e6a3c79f-d4f3-4e9f-95ce-b1fa4750df46 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:28.632683 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab2e5-30b2-40a7-bdd9-50c15cdae352", "name": "network-vif-plugged", "status": "completed", "tag": "81be66ed-b19d-4fff-b42f-b3bed2eeccfd", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:28.633006 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6a3c79f-d4f3-4e9f-95ce-b1fa4750df46 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:28.633499 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd', 'code': 200} Aug 23 12:27:28.691390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:28.746959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003500d-1b4f-408e-befe-923f87bd61fc req-8050d01f-df1e-45c7-adf4-94b5497f82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:28.748651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e003500d-1b4f-408e-befe-923f87bd61fc req-8050d01f-df1e-45c7-adf4-94b5497f82e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 1096 time: 0.0471737 Aug 23 12:27:28.787199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e003500d-1b4f-408e-befe-923f87bd61fc req-f8cf2a6b-f2e5-4af7-9598-0615a7ca7501 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 23 12:27:29.104514 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c116-bcbb-4892-8341-4d0558a1182c req-bbef1010-e28b-4853-9c7e-9c455ce86b83 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:29.108396 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ee9c116-bcbb-4892-8341-4d0558a1182c req-bbef1010-e28b-4853-9c7e-9c455ce86b83 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0588515 Aug 23 12:27:29.150196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ee9c116-bcbb-4892-8341-4d0558a1182c req-ea681d85-2f0a-40e3-9582-0329154bdec9 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346017 Aug 23 12:27:29.318078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:29.428439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-075335ef-46c8-4303-b7a4-9b28ef54b956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.529746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-075335ef-46c8-4303-b7a4-9b28ef54b956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.534623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-075335ef-46c8-4303-b7a4-9b28ef54b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.580825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-075335ef-46c8-4303-b7a4-9b28ef54b956 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74a32c4841fe48a092d88d2b6a225b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614710 Aug 23 12:27:29.582980 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075335ef-46c8-4303-b7a4-9b28ef54b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a6fbc-246b-4f26-a401-0bd5da89d7c5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:29.583887 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37300) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:29.636531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39719366-61b3-4533-829a-7156b571db10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.661782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39719366-61b3-4533-829a-7156b571db10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.720197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39719366-61b3-4533-829a-7156b571db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.723412 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-39719366-61b3-4533-829a-7156b571db10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:29.724576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-39719366-61b3-4533-829a-7156b571db10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c4a6fbc-246b-4f26-a401-0bd5da89d7c5 HTTP/1.1" status: 204 len: 168 time: 0.1393597 Aug 23 12:27:29.735195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719366-61b3-4533-829a-7156b571db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a6fbc-246b-4f26-a401-0bd5da89d7c5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:30.001122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37322) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:30.016996 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-855acfbc-5bc2-4c0c-b47b-65a54eede4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.115776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-855acfbc-5bc2-4c0c-b47b-65a54eede4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.119675 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-855acfbc-5bc2-4c0c-b47b-65a54eede4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.163733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-855acfbc-5bc2-4c0c-b47b-65a54eede4b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f7189056a1a4a56a1acff2b71aaedeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590316 Aug 23 12:27:30.163733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855acfbc-5bc2-4c0c-b47b-65a54eede4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac33037a-ff87-4424-96df-2c117c49dfc3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:30.164084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37342) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:30.232592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-015b2ca1-173b-4401-bd5b-d544f28fc37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.257237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-015b2ca1-173b-4401-bd5b-d544f28fc37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.282081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261417-a507-48c6-98b3-7433d38842ba req-66248dd2-2e7e-40ee-aa44-acae8d8cfb94 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:30.283760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d261417-a507-48c6-98b3-7433d38842ba req-66248dd2-2e7e-40ee-aa44-acae8d8cfb94 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Aug 23 12:27:30.310426 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-015b2ca1-173b-4401-bd5b-d544f28fc37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.314484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-015b2ca1-173b-4401-bd5b-d544f28fc37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.315901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-015b2ca1-173b-4401-bd5b-d544f28fc37b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac33037a-ff87-4424-96df-2c117c49dfc3 HTTP/1.1" status: 204 len: 168 time: 0.1506934 Aug 23 12:27:30.326170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b2ca1-173b-4401-bd5b-d544f28fc37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac33037a-ff87-4424-96df-2c117c49dfc3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:30.332969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3d261417-a507-48c6-98b3-7433d38842ba req-1e86908a-50ba-4a44-b964-68a9674cf13c tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Aug 23 12:27:30.476485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceac5a9-8e82-424f-894b-941f56c2dba6 req-5d8c5e27-6ce7-42ff-a31c-e3bb486372bd tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:30.478304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceac5a9-8e82-424f-894b-941f56c2dba6 req-5d8c5e27-6ce7-42ff-a31c-e3bb486372bd tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0707130 Aug 23 12:27:30.546419 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ceac5a9-8e82-424f-894b-941f56c2dba6 req-1cd6d52d-add3-4007-a8a6-6f131641c243 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Aug 23 12:27:30.719766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37376) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:30.733100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c003e1ca-76ae-45d8-9091-2a426c15d5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.807229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68222dcd-2e7c-405e-a306-1344d75d6313 req-dcd96241-f5e3-454f-989d-7fc069abe11a tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:30.808881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68222dcd-2e7c-405e-a306-1344d75d6313 req-dcd96241-f5e3-454f-989d-7fc069abe11a tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0678289 Aug 23 12:27:30.833978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c003e1ca-76ae-45d8-9091-2a426c15d5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.839130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c003e1ca-76ae-45d8-9091-2a426c15d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.851632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68222dcd-2e7c-405e-a306-1344d75d6313 req-bd58d349-11a9-45ea-9f2d-7e68148a3158 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342715 Aug 23 12:27:30.874001 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c003e1ca-76ae-45d8-9091-2a426c15d5a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d5daf483988486196b4c79c7d15c93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530037 Aug 23 12:27:30.877375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37378) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:30.883439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003e1ca-76ae-45d8-9091-2a426c15d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e5fcb-5257-43be-a34b-4ebc76c4d3bd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:30.927804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-376607c8-18a3-473f-9995-248cb829cb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:30.952555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-376607c8-18a3-473f-9995-248cb829cb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:31.002424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-376607c8-18a3-473f-9995-248cb829cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:31.005121 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-376607c8-18a3-473f-9995-248cb829cb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:31.008626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-376607c8-18a3-473f-9995-248cb829cb89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f47e5fcb-5257-43be-a34b-4ebc76c4d3bd HTTP/1.1" status: 204 len: 168 time: 0.1280007 Aug 23 12:27:31.014890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376607c8-18a3-473f-9995-248cb829cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e5fcb-5257-43be-a34b-4ebc76c4d3bd,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:32.001680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194467ea-5a3d-43e5-b526-b7d70736e7e8 req-cc3e2d19-62ef-48e1-ac25-6dac911aa004 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:32.003514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-194467ea-5a3d-43e5-b526-b7d70736e7e8 req-cc3e2d19-62ef-48e1-ac25-6dac911aa004 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0748458 Aug 23 12:27:32.048621 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-194467ea-5a3d-43e5-b526-b7d70736e7e8 req-416e8246-547b-4edd-b02d-115e3a29065c tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375900 Aug 23 12:27:32.313401 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f575e-8462-45e0-bb6e-f8f27ceb6679 req-528fa253-c79b-40a5-a025-967d5374ea32 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:32.314829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-913f575e-8462-45e0-bb6e-f8f27ceb6679 req-528fa253-c79b-40a5-a025-967d5374ea32 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0784738 Aug 23 12:27:32.330876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d18194-5643-42fe-88b2-b229341a2017 req-4592928c-d4fb-402f-b385-41d036e63b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:32.332379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-4592928c-d4fb-402f-b385-41d036e63b77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8eabe11693f34996ba3e1f4793885cdd&device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 1096 time: 0.0627320 Aug 23 12:27:32.431032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-913f575e-8462-45e0-bb6e-f8f27ceb6679 req-e695ad25-8aa0-4168-a632-8489b14202bf tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100228 Aug 23 12:27:32.470861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d18194-5643-42fe-88b2-b229341a2017 req-151f3b52-0a5b-4b15-b9bf-73e591b6c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:32.472412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-151f3b52-0a5b-4b15-b9bf-73e591b6c23b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c57fe7c7-271c-4227-84b5-1f05d617ef9c HTTP/1.1" status: 200 len: 912 time: 0.1313677 Aug 23 12:27:32.519067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-526c39c4-aa9f-44d1-83d2-a88ca8087b99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd HTTP/1.1" status: 200 len: 217 time: 0.0398798 Aug 23 12:27:32.575138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d18194-5643-42fe-88b2-b229341a2017 req-75173108-24ba-4f95-a0ed-24f462a7c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:32.576634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-75173108-24ba-4f95-a0ed-24f462a7c092 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40586948-5c60-4e23-940a-28343a44cfa0 HTTP/1.1" status: 200 len: 851 time: 0.0514276 Aug 23 12:27:32.610500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-c0ff213e-588e-4994-b5c3-bb8fcf69ee41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c57fe7c7-271c-4227-84b5-1f05d617ef9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268192 Aug 23 12:27:32.614865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37420) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:32.734624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Deleting subnet cf48e54b-5be5-448b-ba03-b845639118bb {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:27:32.740075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:32.802781 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:32.806672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-92b5b947-0c29-48f2-8dee-e0458dc4bbf8 service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844368 Aug 23 12:27:32.906644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:32.963501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-52d18194-5643-42fe-88b2-b229341a2017 req-f6715611-a155-4af6-99ff-8ff3f833cce8 service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379085 Aug 23 12:27:32.976747 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.006114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf48e54b-5be5-448b-ba03-b845639118bb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:33.008137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.010063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4009c276-a0fb-467e-a470-2a2d773bfab8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf48e54b-5be5-448b-ba03-b845639118bb HTTP/1.1" status: 204 len: 168 time: 0.3942442 Aug 23 12:27:33.012570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37422) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:33.098702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.177922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.188511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb59a52f-3009-4877-b368-42ee92fc5cbe']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:33.198473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b1da91-61db-4b65-ac66-947375feb191') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:33.198770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b1da91-61db-4b65-ac66-947375feb191') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:33.208413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.222777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.229066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:27:33.229847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:27:33.231512 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:27:33.290375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.296356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.298410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb59a52f-3009-4877-b368-42ee92fc5cbe HTTP/1.1" status: 204 len: 168 time: 0.2847435 Aug 23 12:27:33.312459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c8c71-217a-4fe2-8d32-1c0f55c065b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb59a52f-3009-4877-b368-42ee92fc5cbe,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:33.490007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37436) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:33.538624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-725c42c6-5bcf-437f-8f2a-9815e86a8c5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4209b82718ed44138fb39b4bfea96b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451748 Aug 23 12:27:33.538941 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37438) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:33.623278 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bcf6f-ba7e-4c9b-8b28-73fdde524453 req-be3e716b-9466-41b7-abc5-35a3522b8700 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:33.625485 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-122bcf6f-ba7e-4c9b-8b28-73fdde524453 req-be3e716b-9466-41b7-abc5-35a3522b8700 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0878785 Aug 23 12:27:33.652478 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c450443-f127-4103-b5d4-3e2b487101c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.687480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c450443-f127-4103-b5d4-3e2b487101c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.691579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-122bcf6f-ba7e-4c9b-8b28-73fdde524453 req-0b0f857a-66f4-41eb-aa5c-cf511dbe1bc2 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Aug 23 12:27:33.742968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c450443-f127-4103-b5d4-3e2b487101c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.745776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3c450443-f127-4103-b5d4-3e2b487101c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:33.747068 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3c450443-f127-4103-b5d4-3e2b487101c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fc7831e-c51d-42f4-a85f-fec6517d3296 HTTP/1.1" status: 204 len: 168 time: 0.2070889 Aug 23 12:27:33.755972 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c450443-f127-4103-b5d4-3e2b487101c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc7831e-c51d-42f4-a85f-fec6517d3296,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:34.847964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559c633-d0c7-477d-8a59-24cefbd5c525 req-a830ff57-4ec3-431e-a936-9a0406bdde60 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:34.849819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d559c633-d0c7-477d-8a59-24cefbd5c525 req-a830ff57-4ec3-431e-a936-9a0406bdde60 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0566845 Aug 23 12:27:34.898381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d559c633-d0c7-477d-8a59-24cefbd5c525 req-498acbca-85fe-4ddc-a371-138d62a85147 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Aug 23 12:27:35.161291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fd076-7a45-46ee-b762-5c7e8a0bea24 req-ddbba612-5621-456c-9d27-bc6fbfdc2036 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:35.162734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc5fd076-7a45-46ee-b762-5c7e8a0bea24 req-ddbba612-5621-456c-9d27-bc6fbfdc2036 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0624185 Aug 23 12:27:35.214999 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc5fd076-7a45-46ee-b762-5c7e8a0bea24 req-401e1520-822c-4379-8681-90a7fe09f631 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457618 Aug 23 12:27:35.771458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37606) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:35.919974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37612) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:35.983352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1244e92-230e-4f98-8c77-faba935e3763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:35.988722 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.007293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.db.api [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 12:27:36.007293 n-d-773645-7 neutron-server[101058]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 12:27:36.007293 n-d-773645-7 neutron-server[101058]: [parameters: {'project_id': '5e20bae3186d49c39020c30e7549dff4', 'id': 'f951d982-fd81-4c0a-ab42-e163515ee3a8', 'expiration': datetime.datetime(2021, 8, 23, 12, 29, 36, 4059)}] Aug 23 12:27:36.007293 n-d-773645-7 neutron-server[101058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:27:36.007786 n-d-773645-7 neutron-server[101058]: DEBUG oslo_db.api [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:27:36.079322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1244e92-230e-4f98-8c77-faba935e3763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.083025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c1244e92-230e-4f98-8c77-faba935e3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.121299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c1244e92-230e-4f98-8c77-faba935e3763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f997f8d920a46be866fcf757d46c4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001245 Aug 23 12:27:36.122250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1244e92-230e-4f98-8c77-faba935e3763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29fc54-e2de-4f77-8d4c-aa63f2a80783,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:36.124106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:36.173511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4a03-efc0-44d8-a627-8eb903129164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.194564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4a03-efc0-44d8-a627-8eb903129164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.239373 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4a03-efc0-44d8-a627-8eb903129164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.242320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ec6b4a03-efc0-44d8-a627-8eb903129164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.243459 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ec6b4a03-efc0-44d8-a627-8eb903129164 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc29fc54-e2de-4f77-8d4c-aa63f2a80783 HTTP/1.1" status: 204 len: 168 time: 0.1176825 Aug 23 12:27:36.253224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b4a03-efc0-44d8-a627-8eb903129164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29fc54-e2de-4f77-8d4c-aa63f2a80783,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:36.351917 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79759b-3aca-4abe-9de1-97faf61ce3bc req-77ced9d7-2f52-4188-96a3-d47989742256 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:36.353508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf79759b-3aca-4abe-9de1-97faf61ce3bc req-77ced9d7-2f52-4188-96a3-d47989742256 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0550437 Aug 23 12:27:36.392640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf79759b-3aca-4abe-9de1-97faf61ce3bc req-c2848e87-03a5-4522-9a87-389b2f09f7f9 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 23 12:27:36.508586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.528874 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37628) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:36.549072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7672-390b-499e-b9dd-5e194c96d983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.650414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-ae740ff6-62e4-4862-9183-8e0ccc5bde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:36.650700 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24923cda-7bd4-4d5f-b41f-358ada695fbf req-64003bb3-dbb3-43fb-9e96-b7ecb9b4173b tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:36.651928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-ae740ff6-62e4-4862-9183-8e0ccc5bde01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8eabe11693f34996ba3e1f4793885cdd&device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 1096 time: 0.0468898 Aug 23 12:27:36.652090 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24923cda-7bd4-4d5f-b41f-358ada695fbf req-64003bb3-dbb3-43fb-9e96-b7ecb9b4173b tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0710058 Aug 23 12:27:36.687854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.693658 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.733621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24923cda-7bd4-4d5f-b41f-358ada695fbf req-e55b00b0-0731-4c8c-ab8d-65b1fcd594f3 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712819 Aug 23 12:27:36.746307 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e20bae3186d49c39020c30e7549dff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9736605 Aug 23 12:27:36.747767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37630) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:36.754122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a8c2c-ccd6-4ca3-ac2f-005649598977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe047b4-4e5b-43cf-9199-8b0701419694,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:36.788321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-4c07c4c1-b02d-47b8-bedc-63f1096b8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:36.789975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-4c07c4c1-b02d-47b8-bedc-63f1096b8d56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c57fe7c7-271c-4227-84b5-1f05d617ef9c HTTP/1.1" status: 200 len: 912 time: 0.1314325 Aug 23 12:27:36.809009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-431107bd-d8b3-4c6f-889f-85c177fd4f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.832142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-431107bd-d8b3-4c6f-889f-85c177fd4f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.844827 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-674cf75e-e850-4848-bae4-e588dde8273b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd HTTP/1.1" status: 200 len: 217 time: 0.0474777 Aug 23 12:27:36.882306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-431107bd-d8b3-4c6f-889f-85c177fd4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.884914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-431107bd-d8b3-4c6f-889f-85c177fd4f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.886113 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-431107bd-d8b3-4c6f-889f-85c177fd4f96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbe047b4-4e5b-43cf-9199-8b0701419694 HTTP/1.1" status: 204 len: 168 time: 0.1374178 Aug 23 12:27:36.896757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431107bd-d8b3-4c6f-889f-85c177fd4f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe047b4-4e5b-43cf-9199-8b0701419694,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:36.911054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7672-390b-499e-b9dd-5e194c96d983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.917078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cf7f7672-390b-499e-b9dd-5e194c96d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:36.932235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-73250af0-cf1d-42ff-899a-e748e1f3e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:36.933763 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-73250af0-cf1d-42ff-899a-e748e1f3e217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40586948-5c60-4e23-940a-28343a44cfa0 HTTP/1.1" status: 200 len: 851 time: 0.0808048 Aug 23 12:27:36.982821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cf7f7672-390b-499e-b9dd-5e194c96d983 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ed78bfa6b7a4c628e62898fefdd1bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523675 Aug 23 12:27:36.985323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-e5b024df-6362-43cf-8efd-da0b9356dd48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c57fe7c7-271c-4227-84b5-1f05d617ef9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415215 Aug 23 12:27:36.986096 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37634) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:36.987221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f7672-390b-499e-b9dd-5e194c96d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be20a7-c62b-4f8b-8dae-d65b23fbbd06,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:37.038140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-936f5ef8-136e-497e-ae17-c755c17a2239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:37.060627 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-936f5ef8-136e-497e-ae17-c755c17a2239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:37.092342 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-2616c2a5-6a79-4120-b296-cb045521164e service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997596 Aug 23 12:27:37.108296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-936f5ef8-136e-497e-ae17-c755c17a2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:37.111533 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-936f5ef8-136e-497e-ae17-c755c17a2239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:37.113225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-936f5ef8-136e-497e-ae17-c755c17a2239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16be20a7-c62b-4f8b-8dae-d65b23fbbd06 HTTP/1.1" status: 204 len: 168 time: 0.1257808 Aug 23 12:27:37.121955 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f5ef8-136e-497e-ae17-c755c17a2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be20a7-c62b-4f8b-8dae-d65b23fbbd06,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:37.204409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0263664-5b66-42ff-8d75-85a20ebbe004 req-c19de1a7-dada-4c9e-b84c-6a923f65decd service neutron] 10.222.0.41 "GET /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044898 Aug 23 12:27:37.873963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b455c8-2af0-4e42-a7c8-cc255913afc1 req-436e1b6e-bc46-4d91-8502-aed2f5570a16 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:37.876174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5b455c8-2af0-4e42-a7c8-cc255913afc1 req-436e1b6e-bc46-4d91-8502-aed2f5570a16 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0689297 Aug 23 12:27:37.918075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5b455c8-2af0-4e42-a7c8-cc255913afc1 req-62400b32-a523-4407-a6a7-b5ffb77477bd tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Aug 23 12:27:38.090948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37666) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:38.205949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-084842a1-6aa3-4328-82b2-be0bae7d4da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.297323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-084842a1-6aa3-4328-82b2-be0bae7d4da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.301013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-084842a1-6aa3-4328-82b2-be0bae7d4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.339836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-084842a1-6aa3-4328-82b2-be0bae7d4da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8de94a39190149e08036ae39b4ce2e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477777 Aug 23 12:27:38.340685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084842a1-6aa3-4328-82b2-be0bae7d4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbbf7a4-f381-4200-bdba-90cfdc90289d,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:38.342609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37670) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:38.391951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e80b72f-cd5c-409a-a48a-bd13aad68e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.413381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e80b72f-cd5c-409a-a48a-bd13aad68e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.459403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e80b72f-cd5c-409a-a48a-bd13aad68e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.461972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5e80b72f-cd5c-409a-a48a-bd13aad68e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:38.463129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5e80b72f-cd5c-409a-a48a-bd13aad68e6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddbbf7a4-f381-4200-bdba-90cfdc90289d HTTP/1.1" status: 204 len: 168 time: 0.1194611 Aug 23 12:27:38.470678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80b72f-cd5c-409a-a48a-bd13aad68e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbbf7a4-f381-4200-bdba-90cfdc90289d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:39.036269 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655341e-e871-456f-89b1-5340da94353d req-cff8633f-d6db-4535-81fd-36f7c0a572c7 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:39.037835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4655341e-e871-456f-89b1-5340da94353d req-cff8633f-d6db-4535-81fd-36f7c0a572c7 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Aug 23 12:27:39.075408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4655341e-e871-456f-89b1-5340da94353d req-f3c93b35-4d69-44bb-8f35-4bb11adcb0b3 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Aug 23 12:27:39.308562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a68934-b0dc-435f-b7bb-8792c6dc4bb2 req-d4bab04d-8127-4713-b115-c0454a41e513 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:39.310091 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65a68934-b0dc-435f-b7bb-8792c6dc4bb2 req-d4bab04d-8127-4713-b115-c0454a41e513 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0493553 Aug 23 12:27:39.349104 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65a68934-b0dc-435f-b7bb-8792c6dc4bb2 req-471df4c3-df32-4394-a7d2-1b38c3a886e1 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Aug 23 12:27:40.464042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333cb7-0b83-4430-a0c6-0f3e976303b7 req-2ecc1d65-7336-4891-8c16-9f9483743405 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:40.465525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a333cb7-0b83-4430-a0c6-0f3e976303b7 req-2ecc1d65-7336-4891-8c16-9f9483743405 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Aug 23 12:27:40.507942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a333cb7-0b83-4430-a0c6-0f3e976303b7 req-a57fc2d0-5174-458d-8e6f-c0e2de96ff1a tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/security-groups?id=40e0c519-bfbd-447c-9d55-abbe8e7e81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Aug 23 12:27:41.032475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-3727740b-6e5a-44bf-bfb3-b1bbb136be7e tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:41.033989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-3727740b-6e5a-44bf-bfb3-b1bbb136be7e tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 945 time: 0.0500026 Aug 23 12:27:41.124929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Deleting port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:41.125278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:41.215765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] For port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,segment=NetworkSegment(986fb8ef-0223-4fe2-acf6-1a77142692c2),segment_id=986fb8ef-0223-4fe2-acf6-1a77142692c2)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:41.216036 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:41.228318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Calling delete_port for 81be66ed-b19d-4fff-b42f-b3bed2eeccfd owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:41.360404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:41.372176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['81be66ed-b19d-4fff-b42f-b3bed2eeccfd'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:27:41.389678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Pushing event deleted for resources: {'Port': ['ID=81be66ed-b19d-4fff-b42f-b3bed2eeccfd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:41.431871 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] No DVR routers for this DVR port 81be66ed-b19d-4fff-b42f-b3bed2eeccfd on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:27:41.435078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:41.438210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ab61fe3-a1aa-4c9e-a62c-4c586f4c09e3 req-0f7cb0d9-4ba5-4457-9bce-50c1a93bd475 tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.41 "DELETE /v2.0/ports/81be66ed-b19d-4fff-b42f-b3bed2eeccfd HTTP/1.1" status: 204 len: 173 time: 0.3982470 Aug 23 12:27:41.438672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'name': 'network-vif-deleted', 'tag': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:41.441123 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820979c-6272-44ed-9767-fcb9565a43de" -d '{"events": [{"server_uuid": "bc1ab2e5-30b2-40a7-bdd9-50c15cdae352", "name": "network-vif-deleted", "tag": "81be66ed-b19d-4fff-b42f-b3bed2eeccfd"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:41.480407 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81bdaf-6d67-4aaf-8edb-8d64cc42e81c x-openstack-request-id: req-df81bdaf-6d67-4aaf-8edb-8d64cc42e81c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:41.481007 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ab2e5-30b2-40a7-bdd9-50c15cdae352", "name": "network-vif-deleted", "tag": "81be66ed-b19d-4fff-b42f-b3bed2eeccfd", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:41.481007 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df81bdaf-6d67-4aaf-8edb-8d64cc42e81c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:41.481351 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ab2e5-30b2-40a7-bdd9-50c15cdae352', 'name': 'network-vif-deleted', 'tag': '81be66ed-b19d-4fff-b42f-b3bed2eeccfd', 'status': 'completed', 'code': 200} Aug 23 12:27:41.624942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bd625d2d-8671-4838-b0e4-5289e0d69510 req-39095e39-9592-434b-a5a3-4d43d761664a tempest-TestServerAdvancedOps-129533143 tempest-TestServerAdvancedOps-129533143-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc1ab2e5-30b2-40a7-bdd9-50c15cdae352 HTTP/1.1" status: 200 len: 210 time: 0.0262959 Aug 23 12:27:42.686286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37742) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:42.736071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Deleting subnet 40586948-5c60-4e23-940a-28343a44cfa0 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:27:42.742265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:42.781986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:42.822052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:42.875324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:42.904992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40586948-5c60-4e23-940a-28343a44cfa0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:42.910316 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:42.912762 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/40586948-5c60-4e23-940a-28343a44cfa0 HTTP/1.1" status: 204 len: 168 time: 0.2254279 Aug 23 12:27:42.914771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37744) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:42.918179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.918532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.919018 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.919250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.919588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.919922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.920255 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.920585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.920915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.921240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.921565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.921912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e3db7-9463-4203-9d28-7cb020109f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:42.987315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.067002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.076677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57fe7c7-271c-4227-84b5-1f05d617ef9c']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:43.086834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986fb8ef-0223-4fe2-acf6-1a77142692c2') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:43.087131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986fb8ef-0223-4fe2-acf6-1a77142692c2') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:43.096115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.110776 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.116647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:27:43.117043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:27:43.118946 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:27:43.174111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.179329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.181160 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c57fe7c7-271c-4227-84b5-1f05d617ef9c HTTP/1.1" status: 204 len: 168 time: 0.2654095 Aug 23 12:27:43.184189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37746) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:43.192562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57fe7c7-271c-4227-84b5-1f05d617ef9c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:43.200016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.200364 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.200705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.201046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.201382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.201732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.202063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.202922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.203253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.203578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.203908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.204229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f16197-22e0-46f3-9753-396f4118c378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:43.228809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Deleting subnet 9492e081-90c9-4db2-be57-21f6ddebe94a {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:27:43.231966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.267499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.307743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.360873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.389337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9492e081-90c9-4db2-be57-21f6ddebe94a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:43.396857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.400894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-06ae6605-bf76-44ba-963b-f6d6ba02619a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9492e081-90c9-4db2-be57-21f6ddebe94a HTTP/1.1" status: 204 len: 168 time: 0.2156267 Aug 23 12:27:43.401537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37754) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:43.474449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.564266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.574537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b8751d-8102-4639-a302-9b613b0e11c7']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:43.584630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66481145-efec-43e0-8190-da26721fe6a0') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:43.584928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66481145-efec-43e0-8190-da26721fe6a0') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:43.593607 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.612235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.618548 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:27:43.618997 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:27:43.621003 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:27:43.674448 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.679703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.681548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/76b8751d-8102-4639-a302-9b613b0e11c7 HTTP/1.1" status: 204 len: 168 time: 0.2789326 Aug 23 12:27:43.697021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e776a-b327-4260-ad94-b1c5addf82e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b8751d-8102-4639-a302-9b613b0e11c7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:43.847207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37770) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:43.887067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-04d30219-98aa-49de-8d29-224f2f02a3c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8eabe11693f34996ba3e1f4793885cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385532 Aug 23 12:27:43.889382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37774) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:43.938498 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7fd1-fb7d-4ff2-896c-ff0822a2b074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:43.963870 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7fd1-fb7d-4ff2-896c-ff0822a2b074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.015252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7fd1-fb7d-4ff2-896c-ff0822a2b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.017943 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3bb7fd1-fb7d-4ff2-896c-ff0822a2b074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.019121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3bb7fd1-fb7d-4ff2-896c-ff0822a2b074 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40e0c519-bfbd-447c-9d55-abbe8e7e81ef HTTP/1.1" status: 204 len: 168 time: 0.1287329 Aug 23 12:27:44.027111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb7fd1-fb7d-4ff2-896c-ff0822a2b074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e0c519-bfbd-447c-9d55-abbe8e7e81ef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:44.349137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37792) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:44.390713 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ef9852b3-354f-48f3-9aa8-f3d1a595267c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79efa7595c624f8fa147d317c56911b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374892 Aug 23 12:27:44.391190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37794) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:44.400856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 81be66ed-b19d-4fff-b42f-b3bed2eeccfd no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:44.424953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 81be66ed-b19d-4fff-b42f-b3bed2eeccfd {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:44.425733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 81be66ed-b19d-4fff-b42f-b3bed2eeccfd not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:44.450310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c43db2bf-3a4e-4ac4-baca-b909b9f1b705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.474013 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c43db2bf-3a4e-4ac4-baca-b909b9f1b705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.527767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c43db2bf-3a4e-4ac4-baca-b909b9f1b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.530929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c43db2bf-3a4e-4ac4-baca-b909b9f1b705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:44.532370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c43db2bf-3a4e-4ac4-baca-b909b9f1b705 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75b8fbf3-5385-4264-9477-dfb7943ba0fa HTTP/1.1" status: 204 len: 168 time: 0.1399672 Aug 23 12:27:44.542672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43db2bf-3a4e-4ac4-baca-b909b9f1b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b8fbf3-5385-4264-9477-dfb7943ba0fa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:45.216658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37834) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:45.322372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1554430880-network', 'tenant_id': '4d845ccee221463794fe0559418e5ba6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:45.345247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Made reservation on behalf of 4d845ccee221463794fe0559418e5ba6 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:45.347628 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.356144 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.447389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.451303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.472956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:27:45.486511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dcf952-3c98-4ba6-98f9-b6e247c07e54,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:45.491195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.491548 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Added segment 7ee22a01-1c6f-432f-973c-0dbb8f3fb02b of type vlan for network d2db352f-04ad-4b5d-8749-34db885fd434 Aug 23 12:27:45.534593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.559507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.560589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:45.561273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.597738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3799284 Aug 23 12:27:45.600690 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:45.606357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Request body: {'subnet': {'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1554430880-subnet', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:45.629711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Made reservation on behalf of 4d845ccee221463794fe0559418e5ba6 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:45.633185 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.636592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bfca7-66a7-4cda-9e7b-7edd03afd1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d2db352f-04ad-4b5d-8749-34db885fd434,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:45.649805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network d2db352f-04ad-4b5d-8749-34db885fd434 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:27:45.813297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.868642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef660742-133d-45ad-8b5b-ae8b037eccf8,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:45.877275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Checking segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:45.877635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Network hostable DHCP agents. Network: d2db352f-04ad-4b5d-8749-34db885fd434, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:27:45.894742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Network d2db352f-04ad-4b5d-8749-34db885fd434 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:27:45.903520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, d2db352f-04ad-4b5d-8749-34db885fd434) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:45.908752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:45.909819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.913064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb51c9-ad89-4d7f-aeba-dd244a7afe0d None None] Network d2db352f-04ad-4b5d-8749-34db885fd434 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:45.924052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a19cfc88-0351-40ea-94f1-483b6956ccd9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3220644 Aug 23 12:27:45.926793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37856) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:45.931539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:45.952813 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:45.953900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.009767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.063489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-d2db352f-04ad-4b5d-8749-34db885fd434', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:27:46.064577 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.149429 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.200430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Allocated IP 172.20.0.2 (d2db352f-04ad-4b5d-8749-34db885fd434/ef660742-133d-45ad-8b5b-ae8b037eccf8/a712ab47-cbf3-4caa-9249-4e6e1c0870d9) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:46.354263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.357043 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.365723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Transition to ACTIVE for port object a712ab47-cbf3-4caa-9249-4e6e1c0870d9 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:46.374814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.382641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Transition to ACTIVE for port object a712ab47-cbf3-4caa-9249-4e6e1c0870d9 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:46.391187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.437866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Pushing event updated for resources: {'Port': ['ID=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:46.453164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Network d2db352f-04ad-4b5d-8749-34db885fd434 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:46.454512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:46.456809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:46.487989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Allocated IP 172.25.1.246 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/a776495b-30de-435d-81c0-08456cc712ee) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:46.515824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Attempting to bind port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:46.516189 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Attempting to bind port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:46.516553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Attempting to bind port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 on network d2db352f-04ad-4b5d-8749-34db885fd434 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:46.522073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:46.522733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Checking segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:46.523338 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.523896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Bound using segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:46.524538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Bound port: a712ab47-cbf3-4caa-9249-4e6e1c0870d9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:46.525096 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.589181 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] For port a712ab47-cbf3-4caa-9249-4e6e1c0870d9, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:46.592338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] For port a712ab47-cbf3-4caa-9249-4e6e1c0870d9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:46.597220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.597417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.637821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:46.665991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a591f-0bbd-440e-9b27-c5c2ac31f286 None None] Pushing event updated for resources: {'Port': ['ID=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:46.683661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:46.688593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:46.692044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:46.723192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Pushing event updated for resources: {'Port': ['ID=a776495b-30de-435d-81c0-08456cc712ee,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:47.067460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37860) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:47.256144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 1bf1044b-b276-47c6-bfac-00f2a00fba96 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:47.256588 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.332246 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.357089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.357560 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.372380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 1bf1044b-b276-47c6-bfac-00f2a00fba96 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:47.568570 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.573296 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.605573 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=1bf1044b-b276-47c6-bfac-00f2a00fba96,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:47.678366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.678792 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Floating IP f0873b57-4a3e-4ead-8432-096e8cdf325a disassociated (deleted). External IP: 172.25.1.152, port: b4e8286e-b676-4c62-89ae-103d6ff73ed1. Aug 23 12:27:47.707942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a00d7-e6ea-44a9-9dd8-2f2b68bd5677 None None] Network d2db352f-04ad-4b5d-8749-34db885fd434 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:47.724258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Router 2172f9aa-15ce-4828-a86a-de7c2de4e160 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:27:47.839474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7ab69634-9b11-484d-940c-fd0b91e3cf50 None None] Provisioning for port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:47.858154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:47.874836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Sync routers for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:47.878008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:47.882000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-08b535f6-3874-457f-bcaf-1473a00f654e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9516888 Aug 23 12:27:47.882317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37864) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:47.910297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:47.910948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:47.960714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:27:48.141922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:48.144384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:48.160570 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:48.161573 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:48.177073 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:48.178387 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:48.202865 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-30b4ec30-90ca-471b-ba64-bec0a57e9c8d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "DELETE /v2.0/floatingips/f0873b57-4a3e-4ead-8432-096e8cdf325a HTTP/1.1" status: 204 len: 168 time: 1.1333463 Aug 23 12:27:48.203291 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:48.209966 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:48.307971 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ea4fb7-d376-492e-98b2-45631c7f1bd0 x-openstack-request-id: req-b1ea4fb7-d376-492e-98b2-45631c7f1bd0 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:48.308400 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:48.308772 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1ea4fb7-d376-492e-98b2-45631c7f1bd0 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:48.309393 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'status': 'completed', 'code': 200} Aug 23 12:27:48.575666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-cd3bac18-f5f5-4fcf-b558-88d7d04b69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:48.582933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-cd3bac18-f5f5-4fcf-b558-88d7d04b69f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 1096 time: 0.2103031 Aug 23 12:27:48.685388 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:48.713575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-ab66a88f-f189-408b-bb9c-a996d3db9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:48.715124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-ab66a88f-f189-408b-bb9c-a996d3db9b6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.1251690 Aug 23 12:27:48.723736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a712ab47-cbf3-4caa-9249-4e6e1c0870d9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:48.822657 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-937e3d0f-727b-4427-81aa-c79c00f66545 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1 HTTP/1.1" status: 200 len: 217 time: 0.0781362 Aug 23 12:27:48.826041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:47Z', 'revision_number': 3, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:48.876589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d7cae-b1aa-4b00-bdc1-38a0d142692e req-160680fe-c376-41d6-ac01-f55c2484a514 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:48.885156 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-006d7cae-b1aa-4b00-bdc1-38a0d142692e req-160680fe-c376-41d6-ac01-f55c2484a514 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 945 time: 0.1318665 Aug 23 12:27:48.886694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:48.899834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Checking router: 2172f9aa-15ce-4828-a86a-de7c2de4e160 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:27:48.900500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Updating router 2172f9aa-15ce-4828-a86a-de7c2de4e160 port a776495b-30de-435d-81c0-08456cc712ee binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:27:48.905355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:48.912093 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:48.939852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-3785ff9a-556c-4991-a177-ba9c0187518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:48.941376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-3785ff9a-556c-4991-a177-ba9c0187518a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0962851 Aug 23 12:27:48.954052 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-006d7cae-b1aa-4b00-bdc1-38a0d142692e req-1a5c5350-b4aa-472b-baab-f7fec51f306d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613847 Aug 23 12:27:49.005385 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.012167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.074421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-364aaa42-a518-483d-974c-bc3e1bda14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:49.075824 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:08Z', 'revision_number': 1, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:49.076035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-364aaa42-a518-483d-974c-bc3e1bda14eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204758 Aug 23 12:27:49.128718 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:27:49.154610 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:49.156623 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:49.296711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.314676 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:49.320964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Transition to ACTIVE for port object a776495b-30de-435d-81c0-08456cc712ee will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:49.324555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.336359 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.387809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59ebbc-5ff4-4f63-a2d2-ecf3e087a318 None None] Pushing event updated for resources: {'Port': ['ID=a776495b-30de-435d-81c0-08456cc712ee,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:49.404375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Attempting to bind port a776495b-30de-435d-81c0-08456cc712ee on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:49.404752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Attempting to bind port a776495b-30de-435d-81c0-08456cc712ee by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:49.405112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Attempting to bind port a776495b-30de-435d-81c0-08456cc712ee on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:49.422119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:49.422514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:49.422929 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.423324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:49.423801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Bound port: a776495b-30de-435d-81c0-08456cc712ee, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:49.424187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.430428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Allocated IP 172.20.0.1 (d2db352f-04ad-4b5d-8749-34db885fd434/ef660742-133d-45ad-8b5b-ae8b037eccf8/7ed3891f-f305-4cdf-bc73-0f4f4e9b4739) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:49.452889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a712ab47-cbf3-4caa-9249-4e6e1c0870d9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:49.505763 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.550485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] For port a776495b-30de-435d-81c0-08456cc712ee, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:49.578236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] For port a776495b-30de-435d-81c0-08456cc712ee, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a776495b-30de-435d-81c0-08456cc712ee,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:49.588135 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.591447 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.595214 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-cec71b3f-411b-4651-859b-9e1de882e017 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051291 Aug 23 12:27:49.603230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:49.650982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Transition to ACTIVE for port object 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:49.654036 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:08Z', 'revision_number': 1, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:49.665499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:49.670063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:49.696763 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329746d-33ae-46a3-8bd2-1d83c25c20fa None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '1ba7fff7-be34-464f-a230-502099dc896d', 'tenant_id': '633df9e8c3274153b18325d933082577', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'port_id': '862cd169-0d30-4ff1-afa3-e406964510f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:24:02Z', 'updated_at': '2021-08-23T12:24:08Z', 'revision_number': 1, 'project_id': '633df9e8c3274153b18325d933082577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:27:49.703387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59ebbc-5ff4-4f63-a2d2-ecf3e087a318 None None] Pushing event updated for resources: {'Port': ['ID=a776495b-30de-435d-81c0-08456cc712ee,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:49.728914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f3a48d0-1aec-4ffb-8fa4-5d63e69358a7 req-10f9827f-2745-4715-b7ca-0ac700afb93d service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255655 Aug 23 12:27:49.756657 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.803200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Network d2db352f-04ad-4b5d-8749-34db885fd434 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:49.806858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:49.809439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:49.862122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:49.874755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:49.882118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:50.031543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.191372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fbab1-be62-4b02-a9e5-212d43b5e4e9 None None] New status for floating IP f0873b57-4a3e-4ead-8432-096e8cdf325a: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:27:50.292300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04f92-0442-4f16-8c26-6e2f49e5336f req-aeefd35c-079b-45f5-9181-e81b355bcf42 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:50.294019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4b04f92-0442-4f16-8c26-6e2f49e5336f req-aeefd35c-079b-45f5-9181-e81b355bcf42 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 945 time: 0.1716204 Aug 23 12:27:50.314096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-74d4c205-fcf2-4e9b-ab91-a854d8b317dd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:50.316392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-74d4c205-fcf2-4e9b-ab91-a854d8b317dd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 945 time: 0.2061608 Aug 23 12:27:50.448992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.465827 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:27:50.468632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-68867235-5c00-4d60-b545-d1a8a3ac87ec None None] Provisioning for port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:50.473748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-68867235-5c00-4d60-b545-d1a8a3ac87ec None None] Provisioning complete for port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:50.474129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-68867235-5c00-4d60-b545-d1a8a3ac87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.485724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4b04f92-0442-4f16-8c26-6e2f49e5336f req-4aba5655-f012-493a-91d8-7b99f690343d tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761270 Aug 23 12:27:50.485724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.526814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-68867235-5c00-4d60-b545-d1a8a3ac87ec None None] Port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:27:50.532406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:47Z', 'revision_number': 3, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:50.579851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a712ab47-cbf3-4caa-9249-4e6e1c0870d9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:50.593386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.611774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:50.612162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84720e63-b625-45ec-9f32-ecdf874e8f69 None None] The sync data for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 is: [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:47Z', 'revision_number': 3, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:27:50.648637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port b4e8286e-b676-4c62-89ae-103d6ff73ed1 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:27:50.648993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.659797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:50.660180 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.789519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Network d2db352f-04ad-4b5d-8749-34db885fd434 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:50.794394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:50.810844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port b4e8286e-b676-4c62-89ae-103d6ff73ed1, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=b4e8286e-b676-4c62-89ae-103d6ff73ed1,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:50.811235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:50.862889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for b4e8286e-b676-4c62-89ae-103d6ff73ed1 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:27:51.000883 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Router 2172f9aa-15ce-4828-a86a-de7c2de4e160 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:27:51.157359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-281137bd-4519-4f27-9e56-290ce38fe42e None None] Provisioning complete for port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:51.157977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-281137bd-4519-4f27-9e56-290ce38fe42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:51.161317 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:51.204698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-281137bd-4519-4f27-9e56-290ce38fe42e None None] Port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:27:51.209053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=b4e8286e-b676-4c62-89ae-103d6ff73ed1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:51.212679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:51.224030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1fb19626-fc2c-4459-84a4-5ea3a8d08269 admin admin] 10.222.0.21 "PUT /v2.0/routers/2172f9aa-15ce-4828-a86a-de7c2de4e160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369079 Aug 23 12:27:51.272691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port b4e8286e-b676-4c62-89ae-103d6ff73ed1 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:27:51.275488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:51.279127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-647f130a-e482-4f5e-b56a-53f7df45b2f4 req-0b9d5792-65ff-414a-8b42-de36a61eaf8f tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "DELETE /v2.0/ports/b4e8286e-b676-4c62-89ae-103d6ff73ed1 HTTP/1.1" status: 204 len: 173 time: 0.9475219 Aug 23 12:27:51.279875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'name': 'network-vif-deleted', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:27:51.283830 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6deae1a-03cc-4412-a3b6-060ae3fdf957" -d '{"events": [{"server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "name": "network-vif-deleted", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:27:51.339501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a263120-1301-4a7c-88e9-5530e40b5d03 x-openstack-request-id: req-6a263120-1301-4a7c-88e9-5530e40b5d03 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:27:51.339857 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2fa28d-d649-4e56-bf65-cffb5d88e23a", "name": "network-vif-deleted", "tag": "b4e8286e-b676-4c62-89ae-103d6ff73ed1", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:27:51.340123 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a263120-1301-4a7c-88e9-5530e40b5d03 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:27:51.340592 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2fa28d-d649-4e56-bf65-cffb5d88e23a', 'name': 'network-vif-deleted', 'tag': 'b4e8286e-b676-4c62-89ae-103d6ff73ed1', 'status': 'completed', 'code': 200} Aug 23 12:27:51.666777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8c4e0002-acd7-4f5b-b1ff-95c71a8cc8ae req-7e0cb8ee-1d1f-465a-a601-0b9d3b851232 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.0627480 Aug 23 12:27:51.790901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-05645a5d-bbcb-45b0-99b6-ddd23adc42c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:51.962641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37906) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:51.967904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-790060667-network', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:51.991089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Made reservation on behalf of 023adcc204d9472b8a52e1b0594d237a for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:51.993657 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.002708 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.094677 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.098816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.124905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:27:52.134886 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a02f0-a4a7-410e-b181-ba42e3732025,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:52.140634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.140988 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Added segment 901c7ba9-8e0c-42fb-aef4-f12123b98187 of type vlan for network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b Aug 23 12:27:52.183690 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.214680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.215810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:52.216413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.249433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2855911 Aug 23 12:27:52.252682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37908) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:52.259422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Request body: {'subnet': {'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-790060667-subnet', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:52.287488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Made reservation on behalf of 023adcc204d9472b8a52e1b0594d237a for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:52.289529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fdce3-f428-4ccd-b85e-52e747026148 admin admin] Pushing event updated for resources: {'Network': ['ID=a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:52.291669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.300998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:27:52.550739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.582216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a776495b-30de-435d-81c0-08456cc712ee up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:52.611812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6d9058-bcfa-4e1e-8669-ef0c33763cf1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:52.637559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Checking segment: {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:52.638119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Network hostable DHCP agents. Network: a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:27:52.650926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a776495b-30de-435d-81c0-08456cc712ee completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:52.662411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a776495b-30de-435d-81c0-08456cc712ee triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:52.662993 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.666319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:27:52.682393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:52.697452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:52.698529 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.704419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f39c3b-778b-4ddf-aac1-cec8376db42f None None] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:52.727034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-18ccc5b7-4e5c-4080-a7ce-648da57a150b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4719517 Aug 23 12:27:52.729300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37914) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:52.734903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:52.783099 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.784562 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.814817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e76458d6-797f-4081-b91c-380b193a4f16 req-7642bd1c-b228-46d8-9c3a-3ca1f3d5bbbd tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.0519421 Aug 23 12:27:52.865600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.950907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Sync routers for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:52.967158 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:52.967803 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:52.992095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:52.999378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'fixed_ips': [{'subnet_id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:27:53.000552 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.031605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a776495b-30de-435d-81c0-08456cc712ee, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a776495b-30de-435d-81c0-08456cc712ee,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:53.040543 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.161717 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:53.170194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a776495b-30de-435d-81c0-08456cc712ee,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:53.247249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Allocated IP 172.20.0.2 (a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b/cf6d9058-bcfa-4e1e-8669-ef0c33763cf1/b61db3f8-efa7-48ae-9f5b-4920edc02d97) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:53.460135 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:50Z', 'revision_number': 2, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:53.469755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.480828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Transition to ACTIVE for port object b61db3f8-efa7-48ae-9f5b-4920edc02d97 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:53.494053 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Checking router: 2172f9aa-15ce-4828-a86a-de7c2de4e160 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:27:53.494715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Updating router 2172f9aa-15ce-4828-a86a-de7c2de4e160 port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:27:53.501291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Transition to ACTIVE for port object b61db3f8-efa7-48ae-9f5b-4920edc02d97 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:53.508770 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.547681 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.564742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:53.572500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:53.574687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:53.613338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Pushing event updated for resources: {'Port': ['ID=b61db3f8-efa7-48ae-9f5b-4920edc02d97,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:53.673283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b4e8286e-b676-4c62-89ae-103d6ff73ed1 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:27:53.701205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: b4e8286e-b676-4c62-89ae-103d6ff73ed1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:27:53.701642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device b4e8286e-b676-4c62-89ae-103d6ff73ed1 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:27:53.707686 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Attempting to bind port b61db3f8-efa7-48ae-9f5b-4920edc02d97 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:53.708070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Attempting to bind port b61db3f8-efa7-48ae-9f5b-4920edc02d97 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:53.708447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Attempting to bind port b61db3f8-efa7-48ae-9f5b-4920edc02d97 on network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:53.710143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.715005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:53.715399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Checking segment: {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:53.716026 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.716431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Bound using segment: {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:53.717082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Bound port: b61db3f8-efa7-48ae-9f5b-4920edc02d97, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:53.717475 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.798535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] For port b61db3f8-efa7-48ae-9f5b-4920edc02d97, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:53.804523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] For port b61db3f8-efa7-48ae-9f5b-4920edc02d97, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b61db3f8-efa7-48ae-9f5b-4920edc02d97,segment=NetworkSegment(901c7ba9-8e0c-42fb-aef4-f12123b98187),segment_id=901c7ba9-8e0c-42fb-aef4-f12123b98187)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:53.814095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:53.894232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e4e1e-72fb-41f9-8051-637811291e79 None None] Pushing event updated for resources: {'Port': ['ID=b61db3f8-efa7-48ae-9f5b-4920edc02d97,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:54.079680 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.091050 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Transition to ACTIVE for port object 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:54.099834 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.115162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37926) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:54.142103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.203116 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Pushing event updated for resources: {'Port': ['ID=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:54.230741 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.231344 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.231850 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.232372 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.236129 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.236718 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.237240 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.237835 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.238333 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.238850 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.239523 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.240023 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:54.252181 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.272579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33eaaea0-4347-4e0d-b76d-9a23038e7181 req-e7600dbd-5843-4eb6-9b01-3ed210454fef tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.1958539 Aug 23 12:27:54.370937 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-187d9651-2e93-4539-9cdd-0d8cf805ccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.380555 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Attempting to bind port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:54.380948 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Attempting to bind port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:54.381325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Attempting to bind port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 on network d2db352f-04ad-4b5d-8749-34db885fd434 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:54.397870 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:54.399133 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Checking segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:54.399771 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.401277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbda882a-0c26-4614-b08d-ebb7bdfbcfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.401845 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Bound using segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:54.402529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Bound port: 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:54.403904 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.449341 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.537709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Allocated IP 172.25.1.4 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f00c1c2d-245b-40e7-99c3-a03ec09bed68) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:54.568842 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbda882a-0c26-4614-b08d-ebb7bdfbcfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.569080 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] For port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:54.573152 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] For port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:54.575898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dbda882a-0c26-4614-b08d-ebb7bdfbcfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.581382 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.625570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda882a-0c26-4614-b08d-ebb7bdfbcfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468eed3-40c5-4e20-8f4c-2e54ca6f67c9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:54.632961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dbda882a-0c26-4614-b08d-ebb7bdfbcfec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab2a363081214627bc3d04ada4e17a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145564 Aug 23 12:27:54.634340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37930) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:54.711233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a776495b-30de-435d-81c0-08456cc712ee up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:54.748275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42e29f67-e0b8-438e-afc1-8882f7cf1304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.766804 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:54.776877 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:54.786805 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42e29f67-e0b8-438e-afc1-8882f7cf1304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.825195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.866734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a776495b-30de-435d-81c0-08456cc712ee triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:54.867114 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.870425 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157053ac-34fa-4fba-9405-e3058fe8114f None None] Pushing event updated for resources: {'Port': ['ID=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:54.917552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.956552 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42e29f67-e0b8-438e-afc1-8882f7cf1304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.960415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-42e29f67-e0b8-438e-afc1-8882f7cf1304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:54.966275 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-42e29f67-e0b8-438e-afc1-8882f7cf1304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9468eed3-40c5-4e20-8f4c-2e54ca6f67c9 HTTP/1.1" status: 204 len: 168 time: 0.3286245 Aug 23 12:27:54.982451 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29f67-e0b8-438e-afc1-8882f7cf1304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468eed3-40c5-4e20-8f4c-2e54ca6f67c9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:55.024772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Pushing event updated for resources: {'Port': ['ID=f00c1c2d-245b-40e7-99c3-a03ec09bed68,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:55.077889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:55.080769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:55.084292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:55.084524 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:55.095621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b61db3f8-efa7-48ae-9f5b-4920edc02d97 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:55.256706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b61db3f8-efa7-48ae-9f5b-4920edc02d97 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:55.435631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c4b43f4-a1f8-42ee-aa1a-8e43de9e7f4c req-f2f990e7-5d42-42c5-8d92-12b26fe069bc tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.0523965 Aug 23 12:27:55.544538 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:55.570792 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e07a4-b78d-434b-97d2-38e5db091f95 None None] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:55.789202 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:55.805564 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:54Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:55.863805 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4404836-461c-4386-ba0c-f0fae5c435f8 None None] The sync data for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 is: [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:54Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:27:55.875815 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:55.906225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] Provisioning for port b61db3f8-efa7-48ae-9f5b-4920edc02d97 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:55.920153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] Provisioning complete for port b61db3f8-efa7-48ae-9f5b-4920edc02d97 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:55.920531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.059073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Router 1e31652e-f336-40b3-8966-faeb0581e303 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:27:56.122615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.181318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] For port b61db3f8-efa7-48ae-9f5b-4920edc02d97, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b61db3f8-efa7-48ae-9f5b-4920edc02d97,segment=NetworkSegment(901c7ba9-8e0c-42fb-aef4-f12123b98187),segment_id=901c7ba9-8e0c-42fb-aef4-f12123b98187)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:56.191158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.236748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37954) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:56.275161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:56.286764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f21cf-f232-4a79-af4a-090f9148bacb None None] Pushing event updated for resources: {'Port': ['ID=b61db3f8-efa7-48ae-9f5b-4920edc02d97,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:56.291577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Sync routers for ids ['1e31652e-f336-40b3-8966-faeb0581e303'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:56.296865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.300593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3ff4a2d8-6004-43e3-8893-91b7109d2261 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5678551 Aug 23 12:27:56.301480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37958) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:56.326420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c6f3a91d-bce6-4470-91db-ded56a67e527 None None] Provisioning complete for port b61db3f8-efa7-48ae-9f5b-4920edc02d97 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:56.327605 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a91d-bce6-4470-91db-ded56a67e527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.363445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Routers {'1e31652e-f336-40b3-8966-faeb0581e303'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:56.364033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1e31652e-f336-40b3-8966-faeb0581e303'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:56.422968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-991183754-network', 'tenant_id': '95a10160c71d4beb8d926c9245bea644'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:56.486519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Made reservation on behalf of 95a10160c71d4beb8d926c9245bea644 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:56.489376 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.524685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.708823 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.713813 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.730544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:27:56.747962 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.748640 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Added segment 0011c324-ef88-48f1-b655-e3e2292f543b of type vlan for network 611c6e46-c132-4cd3-88b3-109abb27f9a7 Aug 23 12:27:56.752809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:56.770977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8a1edea-a2bf-443a-a8a1-294496fb49a3 req-098d4c4f-f112-4162-bfa3-51c6e3b8ee48 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.1260655 Aug 23 12:27:56.790536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Set router 1e31652e-f336-40b3-8966-faeb0581e303 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:56.803703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.869048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc46a5-c405-4ba4-88bc-4231c1def2c0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:56.876630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.877734 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:56.878322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.962789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:56.966409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] Pushing event updated for resources: {'Network': ['ID=611c6e46-c132-4cd3-88b3-109abb27f9a7,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:56.970276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:56.970754 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:56.984082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3b46e3e5-36a3-4204-bca3-9709ee715f82 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7464087 Aug 23 12:27:56.986874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37962) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:56.992994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Request body: {'subnet': {'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-991183754-subnet', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:57.019538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Made reservation on behalf of 95a10160c71d4beb8d926c9245bea644 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:27:57.023764 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.033109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:27:57.090626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.238890 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.250048 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.283726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:27:57.299652 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.300631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b61db3f8-efa7-48ae-9f5b-4920edc02d97 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:57.329275 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8310a4de-5858-4dd0-bf95-49ae73365012,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:57.336380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Allocated IP 172.20.0.1 (a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b/cf6d9058-bcfa-4e1e-8669-ef0c33763cf1/d609dea8-7ecf-4042-a710-8deca07043df) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:57.340090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Checking segment: {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:57.340090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Network hostable DHCP agents. Network: 611c6e46-c132-4cd3-88b3-109abb27f9a7, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:27:57.368234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:27:57.379070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 611c6e46-c132-4cd3-88b3-109abb27f9a7) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:57.383918 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:27:57.385021 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.396782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343b80c-a3fc-4f84-9f86-b69701a5b81d None None] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:27:57.399351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:27:55Z', 'revision_number': 3, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:57.405782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b35b0ce3-c2a3-422a-846c-0a811f861a37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4167957 Aug 23 12:27:57.408101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37964) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:57.415137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:57.436050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Checking router: 1e31652e-f336-40b3-8966-faeb0581e303 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:27:57.436441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Updating router 1e31652e-f336-40b3-8966-faeb0581e303 port f00c1c2d-245b-40e7-99c3-a03ec09bed68 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:27:57.442010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.443462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.490933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.508873 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.513965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Transition to ACTIVE for port object d609dea8-7ecf-4042-a710-8deca07043df will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:57.574055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.644430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:57.648313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:57.653301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:57.675958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Pushing event updated for resources: {'Port': ['ID=d609dea8-7ecf-4042-a710-8deca07043df,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:57.697326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.727893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.762633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b61db3f8-efa7-48ae-9f5b-4920edc02d97 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:57.763007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.764917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.784003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:57.855629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:57.913829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.914313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.914765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.915206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.915666 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.916157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.916687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.917124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.917615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.918541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.918541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.918740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:27:57.978544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.069919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.181950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.191263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.234063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2772536e-ef84-44c8-8e3f-04814c200109 None None] Provisioning for port d609dea8-7ecf-4042-a710-8deca07043df completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:27:58.243767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2772536e-ef84-44c8-8e3f-04814c200109 None None] Provisioning complete for port d609dea8-7ecf-4042-a710-8deca07043df triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:58.244183 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2772536e-ef84-44c8-8e3f-04814c200109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.251412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-611c6e46-c132-4cd3-88b3-109abb27f9a7', 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'fixed_ips': [{'subnet_id': '8310a4de-5858-4dd0-bf95-49ae73365012'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:27:58.252744 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.271497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.278397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Pushing event updated for resources: {'Port': ['ID=d609dea8-7ecf-4042-a710-8deca07043df,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:58.332573 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2772536e-ef84-44c8-8e3f-04814c200109 None None] Port d609dea8-7ecf-4042-a710-8deca07043df cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:27:58.342969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3da1342a-8441-41a8-8d06-ac149785cfe3 req-d4a7dd4b-3791-4fbd-bc56-02f9994f408b tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb2fa28d-d649-4e56-bf65-cffb5d88e23a HTTP/1.1" status: 200 len: 210 time: 0.0478721 Aug 23 12:27:58.357578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.381733 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.390078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:58.391627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:58.458395 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.491301 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.508354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Transition to ACTIVE for port object f00c1c2d-245b-40e7-99c3-a03ec09bed68 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:58.532994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Allocated IP 172.20.0.2 (611c6e46-c132-4cd3-88b3-109abb27f9a7/8310a4de-5858-4dd0-bf95-49ae73365012/e0eacefc-7b5f-41bc-8401-8b4b288983af) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:58.535123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.544123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:27:58.560344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Router 1e31652e-f336-40b3-8966-faeb0581e303 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:27:58.590307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Allocated IP 172.25.1.102 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/20331cd4-2d26-4691-b169-489199c12ae3) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:27:58.654819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e49a23-6ceb-45c9-b5f8-a36152d4667e None None] Pushing event updated for resources: {'Port': ['ID=f00c1c2d-245b-40e7-99c3-a03ec09bed68,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:58.699311 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Attempting to bind port f00c1c2d-245b-40e7-99c3-a03ec09bed68 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:58.699829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Attempting to bind port f00c1c2d-245b-40e7-99c3-a03ec09bed68 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:58.699969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Attempting to bind port f00c1c2d-245b-40e7-99c3-a03ec09bed68 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:58.706715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:58.720294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5a0cd398-4b0c-44bd-aadf-7d5017b99f6e admin admin] 10.222.0.21 "PUT /v2.0/routers/1e31652e-f336-40b3-8966-faeb0581e303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4146736 Aug 23 12:27:58.720520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:58.720520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:58.720520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.720520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:58.720520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Bound port: f00c1c2d-245b-40e7-99c3-a03ec09bed68, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:58.720520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.726327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.767451 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.791259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:58.791659 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.805201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:58.808047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:58.812078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:58.843571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=20331cd4-2d26-4691-b169-489199c12ae3,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:58.869536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] For port f00c1c2d-245b-40e7-99c3-a03ec09bed68, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:58.875203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] For port f00c1c2d-245b-40e7-99c3-a03ec09bed68, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f00c1c2d-245b-40e7-99c3-a03ec09bed68,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:58.881405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-735956c8-bd1a-41e4-95fa-c8f69cbbfb31 None None] Provisioning complete for port d609dea8-7ecf-4042-a710-8deca07043df triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:27:58.881936 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-735956c8-bd1a-41e4-95fa-c8f69cbbfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.893880 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.919074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:58.965031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Transition to ACTIVE for port object e0eacefc-7b5f-41bc-8401-8b4b288983af will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:58.995882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-735956c8-bd1a-41e4-95fa-c8f69cbbfb31 None None] Port d609dea8-7ecf-4042-a710-8deca07043df cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:27:59.019453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Transition to ACTIVE for port object e0eacefc-7b5f-41bc-8401-8b4b288983af will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:27:59.020944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Routers {'1e31652e-f336-40b3-8966-faeb0581e303'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:59.022362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1e31652e-f336-40b3-8966-faeb0581e303'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:59.080656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.086008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e49a23-6ceb-45c9-b5f8-a36152d4667e None None] Pushing event updated for resources: {'Port': ['ID=f00c1c2d-245b-40e7-99c3-a03ec09bed68,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:59.090270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.141841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:27:59.176681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:27:59.188839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:27:59.193519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Pushing event updated for resources: {'Port': ['ID=e0eacefc-7b5f-41bc-8401-8b4b288983af,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:59.235888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] Set router 1e31652e-f336-40b3-8966-faeb0581e303 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:59.288331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Attempting to bind port e0eacefc-7b5f-41bc-8401-8b4b288983af on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:27:59.288710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Attempting to bind port e0eacefc-7b5f-41bc-8401-8b4b288983af by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:27:59.289079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Attempting to bind port e0eacefc-7b5f-41bc-8401-8b4b288983af on network 611c6e46-c132-4cd3-88b3-109abb27f9a7 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:27:59.297036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:27:59.297416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Checking segment: {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:27:59.297848 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.298250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Bound using segment: {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:27:59.298720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Bound port: e0eacefc-7b5f-41bc-8401-8b4b288983af, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:27:59.299108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.305043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.397515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37976) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:59.403017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131959844', 'description': 'tempest-secgroup-smoke-2131959844 description', 'project_id': '4d845ccee221463794fe0559418e5ba6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:59.429636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.463510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] For port e0eacefc-7b5f-41bc-8401-8b4b288983af, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:27:59.468972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] For port e0eacefc-7b5f-41bc-8401-8b4b288983af, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e0eacefc-7b5f-41bc-8401-8b4b288983af,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:27:59.475236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Router c22cd71b-3701-41dd-bcd4-d930f056d6a3 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:27:59.493725 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.599109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b537-07c7-4746-873d-d9cd7557ca9c None None] Pushing event updated for resources: {'Port': ['ID=e0eacefc-7b5f-41bc-8401-8b4b288983af,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:59.606092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.612333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.618635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd609dea8-7ecf-4042-a710-8deca07043df', 'name': '', 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'mac_address': 'fa:16:3e:e1:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 2, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'subnets': [{'id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:59.638869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:27:59.651989 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Sync routers for ids ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:27:59.656755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.657519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ec48f-a169-4314-b943-9eafc724374e None None] The sync data for ids ['1e31652e-f336-40b3-8966-faeb0581e303'] in n-d-773645-7 is: [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd609dea8-7ecf-4042-a710-8deca07043df', 'name': '', 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'mac_address': 'fa:16:3e:e1:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 2, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'subnets': [{'id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:27:59.658113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2595403 Aug 23 12:27:59.661190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:59.666845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group_rule': {'security_group_id': '8bb53dc2-d37a-42c8-9036-2951f2d17641', 'project_id': '4d845ccee221463794fe0559418e5ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:59.667211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66b4cb-17a9-45b8-876c-112d4c551586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb53dc2-d37a-42c8-9036-2951f2d17641,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:59.681648 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Routers {'c22cd71b-3701-41dd-bcd4-d930f056d6a3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:27:59.682664 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:27:59.703267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.707975 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.711861 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-11b02b68-8940-4277-9a11-8c18ff211ca5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3002076 Aug 23 12:27:59.712195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 37984) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:59.789822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.796888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.822082 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea3c02c-7654-4587-8b10-50f25d6478dd,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:27:59.834147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.835758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4fcac7b8-9390-430b-9e5e-70d9da40d636 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728027 Aug 23 12:27:59.838471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37986) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:27:59.845004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group_rule': {'security_group_id': '8bb53dc2-d37a-42c8-9036-2951f2d17641', 'project_id': '4d845ccee221463794fe0559418e5ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:27:59.899024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:27:59.976606 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Set router c22cd71b-3701-41dd-bcd4-d930f056d6a3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:27:59.995145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.000841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.044723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.047176 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2074876 Aug 23 12:28:00.067564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37988) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:00.074270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group_rule': {'security_group_id': '8bb53dc2-d37a-42c8-9036-2951f2d17641', 'project_id': '4d845ccee221463794fe0559418e5ba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:00.118976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe50e0-1c73-470c-8b3e-1f75323738dc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1595d1-591a-443b-ab20-0ce7ac4478e7,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:00.134898 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.224746 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.231629 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.256895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b515fa69-09b2-4a73-8315-cb3d5620d893,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:00.269466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.274310 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3a130d7c-7a3d-4e5a-bdbe-916a473c1cb9 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035429 Aug 23 12:28:00.276512 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37990) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:00.284444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group_rule': {'security_group_id': '8bb53dc2-d37a-42c8-9036-2951f2d17641', 'project_id': '4d845ccee221463794fe0559418e5ba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:00.321267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.382939 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 3, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:00.418759 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Checking router: c22cd71b-3701-41dd-bcd4-d930f056d6a3 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:00.419112 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Updating router c22cd71b-3701-41dd-bcd4-d930f056d6a3 port 20331cd4-2d26-4691-b169-489199c12ae3 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:00.438542 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.445136 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.449660 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.492782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cca17f-ba31-4bcf-b62a-09704354e2cc,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:00.506467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.513857 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d4c40a90-5ab7-4ed9-883a-dc451663bca6 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2357297 Aug 23 12:28:00.516325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37992) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:00.529415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group_rule': {'security_group_id': '8bb53dc2-d37a-42c8-9036-2951f2d17641', 'project_id': '4d845ccee221463794fe0559418e5ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:00.584829 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Project 4d845ccee221463794fe0559418e5ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:28:00.590919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.606099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.650984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e0eacefc-7b5f-41bc-8401-8b4b288983af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:00.755841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.763235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.766378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e0eacefc-7b5f-41bc-8401-8b4b288983af completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:00.804842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4275d7a9-63ae-4834-855d-dc5141318329,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:00.831430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:00.832982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a90ece65-343b-4c2b-a49e-4dddc70ec557 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3151939 Aug 23 12:28:00.843524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 37996) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:00.864549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'security_group_rule': {'security_group_id': '8bb53dc2-d37a-42c8-9036-2951f2d17641', 'project_id': '4d845ccee221463794fe0559418e5ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:00.959014 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Project 4d845ccee221463794fe0559418e5ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:28:00.961452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Allocated IP 172.20.0.1 (611c6e46-c132-4cd3-88b3-109abb27f9a7/8310a4de-5858-4dd0-bf95-49ae73365012/d0fb760b-c903-4cb3-900c-235295521ccb) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:00.969334 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.048911 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.075263 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Transition to ACTIVE for port object 20331cd4-2d26-4691-b169-489199c12ae3 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:01.088246 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.106277 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.114760 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.149938 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93a6ee-cf39-4ed8-af30-b5c275bec8ba None None] Pushing event updated for resources: {'Port': ['ID=20331cd4-2d26-4691-b169-489199c12ae3,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:01.151507 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.162228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b14fe30-6f8f-457d-8c17-9993ec795ee2,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:01.184685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.190221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1791e53c-bb69-4ee7-8956-39bcca6b4159 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3410709 Aug 23 12:28:01.190512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Transition to ACTIVE for port object d0fb760b-c903-4cb3-900c-235295521ccb will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:01.220324 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Attempting to bind port 20331cd4-2d26-4691-b169-489199c12ae3 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:01.221071 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Attempting to bind port 20331cd4-2d26-4691-b169-489199c12ae3 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:01.221869 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Attempting to bind port 20331cd4-2d26-4691-b169-489199c12ae3 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:01.231697 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:01.232914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:01.233701 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.234713 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:01.235798 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Bound port: 20331cd4-2d26-4691-b169-489199c12ae3, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:01.236879 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.243374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.306445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:01.310134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:01.318896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:01.319588 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0072eb2-51b6-4e34-af30-45a0c8bae019 None None] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:01.349545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fb760b-c903-4cb3-900c-235295521ccb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:01.362715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] For port 20331cd4-2d26-4691-b169-489199c12ae3, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:01.370777 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] For port 20331cd4-2d26-4691-b169-489199c12ae3, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20331cd4-2d26-4691-b169-489199c12ae3,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:01.377333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.385997 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.462307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] Provisioning for port e0eacefc-7b5f-41bc-8401-8b4b288983af completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:01.463229 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Routers {'c22cd71b-3701-41dd-bcd4-d930f056d6a3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:01.463968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:01.474355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] Provisioning complete for port e0eacefc-7b5f-41bc-8401-8b4b288983af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:01.474777 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.516141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-51e962c1-9559-4e20-9ac4-bc2e1526f5f5 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131959844&fields=id&tenant_id=4d845ccee221463794fe0559418e5ba6 HTTP/1.1" status: 200 len: 267 time: 0.0597394 Aug 23 12:28:01.551910 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93a6ee-cf39-4ed8-af30-b5c275bec8ba None None] Pushing event updated for resources: {'Port': ['ID=20331cd4-2d26-4691-b169-489199c12ae3,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:01.672597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] Set router c22cd71b-3701-41dd-bcd4-d930f056d6a3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:01.690312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.734518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] For port e0eacefc-7b5f-41bc-8401-8b4b288983af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e0eacefc-7b5f-41bc-8401-8b4b288983af,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:01.742074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.756944 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:01.837346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-ca0036c4-1197-4cbd-a73a-305b6bff64f7 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:01.846346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-ca0036c4-1197-4cbd-a73a-305b6bff64f7 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 809 time: 0.2900872 Aug 23 12:28:01.873067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-e9d1d29b-04ab-465a-8c5c-ddc647d151ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/quotas/4d845ccee221463794fe0559418e5ba6 HTTP/1.1" status: 200 len: 375 time: 0.0253489 Aug 23 12:28:01.900698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a077-b8fe-4201-86eb-6707aad76491 None None] Pushing event updated for resources: {'Port': ['ID=e0eacefc-7b5f-41bc-8401-8b4b288983af,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:01.988267 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-9ea8373a-73e9-477a-bc4e-61ca4f67ab0c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069562 Aug 23 12:28:01.991281 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 3, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:02.021433 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deefc15-b508-4e87-8f9b-ba4990522742 None None] The sync data for ids ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'] in n-d-773645-7 is: [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 3, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:02.070236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33dae9ce-2a94-4f2f-9a55-aa800755d5d4 None None] Provisioning for port d0fb760b-c903-4cb3-900c-235295521ccb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:02.074933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33dae9ce-2a94-4f2f-9a55-aa800755d5d4 None None] Provisioning complete for port d0fb760b-c903-4cb3-900c-235295521ccb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:02.075393 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33dae9ce-2a94-4f2f-9a55-aa800755d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.112665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-33dae9ce-2a94-4f2f-9a55-aa800755d5d4 None None] Port d0fb760b-c903-4cb3-900c-235295521ccb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:02.123197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33dae9ce-2a94-4f2f-9a55-aa800755d5d4 None None] Provisioning complete for port e0eacefc-7b5f-41bc-8401-8b4b288983af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:02.124628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33dae9ce-2a94-4f2f-9a55-aa800755d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.150343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-924b6561-7efa-424a-b5a4-6e030b407935 service neutron] 10.222.0.21 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304343 Aug 23 12:28:02.196095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.230613 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.355470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-94a1188d-4567-4863-aedd-cb11e1e83926 None None] Provisioning complete for port d0fb760b-c903-4cb3-900c-235295521ccb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:02.356116 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94a1188d-4567-4863-aedd-cb11e1e83926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.404698 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-94a1188d-4567-4863-aedd-cb11e1e83926 None None] Port d0fb760b-c903-4cb3-900c-235295521ccb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:02.726873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e0eacefc-7b5f-41bc-8401-8b4b288983af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:02.749186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.753196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fb760b-c903-4cb3-900c-235295521ccb,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:02.772352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-0b0933f4-0094-4746-bf9e-6652bc5b81fd service neutron] 10.222.0.21 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156707 Aug 23 12:28:02.825521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e0eacefc-7b5f-41bc-8401-8b4b288983af triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:02.825944 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:02.972005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:02.973913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:03.114579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f00c1c2d-245b-40e7-99c3-a03ec09bed68 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:03.162137 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0440e7d7-0e5b-432e-8f2f-9ef9c383d5ea req-b1b6cf86-5946-4c7a-a77c-8aca47144f02 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 210 time: 0.0632436 Aug 23 12:28:03.211466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Router c22cd71b-3701-41dd-bcd4-d930f056d6a3 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:03.245412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f00c1c2d-245b-40e7-99c3-a03ec09bed68 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:03.250996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f00c1c2d-245b-40e7-99c3-a03ec09bed68 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:03.251483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:03.370664 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:03.397467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port f00c1c2d-245b-40e7-99c3-a03ec09bed68, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f00c1c2d-245b-40e7-99c3-a03ec09bed68,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:03.405288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:03.454856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:03.470786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c3056a91-f38d-4635-8621-b4c96676ed74 admin admin] 10.222.0.21 "PUT /v2.0/routers/c22cd71b-3701-41dd-bcd4-d930f056d6a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7571464 Aug 23 12:28:03.496336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=f00c1c2d-245b-40e7-99c3-a03ec09bed68,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:03.502404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-85626dbe-2d68-42e3-9a1a-04c461e2f909 None None] Provisioning complete for port d0fb760b-c903-4cb3-900c-235295521ccb triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:03.502785 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85626dbe-2d68-42e3-9a1a-04c461e2f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:03.557539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-85626dbe-2d68-42e3-9a1a-04c461e2f909 None None] Port d0fb760b-c903-4cb3-900c-235295521ccb cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:04.105020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Sync routers for ids ['1e31652e-f336-40b3-8966-faeb0581e303'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:04.119310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Routers {'1e31652e-f336-40b3-8966-faeb0581e303'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:04.119959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1e31652e-f336-40b3-8966-faeb0581e303'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:04.155818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38050) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:04.161835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-689651822-network', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:04.185888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Made reservation on behalf of bb1081eaeb1d4d30ae66b8fc2f89a706 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:28:04.189909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.201354 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.276921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Set router 1e31652e-f336-40b3-8966-faeb0581e303 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:04.340630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.344143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f155e0d2-f0e5-4586-bd71-c252590516cf req-ef2cc21e-ebec-458c-b27f-e2b30b43032e tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 210 time: 0.0453715 Aug 23 12:28:04.348011 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.362251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:28:04.373348 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.373821 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Added segment e2bae98b-89ed-4252-a3af-da92a8edfa97 of type vlan for network 77936cfb-0766-48ff-9d6b-f8f93967833f Aug 23 12:28:04.421677 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.514080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb1c04-2eec-41d6-8935-a9ac3c28297c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:04.527178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.528192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:04.528781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.554994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3980656 Aug 23 12:28:04.557773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38054) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:04.570091 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Request body: {'subnet': {'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-689651822-subnet', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:04.581975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd609dea8-7ecf-4042-a710-8deca07043df', 'name': '', 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'mac_address': 'fa:16:3e:e1:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:27:58Z', 'revision_number': 2, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'subnets': [{'id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:04.621609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Checking router: 1e31652e-f336-40b3-8966-faeb0581e303 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:04.622332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Updating router 1e31652e-f336-40b3-8966-faeb0581e303 port d609dea8-7ecf-4042-a710-8deca07043df binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:04.637860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24e418-6378-435e-8b3b-5f99bf76ff1a admin admin] Pushing event updated for resources: {'Network': ['ID=77936cfb-0766-48ff-9d6b-f8f93967833f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:04.659980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Made reservation on behalf of bb1081eaeb1d4d30ae66b8fc2f89a706 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:28:04.662411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.664252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 77936cfb-0766-48ff-9d6b-f8f93967833f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:28:04.694242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20331cd4-2d26-4691-b169-489199c12ae3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:04.724063 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:04.853757 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 20331cd4-2d26-4691-b169-489199c12ae3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:04.861580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 20331cd4-2d26-4691-b169-489199c12ae3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:04.862256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.065038 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.116691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-7105fcd6-6410-4fa2-bdd2-55ec0af7930d tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:05.118302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-7105fcd6-6410-4fa2-bdd2-55ec0af7930d tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 809 time: 0.2643180 Aug 23 12:28:05.119288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.142919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 20331cd4-2d26-4691-b169-489199c12ae3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20331cd4-2d26-4691-b169-489199c12ae3,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:05.150378 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.151287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f00c1c2d-245b-40e7-99c3-a03ec09bed68 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:05.192136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Checking segment: {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:05.192704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Network hostable DHCP agents. Network: 77936cfb-0766-48ff-9d6b-f8f93967833f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:28:05.200926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=187576f4-4449-4050-a750-453eafc504a0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:05.216033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-d53621ae-c6f9-4d84-a695-64cf7b0f3425 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d845ccee221463794fe0559418e5ba6 HTTP/1.1" status: 200 len: 380 time: 0.0786209 Aug 23 12:28:05.221824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Network 77936cfb-0766-48ff-9d6b-f8f93967833f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:28:05.227990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'port': {'device_id': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'admin_state_up': True, 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'security_groups': ['8bb53dc2-d37a-42c8-9036-2951f2d17641']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:05.242271 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Sync routers for ids ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:05.245064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 77936cfb-0766-48ff-9d6b-f8f93967833f) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:05.254912 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:05.255527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.269901 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Routers {'c22cd71b-3701-41dd-bcd4-d930f056d6a3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:05.271937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:05.285463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1bb4fb75-e24f-47d7-b13a-372c479a04fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7235801 Aug 23 12:28:05.285463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38058) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:05.289226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b78652-f0c1-4f3d-b8ae-c8ac28b20897 None None] Network 77936cfb-0766-48ff-9d6b-f8f93967833f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:05.289904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:05.326344 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.328382 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.353734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=20331cd4-2d26-4691-b169-489199c12ae3,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:05.416097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f00c1c2d-245b-40e7-99c3-a03ec09bed68 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:05.416489 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.449949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.461347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Made reservation on behalf of 4d845ccee221463794fe0559418e5ba6 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:28:05.465966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.477928 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.496528 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6960d768-d53c-4590-ae43-46c4af0d3713 req-57b44530-895f-4b3d-b2d5-f5673e77ab15 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 210 time: 0.0496423 Aug 23 12:28:05.507380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Transition to ACTIVE for port object d609dea8-7ecf-4042-a710-8deca07043df will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:05.537253 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Set router c22cd71b-3701-41dd-bcd4-d930f056d6a3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:05.556457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.657121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949200e-7a3c-4527-9ad7-117e08d44f54 None None] Pushing event updated for resources: {'Port': ['ID=d609dea8-7ecf-4042-a710-8deca07043df,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:05.702029 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.715683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Allocated IP 172.20.0.11 (d2db352f-04ad-4b5d-8749-34db885fd434/ef660742-133d-45ad-8b5b-ae8b037eccf8/11e3466e-7879-4455-b2c1-7cbab49a49a3) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:05.784121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-77936cfb-0766-48ff-9d6b-f8f93967833f', 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'fixed_ips': [{'subnet_id': '187576f4-4449-4050-a750-453eafc504a0'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:28:05.786468 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.820247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Attempting to bind port d609dea8-7ecf-4042-a710-8deca07043df on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:05.820612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Attempting to bind port d609dea8-7ecf-4042-a710-8deca07043df by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:05.821448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Attempting to bind port d609dea8-7ecf-4042-a710-8deca07043df on network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:05.834904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:05.835739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Checking segment: {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:05.836340 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.836902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Bound using segment: {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:05.837672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Bound port: d609dea8-7ecf-4042-a710-8deca07043df, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c7ba9-8e0c-42fb-aef4-f12123b98187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:05.838427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.961100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:05.967654 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:01Z', 'revision_number': 4, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd0fb760b-c903-4cb3-900c-235295521ccb', 'name': '', 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'mac_address': 'fa:16:3e:e1:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8310a4de-5858-4dd0-bf95-49ae73365012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:00Z', 'updated_at': '2021-08-23T12:28:01Z', 'revision_number': 2, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'subnets': [{'id': '8310a4de-5858-4dd0-bf95-49ae73365012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:05.979088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Transition to ACTIVE for port object 11e3466e-7879-4455-b2c1-7cbab49a49a3 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:06.009286 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Checking router: c22cd71b-3701-41dd-bcd4-d930f056d6a3 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:06.009655 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Updating router c22cd71b-3701-41dd-bcd4-d930f056d6a3 port d0fb760b-c903-4cb3-900c-235295521ccb binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:06.019933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.025398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.044507 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Allocated IP 172.20.0.2 (77936cfb-0766-48ff-9d6b-f8f93967833f/187576f4-4449-4050-a750-453eafc504a0/6eca5a52-7cc0-4123-a9ad-ef07b7980710) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:06.044784 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.054642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.074658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Network d2db352f-04ad-4b5d-8749-34db885fd434 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:06.078958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:06.083114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:06.135091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38064) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:06.152839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:06.153554 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.238117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0157819 Aug 23 12:28:06.241373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a8b22-36e3-49d3-bf48-3d292a0ba386 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'Port': ['ID=11e3466e-7879-4455-b2c1-7cbab49a49a3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:06.243492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Allocated IP 172.25.1.216 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:06.252517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Request body: {'port': {'device_id': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:06.259085 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.291542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Transition to ACTIVE for port object 6eca5a52-7cc0-4123-a9ad-ef07b7980710 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:06.311869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] For port d609dea8-7ecf-4042-a710-8deca07043df, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:06.317350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] For port d609dea8-7ecf-4042-a710-8deca07043df, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d609dea8-7ecf-4042-a710-8deca07043df,segment=NetworkSegment(901c7ba9-8e0c-42fb-aef4-f12123b98187),segment_id=901c7ba9-8e0c-42fb-aef4-f12123b98187)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:06.320610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Transition to ACTIVE for port object 6eca5a52-7cc0-4123-a9ad-ef07b7980710 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:06.324217 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.374976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.426214 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.434701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.475129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Routers {'1e31652e-f336-40b3-8966-faeb0581e303'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:06.484046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1e31652e-f336-40b3-8966-faeb0581e303'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:06.488496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Network 77936cfb-0766-48ff-9d6b-f8f93967833f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:06.494750 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.543411 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:06.549242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:06.552738 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 0153a7ec-b9ce-44df-b7c1-5dcf0a967954 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:06.553265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.578492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:06.584548 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.602877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:06.606730 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Transition to ACTIVE for port object d0fb760b-c903-4cb3-900c-235295521ccb will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:06.608925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:06.617582 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.630445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20331cd4-2d26-4691-b169-489199c12ae3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:06.644846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949200e-7a3c-4527-9ad7-117e08d44f54 None None] Pushing event updated for resources: {'Port': ['ID=d609dea8-7ecf-4042-a710-8deca07043df,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:06.671597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:06.739343 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbfb2a-53b0-4f13-a527-8e9261e35f47 None None] Pushing event updated for resources: {'Port': ['ID=d0fb760b-c903-4cb3-900c-235295521ccb,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:06.815403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b1d93d9-3196-44ed-82d1-5fc0d0571084 None None] Provisioning for port 11e3466e-7879-4455-b2c1-7cbab49a49a3 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:06.860708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Attempting to bind port d0fb760b-c903-4cb3-900c-235295521ccb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:06.864884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5b1d93d9-3196-44ed-82d1-5fc0d0571084 None None] Provisioning complete for port 11e3466e-7879-4455-b2c1-7cbab49a49a3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:06.865071 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Attempting to bind port d0fb760b-c903-4cb3-900c-235295521ccb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:06.865619 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Attempting to bind port d0fb760b-c903-4cb3-900c-235295521ccb on network 611c6e46-c132-4cd3-88b3-109abb27f9a7 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:06.866691 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b1d93d9-3196-44ed-82d1-5fc0d0571084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.883100 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:06.883796 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Checking segment: {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:06.884212 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.884617 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Bound using segment: {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:06.885110 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Bound port: d0fb760b-c903-4cb3-900c-235295521ccb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0011c324-ef88-48f1-b655-e3e2292f543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:06.885550 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.888570 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.889910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:06.905749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 0153a7ec-b9ce-44df-b7c1-5dcf0a967954 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:07.002682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.012615 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] For port d0fb760b-c903-4cb3-900c-235295521ccb, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:07.017598 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] For port d0fb760b-c903-4cb3-900c-235295521ccb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0fb760b-c903-4cb3-900c-235295521ccb,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:07.028450 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.093012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90f2a-345c-4975-9335-d42ffb922ed5 req-ea97477b-ec82-43e6-9f08-35ed695eaed3 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:07.096232 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Routers {'c22cd71b-3701-41dd-bcd4-d930f056d6a3'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:07.096874 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:07.101196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61d90f2a-345c-4975-9335-d42ffb922ed5 req-ea97477b-ec82-43e6-9f08-35ed695eaed3 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 932 time: 0.4163435 Aug 23 12:28:07.184512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] Set router 1e31652e-f336-40b3-8966-faeb0581e303 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:07.212499 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] Set router c22cd71b-3701-41dd-bcd4-d930f056d6a3 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:07.274828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-61d90f2a-345c-4975-9335-d42ffb922ed5 req-c735c98e-212e-4461-b82c-d85c797fbac4 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722047 Aug 23 12:28:07.323589 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbfb2a-53b0-4f13-a527-8e9261e35f47 None None] Pushing event updated for resources: {'Port': ['ID=d0fb760b-c903-4cb3-900c-235295521ccb,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:07.345665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Pushing event updated for resources: {'Port': ['ID=6eca5a52-7cc0-4123-a9ad-ef07b7980710,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:07.403652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.421770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Attempting to bind port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:07.422150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Attempting to bind port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:07.422523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Attempting to bind port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 on network 77936cfb-0766-48ff-9d6b-f8f93967833f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:07.438676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:07.439052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Checking segment: {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:07.439207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e3466e-7879-4455-b2c1-7cbab49a49a3 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:28:07.439561 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.439977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Bound using segment: {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:07.440463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Bound port: 6eca5a52-7cc0-4123-a9ad-ef07b7980710, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:07.441379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.443142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d93d9-3196-44ed-82d1-5fc0d0571084 None None] Port 11e3466e-7879-4455-b2c1-7cbab49a49a3 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:07.449495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.468444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Transition to ACTIVE for port object 11e3466e-7879-4455-b2c1-7cbab49a49a3 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:07.472079 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.478972 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.513827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=0153a7ec-b9ce-44df-b7c1-5dcf0a967954,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:07.521367 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:01Z', 'revision_number': 4, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd0fb760b-c903-4cb3-900c-235295521ccb', 'name': '', 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'mac_address': 'fa:16:3e:e1:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8310a4de-5858-4dd0-bf95-49ae73365012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:00Z', 'updated_at': '2021-08-23T12:28:07Z', 'revision_number': 4, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'subnets': [{'id': '8310a4de-5858-4dd0-bf95-49ae73365012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:07.526257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 20331cd4-2d26-4691-b169-489199c12ae3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:07.526633 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.558673 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd768e-6dd8-4909-ae1b-e5236f8aad2a None None] The sync data for ids ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'] in n-d-773645-7 is: [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:01Z', 'revision_number': 4, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd0fb760b-c903-4cb3-900c-235295521ccb', 'name': '', 'network_id': '611c6e46-c132-4cd3-88b3-109abb27f9a7', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'mac_address': 'fa:16:3e:e1:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '8310a4de-5858-4dd0-bf95-49ae73365012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:00Z', 'updated_at': '2021-08-23T12:28:07Z', 'revision_number': 4, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'subnets': [{'id': '8310a4de-5858-4dd0-bf95-49ae73365012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:07.578293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] For port 6eca5a52-7cc0-4123-a9ad-ef07b7980710, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:07.581881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] For port 6eca5a52-7cc0-4123-a9ad-ef07b7980710, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6eca5a52-7cc0-4123-a9ad-ef07b7980710,segment=NetworkSegment(e2bae98b-89ed-4252-a3af-da92a8edfa97),segment_id=e2bae98b-89ed-4252-a3af-da92a8edfa97)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:07.602717 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Router 6d15fb87-be80-4b40-9072-713e8c2b402d is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:28:07.648997 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.666584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Pushing event updated for resources: {'Port': ['ID=11e3466e-7879-4455-b2c1-7cbab49a49a3,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:07.744430 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.745544 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Floating IP 1ba7fff7-be34-464f-a230-502099dc896d disassociated (deleted). External IP: 172.25.1.148, port: 862cd169-0d30-4ff1-afa3-e406964510f2. Aug 23 12:28:07.800363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:07.829650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:07.831062 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e9e92b18-bb66-4c91-b8d1-606e2aa4d1a7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5451527 Aug 23 12:28:07.835106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38068) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:07.905340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Sync routers for ids ['6d15fb87-be80-4b40-9072-713e8c2b402d'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:07.908577 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bd030-1b40-462a-897a-3fe7a3e67747 None None] Pushing event updated for resources: {'Port': ['ID=6eca5a52-7cc0-4123-a9ad-ef07b7980710,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:07.943352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Routers {'6d15fb87-be80-4b40-9072-713e8c2b402d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:07.944001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6d15fb87-be80-4b40-9072-713e8c2b402d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:08.073378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Attempting to bind port 11e3466e-7879-4455-b2c1-7cbab49a49a3 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:08.073750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Attempting to bind port 11e3466e-7879-4455-b2c1-7cbab49a49a3 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:08.074097 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Attempting to bind port 11e3466e-7879-4455-b2c1-7cbab49a49a3 on network d2db352f-04ad-4b5d-8749-34db885fd434 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:08.085536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Port 11e3466e-7879-4455-b2c1-7cbab49a49a3 on network d2db352f-04ad-4b5d-8749-34db885fd434 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:28:08.101736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Attempting to bind port 11e3466e-7879-4455-b2c1-7cbab49a49a3 on network d2db352f-04ad-4b5d-8749-34db885fd434 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:08.115812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:08.116212 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Checking segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:08.116542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Bound using segment: {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:08.116999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Bound port: 11e3466e-7879-4455-b2c1-7cbab49a49a3, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:08.117364 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:08.123314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Set router 6d15fb87-be80-4b40-9072-713e8c2b402d gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:08.149249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:08.315233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] For port 11e3466e-7879-4455-b2c1-7cbab49a49a3, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:08.338481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] For port 11e3466e-7879-4455-b2c1-7cbab49a49a3, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:08.340431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd609dea8-7ecf-4042-a710-8deca07043df', 'name': '', 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'mac_address': 'fa:16:3e:e1:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:06Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'subnets': [{'id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:08.347402 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:08.383444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41160d92-7723-4660-a10c-edf05cd869ec None None] The sync data for ids ['1e31652e-f336-40b3-8966-faeb0581e303'] in n-d-773645-7 is: [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd609dea8-7ecf-4042-a710-8deca07043df', 'name': '', 'network_id': 'a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'mac_address': 'fa:16:3e:e1:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:06Z', 'revision_number': 4, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'subnets': [{'id': 'cf6d9058-bcfa-4e1e-8669-ef0c33763cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:08.423639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:08.424286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:08.425757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] 10.222.0.41 "PUT /v2.0/ports/11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 1092 time: 2.1790094 Aug 23 12:28:08.442706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:08.450057 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ac615-284c-42da-be06-371062d8110c" -d '{"events": [{"name": "network-changed", "server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:08.549785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:06Z', 'revision_number': 3, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:08.605389 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410262f-88cd-45ce-9551-b07947a9aca0 x-openstack-request-id: req-2410262f-88cd-45ce-9551-b07947a9aca0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:08.605389 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:08.605389 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2410262f-88cd-45ce-9551-b07947a9aca0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:08.605389 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'status': 'completed', 'code': 200} Aug 23 12:28:08.614830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Checking router: 6d15fb87-be80-4b40-9072-713e8c2b402d for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:08.615300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Updating router 6d15fb87-be80-4b40-9072-713e8c2b402d port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:08.652003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:08.655484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:08.656729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35017cb-1346-4f32-a35e-1761670a380b service neutron] Pushing event updated for resources: {'Port': ['ID=11e3466e-7879-4455-b2c1-7cbab49a49a3,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:08.664443 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:08.669595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:08.688383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:08.690004 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:08.727321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bc0d4363-c788-4842-b2a0-12956c728703 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ba7fff7-be34-464f-a230-502099dc896d HTTP/1.1" status: 204 len: 168 time: 2.5909073 Aug 23 12:28:08.730003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-ace720c2-2cb5-49ae-b987-22ee9851a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:08.731674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-ace720c2-2cb5-49ae-b987-22ee9851a918 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1095 time: 0.2285285 Aug 23 12:28:08.882495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-02389d74-1d38-429b-8a19-080a0d22c0c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 217 time: 0.1413972 Aug 23 12:28:08.986773 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:09.015278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-a27ffee6-2f3a-414d-acdf-f142c7173243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:09.021269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-a27ffee6-2f3a-414d-acdf-f142c7173243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.1317449 Aug 23 12:28:09.049318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d609dea8-7ecf-4042-a710-8deca07043df up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:09.153025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-4423baaf-08c6-444e-8411-28c9d2807dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:09.154707 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-4423baaf-08c6-444e-8411-28c9d2807dfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226923 Aug 23 12:28:09.312541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d609dea8-7ecf-4042-a710-8deca07043df completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:09.332812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d609dea8-7ecf-4042-a710-8deca07043df triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:09.333240 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.409102 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607121e-fccd-4b3b-98cf-6a599b8381cb req-fad75d37-b058-43ae-87bc-9edc9613ca2a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:09.423242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d6216-d720-43da-8612-688a7b988d58 None None] Network 77936cfb-0766-48ff-9d6b-f8f93967833f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:09.426615 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3607121e-fccd-4b3b-98cf-6a599b8381cb req-fad75d37-b058-43ae-87bc-9edc9613ca2a tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 945 time: 0.1420913 Aug 23 12:28:09.434757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-fe3274e1-67ed-42fe-b5bf-b88bb9d7de84 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674456 Aug 23 12:28:09.461995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9c6d3-7890-4a3d-9c46-15f0210cd28b req-12da162c-b05d-47d4-b35c-473c5b0144b2 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:09.463601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1b9c6d3-7890-4a3d-9c46-15f0210cd28b req-12da162c-b05d-47d4-b35c-473c5b0144b2 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 944 time: 0.5327146 Aug 23 12:28:09.470619 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:09.503434 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:09.517088 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:09.518538 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:09.523085 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.535882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Transition to ACTIVE for port object a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:09.574861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.577961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3607121e-fccd-4b3b-98cf-6a599b8381cb req-7ae00f8b-d5cc-49c7-ae9c-6aa8d2304afb tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503537 Aug 23 12:28:09.619941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-237ad673-1c75-4313-bc10-c3211344a0a6 None None] Provisioning for port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:09.635282 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f1b9c6d3-7890-4a3d-9c46-15f0210cd28b req-f80a3f28-6c6d-4c2e-b98f-2755bd8a192a tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507444 Aug 23 12:28:09.674508 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:09.707712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0869bb21-3e5e-4a44-8268-2dd16091700c req-37f66b0c-13e1-4025-836b-80e793434748 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610140 Aug 23 12:28:09.715372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Attempting to bind port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:09.715755 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Attempting to bind port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:09.716130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Attempting to bind port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:09.727455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59ce01-9109-47ca-8389-579daee569bb None None] Pushing event updated for resources: {'Port': ['ID=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:09.735718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:09.736097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:09.736543 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.736943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:09.737437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Bound port: a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:09.737852 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.793548 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.805876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.847291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac615-284c-42da-be06-371062d8110c req-2dfcf8d1-f3bf-495d-99c3-48d9a7ab3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:09.849428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-2dfcf8d1-f3bf-495d-99c3-48d9a7ab3295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1095 time: 0.0794554 Aug 23 12:28:09.931509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] For port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:09.963717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] For port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:09.973381 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:09.976360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d609dea8-7ecf-4042-a710-8deca07043df, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d609dea8-7ecf-4042-a710-8deca07043df,segment=NetworkSegment(901c7ba9-8e0c-42fb-aef4-f12123b98187),segment_id=901c7ba9-8e0c-42fb-aef4-f12123b98187)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:09.998536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac615-284c-42da-be06-371062d8110c req-b69c5389-c2df-4fed-9a5d-62cb436422da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.000672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-b69c5389-c2df-4fed-9a5d-62cb436422da service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 910 time: 0.1405854 Aug 23 12:28:10.007441 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.008239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0fb760b-c903-4cb3-900c-235295521ccb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:10.070336 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Allocated IP 172.20.0.1 (77936cfb-0766-48ff-9d6b-f8f93967833f/187576f4-4449-4050-a750-453eafc504a0/9a81916f-14b7-45e5-b630-6b5ca26f58d8) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:10.071344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-1aae313b-0ad1-4ce5-b909-9d42996f4870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 217 time: 0.0629175 Aug 23 12:28:10.084972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59ce01-9109-47ca-8389-579daee569bb None None] Pushing event updated for resources: {'Port': ['ID=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:10.096343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Routers {'6d15fb87-be80-4b40-9072-713e8c2b402d'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:10.096981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6d15fb87-be80-4b40-9072-713e8c2b402d'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:10.128967 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:10.165039 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2521f-1b3c-4293-bec5-e26cdb4c764d None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:14:26Z', 'revision_number': 4, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'bc49eb45-3127-46eb-b70e-f84470bca8bb', 'name': '', 'network_id': '19f56af4-1c0e-4c09-971a-6138ea4de364', 'tenant_id': '633df9e8c3274153b18325d933082577', 'mac_address': 'fa:16:3e:01:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:22Z', 'updated_at': '2021-08-23T12:14:39Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'subnets': [{'id': '1b5105e0-4459-410b-8fe4-4492e746a10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:10.189717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac615-284c-42da-be06-371062d8110c req-19758cec-4410-4ed6-91a9-94e68d4926b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.196030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-19758cec-4410-4ed6-91a9-94e68d4926b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.1170459 Aug 23 12:28:10.236445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d609dea8-7ecf-4042-a710-8deca07043df,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:10.247994 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.268494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac615-284c-42da-be06-371062d8110c req-1b416191-a06f-41bb-9213-4df30efb7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.273144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-1b416191-a06f-41bb-9213-4df30efb7876 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644140 Aug 23 12:28:10.283621 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d0fb760b-c903-4cb3-900c-235295521ccb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:10.287060 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Transition to ACTIVE for port object 9a81916f-14b7-45e5-b630-6b5ca26f58d8 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:10.291801 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d0fb760b-c903-4cb3-900c-235295521ccb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:10.292177 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.353307 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.357592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] Set router 6d15fb87-be80-4b40-9072-713e8c2b402d gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:10.402899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Network 77936cfb-0766-48ff-9d6b-f8f93967833f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:10.405712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:10.409525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:10.429083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-4cd03e10-60f3-4ff3-8789-9abdae69b9a0 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506634 Aug 23 12:28:10.454263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Pushing event updated for resources: {'Port': ['ID=9a81916f-14b7-45e5-b630-6b5ca26f58d8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:10.472921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.528010 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220ac615-284c-42da-be06-371062d8110c req-efdbcb10-5768-4c85-b373-e49ec92e9519 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917363 Aug 23 12:28:10.607177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:10.617410 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442" -d '{"events": [{"name": "network-changed", "server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:10.658734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-9b889448-9236-4a2e-9146-be1934731631 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.660745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-9b889448-9236-4a2e-9146-be1934731631 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 945 time: 0.1216900 Aug 23 12:28:10.688314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.708635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.740591 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e89521-a89b-49bf-a100-95c131dc29c7 x-openstack-request-id: req-19e89521-a89b-49bf-a100-95c131dc29c7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:10.741176 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:10.741176 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19e89521-a89b-49bf-a100-95c131dc29c7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:10.741523 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2', 'status': 'completed', 'code': 200} Aug 23 12:28:10.775963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d0fb760b-c903-4cb3-900c-235295521ccb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0fb760b-c903-4cb3-900c-235295521ccb,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:10.793344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.794533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6eca5a52-7cc0-4123-a9ad-ef07b7980710 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:10.870499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea05ba-45af-4aab-aaa4-a760fbb8832f req-63db8ec8-ca2c-4dcb-a61c-eaa41c36ee92 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.872217 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dcea05ba-45af-4aab-aaa4-a760fbb8832f req-63db8ec8-ca2c-4dcb-a61c-eaa41c36ee92 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 944 time: 0.1043496 Aug 23 12:28:10.882437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-fd6bbb1e-fa8c-4eb3-af75-718f557e1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.883988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-fd6bbb1e-fa8c-4eb3-af75-718f557e1ca0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633df9e8c3274153b18325d933082577&device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 1096 time: 0.1416614 Aug 23 12:28:10.884127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d0fb760b-c903-4cb3-900c-235295521ccb,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:10.892861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab739a-d6aa-4c1c-8d20-fdb2f3122a9a req-b37405a3-6121-4253-aeeb-ce62e96c7564 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:10.900435 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ddab739a-d6aa-4c1c-8d20-fdb2f3122a9a req-b37405a3-6121-4253-aeeb-ce62e96c7564 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 945 time: 0.1687987 Aug 23 12:28:10.901426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4d28ef58-aa6c-4013-b7f5-d0b075f46528 None None] Provisioning for port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:10.907059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4d28ef58-aa6c-4013-b7f5-d0b075f46528 None None] Provisioning complete for port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:10.907439 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4d28ef58-aa6c-4013-b7f5-d0b075f46528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:10.910186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:06Z', 'revision_number': 3, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:10.985996 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dcea05ba-45af-4aab-aaa4-a760fbb8832f req-a1d2257a-af68-480e-89d1-a26941590506 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661151 Aug 23 12:28:11.037180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.046868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.148724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Pushing event updated for resources: {'Port': ['ID=9a81916f-14b7-45e5-b630-6b5ca26f58d8,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:11.158410 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.184598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12869924-dd86-4fc5-9b98-de9b4709bddb None None] The sync data for ids ['6d15fb87-be80-4b40-9072-713e8c2b402d'] in n-d-773645-7 is: [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:06Z', 'revision_number': 3, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:11.220014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4d28ef58-aa6c-4013-b7f5-d0b075f46528 None None] Port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:11.223866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:11.236598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:11.236979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.294012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Network 77936cfb-0766-48ff-9d6b-f8f93967833f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:11.297099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:11.345235 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.396380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6eca5a52-7cc0-4123-a9ad-ef07b7980710, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6eca5a52-7cc0-4123-a9ad-ef07b7980710,segment=NetworkSegment(e2bae98b-89ed-4252-a3af-da92a8edfa97),segment_id=e2bae98b-89ed-4252-a3af-da92a8edfa97)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:11.402798 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.501430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6eca5a52-7cc0-4123-a9ad-ef07b7980710,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:11.518225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Router 6d15fb87-be80-4b40-9072-713e8c2b402d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:11.530983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5fa70-0f0a-47e3-b890-3277e4ed6c35 None None] New status for floating IP 1ba7fff7-be34-464f-a230-502099dc896d: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:28:11.546422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 862cd169-0d30-4ff1-afa3-e406964510f2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:11.546776 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.564163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ddab739a-d6aa-4c1c-8d20-fdb2f3122a9a req-f8dfbdaa-07d0-4820-8ae0-28b400ee7ab0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf7e8be5-5c54-4ee9-99df-fb72986e23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6628263 Aug 23 12:28:11.623269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d609dea8-7ecf-4042-a710-8deca07043df up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:11.699264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-8097079a-5b58-4554-9b22-7aa370e5899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:11.700785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-8097079a-5b58-4554-9b22-7aa370e5899c service neutron] 10.222.0.44 "GET /v2.0/networks?id=19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 200 len: 912 time: 0.7983587 Aug 23 12:28:11.702800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:11.707358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d609dea8-7ecf-4042-a710-8deca07043df triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:11.707835 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.714928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c549b265-68d5-474c-9069-2ca46f110f85 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d15fb87-be80-4b40-9072-713e8c2b402d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781571 Aug 23 12:28:11.769876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-e4e9191e-bef7-42ef-9f12-c3f5e6a204fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 200 len: 217 time: 0.0573623 Aug 23 12:28:11.786236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3dff73db-7ade-49d8-bfe0-67cb86b58866 None None] Provisioning complete for port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:11.786605 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3dff73db-7ade-49d8-bfe0-67cb86b58866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.787487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] For port 862cd169-0d30-4ff1-afa3-e406964510f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=862cd169-0d30-4ff1-afa3-e406964510f2,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:11.788028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:11.852450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 862cd169-0d30-4ff1-afa3-e406964510f2 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:11.856032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3dff73db-7ade-49d8-bfe0-67cb86b58866 None None] Port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:11.875610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-8356334f-264f-40d4-afec-f68c37a3c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:11.877113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-8356334f-264f-40d4-afec-f68c37a3c58a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 200 len: 850 time: 0.0995212 Aug 23 12:28:11.918280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0fb760b-c903-4cb3-900c-235295521ccb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:11.976415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-31c6e01d-7809-428d-9e5a-5e9eee7a0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:11.978006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-31c6e01d-7809-428d-9e5a-5e9eee7a0b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19f56af4-1c0e-4c09-971a-6138ea4de364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708694 Aug 23 12:28:11.991329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d0fb760b-c903-4cb3-900c-235295521ccb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:11.991732 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:12.217292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f54a2-4e46-49bf-8848-6d9a9635bb6d req-a9c3b7c1-c5f8-4034-92b7-ebcfee1af0b5 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:12.218897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379f54a2-4e46-49bf-8848-6d9a9635bb6d req-a9c3b7c1-c5f8-4034-92b7-ebcfee1af0b5 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 944 time: 0.0957220 Aug 23 12:28:12.221521 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:12.233926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-e2b29974-c738-4604-b61b-72bc8da3b087 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465770 Aug 23 12:28:12.276900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=862cd169-0d30-4ff1-afa3-e406964510f2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:12.393667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-379f54a2-4e46-49bf-8848-6d9a9635bb6d req-1f81a83a-5492-46ab-a53b-4352f541cd3e tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644163 Aug 23 12:28:12.396772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] No DVR routers for this DVR port 862cd169-0d30-4ff1-afa3-e406964510f2 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:12.400737 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:12.403178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.44 "DELETE /v2.0/ports/862cd169-0d30-4ff1-afa3-e406964510f2 HTTP/1.1" status: 204 len: 173 time: 1.7355602 Aug 23 12:28:12.438127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5aa71e97-7fe6-48c5-84bf-4f15ae8fd442 req-36bd5559-b386-4042-b3b2-6b49a65af588 service neutron] 10.222.0.44 "GET /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684327 Aug 23 12:28:12.567535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 11e3466e-7879-4455-b2c1-7cbab49a49a3 details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:28:12.717938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 11e3466e-7879-4455-b2c1-7cbab49a49a3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:12.734623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'port_id': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'mac_address': 'fa:16:3e:47:e5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:28:12.742959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'name': 'network-vif-deleted', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:12.745353 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442aedeb-d4a0-482e-8b6a-f96300574f24" -d '{"events": [{"server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "name": "network-vif-deleted", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:12.774034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-28b08e51-949f-4e71-aec8-220219d8a968 req-e2f602a5-3f9c-47c6-9939-c76593825305 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.0524015 Aug 23 12:28:12.814982 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ada57d-3c61-4c79-829d-c148be61d9f5 x-openstack-request-id: req-71ada57d-3c61-4c79-829d-c148be61d9f5 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:12.815504 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f", "name": "network-vif-deleted", "tag": "862cd169-0d30-4ff1-afa3-e406964510f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:12.815636 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71ada57d-3c61-4c79-829d-c148be61d9f5 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:12.816174 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f', 'name': 'network-vif-deleted', 'tag': '862cd169-0d30-4ff1-afa3-e406964510f2', 'status': 'completed', 'code': 200} Aug 23 12:28:12.818882 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:12.836660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e3466e-7879-4455-b2c1-7cbab49a49a3 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:28:12.860280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 11e3466e-7879-4455-b2c1-7cbab49a49a3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:12.866265 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:12.928899 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=11e3466e-7879-4455-b2c1-7cbab49a49a3,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:12.973084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38140) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:13.067410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['11e3466e-7879-4455-b2c1-7cbab49a49a3'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:28:13.352672 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:13.587865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38864ed-1658-40a1-8083-ac7138a42401 req-1957d511-5d9c-4978-b8e9-e6fc9b6e241b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:13.605125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e38864ed-1658-40a1-8083-ac7138a42401 req-1957d511-5d9c-4978-b8e9-e6fc9b6e241b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 945 time: 0.0888693 Aug 23 12:28:13.605284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6eca5a52-7cc0-4123-a9ad-ef07b7980710 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:13.643340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e38864ed-1658-40a1-8083-ac7138a42401 req-d648e3ca-c824-465a-af8c-a691cca4295a tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371664 Aug 23 12:28:13.676161 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Deleting port d0fb760b-c903-4cb3-900c-235295521ccb {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:13.676781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:13.687329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:13.687914 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:13.766008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] For port d0fb760b-c903-4cb3-900c-235295521ccb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0fb760b-c903-4cb3-900c-235295521ccb,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:13.766681 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:13.776553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:13.781403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Calling delete_port for d0fb760b-c903-4cb3-900c-235295521ccb owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:13.798144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 862cd169-0d30-4ff1-afa3-e406964510f2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:13.826131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 862cd169-0d30-4ff1-afa3-e406964510f2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:13.826837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 862cd169-0d30-4ff1-afa3-e406964510f2 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:13.856295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:13.860389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:13.860902 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:13.898974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f1789f9-8c8d-4048-b726-38cbe89909aa req-0b5d4371-3057-48a2-a339-4188618491e0 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.0309062 Aug 23 12:28:13.957294 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:13.982446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:13.988257 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.045200 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.045877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:14.079207 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fb760b-c903-4cb3-900c-235295521ccb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:14.093219 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Sync routers for ids ['6d15fb87-be80-4b40-9072-713e8c2b402d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:14.103765 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Routers {'6d15fb87-be80-4b40-9072-713e8c2b402d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:14.104406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6d15fb87-be80-4b40-9072-713e8c2b402d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:14.245270 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Set router 6d15fb87-be80-4b40-9072-713e8c2b402d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:14.267986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.459048 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:10Z', 'revision_number': 4, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '9a81916f-14b7-45e5-b630-6b5ca26f58d8', 'name': '', 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'mac_address': 'fa:16:3e:e0:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '187576f4-4449-4050-a750-453eafc504a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:09Z', 'updated_at': '2021-08-23T12:28:10Z', 'revision_number': 2, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'subnets': [{'id': '187576f4-4449-4050-a750-453eafc504a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:14.488942 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Checking router: 6d15fb87-be80-4b40-9072-713e8c2b402d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:14.489204 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Updating router 6d15fb87-be80-4b40-9072-713e8c2b402d port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:14.505634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Router c22cd71b-3701-41dd-bcd4-d930f056d6a3 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:14.514470 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.567136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 11e3466e-7879-4455-b2c1-7cbab49a49a3 up at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:14.621820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning for port 11e3466e-7879-4455-b2c1-7cbab49a49a3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:14.626177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Provisioning complete for port 11e3466e-7879-4455-b2c1-7cbab49a49a3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:14.626596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.629882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:14.635110 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6543b948-68cc-473d-8802-6ffd9023c6d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/c22cd71b-3701-41dd-bcd4-d930f056d6a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607311 Aug 23 12:28:14.637397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38146) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:14.657325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] Sync routers for ids ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:14.681428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] Routers {'c22cd71b-3701-41dd-bcd4-d930f056d6a3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:14.683383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:14.770392 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.797822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db89b9-42ae-4b2f-8109-ce18ff6dd2c8 req-8fb5bef4-1e6d-4f25-b96a-ee62f1fb0228 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:14.807334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2db89b9-42ae-4b2f-8109-ce18ff6dd2c8 req-8fb5bef4-1e6d-4f25-b96a-ee62f1fb0228 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 945 time: 0.0721033 Aug 23 12:28:14.807861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] Set router c22cd71b-3701-41dd-bcd4-d930f056d6a3 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:14.876390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e2db89b9-42ae-4b2f-8109-ce18ff6dd2c8 req-f240f502-8f56-4364-9925-1bb3d8e66162 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667112 Aug 23 12:28:14.907297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.955706 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.975571 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Transition to ACTIVE for port object 9a81916f-14b7-45e5-b630-6b5ca26f58d8 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:14.988153 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:14.993264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Deleting port 20331cd4-2d26-4691-b169-489199c12ae3 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:14.993620 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.041398 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.060979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047666a-3132-4d12-a18d-63e595df083b None None] Pushing event updated for resources: {'Port': ['ID=9a81916f-14b7-45e5-b630-6b5ca26f58d8,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:15.117215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 11e3466e-7879-4455-b2c1-7cbab49a49a3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:15.121901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5f8d44f9-c334-4287-ad2d-0c0e0b71e278 req-e60b0235-708b-4138-819c-67959ff74643 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.0903571 Aug 23 12:28:15.122513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:15.127011 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24567aa2-0594-4298-a03a-c530d24e40b3" -d '{"events": [{"server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "name": "network-vif-plugged", "status": "completed", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:15.136823 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.203586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Attempting to bind port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:15.204155 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Attempting to bind port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:15.204418 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Attempting to bind port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 on network 77936cfb-0766-48ff-9d6b-f8f93967833f {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:15.210403 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:15.210794 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Checking segment: {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:15.212336 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.212621 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98670beb-90c8-44c5-852d-f60813be1842 x-openstack-request-id: req-98670beb-90c8-44c5-852d-f60813be1842 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:15.212776 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Bound using segment: {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:15.212974 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "name": "network-vif-plugged", "status": "completed", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:15.213222 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Bound port: 9a81916f-14b7-45e5-b630-6b5ca26f58d8, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bae98b-89ed-4252-a3af-da92a8edfa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:15.213668 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.217325 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98670beb-90c8-44c5-852d-f60813be1842 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:15.217824 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'code': 200} Aug 23 12:28:15.226447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '20331cd4-2d26-4691-b169-489199c12ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:13Z', 'revision_number': 5, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port': {'id': '20331cd4-2d26-4691-b169-489199c12ae3', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:58Z', 'updated_at': '2021-08-23T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:15.243438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] For port 20331cd4-2d26-4691-b169-489199c12ae3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=20331cd4-2d26-4691-b169-489199c12ae3,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:15.244406 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.267525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] Checking router: c22cd71b-3701-41dd-bcd4-d930f056d6a3 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:15.286679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Calling delete_port for 20331cd4-2d26-4691-b169-489199c12ae3 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:15.309589 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] For port 9a81916f-14b7-45e5-b630-6b5ca26f58d8, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:15.322790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6b87-380a-4373-9ae3-86c0ccdf8391 req-b529016b-153a-45e1-b706-1c260a5a61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:15.324534 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] For port 9a81916f-14b7-45e5-b630-6b5ca26f58d8, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9a81916f-14b7-45e5-b630-6b5ca26f58d8,segment=NetworkSegment(e2bae98b-89ed-4252-a3af-da92a8edfa97),segment_id=e2bae98b-89ed-4252-a3af-da92a8edfa97)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:15.325124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c76f6b87-380a-4373-9ae3-86c0ccdf8391 req-b529016b-153a-45e1-b706-1c260a5a61a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.0728729 Aug 23 12:28:15.331610 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.334290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] Routers {'c22cd71b-3701-41dd-bcd4-d930f056d6a3'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:15.335058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:15.396418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c76f6b87-380a-4373-9ae3-86c0ccdf8391 req-82730004-3ec0-4397-8632-791198bff50b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625057 Aug 23 12:28:15.419537 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Routers {'6d15fb87-be80-4b40-9072-713e8c2b402d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:15.420500 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6d15fb87-be80-4b40-9072-713e8c2b402d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:15.522444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=11e3466e-7879-4455-b2c1-7cbab49a49a3,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:15.523857 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.568641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] Set router c22cd71b-3701-41dd-bcd4-d930f056d6a3 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:15.631673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:14Z', 'revision_number': 6, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:15.632772 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=20331cd4-2d26-4691-b169-489199c12ae3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:15.644531 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047666a-3132-4d12-a18d-63e595df083b None None] Pushing event updated for resources: {'Port': ['ID=9a81916f-14b7-45e5-b630-6b5ca26f58d8,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:15.682885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb04ce-a158-4558-b141-2e69816e6bcf None None] The sync data for ids ['c22cd71b-3701-41dd-bcd4-d930f056d6a3'] in n-d-773645-7 is: [{'id': 'c22cd71b-3701-41dd-bcd4-d930f056d6a3', 'name': 'tempest-TestAggregatesBasicOps-991183754-router', 'tenant_id': '95a10160c71d4beb8d926c9245bea644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:57Z', 'updated_at': '2021-08-23T12:28:14Z', 'revision_number': 6, 'project_id': '95a10160c71d4beb8d926c9245bea644', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:15.686382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:15.689032 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] Set router 6d15fb87-be80-4b40-9072-713e8c2b402d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:15.720880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.773643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:15.774185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.820749 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.823344 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.872927 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.874126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c22cd71b-3701-41dd-bcd4-d930f056d6a3 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:28:15.879299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.880786 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-691abc72-c6cf-4b3f-84e6-fecb280a3c90 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c22cd71b-3701-41dd-bcd4-d930f056d6a3 HTTP/1.1" status: 204 len: 168 time: 1.2418616 Aug 23 12:28:15.883046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38154) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:15.933964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Deleting subnet 8310a4de-5858-4dd0-bf95-49ae73365012 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:28:15.938946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:15.984713 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:10Z', 'revision_number': 4, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '9a81916f-14b7-45e5-b630-6b5ca26f58d8', 'name': '', 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'mac_address': 'fa:16:3e:e0:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '187576f4-4449-4050-a750-453eafc504a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:09Z', 'updated_at': '2021-08-23T12:28:15Z', 'revision_number': 4, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'subnets': [{'id': '187576f4-4449-4050-a750-453eafc504a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:15.999069 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.011990 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820039-d560-4810-a25f-b5b6f50c5bd6 None None] The sync data for ids ['6d15fb87-be80-4b40-9072-713e8c2b402d'] in n-d-773645-7 is: [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:10Z', 'revision_number': 4, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '9a81916f-14b7-45e5-b630-6b5ca26f58d8', 'name': '', 'network_id': '77936cfb-0766-48ff-9d6b-f8f93967833f', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'mac_address': 'fa:16:3e:e0:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '187576f4-4449-4050-a750-453eafc504a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:09Z', 'updated_at': '2021-08-23T12:28:15Z', 'revision_number': 4, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'subnets': [{'id': '187576f4-4449-4050-a750-453eafc504a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:16.298400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1ce84ca6-71ec-43ab-96bd-de8733b31d4d req-1758e5a4-b6fd-47a7-afc3-c3c6f87c41a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "GET /v2.0/ports?device_id=01d8ea8f-853e-4e2f-9fbf-d2b004ffc89f HTTP/1.1" status: 200 len: 210 time: 0.0511086 Aug 23 12:28:16.432591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c90be-a304-4aea-a8c0-314e3a4d2096 req-b6c75754-106e-4ee3-8a44-482bb087f35d tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:16.434272 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea6c90be-a304-4aea-a8c0-314e3a4d2096 req-b6c75754-106e-4ee3-8a44-482bb087f35d tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.4969208 Aug 23 12:28:16.512671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea6c90be-a304-4aea-a8c0-314e3a4d2096 req-374a36ab-7f1c-4726-9c7c-f5ec7cbe4efc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691397 Aug 23 12:28:16.526757 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.585185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.610783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8310a4de-5858-4dd0-bf95-49ae73365012,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:16.625820 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.630390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38160) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:16.633127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909facb-c459-4090-8a7e-0e1da72f22aa None None] Network 611c6e46-c132-4cd3-88b3-109abb27f9a7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:16.633605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cd1ef6bf-06a5-4f4f-bcfe-1d0188fcccb5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8310a4de-5858-4dd0-bf95-49ae73365012 HTTP/1.1" status: 204 len: 168 time: 0.7493167 Aug 23 12:28:16.721883 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.788689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Deleting port e0eacefc-7b5f-41bc-8401-8b4b288983af {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:16.789029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.867390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] For port e0eacefc-7b5f-41bc-8401-8b4b288983af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e0eacefc-7b5f-41bc-8401-8b4b288983af,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:16.867655 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.875472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] DHCP port deletion for 611c6e46-c132-4cd3-88b3-109abb27f9a7 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:28:16.883503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Calling delete_port for e0eacefc-7b5f-41bc-8401-8b4b288983af owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:16.948476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] Deleting port e0eacefc-7b5f-41bc-8401-8b4b288983af {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:16.948867 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:16.993559 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.027961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eacefc-7b5f-41bc-8401-8b4b288983af,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:17.035991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] No DVR routers for this DVR port e0eacefc-7b5f-41bc-8401-8b4b288983af on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:17.045132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] For port e0eacefc-7b5f-41bc-8401-8b4b288983af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e0eacefc-7b5f-41bc-8401-8b4b288983af,segment=NetworkSegment(0011c324-ef88-48f1-b655-e3e2292f543b),segment_id=0011c324-ef88-48f1-b655-e3e2292f543b)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:17.046236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.060955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] Calling delete_port for e0eacefc-7b5f-41bc-8401-8b4b288983af owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:17.122886 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.137810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611c6e46-c132-4cd3-88b3-109abb27f9a7']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:17.153663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0011c324-ef88-48f1-b655-e3e2292f543b') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:17.153998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0011c324-ef88-48f1-b655-e3e2292f543b') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:17.159547 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.163810 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.178305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] No DVR routers for this DVR port e0eacefc-7b5f-41bc-8401-8b4b288983af on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:17.194235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.206547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:28:17.207961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:28:17.210378 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:28:17.215486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6293f2-c4ed-4c49-bddc-187eed09373c None None] Pushing event deleted for resources: {'Port': ['ID=e0eacefc-7b5f-41bc-8401-8b4b288983af,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:17.272413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.279136 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.282007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/611c6e46-c132-4cd3-88b3-109abb27f9a7 HTTP/1.1" status: 204 len: 168 time: 0.6502891 Aug 23 12:28:17.285073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38162) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:17.294589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522520f-45f9-42eb-82de-c9d8f71f63d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=611c6e46-c132-4cd3-88b3-109abb27f9a7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:17.359471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38166) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:17.524378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Deleting port 1cc99d97-a7e8-4bd1-a4f1-a17d58578486 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:17.524728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.552401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9a81916f-14b7-45e5-b630-6b5ca26f58d8 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:17.611690 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:17.616334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:17.616773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.622724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.623882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.638506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Calling delete_port for 1cc99d97-a7e8-4bd1-a4f1-a17d58578486 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:17.707750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da68d1-a4ab-474a-935a-e3ecee0f1ab4 req-cbf47e8d-561f-4f6d-bf01-5955f6b89a0e tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:17.709291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7da68d1-a4ab-474a-935a-e3ecee0f1ab4 req-cbf47e8d-561f-4f6d-bf01-5955f6b89a0e tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.0891194 Aug 23 12:28:17.712509 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.748678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 9a81916f-14b7-45e5-b630-6b5ca26f58d8, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9a81916f-14b7-45e5-b630-6b5ca26f58d8,segment=NetworkSegment(e2bae98b-89ed-4252-a3af-da92a8edfa97),segment_id=e2bae98b-89ed-4252-a3af-da92a8edfa97)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:17.753020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.787667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b7da68d1-a4ab-474a-935a-e3ecee0f1ab4 req-111d2ed3-c7ef-4304-a957-5041f15d573f tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686772 Aug 23 12:28:17.806195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.814272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.837013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20331cd4-2d26-4691-b169-489199c12ae3 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:17.845127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=9a81916f-14b7-45e5-b630-6b5ca26f58d8,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:17.857972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'Port': ['ID=1cc99d97-a7e8-4bd1-a4f1-a17d58578486,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:17.866626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 20331cd4-2d26-4691-b169-489199c12ae3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:17.867310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 20331cd4-2d26-4691-b169-489199c12ae3 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:17.868393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e0eacefc-7b5f-41bc-8401-8b4b288983af no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:17.892972 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e0eacefc-7b5f-41bc-8401-8b4b288983af {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:17.893646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e0eacefc-7b5f-41bc-8401-8b4b288983af not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:17.894082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0fb760b-c903-4cb3-900c-235295521ccb no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:17.917876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d0fb760b-c903-4cb3-900c-235295521ccb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:17.918123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.918277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0fb760b-c903-4cb3-900c-235295521ccb not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:17.921488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:17.933504 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c393649d-fd0e-4746-a42c-8ce389b267f1 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "DELETE /v2.0/floatingips/8199edb5-a50e-4779-86b4-5e54b1d472bd HTTP/1.1" status: 204 len: 168 time: 0.5650465 Aug 23 12:28:17.970881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2cc0-9357-4b2a-a19a-42f95c6e68d7 req-21432790-5587-4e97-bcf1-59fceb713f17 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:17.972686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4cd2cc0-9357-4b2a-a19a-42f95c6e68d7 req-21432790-5587-4e97-bcf1-59fceb713f17 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.0706983 Aug 23 12:28:18.014474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4cd2cc0-9357-4b2a-a19a-42f95c6e68d7 req-c1883312-764d-4515-8e76-606e76b5b0bf tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348630 Aug 23 12:28:18.155323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Deleting port 9a81916f-14b7-45e5-b630-6b5ca26f58d8 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:18.155663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:18.183324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa167-c979-452f-b8c4-ee2aa38f8fcd req-40a9c7bb-1cb8-4d47-9587-bf93a28dd75a tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:18.184811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbeaa167-c979-452f-b8c4-ee2aa38f8fcd req-40a9c7bb-1cb8-4d47-9587-bf93a28dd75a tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.0819683 Aug 23 12:28:18.266887 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbeaa167-c979-452f-b8c4-ee2aa38f8fcd req-c7be8042-464f-4097-96d7-a0ccde0cc59c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520813 Aug 23 12:28:18.273982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] For port 9a81916f-14b7-45e5-b630-6b5ca26f58d8, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9a81916f-14b7-45e5-b630-6b5ca26f58d8,segment=NetworkSegment(e2bae98b-89ed-4252-a3af-da92a8edfa97),segment_id=e2bae98b-89ed-4252-a3af-da92a8edfa97)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:18.274351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:18.287097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Calling delete_port for 9a81916f-14b7-45e5-b630-6b5ca26f58d8 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:18.289558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38182) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:18.473822 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:18.496037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e91fd-5a83-452b-bd62-dd0b911851e2 tempest-TestServerBasicOps-1209914926 tempest-TestServerBasicOps-1209914926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:18.502117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a81916f-14b7-45e5-b630-6b5ca26f58d8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:18.502734 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c11e91fd-5a83-452b-bd62-dd0b911851e2 tempest-TestServerBasicOps-1209914926 tempest-TestServerBasicOps-1209914926-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1092 time: 0.2116034 Aug 23 12:28:18.503749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38186) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:18.510760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:18.589579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:18.768279 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:18.833480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.058437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Allocated IP 172.25.1.51 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/a5a44d53-599c-4e26-952f-6842da64788b) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:19.110416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Router 6d15fb87-be80-4b40-9072-713e8c2b402d has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:19.260473 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.287046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:19.292964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d5f23f25-a659-462a-980b-6ca887fbc9d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d15fb87-be80-4b40-9072-713e8c2b402d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0061128 Aug 23 12:28:19.295745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38190) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:19.299749 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] Sync routers for ids ['6d15fb87-be80-4b40-9072-713e8c2b402d'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:19.327038 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.327283 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] Routers {'6d15fb87-be80-4b40-9072-713e8c2b402d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:19.327572 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6d15fb87-be80-4b40-9072-713e8c2b402d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:19.374363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:19.376889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:19.380699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:19.457137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.473990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'Port': ['ID=a5a44d53-599c-4e26-952f-6842da64788b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:19.521734 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] Set router 6d15fb87-be80-4b40-9072-713e8c2b402d gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:19.595725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.651466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Deleting port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:19.651905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.739582 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:18Z', 'revision_number': 5, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port': {'id': 'a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:06Z', 'updated_at': '2021-08-23T12:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:19.755042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] For port a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:19.755735 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.772169 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Calling delete_port for a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:19.865487 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] Checking router: 6d15fb87-be80-4b40-9072-713e8c2b402d for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:19.867210 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.875016 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] Routers {'6d15fb87-be80-4b40-9072-713e8c2b402d'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:19.875774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['6d15fb87-be80-4b40-9072-713e8c2b402d'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:19.959100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:19.969137 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] Set router 6d15fb87-be80-4b40-9072-713e8c2b402d gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:19.989595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.028285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:20.030848 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:19Z', 'revision_number': 6, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:20.063270 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe74e16-96f7-4cd7-858b-e9c70c416d75 None None] The sync data for ids ['6d15fb87-be80-4b40-9072-713e8c2b402d'] in n-d-773645-7 is: [{'id': '6d15fb87-be80-4b40-9072-713e8c2b402d', 'name': 'tempest-TestAggregatesBasicOps-689651822-router', 'tenant_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:05Z', 'updated_at': '2021-08-23T12:28:19Z', 'revision_number': 6, 'project_id': 'bb1081eaeb1d4d30ae66b8fc2f89a706', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:20.101137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.160269 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.165064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.203068 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.205167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.251088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.251889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d15fb87-be80-4b40-9072-713e8c2b402d {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:28:20.252080 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event updated for resources: {'Port': ['ID=a5a44d53-599c-4e26-952f-6842da64788b,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:20.254596 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.260501 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.260501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-714f7c38-6cc9-48a3-b26b-90968834e87d admin admin] 10.222.0.21 "DELETE /v2.0/routers/6d15fb87-be80-4b40-9072-713e8c2b402d HTTP/1.1" status: 204 len: 168 time: 0.9544485 Aug 23 12:28:20.261033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38194) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:20.395820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Deleting subnet 187576f4-4449-4050-a750-453eafc504a0 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:28:20.402701 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.463745 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Floating IP 5b8a244f-7baf-4bcc-8230-4c2aa742a3f0 associated. External IP: 172.25.1.51, port: 11e3466e-7879-4455-b2c1-7cbab49a49a3. Aug 23 12:28:20.469763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.651851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.781745 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.824029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187576f4-4449-4050-a750-453eafc504a0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:20.826001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.830041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-08e8b7ab-afc9-45b6-adcf-20a101657a3f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/187576f4-4449-4050-a750-453eafc504a0 HTTP/1.1" status: 204 len: 168 time: 0.5678740 Aug 23 12:28:20.831070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38196) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:20.832132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f75d5-d5bc-4b8a-b1de-0bad2011a710 None None] Network 77936cfb-0766-48ff-9d6b-f8f93967833f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:20.841363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Router 2172f9aa-15ce-4828-a86a-de7c2de4e160 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:20.912020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:20.971057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:20.984559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] Sync routers for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:20.992260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Deleting port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:20.992601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.000320 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.011583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:21.012036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:21.054588 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d2c9b2dc-c7cd-46fe-b192-13f67248e3ab tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5472636 Aug 23 12:28:21.055282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:21.057960 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5158b0a-df0e-4b71-81ed-ee2196e67fac" -d '{"events": [{"name": "network-changed", "server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:21.077855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] DHCP port deletion for 77936cfb-0766-48ff-9d6b-f8f93967833f request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:28:21.113779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] For port 6eca5a52-7cc0-4123-a9ad-ef07b7980710, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6eca5a52-7cc0-4123-a9ad-ef07b7980710,segment=NetworkSegment(e2bae98b-89ed-4252-a3af-da92a8edfa97),segment_id=e2bae98b-89ed-4252-a3af-da92a8edfa97)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:21.114163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.128423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Calling delete_port for 6eca5a52-7cc0-4123-a9ad-ef07b7980710 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:21.219263 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.252980 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9a8e9-6b5e-47fc-824c-b300064d9a07 x-openstack-request-id: req-90f9a8e9-6b5e-47fc-824c-b300064d9a07 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:21.253384 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:21.253782 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90f9a8e9-6b5e-47fc-824c-b300064d9a07 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:21.255133 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'status': 'completed', 'code': 200} Aug 23 12:28:21.263330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38206) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:21.267924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eca5a52-7cc0-4123-a9ad-ef07b7980710,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:21.274917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] No DVR routers for this DVR port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:21.380304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2b83-2f2a-434e-9429-d294763fb7f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.380559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:21.411546 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.424844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-bd13851a-aa84-4c80-b95b-ec9abfe8623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:21.426624 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-bd13851a-aa84-4c80-b95b-ec9abfe8623a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.1268420 Aug 23 12:28:21.431776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77936cfb-0766-48ff-9d6b-f8f93967833f']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:21.443467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2b83-2f2a-434e-9429-d294763fb7f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.449441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Deleting port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:21.449864 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.500235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bae98b-89ed-4252-a3af-da92a8edfa97') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:21.500467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bae98b-89ed-4252-a3af-da92a8edfa97') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:21.543409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6eca5a52-7cc0-4123-a9ad-ef07b7980710 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:21.549729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.568672 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2b83-2f2a-434e-9429-d294763fb7f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.574205 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2b83-2f2a-434e-9429-d294763fb7f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.578760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2a1d2b83-2f2a-434e-9429-d294763fb7f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf7e8be5-5c54-4ee9-99df-fb72986e23b4 HTTP/1.1" status: 204 len: 168 time: 0.3120687 Aug 23 12:28:21.593737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d2b83-2f2a-434e-9429-d294763fb7f9 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e8be5-5c54-4ee9-99df-fb72986e23b4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:21.602085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6eca5a52-7cc0-4123-a9ad-ef07b7980710 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:21.602502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6eca5a52-7cc0-4123-a9ad-ef07b7980710 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:21.603639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:21.604114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.621388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:28:21.622170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:28:21.624144 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:28:21.652337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38210) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:21.672269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:21.672585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a2a4b7fb-9ad2-4137-b2fc-a5530a1df5c4 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:21.673002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9a81916f-14b7-45e5-b630-6b5ca26f58d8 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:21.679136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] For port 6eca5a52-7cc0-4123-a9ad-ef07b7980710, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:21.679529 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.690380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-3fae3683-cfd6-4c92-82fc-49702cf5be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:21.691916 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-3fae3683-cfd6-4c92-82fc-49702cf5be4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 910 time: 0.2566893 Aug 23 12:28:21.707166 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.723628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9a81916f-14b7-45e5-b630-6b5ca26f58d8 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:21.723982 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9a81916f-14b7-45e5-b630-6b5ca26f58d8 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:21.738371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Calling delete_port for 6eca5a52-7cc0-4123-a9ad-ef07b7980710 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:21.743137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:28:21.747100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.750775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.752660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77936cfb-0766-48ff-9d6b-f8f93967833f HTTP/1.1" status: 204 len: 168 time: 0.9204578 Aug 23 12:28:21.784980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Network 77936cfb-0766-48ff-9d6b-f8f93967833f is not hosted by any dhcp agent {{(pid=101059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 12:28:21.785437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] No DVR routers for this DVR port 6eca5a52-7cc0-4123-a9ad-ef07b7980710 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:21.797159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f4159-1971-456e-834f-4301e19582d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=77936cfb-0766-48ff-9d6b-f8f93967833f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:21.836581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-4e72d135-9ab5-4736-922f-34343f039be9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 999 time: 0.1371012 Aug 23 12:28:21.850099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1be29b-3e9f-4f32-acf3-d788630c3bf9 None None] Pushing event deleted for resources: {'Port': ['ID=6eca5a52-7cc0-4123-a9ad-ef07b7980710,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:21.884390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c15f6e46-3f50-44b0-807c-8867d6cc7877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:21.897839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-8718e64c-dbbc-46a2-965f-df0f6f05421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:21.899581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-8718e64c-dbbc-46a2-965f-df0f6f05421f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.0559633 Aug 23 12:28:21.954295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-6bc4467a-7500-4383-ba52-e8b31f16cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:21.956032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-6bc4467a-7500-4383-ba52-e8b31f16cd55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490975 Aug 23 12:28:21.962912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5b8a244f-7baf-4bcc-8230-4c2aa742a3f0', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'port_id': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'mac_address': 'fa:16:3e:47:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:19Z', 'updated_at': '2021-08-23T12:28:19Z', 'revision_number': 0, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:21.995319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] Checking router: 2172f9aa-15ce-4828-a86a-de7c2de4e160 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:22.005652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:22.006346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:22.042955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:22.116787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-356bb28c-0639-4f4f-9f7f-2c3c009cf5ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95a10160c71d4beb8d926c9245bea644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722961 Aug 23 12:28:22.119179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-cd5ae6ec-1ee4-4e15-af3b-7c6caf149abb service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549363 Aug 23 12:28:22.119770 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38218) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:22.122460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:22.242768 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2af-57b1-455f-aaec-112fd3b11a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.261945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5158b0a-df0e-4b71-81ed-ee2196e67fac req-72b7f73d-d7cf-4d2d-b38d-cf518b8db077 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352284 Aug 23 12:28:22.276895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2af-57b1-455f-aaec-112fd3b11a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.331481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2af-57b1-455f-aaec-112fd3b11a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.334197 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2af-57b1-455f-aaec-112fd3b11a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.338167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aaecd2af-57b1-455f-aaec-112fd3b11a7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edbc46a5-c405-4ba4-88bc-4231c1def2c0 HTTP/1.1" status: 204 len: 168 time: 0.2173157 Aug 23 12:28:22.348059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecd2af-57b1-455f-aaec-112fd3b11a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc46a5-c405-4ba4-88bc-4231c1def2c0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:22.377477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5b8a244f-7baf-4bcc-8230-4c2aa742a3f0', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'port_id': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'mac_address': 'fa:16:3e:47:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:19Z', 'updated_at': '2021-08-23T12:28:19Z', 'revision_number': 0, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:22.410993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e6c66f-0dc2-49bf-a3e5-d47ae1554524 None None] The sync data for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 is: [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '5b8a244f-7baf-4bcc-8230-4c2aa742a3f0', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'port_id': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'mac_address': 'fa:16:3e:47:e5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:19Z', 'updated_at': '2021-08-23T12:28:19Z', 'revision_number': 0, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:22.614368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.674854 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31275cda-8462-446e-a516-b4b86a421951 None None] New status for floating IP 5b8a244f-7baf-4bcc-8230-4c2aa742a3f0: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:28:22.729618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38224) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:22.798376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-324b31dd-66ce-42dc-af30-01fbec497e49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb1081eaeb1d4d30ae66b8fc2f89a706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643022 Aug 23 12:28:22.798631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:22.857563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-877b8ea8-d0af-4f91-9385-bb94f4b00b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.886102 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-877b8ea8-d0af-4f91-9385-bb94f4b00b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.931051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Deleting port bc49eb45-3127-46eb-b70e-f84470bca8bb {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:22.931503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.941241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-877b8ea8-d0af-4f91-9385-bb94f4b00b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.943833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-877b8ea8-d0af-4f91-9385-bb94f4b00b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:22.944998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-877b8ea8-d0af-4f91-9385-bb94f4b00b69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87eb1c04-2eec-41d6-8935-a9ac3c28297c HTTP/1.1" status: 204 len: 168 time: 0.1453414 Aug 23 12:28:22.953117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8ea8-d0af-4f91-9385-bb94f4b00b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb1c04-2eec-41d6-8935-a9ac3c28297c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:23.015971 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] For port bc49eb45-3127-46eb-b70e-f84470bca8bb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bc49eb45-3127-46eb-b70e-f84470bca8bb,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:23.016378 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:23.029110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Calling delete_port for bc49eb45-3127-46eb-b70e-f84470bca8bb owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:23.224271 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:23.250688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Pushing event deleted for resources: {'Port': ['ID=bc49eb45-3127-46eb-b70e-f84470bca8bb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:23.452938 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:23.702239 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Router df482bd6-cc7e-4c47-b9d4-741db548e98e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:23.815014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:23.819975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d39d5d56-7386-4f6d-b4b4-43b95ed354db admin admin] 10.222.0.21 "PUT /v2.0/routers/df482bd6-cc7e-4c47-b9d4-741db548e98e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662247 Aug 23 12:28:23.822714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38252) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:23.823467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] Sync routers for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:23.833376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:23.834016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:23.939071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:23.946092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:24.044991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.101675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Deleting port e2b184ff-6e84-4a60-88d6-f463fa534475 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:24.102209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.142348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:28:23Z', 'revision_number': 5, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port': {'id': 'e2b184ff-6e84-4a60-88d6-f463fa534475', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:13Z', 'updated_at': '2021-08-23T12:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:24.169252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] Checking router: df482bd6-cc7e-4c47-b9d4-741db548e98e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:24.178607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] Routers {'df482bd6-cc7e-4c47-b9d4-741db548e98e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:24.179214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:27:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['df482bd6-cc7e-4c47-b9d4-741db548e98e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:24.185721 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] For port e2b184ff-6e84-4a60-88d6-f463fa534475, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e2b184ff-6e84-4a60-88d6-f463fa534475,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:24.185943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.198129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Calling delete_port for e2b184ff-6e84-4a60-88d6-f463fa534475 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:24.251974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38264) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:24.267525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] Set router df482bd6-cc7e-4c47-b9d4-741db548e98e gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:24.322796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:28:24Z', 'revision_number': 6, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:24.354897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed16d0b0-9d99-4366-a58c-c172b4877305 None None] The sync data for ids ['df482bd6-cc7e-4c47-b9d4-741db548e98e'] in n-d-773645-7 is: [{'id': 'df482bd6-cc7e-4c47-b9d4-741db548e98e', 'name': 'tempest-TestVolumeBootPattern-708908021-router', 'tenant_id': '633df9e8c3274153b18325d933082577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:11Z', 'updated_at': '2021-08-23T12:28:24Z', 'revision_number': 6, 'project_id': '633df9e8c3274153b18325d933082577', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:24.368045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1814129c-0608-4943-b849-67c23bb17bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.386325 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.427314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'network': {'name': 'tempest-network-smoke--1310911750', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:24.430576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b184ff-6e84-4a60-88d6-f463fa534475,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:24.433969 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.493969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:28:24.497336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.508689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.511423 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.935523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.939721 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.998234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:24.998704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df482bd6-cc7e-4c47-b9d4-741db548e98e {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:28:25.003518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.004652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-39bd490f-4b43-499b-aa9e-73bc0d9b1723 admin admin] 10.222.0.21 "DELETE /v2.0/routers/df482bd6-cc7e-4c47-b9d4-741db548e98e HTTP/1.1" status: 204 len: 168 time: 1.1808574 Aug 23 12:28:25.007413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38268) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:25.058126 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Deleting subnet 1b5105e0-4459-410b-8fe4-4492e746a10f {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:28:25.061702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.065412 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.069295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.095575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:28:25.097578 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.105087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3875b4-c0c3-4aa0-b5be-ff23842da295,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:25.109955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.110302 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Added segment 4f43d53e-eef0-4097-8b41-0ff69e86963a of type vlan for network 8dcfb141-2efe-4848-abe3-4e530550b9a4 Aug 23 12:28:25.158357 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.184558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.191544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:25.192648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.193438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.227712 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9746521 Aug 23 12:28:25.230756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38270) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:25.237368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'admin_state_up': True, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:25.267375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195a8ca-0711-4e53-b45e-2bed7798f482 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Network': ['ID=8dcfb141-2efe-4848-abe3-4e530550b9a4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:25.273487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.274572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.278240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.283657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:28:25.301807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fbc55-920b-40c3-af92-99c787edd7ca None None] Network 19f56af4-1c0e-4c09-971a-6138ea4de364 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:25.312791 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.314746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1b5105e0-4459-410b-8fe4-4492e746a10f HTTP/1.1" status: 204 len: 168 time: 0.3061249 Aug 23 12:28:25.317203 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c80b4-c4d3-46f2-b470-e54f7c6f4156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5105e0-4459-410b-8fe4-4492e746a10f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:25.317570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38272) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:25.364763 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.394799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.485922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Deleting port 843de992-13b2-49e9-bba4-34749ade4526 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:25.485922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.539527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e2b184ff-6e84-4a60-88d6-f463fa534475 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:25.556045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.563960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e2b184ff-6e84-4a60-88d6-f463fa534475 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:25.564655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e2b184ff-6e84-4a60-88d6-f463fa534475 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:25.565110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bc49eb45-3127-46eb-b70e-f84470bca8bb no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:25.589654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] DHCP port deletion for 19f56af4-1c0e-4c09-971a-6138ea4de364 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:28:25.590679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] For port 843de992-13b2-49e9-bba4-34749ade4526, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843de992-13b2-49e9-bba4-34749ade4526,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:25.591054 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.592141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: bc49eb45-3127-46eb-b70e-f84470bca8bb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:25.592493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bc49eb45-3127-46eb-b70e-f84470bca8bb not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:25.606407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Calling delete_port for 843de992-13b2-49e9-bba4-34749ade4526 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:25.655783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] Deleting port 843de992-13b2-49e9-bba4-34749ade4526 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:25.656173 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.697483 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.724143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=843de992-13b2-49e9-bba4-34749ade4526,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:25.727762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] No DVR routers for this DVR port 843de992-13b2-49e9-bba4-34749ade4526 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:25.729540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] For port 843de992-13b2-49e9-bba4-34749ade4526, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=843de992-13b2-49e9-bba4-34749ade4526,segment=NetworkSegment(3a9741f5-5442-4061-8e59-a21c69002d3d),segment_id=3a9741f5-5442-4061-8e59-a21c69002d3d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:25.730234 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.750401 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] Calling delete_port for 843de992-13b2-49e9-bba4-34749ade4526 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:25.764791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.773877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.799095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.812647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.822984 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f56af4-1c0e-4c09-971a-6138ea4de364']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:25.832651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.833479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9741f5-5442-4061-8e59-a21c69002d3d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:25.833806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9741f5-5442-4061-8e59-a21c69002d3d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:25.843645 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.856072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] Pushing event deleted for resources: {'Port': ['ID=843de992-13b2-49e9-bba4-34749ade4526,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:25.861712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d43cc3-6259-4756-adf9-6bea5f544df4 None None] No DVR routers for this DVR port 843de992-13b2-49e9-bba4-34749ade4526 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:25.866301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.877353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:28:25.877931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:28:25.879855 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:28:25.911776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.25.1.150 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/0b8dc152-e072-4f9a-b67b-c2e5178013ea) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:25.943212 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.948804 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:25.950674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/19f56af4-1c0e-4c09-971a-6138ea4de364 HTTP/1.1" status: 204 len: 168 time: 0.6319892 Aug 23 12:28:25.954190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38274) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:25.962054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b602-4af9-4923-86a7-b9c3fb357c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=19f56af4-1c0e-4c09-971a-6138ea4de364,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:26.105213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:26.226903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:26.276353 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:26.298122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:26.307184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:26.311710 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=0b8dc152-e072-4f9a-b67b-c2e5178013ea,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:26.641665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:26.649263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.313586 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.435979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.466132 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:28:27.480333 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843de992-13b2-49e9-bba4-34749ade4526 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:27.504638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 843de992-13b2-49e9-bba4-34749ade4526 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:27.504991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 843de992-13b2-49e9-bba4-34749ade4526 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:27.510391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Deleting port 817e6bff-4a27-4252-aa91-853bc784122c {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:27.510740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.578043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:28:27.643453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] For port 817e6bff-4a27-4252-aa91-853bc784122c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=817e6bff-4a27-4252-aa91-853bc784122c,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:27.643827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.665810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Calling delete_port for 817e6bff-4a27-4252-aa91-853bc784122c owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:27.759258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:27.768755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:27.777846 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:27.778455 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:27.790368 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.791609 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-28a55f24-6746-4709-b1aa-17f66e2de70f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5597744 Aug 23 12:28:27.795723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38276) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:27.887253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d16b6af5-8d20-4606-8320-30750e0db205 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1a6c602b68234bd28d13f60579feaf80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0899208 Aug 23 12:28:27.889988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38280) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:27.917420 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:27.920359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.941313 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:27.957644 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=817e6bff-4a27-4252-aa91-853bc784122c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:27.991052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b56c3-7ec7-4d65-993f-86d44f36fe19 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:27.996088 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e76b56c3-7ec7-4d65-993f-86d44f36fe19 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1047139 Aug 23 12:28:27.996755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38282) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:28.032884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-10ec8bc8-efd8-41f5-9bf0-0788d0f2bb8a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349040 Aug 23 12:28:28.033624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38284) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:28.040167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416234181', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:28.122691 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:26Z', 'revision_number': 3, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:28.153619 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.154087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:28:28.160336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.163817 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:28.164907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Updating router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 port 0b8dc152-e072-4f9a-b67b-c2e5178013ea binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:28.192974 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.371481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.383998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Router beeb2e7e-6864-4e7a-913c-f4c79c74a32b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:28.433417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.437377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Subnet': ['ID=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:28.459936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Checking segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:28.460262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network hostable DHCP agents. Network: 8dcfb141-2efe-4848-abe3-4e530550b9a4, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:28:28.486424 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:28:28.490983 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.497333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 8dcfb141-2efe-4848-abe3-4e530550b9a4) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:28.501583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:28.502390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.503159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Transition to ACTIVE for port object 0b8dc152-e072-4f9a-b67b-c2e5178013ea will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:28.514919 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.519241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59911e6-c6b0-4631-815b-faa539581b14 None None] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:28.521533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9bfa96ff-3615-4f82-bb70-4743994c27c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4855261 Aug 23 12:28:28.525342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38286) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:28.569947 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Attempting to bind port 0b8dc152-e072-4f9a-b67b-c2e5178013ea on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:28.570601 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Attempting to bind port 0b8dc152-e072-4f9a-b67b-c2e5178013ea by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:28.571151 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Attempting to bind port 0b8dc152-e072-4f9a-b67b-c2e5178013ea on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:28.581659 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:28.582360 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:28.582950 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.583529 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:28.584188 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Bound port: 0b8dc152-e072-4f9a-b67b-c2e5178013ea, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:28.584485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:28.584964 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.594963 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b775bf8-d399-4d89-81b6-a72542cc4bcc admin admin] 10.222.0.21 "PUT /v2.0/routers/beeb2e7e-6864-4e7a-913c-f4c79c74a32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378469 Aug 23 12:28:28.597253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38288) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:28.611773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] Sync routers for ids ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:28.620079 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0688eb-7377-452f-a212-be972447f5b6 None None] Pushing event updated for resources: {'Port': ['ID=0b8dc152-e072-4f9a-b67b-c2e5178013ea,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:28.630223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] Routers {'beeb2e7e-6864-4e7a-913c-f4c79c74a32b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:28.631168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:28.655336 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] For port 0b8dc152-e072-4f9a-b67b-c2e5178013ea, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:28.658873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] For port 0b8dc152-e072-4f9a-b67b-c2e5178013ea, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0b8dc152-e072-4f9a-b67b-c2e5178013ea,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:28.663126 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.727872 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:28.729352 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:28.778497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0688eb-7377-452f-a212-be972447f5b6 None None] Pushing event updated for resources: {'Port': ['ID=0b8dc152-e072-4f9a-b67b-c2e5178013ea,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:28.786151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] Set router beeb2e7e-6864-4e7a-913c-f4c79c74a32b gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:28.795974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:28.865022 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:28.994320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.010936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-8dcfb141-2efe-4848-abe3-4e530550b9a4', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:28:29.011976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.073931 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:26Z', 'revision_number': 3, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:29.101397 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c7669-42ff-4e94-969a-3f5119c4af50 None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:26Z', 'revision_number': 3, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:29.136155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Deleting port e6f0a36f-7180-415c-afbc-bd2e5392a61c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:29.136582 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.221947 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Allocated IP 172.20.0.2 (8dcfb141-2efe-4848-abe3-4e530550b9a4/6fe9b1dc-a76c-4f3d-b141-c9dd6be19758/dbc38505-3fe5-47cf-9046-7f56098c6476) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:29.283365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] For port e6f0a36f-7180-415c-afbc-bd2e5392a61c, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e6f0a36f-7180-415c-afbc-bd2e5392a61c,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:29.283720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.302007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Calling delete_port for e6f0a36f-7180-415c-afbc-bd2e5392a61c owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:29.317819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.360387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:28:27Z', 'revision_number': 5, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port': {'id': 'e6f0a36f-7180-415c-afbc-bd2e5392a61c', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:14:33Z', 'updated_at': '2021-08-23T12:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:29.400227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] Checking router: beeb2e7e-6864-4e7a-913c-f4c79c74a32b for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:29.439797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] Routers {'beeb2e7e-6864-4e7a-913c-f4c79c74a32b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:29.440414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:29.511388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.578043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Transition to ACTIVE for port object dbc38505-3fe5-47cf-9046-7f56098c6476 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:29.620802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Transition to ACTIVE for port object dbc38505-3fe5-47cf-9046-7f56098c6476 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:29.622743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] Set router beeb2e7e-6864-4e7a-913c-f4c79c74a32b gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:29.685007 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.691719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0b8dc152-e072-4f9a-b67b-c2e5178013ea up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:29.699388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:28:28Z', 'revision_number': 6, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:29.708368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:29.723718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.745815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:29.748261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:29.790320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f0a36f-7180-415c-afbc-bd2e5392a61c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:29.799054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b644c97-9d6f-46e6-aa5e-fa030de8eead None None] The sync data for ids ['beeb2e7e-6864-4e7a-913c-f4c79c74a32b'] in n-d-773645-7 is: [{'id': 'beeb2e7e-6864-4e7a-913c-f4c79c74a32b', 'name': 'tempest-TestVolumeBootPattern-94405442-router', 'tenant_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:14:32Z', 'updated_at': '2021-08-23T12:28:28Z', 'revision_number': 6, 'project_id': 'cd5ac3320e4248ac971dc94eaa44d9dc', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:29.855202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.20.0.1 (8dcfb141-2efe-4848-abe3-4e530550b9a4/6fe9b1dc-a76c-4f3d-b141-c9dd6be19758/7254332a-2179-4c6d-bc2a-c86d364505f0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:29.868951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Pushing event updated for resources: {'Port': ['ID=dbc38505-3fe5-47cf-9046-7f56098c6476,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:29.878812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.886807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Attempting to bind port dbc38505-3fe5-47cf-9046-7f56098c6476 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:29.887262 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Attempting to bind port dbc38505-3fe5-47cf-9046-7f56098c6476 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:29.887691 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Attempting to bind port dbc38505-3fe5-47cf-9046-7f56098c6476 on network 8dcfb141-2efe-4848-abe3-4e530550b9a4 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:29.897223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:29.897827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Checking segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:29.898424 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.899093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Bound using segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:29.899626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Bound port: dbc38505-3fe5-47cf-9046-7f56098c6476, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:29.900413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:29.903895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0b8dc152-e072-4f9a-b67b-c2e5178013ea completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:29.916851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0b8dc152-e072-4f9a-b67b-c2e5178013ea triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:29.917304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.001783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] For port dbc38505-3fe5-47cf-9046-7f56098c6476, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:30.006245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] For port dbc38505-3fe5-47cf-9046-7f56098c6476, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=dbc38505-3fe5-47cf-9046-7f56098c6476,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:30.012609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.023255 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.026961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.086809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.109008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.109614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beeb2e7e-6864-4e7a-913c-f4c79c74a32b {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:28:30.115169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.116591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e33a68e0-199d-4c67-8cf9-78a10e7f4090 admin admin] 10.222.0.21 "DELETE /v2.0/routers/beeb2e7e-6864-4e7a-913c-f4c79c74a32b HTTP/1.1" status: 204 len: 168 time: 1.5183609 Aug 23 12:28:30.119314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38292) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:30.129218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e89d4c-504a-485d-939a-0a66d2b407e3 None None] Pushing event updated for resources: {'Port': ['ID=dbc38505-3fe5-47cf-9046-7f56098c6476,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:30.132461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.151252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 0b8dc152-e072-4f9a-b67b-c2e5178013ea, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0b8dc152-e072-4f9a-b67b-c2e5178013ea,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:30.162267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.168843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Transition to ACTIVE for port object 7254332a-2179-4c6d-bc2a-c86d364505f0 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:30.223471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.233319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=0b8dc152-e072-4f9a-b67b-c2e5178013ea,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:30.234579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Deleting subnet 0e4673d3-6458-43d2-92c4-ce3f7e71f028 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:28:30.239611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.283038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:30.286402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:30.288875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:30.296166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.327077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=7254332a-2179-4c6d-bc2a-c86d364505f0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:30.348834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.381468 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.435760 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.467272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4673d3-6458-43d2-92c4-ce3f7e71f028,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:30.471115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.472969 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6dbf05d2-5481-46da-9c0e-591e8ccbecc7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e4673d3-6458-43d2-92c4-ce3f7e71f028 HTTP/1.1" status: 204 len: 168 time: 0.3518000 Aug 23 12:28:30.475483 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38294) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:30.479031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd35039-ae62-4c0f-8a1a-9f41b854e101 None None] Network c1862f08-1ba3-40ba-8006-639f31a3c783 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:30.484621 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.556397 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.675840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Deleting port d0e5b075-8773-4823-b2fb-b560aa2eaf3a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:30.676187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.754175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] DHCP port deletion for c1862f08-1ba3-40ba-8006-639f31a3c783 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:28:30.798429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] For port d0e5b075-8773-4823-b2fb-b560aa2eaf3a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:30.798812 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.821408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Calling delete_port for d0e5b075-8773-4823-b2fb-b560aa2eaf3a owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:30.842866 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] Deleting port d0e5b075-8773-4823-b2fb-b560aa2eaf3a {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:28:30.843677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.915227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.922916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] For port d0e5b075-8773-4823-b2fb-b560aa2eaf3a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,segment=NetworkSegment(40ea5b43-a134-4888-a012-a4f940cfb1d4),segment_id=40ea5b43-a134-4888-a012-a4f940cfb1d4)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:30.922916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:30.936535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] Calling delete_port for d0e5b075-8773-4823-b2fb-b560aa2eaf3a owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:28:30.944822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] No DVR routers for this DVR port d0e5b075-8773-4823-b2fb-b560aa2eaf3a on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:30.950681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:31.018403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.036757 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.049043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1862f08-1ba3-40ba-8006-639f31a3c783']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:31.053062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] Pushing event deleted for resources: {'Port': ['ID=d0e5b075-8773-4823-b2fb-b560aa2eaf3a,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:31.054955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01639fe-e40a-442d-aad7-9a43d3cc80ce None None] No DVR routers for this DVR port d0e5b075-8773-4823-b2fb-b560aa2eaf3a on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:28:31.064502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ea5b43-a134-4888-a012-a4f940cfb1d4') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:31.064820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ea5b43-a134-4888-a012-a4f940cfb1d4') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:31.074503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.088808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.095645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:28:31.096140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:28:31.097835 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:28:31.159046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.175413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.177410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1862f08-1ba3-40ba-8006-639f31a3c783 HTTP/1.1" status: 204 len: 168 time: 0.7010086 Aug 23 12:28:31.178822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661324b-475a-4d3c-9ea2-cffd0df522af admin admin] Pushing event deleted for resources: {'Network': ['ID=c1862f08-1ba3-40ba-8006-639f31a3c783,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:31.219800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.224881 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.298732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.300740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=7254332a-2179-4c6d-bc2a-c86d364505f0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:31.352433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38298) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:31.404801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-56d61410-142b-4e0d-bce2-f62489407788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=633df9e8c3274153b18325d933082577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484431 Aug 23 12:28:31.404942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:31.404942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:31.405165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38300) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:31.471340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe64166c-96a5-40f3-b93c-078aa6c73260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.506948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe64166c-96a5-40f3-b93c-078aa6c73260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.548408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:31.592391 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe64166c-96a5-40f3-b93c-078aa6c73260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.595811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fe64166c-96a5-40f3-b93c-078aa6c73260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.597208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fe64166c-96a5-40f3-b93c-078aa6c73260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c19e72c6-64b6-49c5-9454-6b0702d741a3 HTTP/1.1" status: 204 len: 168 time: 0.1914957 Aug 23 12:28:31.609337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64166c-96a5-40f3-b93c-078aa6c73260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19e72c6-64b6-49c5-9454-6b0702d741a3,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:31.700492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:31.708900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device dbc38505-3fe5-47cf-9046-7f56098c6476 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:31.717814 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:31.732356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1a6a6ed5-83cf-4b65-a7e9-f2af92e1f82b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "PUT /v2.0/routers/9092d8f5-f5ae-43fa-a115-9eb8efc36930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2056913 Aug 23 12:28:31.733100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38304) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:31.736540 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:31.741428 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:31.788486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port dbc38505-3fe5-47cf-9046-7f56098c6476 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:31.794451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0b8dc152-e072-4f9a-b67b-c2e5178013ea up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:31.879315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0b8dc152-e072-4f9a-b67b-c2e5178013ea triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:31.880876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:31.920713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085e907-5f46-45a1-bc45-6dca0d5f1cb0 None None] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:28:31.990901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:31.991399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:31.991881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:31.992344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:31.992803 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:31.994092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:31.998473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-55dadb94-7004-4a76-b1c9-b4f8b7d82373 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2595415 Aug 23 12:28:31.998841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38308) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:32.018104 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:32.026641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] Provisioning for port dbc38505-3fe5-47cf-9046-7f56098c6476 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:32.053876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] Provisioning complete for port dbc38505-3fe5-47cf-9046-7f56098c6476 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:32.054245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.130436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:32.131012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:32.131584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:32.132110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:32.132690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:32.133211 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:32.138482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38310) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:32.142330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a02e1534-a889-4068-abb4-e873d2d3a7d4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1420858 Aug 23 12:28:32.144226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38312) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:32.202662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4c2622b6-b023-4198-9270-4853ee35b58c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd5ac3320e4248ac971dc94eaa44d9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566161 Aug 23 12:28:32.205052 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38314) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:32.232743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.285713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] For port dbc38505-3fe5-47cf-9046-7f56098c6476, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=dbc38505-3fe5-47cf-9046-7f56098c6476,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:32.293200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6f0a36f-7180-415c-afbc-bd2e5392a61c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:32.305719 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f6556a2-1775-4ef4-9c47-29cbebc980de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.308751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:31Z', 'revision_number': 2, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:32.342764 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:32.343114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Updating router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 port 7254332a-2179-4c6d-bc2a-c86d364505f0 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:28:32.346417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e6f0a36f-7180-415c-afbc-bd2e5392a61c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:32.346783 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e6f0a36f-7180-415c-afbc-bd2e5392a61c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:32.347173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0e5b075-8773-4823-b2fb-b560aa2eaf3a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:32.351363 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.354810 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f6556a2-1775-4ef4-9c47-29cbebc980de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.395514 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.401323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d0e5b075-8773-4823-b2fb-b560aa2eaf3a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:32.401679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d0e5b075-8773-4823-b2fb-b560aa2eaf3a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:32.402153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 817e6bff-4a27-4252-aa91-853bc784122c no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:28:32.412140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f6556a2-1775-4ef4-9c47-29cbebc980de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.420699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4f6556a2-1775-4ef4-9c47-29cbebc980de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.424560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4f6556a2-1775-4ef4-9c47-29cbebc980de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bd77656-32a4-4693-8c2c-502c5cba9b04 HTTP/1.1" status: 204 len: 168 time: 0.2180448 Aug 23 12:28:32.445605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6556a2-1775-4ef4-9c47-29cbebc980de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd77656-32a4-4693-8c2c-502c5cba9b04,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:32.446784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 817e6bff-4a27-4252-aa91-853bc784122c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:28:32.447264 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 817e6bff-4a27-4252-aa91-853bc784122c not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:28:32.501876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643d87b-39c3-44f8-996d-9a912f271c9f None None] Pushing event updated for resources: {'Port': ['ID=dbc38505-3fe5-47cf-9046-7f56098c6476,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:32.514739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ce62eb21-b81f-4f0d-9146-f00de36726b6 None None] Provisioning for port 7254332a-2179-4c6d-bc2a-c86d364505f0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:32.517329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8da9ab38-728e-4edc-a910-a874a6c4e946 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3039 time: 0.3774047 Aug 23 12:28:32.523364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ce62eb21-b81f-4f0d-9146-f00de36726b6 None None] Provisioning complete for port 7254332a-2179-4c6d-bc2a-c86d364505f0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:32.523364 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ce62eb21-b81f-4f0d-9146-f00de36726b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.587219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ce62eb21-b81f-4f0d-9146-f00de36726b6 None None] Port 7254332a-2179-4c6d-bc2a-c86d364505f0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:32.617187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ce62eb21-b81f-4f0d-9146-f00de36726b6 None None] Provisioning complete for port dbc38505-3fe5-47cf-9046-7f56098c6476 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:32.619950 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ce62eb21-b81f-4f0d-9146-f00de36726b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.732040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38320) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:32.738821 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038750677', 'description': 'tempest-secgroup-smoke-2038750677 description', 'project_id': '1a6c602b68234bd28d13f60579feaf80'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:32.769878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.786263 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.798642 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Transition to ACTIVE for port object 7254332a-2179-4c6d-bc2a-c86d364505f0 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:32.809354 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.879280 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb906e5-17c8-4c7b-8152-141ad7d295f6 None None] Pushing event updated for resources: {'Port': ['ID=7254332a-2179-4c6d-bc2a-c86d364505f0,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:32.909622 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.914851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.953455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42869c-fc6d-47b9-a250-691456c3aebb,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:32.980083 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Attempting to bind port 7254332a-2179-4c6d-bc2a-c86d364505f0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:32.980473 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Attempting to bind port 7254332a-2179-4c6d-bc2a-c86d364505f0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:32.980913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Attempting to bind port 7254332a-2179-4c6d-bc2a-c86d364505f0 on network 8dcfb141-2efe-4848-abe3-4e530550b9a4 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:32.987635 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:32.988149 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Checking segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:32.988604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.988894 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.989381 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Bound using segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:32.990015 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Bound port: 7254332a-2179-4c6d-bc2a-c86d364505f0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:32.990492 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:32.994304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-73770ac3-fef1-4abe-88e7-2a3646216786 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2606578 Aug 23 12:28:32.996916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38322) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:33.003767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'ca42869c-fc6d-47b9-a250-691456c3aebb', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:33.046181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.073703 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] For port 7254332a-2179-4c6d-bc2a-c86d364505f0, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:33.081051 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] For port 7254332a-2179-4c6d-bc2a-c86d364505f0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7254332a-2179-4c6d-bc2a-c86d364505f0,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:33.092854 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.128697 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.136740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.165712 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3d14ac-25b9-4b5f-a46e-5293fb072e05,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.166503 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:33.167205 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:33.184327 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.186142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-10dcc6d4-83fb-436e-8e6c-68a45f349777 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1881912 Aug 23 12:28:33.189000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38324) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:33.194149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'ca42869c-fc6d-47b9-a250-691456c3aebb', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:33.230741 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb906e5-17c8-4c7b-8152-141ad7d295f6 None None] Pushing event updated for resources: {'Port': ['ID=7254332a-2179-4c6d-bc2a-c86d364505f0,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.238266 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.302293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.307620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.321887 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:33.327914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8525e6e-1789-4eb3-9ef0-b3401c96f7ba,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.334835 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.339410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38326) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:33.339948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-af8f5787-bf54-4573-8fa4-e4c59756b9ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495368 Aug 23 12:28:33.345471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'ca42869c-fc6d-47b9-a250-691456c3aebb', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:33.375635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.447762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.455422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.479576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfb689a-0581-49f1-8414-6c4f77e425b7,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.482380 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.486765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38328) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:33.492286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'ca42869c-fc6d-47b9-a250-691456c3aebb', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:33.496633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-62be0557-12f1-4c85-ae3d-d39d6fba5a3e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553078 Aug 23 12:28:33.520853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device dbc38505-3fe5-47cf-9046-7f56098c6476 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:33.532876 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.564788 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:33Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:33.585310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port dbc38505-3fe5-47cf-9046-7f56098c6476 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:33.585714 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.594483 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5184e7f-1e69-4287-8c24-279afd0d1e96 None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:33Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:33.609189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.613532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.630695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88d94a9-032c-456f-a69e-6f8c5b72f671,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.640458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.641730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0b01319f-7923-4997-92b3-dafecea55bf9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538424 Aug 23 12:28:33.644621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38330) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:33.654190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'ca42869c-fc6d-47b9-a250-691456c3aebb', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:33.687480 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Project 1a6c602b68234bd28d13f60579feaf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:28:33.693381 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.767244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.772483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.791748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54069ae4-0f85-4520-b63c-4d4887de7d7c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.799015 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.800437 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-875a71be-59be-439b-9de7-3322c08cdc08 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512339 Aug 23 12:28:33.803149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38334) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:33.807960 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'ca42869c-fc6d-47b9-a250-691456c3aebb', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:33.831172 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Project 1a6c602b68234bd28d13f60579feaf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:28:33.836911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.908436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.912080 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.927738 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664238c3-d828-43dd-b68c-0a1a3430a79c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:33.937604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:33.938878 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cb1d3ea8-75a7-47a6-aad8-20af2fce9151 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347561 Aug 23 12:28:34.150353 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-0b4b9601-9e01-442a-b448-577428c0473d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038750677&fields=id&tenant_id=1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 267 time: 0.0486050 Aug 23 12:28:34.263655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-8470336f-9dcc-41aa-bbb3-0493d7b17532 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:34.265227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-8470336f-9dcc-41aa-bbb3-0493d7b17532 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/networks?id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 797 time: 0.1072876 Aug 23 12:28:34.281826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-edbaf1a8-a33f-42e9-ba32-31d89defa9ee tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/quotas/1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 375 time: 0.0102396 Aug 23 12:28:34.346449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-2c9bc496-1699-4103-8176-b528a68afd65 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587475 Aug 23 12:28:34.452436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-6a6ad405-178b-49f5-a370-540b3a637cdc service neutron] 10.222.0.21 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930655 Aug 23 12:28:34.551277 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-db570eac-3313-4dcc-92fa-4e81dfc13bcc service neutron] 10.222.0.21 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925527 Aug 23 12:28:34.718986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63dda1d4-2fa9-48f3-a321-a0b3c2d369a0 req-41e50994-e343-4990-918c-f352e85698c9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Aug 23 12:28:35.512126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7254332a-2179-4c6d-bc2a-c86d364505f0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:35.568865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 7254332a-2179-4c6d-bc2a-c86d364505f0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:35.573022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7254332a-2179-4c6d-bc2a-c86d364505f0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:35.573515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:35.629944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-111c38a7-1144-4073-90cf-91bb03313bb4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:35.632156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-111c38a7-1144-4073-90cf-91bb03313bb4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/networks?id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 797 time: 0.1214075 Aug 23 12:28:35.668796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:35.686921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-1757ca32-af7d-4000-811f-e2fe5c7c8c73 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 380 time: 0.0459626 Aug 23 12:28:35.700692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 7254332a-2179-4c6d-bc2a-c86d364505f0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7254332a-2179-4c6d-bc2a-c86d364505f0,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:35.702910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'port': {'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'admin_state_up': True, 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'security_groups': ['ca42869c-fc6d-47b9-a250-691456c3aebb']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:35.704922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:35.752798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=7254332a-2179-4c6d-bc2a-c86d364505f0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:35.818705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fd0268ef-6988-4cba-a5a7-f74227be10e6 req-e284f51f-f83e-4954-bed5-b03f018daece tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 210 time: 0.0280249 Aug 23 12:28:35.820520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:28:35.824358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:35.945254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.20.0.7 (8dcfb141-2efe-4848-abe3-4e530550b9a4/6fe9b1dc-a76c-4f3d-b141-c9dd6be19758/9995cbca-ea67-4d4f-8df1-0217b85209e8) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:36.090129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.103358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Transition to ACTIVE for port object 9995cbca-ea67-4d4f-8df1-0217b85209e8 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:36.135853 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.176311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:36.179412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:36.181904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:36.224825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=9995cbca-ea67-4d4f-8df1-0217b85209e8,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:36.247360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:36.248615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.263584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-2dc28f9b-a3e8-472d-a9ce-0877f2d4d7cd tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650284 Aug 23 12:28:36.276262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Request body: {'port': {'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:36.334349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.413022 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e2fbfe4-1de2-465f-8eff-1aa0eae3d096 None None] Provisioning for port 9995cbca-ea67-4d4f-8df1-0217b85209e8 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:36.416714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0e2fbfe4-1de2-465f-8eff-1aa0eae3d096 None None] Provisioning complete for port 9995cbca-ea67-4d4f-8df1-0217b85209e8 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:36.417092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbfe4-1de2-465f-8eff-1aa0eae3d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.450859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fbfe4-1de2-465f-8eff-1aa0eae3d096 None None] Port 9995cbca-ea67-4d4f-8df1-0217b85209e8 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:28:36.600338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9995cbca-ea67-4d4f-8df1-0217b85209e8 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:28:36.607569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.619189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Transition to ACTIVE for port object 9995cbca-ea67-4d4f-8df1-0217b85209e8 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:28:36.623421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.714785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Pushing event updated for resources: {'Port': ['ID=9995cbca-ea67-4d4f-8df1-0217b85209e8,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:36.747224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Attempting to bind port 9995cbca-ea67-4d4f-8df1-0217b85209e8 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:28:36.747645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Attempting to bind port 9995cbca-ea67-4d4f-8df1-0217b85209e8 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:28:36.748605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Attempting to bind port 9995cbca-ea67-4d4f-8df1-0217b85209e8 on network 8dcfb141-2efe-4848-abe3-4e530550b9a4 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:36.753382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Port 9995cbca-ea67-4d4f-8df1-0217b85209e8 on network 8dcfb141-2efe-4848-abe3-4e530550b9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:28:36.753737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Attempting to bind port 9995cbca-ea67-4d4f-8df1-0217b85209e8 on network 8dcfb141-2efe-4848-abe3-4e530550b9a4 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:28:36.758797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:28:36.759413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Checking segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:28:36.759584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Bound using segment: {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:28:36.760019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Bound port: 9995cbca-ea67-4d4f-8df1-0217b85209e8, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f43d53e-eef0-4097-8b41-0ff69e86963a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:28:36.760412 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.825634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] For port 9995cbca-ea67-4d4f-8df1-0217b85209e8, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:28:36.828723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] For port 9995cbca-ea67-4d4f-8df1-0217b85209e8, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:28:36.832239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.870668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:36.871305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:36.872931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] 10.222.0.44 "PUT /v2.0/ports/9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 200 len: 1091 time: 0.6010799 Aug 23 12:28:36.873394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:36.876122 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b50c051-ad24-4332-94c9-af0a9540ddc0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:36.914109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e0f3-a3e2-4006-a39e-964ac4369f51 service neutron] Pushing event updated for resources: {'Port': ['ID=9995cbca-ea67-4d4f-8df1-0217b85209e8,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:36.939002 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db786635-8f52-4dd3-8faf-f0f6b7b5c4c9 x-openstack-request-id: req-db786635-8f52-4dd3-8faf-f0f6b7b5c4c9 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:36.939293 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:36.939545 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db786635-8f52-4dd3-8faf-f0f6b7b5c4c9 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:36.939975 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'status': 'completed', 'code': 200} Aug 23 12:28:36.982916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-6d932045-19bd-409f-bf74-5b3c398a2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:36.984466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-6d932045-19bd-409f-bf74-5b3c398a2db1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1094 time: 0.0674844 Aug 23 12:28:36.991929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587052ae-2e6d-4fe0-8858-d59eabe7ce28 req-9fd028c4-bcea-4d33-acfb-119bce5f57f3 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:36.993414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-587052ae-2e6d-4fe0-8858-d59eabe7ce28 req-9fd028c4-bcea-4d33-acfb-119bce5f57f3 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 943 time: 0.0949242 Aug 23 12:28:37.040395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-c1b317e7-f226-4ef1-881a-fb300f0ead75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 200 len: 217 time: 0.0459435 Aug 23 12:28:37.103902 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-587052ae-2e6d-4fe0-8858-d59eabe7ce28 req-51217c8b-7c54-4f55-971d-910a5c81e76d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034636 Aug 23 12:28:37.113487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-b373b192-84fe-44ce-bfa8-83ecd71aaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:37.115417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-b373b192-84fe-44ce-bfa8-83ecd71aaa44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 HTTP/1.1" status: 200 len: 835 time: 0.0664649 Aug 23 12:28:37.161531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf44c-50ee-4841-9535-619979310f85 req-8a657231-04e3-4811-8a87-171bdb00182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:37.162949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-8a657231-04e3-4811-8a87-171bdb00182a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8dcfb141-2efe-4848-abe3-4e530550b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401795 Aug 23 12:28:37.261582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-0270ae0f-cd57-420e-bb64-4a0e05b5a500 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903592 Aug 23 12:28:37.350439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-df9bf44c-50ee-4841-9535-619979310f85 req-4a7b0e17-6ef7-4c70-9504-10124a2c61a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811899 Aug 23 12:28:37.440762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-640671ca-16cb-4bca-ac1a-d701cd8f009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:37.442321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-640671ca-16cb-4bca-ac1a-d701cd8f009d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1094 time: 0.0456991 Aug 23 12:28:37.491673 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7254332a-2179-4c6d-bc2a-c86d364505f0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:37.538673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-3ffb6cc2-61dc-4da0-ae46-a11b92e11a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:37.540337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-3ffb6cc2-61dc-4da0-ae46-a11b92e11a3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 898 time: 0.0916209 Aug 23 12:28:37.542731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 7254332a-2179-4c6d-bc2a-c86d364505f0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:37.542731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:37.587161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-20248294-0072-46d2-8abe-7752bc89bebf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 200 len: 217 time: 0.0394001 Aug 23 12:28:37.640733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-d7d2b7f8-ddc8-4869-b679-6fd408a7bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:37.642275 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-d7d2b7f8-ddc8-4869-b679-6fd408a7bf68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 HTTP/1.1" status: 200 len: 835 time: 0.0466588 Aug 23 12:28:37.690818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-3ba7b6da-4daf-4ac5-b3e5-719b1f357127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:37.692255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-3ba7b6da-4daf-4ac5-b3e5-719b1f357127 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8dcfb141-2efe-4848-abe3-4e530550b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416787 Aug 23 12:28:37.787719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-2b68173c-d775-4b3d-960e-b972be2d8484 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869241 Aug 23 12:28:37.876161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b50c051-ad24-4332-94c9-af0a9540ddc0 req-2de6e701-3868-4e7a-9a8e-8096afa80215 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803652 Aug 23 12:28:38.219782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7928a4-ab89-45b2-94e4-4e98e50b5ed6 req-1d4a4d36-b8ef-40be-a8e3-585a2cb0fc63 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:38.221279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d7928a4-ab89-45b2-94e4-4e98e50b5ed6 req-1d4a4d36-b8ef-40be-a8e3-585a2cb0fc63 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 943 time: 0.0485058 Aug 23 12:28:38.258686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6d7928a4-ab89-45b2-94e4-4e98e50b5ed6 req-63b80c73-c47a-43b5-9bde-d94cdf14291f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315082 Aug 23 12:28:39.371774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbaf92-e4cc-451f-bd41-2f64504b5467 req-920b2fb8-f8b1-4aa4-8841-0fc40a941f56 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:39.373793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82fbaf92-e4cc-451f-bd41-2f64504b5467 req-920b2fb8-f8b1-4aa4-8841-0fc40a941f56 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 943 time: 0.0490599 Aug 23 12:28:39.415527 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82fbaf92-e4cc-451f-bd41-2f64504b5467 req-e93854f6-b68f-4534-9a4e-72fce58b8635 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357611 Aug 23 12:28:39.834220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9995cbca-ea67-4d4f-8df1-0217b85209e8 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:28:39.927379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9995cbca-ea67-4d4f-8df1-0217b85209e8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:39.937968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:28:39.975564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:39.987570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9995cbca-ea67-4d4f-8df1-0217b85209e8 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:28:40.005952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9995cbca-ea67-4d4f-8df1-0217b85209e8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:40.009651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:40.055207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9995cbca-ea67-4d4f-8df1-0217b85209e8,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:40.251197 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9995cbca-ea67-4d4f-8df1-0217b85209e8'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:28:40.528984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582aff3-2244-4017-bdae-48e36e3949fc req-1201702e-9016-4e98-8f37-1e819ff9c5ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:40.530425 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c582aff3-2244-4017-bdae-48e36e3949fc req-1201702e-9016-4e98-8f37-1e819ff9c5ff tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 944 time: 0.0494943 Aug 23 12:28:40.568155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c582aff3-2244-4017-bdae-48e36e3949fc req-1c15e99d-d4a4-419f-bed5-2254745dd857 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Aug 23 12:28:41.684819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a93275-a660-43bb-a17c-fb625e703c73 req-33401872-b3f6-44e1-acc5-d6a81266ae63 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:41.686796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58a93275-a660-43bb-a17c-fb625e703c73 req-33401872-b3f6-44e1-acc5-d6a81266ae63 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 944 time: 0.0505824 Aug 23 12:28:41.724557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-58a93275-a660-43bb-a17c-fb625e703c73 req-8750dbf1-9ff1-4cbf-a04b-b88e254e2289 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Aug 23 12:28:41.849926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9995cbca-ea67-4d4f-8df1-0217b85209e8 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:28:41.898008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 9995cbca-ea67-4d4f-8df1-0217b85209e8 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:28:41.901467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9995cbca-ea67-4d4f-8df1-0217b85209e8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:28:41.901871 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:41.978532 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:41.999827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:42.002060 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eb22a3-f354-4d89-ae83-d4c1cf4ede8d" -d '{"events": [{"server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "name": "network-vif-plugged", "status": "completed", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:42.015549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9995cbca-ea67-4d4f-8df1-0217b85209e8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:28:42.019515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:42.045759 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6a473e-d67b-4544-a7ba-a13aaa350871 x-openstack-request-id: req-de6a473e-d67b-4544-a7ba-a13aaa350871 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:42.046162 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "name": "network-vif-plugged", "status": "completed", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:42.046520 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de6a473e-d67b-4544-a7ba-a13aaa350871 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:42.047721 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'code': 200} Aug 23 12:28:42.073443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9995cbca-ea67-4d4f-8df1-0217b85209e8,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:42.140335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd2a8b-0ca5-467a-92e4-7a09b6c5f14d req-6bf54ac0-ef1f-4094-b061-f9657372f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:42.141850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36fd2a8b-0ca5-467a-92e4-7a09b6c5f14d req-6bf54ac0-ef1f-4094-b061-f9657372f367 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1096 time: 0.0390499 Aug 23 12:28:42.175513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-36fd2a8b-0ca5-467a-92e4-7a09b6c5f14d req-c69945d9-71b2-4fb2-9091-93a1882fab25 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269480 Aug 23 12:28:42.837580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99434b-5b95-4cde-8a36-d47f7b5cd708 req-8335c9d6-3690-4b0c-94a9-fea0d3d083bb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:42.839076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a99434b-5b95-4cde-8a36-d47f7b5cd708 req-8335c9d6-3690-4b0c-94a9-fea0d3d083bb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Aug 23 12:28:42.879446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6a99434b-5b95-4cde-8a36-d47f7b5cd708 req-dde9fc58-914f-40e9-a026-77709fb985fa tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345471 Aug 23 12:28:44.012905 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e449-e66f-4aa2-b38a-8863b82ffeab req-94b240e3-9a32-4b64-acd2-ca16fd296a0e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:44.014974 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a341e449-e66f-4aa2-b38a-8863b82ffeab req-94b240e3-9a32-4b64-acd2-ca16fd296a0e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Aug 23 12:28:44.051923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a341e449-e66f-4aa2-b38a-8863b82ffeab req-83995625-703c-49f2-98d1-f922813c8329 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307276 Aug 23 12:28:44.163765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20ac4-98c5-469a-9d36-69d98ce3f4f8 req-80dc44e0-c17c-483e-aba8-87aa51ef0461 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:44.165346 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70c20ac4-98c5-469a-9d36-69d98ce3f4f8 req-80dc44e0-c17c-483e-aba8-87aa51ef0461 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 945 time: 0.0482934 Aug 23 12:28:44.203044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-70c20ac4-98c5-469a-9d36-69d98ce3f4f8 req-2673e912-d770-409d-9cf9-7f2dd41d1608 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Aug 23 12:28:44.224592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38384) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:44.264008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4b2fad-43e5-496a-9ed5-c396058934ef tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:44.265579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8f4b2fad-43e5-496a-9ed5-c396058934ef tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1091 time: 0.0399928 Aug 23 12:28:44.268522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38386) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:44.273110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:28:44.295299 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:44.394302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:44.495251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.25.1.221 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/f6208fe8-4593-41b7-8bec-9cfef717d6b9) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:28:44.599153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:44.637484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:44.675736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:28:44.678500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:28:44.681985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:28:44.705532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=f6208fe8-4593-41b7-8bec-9cfef717d6b9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:44.718926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.719282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.719630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.719974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.720315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.720653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.720987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.721319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.721649 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.722006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.722345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:44.722671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:28:45.381620 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:45.448431 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:45.597643 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:45.602026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:45.676892 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=f6208fe8-4593-41b7-8bec-9cfef717d6b9,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:28:45.688537 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:45.787636 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Floating IP 98b2a378-1675-4da6-9b54-2416bbfbde3a associated. External IP: 172.25.1.221, port: 9995cbca-ea67-4d4f-8df1-0217b85209e8. Aug 23 12:28:45.986846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:28:46.096328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:28:46.105883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:28:46.113030 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:46.116503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:46.117186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:46.141203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7c06d391-2dc2-4e86-b6ab-608ed911559b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8716300 Aug 23 12:28:46.141838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:28:46.144135 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7993c489-1e13-4a56-9917-d48f51feabf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:28:46.145479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38388) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:46.199267 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b6ee4-a1c0-412b-aa67-b6f1d22f27bb x-openstack-request-id: req-616b6ee4-a1c0-412b-aa67-b6f1d22f27bb {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:28:46.199583 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:28:46.199832 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-616b6ee4-a1c0-412b-aa67-b6f1d22f27bb {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:28:46.200247 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'status': 'completed', 'code': 200} Aug 23 12:28:46.212300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28aa34c1-a728-41ce-ae10-9dfb19f31739 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/floatingips/98b2a378-1675-4da6-9b54-2416bbfbde3a HTTP/1.1" status: 200 len: 991 time: 0.0649147 Aug 23 12:28:46.226703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:46.267443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-29419cd6-8eae-43ce-bd2e-592c6df27865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:46.268881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-29419cd6-8eae-43ce-bd2e-592c6df27865 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1096 time: 0.0443406 Aug 23 12:28:46.357753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-b6088018-0578-4334-b145-6142d9dd1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:46.359283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-b6088018-0578-4334-b145-6142d9dd1994 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 898 time: 0.0837579 Aug 23 12:28:46.427109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-f25e0e33-ed89-49bb-bc2f-03fce7966e38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 200 len: 999 time: 0.0606658 Aug 23 12:28:46.449445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:45Z', 'revision_number': 0, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:46.475596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:28:46.476135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-6c1982c8-f879-4859-9d32-837ebfb4b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:46.477620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-6c1982c8-f879-4859-9d32-837ebfb4b893 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 HTTP/1.1" status: 200 len: 835 time: 0.0439780 Aug 23 12:28:46.484754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:28:46.485334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:28:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:46.524264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-2fdb2df0-43ff-4d04-90b3-4ec7bf44d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:46.525711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-2fdb2df0-43ff-4d04-90b3-4ec7bf44d441 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8dcfb141-2efe-4848-abe3-4e530550b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406229 Aug 23 12:28:46.591400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:28:46.619962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-a56edfd0-b6a8-4f7a-9ba6-d3f1df4f720d service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860817 Aug 23 12:28:46.709714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7993c489-1e13-4a56-9917-d48f51feabf0 req-3d863266-ef77-4992-b0c2-b2958652f0db service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822988 Aug 23 12:28:46.814025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:45Z', 'revision_number': 0, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:28:46.839920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfb4b6-c102-4060-a069-dc265c4b00fa None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:45Z', 'revision_number': 0, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:28:47.022143 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f365f-7e44-4fe4-b441-57846eb716f3 None None] New status for floating IP 98b2a378-1675-4da6-9b54-2416bbfbde3a: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:28:47.215496 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38396) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:47.278070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f2d27a1e-dd36-430e-aa4a-af772ec878d2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/floatingips/98b2a378-1675-4da6-9b54-2416bbfbde3a HTTP/1.1" status: 200 len: 993 time: 0.0613921 Aug 23 12:28:51.786014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-418c0592-0529-4eec-b473-87829fcced20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:54.359396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7304450f-e905-4041-a3d4-75926ffbcef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:54.438097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:54.887138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38406) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:28:55.022055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9e22-6e47-4d54-8061-62e1d1d4c3be req-6986d6bb-4423-4871-8b56-705756362a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:28:55.023485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e1f9e22-6e47-4d54-8061-62e1d1d4c3be req-6986d6bb-4423-4871-8b56-705756362a58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.1353312 Aug 23 12:28:55.056431 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e1f9e22-6e47-4d54-8061-62e1d1d4c3be req-5a46daee-d109-485d-8326-1eae1220001d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265367 Aug 23 12:28:55.749650 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:57.434596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:57.938285 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:28:58.425917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:04.464647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:29:07.397485 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-5f4c1aeb-46ef-44a5-b5a4-d32e715bce75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449398 Aug 23 12:29:07.480517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-929ba395-c649-434b-a8d2-39d09b617b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:07.482221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-929ba395-c649-434b-a8d2-39d09b617b5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.0435507 Aug 23 12:29:07.590048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-735ca7ca-55a0-41a3-80a1-ef23e56f26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:07.592099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-735ca7ca-55a0-41a3-80a1-ef23e56f26bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 910 time: 0.0920913 Aug 23 12:29:07.658491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-838d8dcc-91e1-40a4-bdb9-aae62265a875 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 1001 time: 0.0594752 Aug 23 12:29:07.707567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-c3cb262b-7a70-4f80-b4c6-7554862c75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:07.709511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-c3cb262b-7a70-4f80-b4c6-7554862c75a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.0445423 Aug 23 12:29:07.754004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-a28c38f2-3c94-4284-9ef5-e425813714f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:07.755464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-a28c38f2-3c94-4284-9ef5-e425813714f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384572 Aug 23 12:29:07.846505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-bb9e6c9e-1abd-45a2-8a1a-f3089c028752 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Aug 23 12:29:07.933620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fdc55082-8c15-4da6-a4e7-f1b2ba540cb5 req-baa05b6a-5428-42cc-b759-c2301aa56a4c service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802102 Aug 23 12:29:15.267065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-3e5210ab-92aa-4658-9b3f-09a2ce37b235 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495574 Aug 23 12:29:15.706066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763202-708a-417a-a631-85cdcba0dc58 req-1acb5c1e-f5e0-4d53-a009-0d90bbbd5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:15.707946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-1acb5c1e-f5e0-4d53-a009-0d90bbbd5653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1096 time: 0.3954008 Aug 23 12:29:15.830922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763202-708a-417a-a631-85cdcba0dc58 req-6f5363e9-d570-4cb5-a4fe-fd2e7f3dd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:15.832316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-6f5363e9-d570-4cb5-a4fe-fd2e7f3dd44a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 898 time: 0.1026855 Aug 23 12:29:15.895514 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38434) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:15.907425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-a9544da1-419a-4fd5-8751-bf0f34d502ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 200 len: 1001 time: 0.0677679 Aug 23 12:29:15.963891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763202-708a-417a-a631-85cdcba0dc58 req-fec39306-ca1f-44ab-9d4f-deb074ef4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:15.966310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-fec39306-ca1f-44ab-9d4f-deb074ef4cf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 HTTP/1.1" status: 200 len: 835 time: 0.0511789 Aug 23 12:29:15.975595 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c55db2b-d1b8-4b02-805c-d8fc388d244a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:15.976092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c55db2b-d1b8-4b02-805c-d8fc388d244a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:15.976596 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c55db2b-d1b8-4b02-805c-d8fc388d244a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:15.978336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c55db2b-d1b8-4b02-805c-d8fc388d244a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=1a6c602b68234bd28d13f60579feaf80&network_id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 2969 time: 0.0817900 Aug 23 12:29:16.016843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763202-708a-417a-a631-85cdcba0dc58 req-572715f1-5e5a-4749-ac20-49222a4a2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:16.018618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-572715f1-5e5a-4749-ac20-49222a4a2140 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8dcfb141-2efe-4848-abe3-4e530550b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424864 Aug 23 12:29:16.117779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-e665d0be-b1c1-4ef0-938c-6fcf652b653c service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901995 Aug 23 12:29:16.217776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd763202-708a-417a-a631-85cdcba0dc58 req-89b3370a-7e42-4caf-9d16-74426539ebf8 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902927 Aug 23 12:29:19.574133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38444) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:19.623994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa4e5d-afc4-45b5-8f79-77b2f33901bf tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:19.625490 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d9aa4e5d-afc4-45b5-8f79-77b2f33901bf tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e HTTP/1.1" status: 200 len: 814 time: 0.0503376 Aug 23 12:29:20.970078 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38450) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:20.975236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'network': {'name': 'tempest-network-smoke--798962109', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'port_security_enabled': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:20.995993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:29:20.999357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.022158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:29:21.031511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.031860 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Added segment f012b3b6-855f-4bcb-ada2-a1e40f1a81d8 of type vlan for network 1e236b73-3e04-40f9-9a1a-f435c762c0ae Aug 23 12:29:21.073311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.097288 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.102757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:21.103322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.152440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1812699 Aug 23 12:29:21.156433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38452) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.201047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45713b8-4082-45ef-a75c-1637b48adc7c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Network': ['ID=1e236b73-3e04-40f9-9a1a-f435c762c0ae,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:21.211399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:29:21.222431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312941ae-9a85-43df-8ec8-4e9f8ce8adb4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:21.223886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-312941ae-9a85-43df-8ec8-4e9f8ce8adb4 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1a6c602b68234bd28d13f60579feaf80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0664108 Aug 23 12:29:21.226742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38454) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.315623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34631a-ad5b-41b0-809d-49da62b682c1 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:21.317120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ce34631a-ad5b-41b0-809d-49da62b682c1 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894310 Aug 23 12:29:21.319947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38456) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.346950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dacbe268-e810-4122-bb57-0c1dcb302cd0 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259967 Aug 23 12:29:21.349498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38458) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.375989 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-07daf8c2-6b99-41b9-8e68-c6e2f33813e9 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1a6c602b68234bd28d13f60579feaf80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254755 Aug 23 12:29:21.378355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38460) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.464767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a912b18e-ad55-4e2d-b0f3-8340621c938d tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:21.466813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a912b18e-ad55-4e2d-b0f3-8340621c938d tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875909 Aug 23 12:29:21.469584 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38462) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.496576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-79d6049d-0fe4-4dd6-83dd-8b1081da713e tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258710 Aug 23 12:29:21.498807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38464) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:21.503380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819740581', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:21.606960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:29:21.610152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.786747 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8802b735-b7da-44bf-ab84-889aceacf65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.790760 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.856279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Subnet': ['ID=0f0bb92d-6ada-478f-910b-2254f338f1db,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:21.867253 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.867621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.867973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.868317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.868663 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.869002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.869340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.869676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.870041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.870374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.870711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.871040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:21.874023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Checking segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:29:21.874385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network hostable DHCP agents. Network: 1e236b73-3e04-40f9-9a1a-f435c762c0ae, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:29:21.891234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:29:21.899833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 1e236b73-3e04-40f9-9a1a-f435c762c0ae) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:29:21.904543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:21.905139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:21.909185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f7593-35c6-4787-bd27-43f93d0889cf None None] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:29:21.919583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-df9385a4-0ac2-4462-8144-a507c1eebea5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4197962 Aug 23 12:29:22.067080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ips': [{'subnet_id': '0f0bb92d-6ada-478f-910b-2254f338f1db'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:29:22.067980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.198553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Allocated IP 172.20.0.18 (1e236b73-3e04-40f9-9a1a-f435c762c0ae/0f0bb92d-6ada-478f-910b-2254f338f1db/34c2321e-1cd3-4b8e-bf85-065bac825101) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:29:22.340061 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.348829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Transition to ACTIVE for port object 34c2321e-1cd3-4b8e-bf85-065bac825101 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:29:22.362886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Transition to ACTIVE for port object 34c2321e-1cd3-4b8e-bf85-065bac825101 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:29:22.367796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.401413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:29:22.404218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:29:22.407489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:29:22.422869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Pushing event updated for resources: {'Port': ['ID=34c2321e-1cd3-4b8e-bf85-065bac825101,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:22.448087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.448432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.448908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.449223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.449467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.449833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.450135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.450460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.450784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.451108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.451433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.451754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:29:22.479318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Attempting to bind port 34c2321e-1cd3-4b8e-bf85-065bac825101 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:29:22.479697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Attempting to bind port 34c2321e-1cd3-4b8e-bf85-065bac825101 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:29:22.480062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Attempting to bind port 34c2321e-1cd3-4b8e-bf85-065bac825101 on network 1e236b73-3e04-40f9-9a1a-f435c762c0ae {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:29:22.485578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:29:22.485990 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Checking segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:29:22.486419 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.486849 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Bound using segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:29:22.487373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Bound port: 34c2321e-1cd3-4b8e-bf85-065bac825101, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:29:22.487765 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.558717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] For port 34c2321e-1cd3-4b8e-bf85-065bac825101, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:29:22.564165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] For port 34c2321e-1cd3-4b8e-bf85-065bac825101, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34c2321e-1cd3-4b8e-bf85-065bac825101,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:29:22.569139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.629797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4347-9131-4c0b-9dcf-c332b9d6c39e None None] Pushing event updated for resources: {'Port': ['ID=34c2321e-1cd3-4b8e-bf85-065bac825101,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:22.771204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38468) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:22.776006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310122958', 'description': 'tempest-secgroup-smoke-310122958 description', 'project_id': '1a6c602b68234bd28d13f60579feaf80'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:22.813088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.914424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.918577 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.947611 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:22.948864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1766391 Aug 23 12:29:22.949974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd5310-1ef2-4216-b416-6edfbaf74c3a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272c41b5-ba88-46d8-9745-36544e6d88ff,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:22.951926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38470) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:22.956327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': '272c41b5-ba88-46d8-9745-36544e6d88ff', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:22.983704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.038473 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.041823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.061215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61901cf-3eb9-4d05-80bb-1a77cab974f3,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:23.063453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.064637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b6e8352b-bd3e-468b-ac76-36dac224cb26 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117868 Aug 23 12:29:23.067378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38472) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:23.071904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': '272c41b5-ba88-46d8-9745-36544e6d88ff', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:23.099142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.155599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.159070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.182294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e941e556-1aff-4502-90ea-cff9a422ea86,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:23.185884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.187082 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4b42757d-0d0b-40e2-846e-c2857d2970fb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187654 Aug 23 12:29:23.189927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38474) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:23.196718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': '272c41b5-ba88-46d8-9745-36544e6d88ff', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:23.223796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.287720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.291693 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.311246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0ba1f7-4203-444a-ae64-962648a14d1c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:23.317904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.319162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0ed51e94-7115-4713-9fc9-7d76c0ff2388 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281879 Aug 23 12:29:23.321891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38476) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:23.326566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': '272c41b5-ba88-46d8-9745-36544e6d88ff', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:23.356587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.417896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.422363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.440016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f4fff4-410e-49b4-877d-24ad7c54a88f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:23.450484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.451710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-27c681e8-dea3-4a24-ba6f-4a9257132fa6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288724 Aug 23 12:29:23.454463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38478) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:23.459492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': '272c41b5-ba88-46d8-9745-36544e6d88ff', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:23.489094 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Project 1a6c602b68234bd28d13f60579feaf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:29:23.495891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.576449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.582866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.592331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34c2321e-1cd3-4b8e-bf85-065bac825101 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:29:23.612572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e5fa38-7737-4046-93fa-25bcad53ae2e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:23.616155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.617562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-43da624f-09ed-4156-8ef1-843b7584f746 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1620028 Aug 23 12:29:23.621331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38480) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:23.625366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80452dec-8e46-4c46-802a-891ba1f502ba None None] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:29:23.628542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': '272c41b5-ba88-46d8-9745-36544e6d88ff', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:23.650393 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Project 1a6c602b68234bd28d13f60579feaf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:29:23.655975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.720633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 34c2321e-1cd3-4b8e-bf85-065bac825101 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:29:23.724840 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.729101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.736284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] Provisioning for port 34c2321e-1cd3-4b8e-bf85-065bac825101 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:29:23.744701 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] Provisioning complete for port 34c2321e-1cd3-4b8e-bf85-065bac825101 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:23.745073 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.748236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099e47e4-c7e9-431b-ae4f-db581bf25eca,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:23.754220 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.762178 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b2028dee-2dfa-4736-9746-0bf358f0fe14 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323748 Aug 23 12:29:23.888945 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.931962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] For port 34c2321e-1cd3-4b8e-bf85-065bac825101, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34c2321e-1cd3-4b8e-bf85-065bac825101,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:29:23.937290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:23.995129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1be452-a566-4036-804d-bfbb91e7476e None None] Pushing event updated for resources: {'Port': ['ID=34c2321e-1cd3-4b8e-bf85-065bac825101,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:24.023274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-2b859d82-f373-4070-9731-4a2fefda538a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310122958&fields=id&tenant_id=1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 267 time: 0.0493765 Aug 23 12:29:24.140472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-dd598ca5-5477-428d-bb58-2d643a95000b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:24.141960 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-dd598ca5-5477-428d-bb58-2d643a95000b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/networks?id=1e236b73-3e04-40f9-9a1a-f435c762c0ae HTTP/1.1" status: 200 len: 796 time: 0.1110187 Aug 23 12:29:24.158037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e31049ad-a1df-487c-b515-7d55c24de042 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/quotas/1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 375 time: 0.0098617 Aug 23 12:29:24.158254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3dbcb4c3-e626-437a-9d20-e91c3a302c42 None None] Provisioning complete for port 34c2321e-1cd3-4b8e-bf85-065bac825101 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:24.158610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb4c3-e626-437a-9d20-e91c3a302c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:24.214832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-1a0b619d-c227-4adc-ba86-1d40578060cf tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512834 Aug 23 12:29:24.311461 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-be682451-3ee7-4241-b87a-6ee15368829b service neutron] 10.222.0.21 "GET /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841286 Aug 23 12:29:24.360086 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17b6287f-d7e6-477b-b6f8-b7db79bf3093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:24.402990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-197b5f15-e942-431a-a675-8b4c06c8368b service neutron] 10.222.0.21 "GET /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Aug 23 12:29:24.439235 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:24.576698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5375f19f-8b64-4f24-bec3-29ce17be4a13 req-02fc2378-3888-49d9-9f60-67785023e2e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 210 time: 0.0272200 Aug 23 12:29:25.445807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-2f6945bc-faf2-47d3-ab36-9cef445026df tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:25.447292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-2f6945bc-faf2-47d3-ab36-9cef445026df tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/networks?id=1e236b73-3e04-40f9-9a1a-f435c762c0ae HTTP/1.1" status: 200 len: 796 time: 0.1047015 Aug 23 12:29:25.494439 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-8b2df995-6a5d-4ed2-b6ae-fb4a982b6702 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 472 time: 0.0373335 Aug 23 12:29:25.505497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'port': {'device_id': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'admin_state_up': True, 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'security_groups': ['272c41b5-ba88-46d8-9745-36544e6d88ff']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:25.522626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34c2321e-1cd3-4b8e-bf85-065bac825101 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:29:25.571270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 34c2321e-1cd3-4b8e-bf85-065bac825101 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:25.571619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:25.620085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:29:25.624412 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:25.683290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ed06831-af2c-4855-b5b0-b31b5bfc0f8f req-90e6842d-7b65-4a26-89e8-15498c8c6e98 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 210 time: 0.0302033 Aug 23 12:29:25.753319 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:25.767699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.20.0.24 (1e236b73-3e04-40f9-9a1a-f435c762c0ae/0f0bb92d-6ada-478f-910b-2254f338f1db/aa001191-cfc3-4050-bb26-009beeb945f2) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:29:25.906287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:25.922170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Transition to ACTIVE for port object aa001191-cfc3-4050-bb26-009beeb945f2 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:29:25.954532 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:25.996188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:29:25.999112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:29:26.002647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:29:26.010785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=aa001191-cfc3-4050-bb26-009beeb945f2,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:26.056646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:26.057282 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.071060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3b2c8ebe-4188-4546-98fb-58e447f76be7 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692194 Aug 23 12:29:26.085460 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Request body: {'port': {'device_id': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:29:26.151540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.267025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9791489-19a0-408b-954a-b3bd8767aebb None None] Provisioning for port aa001191-cfc3-4050-bb26-009beeb945f2 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:29:26.270966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a9791489-19a0-408b-954a-b3bd8767aebb None None] Provisioning complete for port aa001191-cfc3-4050-bb26-009beeb945f2 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:26.271289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a9791489-19a0-408b-954a-b3bd8767aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.304442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a9791489-19a0-408b-954a-b3bd8767aebb None None] Port aa001191-cfc3-4050-bb26-009beeb945f2 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:29:26.412443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa001191-cfc3-4050-bb26-009beeb945f2 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:29:26.420348 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.432001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Transition to ACTIVE for port object aa001191-cfc3-4050-bb26-009beeb945f2 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:29:26.436060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.485439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Pushing event updated for resources: {'Port': ['ID=aa001191-cfc3-4050-bb26-009beeb945f2,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:26.561937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Attempting to bind port aa001191-cfc3-4050-bb26-009beeb945f2 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:29:26.562284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Attempting to bind port aa001191-cfc3-4050-bb26-009beeb945f2 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:29:26.562621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Attempting to bind port aa001191-cfc3-4050-bb26-009beeb945f2 on network 1e236b73-3e04-40f9-9a1a-f435c762c0ae {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:29:26.567294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Port aa001191-cfc3-4050-bb26-009beeb945f2 on network 1e236b73-3e04-40f9-9a1a-f435c762c0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:29:26.567625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Attempting to bind port aa001191-cfc3-4050-bb26-009beeb945f2 on network 1e236b73-3e04-40f9-9a1a-f435c762c0ae {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:29:26.572548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:29:26.572891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Checking segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:29:26.573278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Bound using segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:29:26.573740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Bound port: aa001191-cfc3-4050-bb26-009beeb945f2, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:29:26.574110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.640597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] For port aa001191-cfc3-4050-bb26-009beeb945f2, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:29:26.643814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] For port aa001191-cfc3-4050-bb26-009beeb945f2, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=aa001191-cfc3-4050-bb26-009beeb945f2,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:29:26.649495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.683580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:26.684712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:26.686140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] 10.222.0.44 "PUT /v2.0/ports/aa001191-cfc3-4050-bb26-009beeb945f2 HTTP/1.1" status: 200 len: 1092 time: 0.6067801 Aug 23 12:29:26.686583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'tag': 'aa001191-cfc3-4050-bb26-009beeb945f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:29:26.688834 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b446da-162e-4d19-bc51-afeea9f7869a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a4eb12-45a5-4111-9361-1b7fb7c5179f", "tag": "aa001191-cfc3-4050-bb26-009beeb945f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:29:26.727940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46652ae-bd9c-4be0-b5ae-ed69ee8e300d service neutron] Pushing event updated for resources: {'Port': ['ID=aa001191-cfc3-4050-bb26-009beeb945f2,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:26.758208 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea89bd8-b33d-4736-86e1-bdf247628c7d x-openstack-request-id: req-fea89bd8-b33d-4736-86e1-bdf247628c7d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:29:26.758499 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a4eb12-45a5-4111-9361-1b7fb7c5179f", "tag": "aa001191-cfc3-4050-bb26-009beeb945f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:29:26.758757 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fea89bd8-b33d-4736-86e1-bdf247628c7d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:29:26.759161 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'tag': 'aa001191-cfc3-4050-bb26-009beeb945f2', 'status': 'completed', 'code': 200} Aug 23 12:29:26.779790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-7025d332-c9c0-4033-895d-8f3d5034c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:26.781971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-7025d332-c9c0-4033-895d-8f3d5034c865 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 1095 time: 0.0508273 Aug 23 12:29:26.827913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-e8d38ef8-f11e-40fe-ba48-90f0b645685b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=aa001191-cfc3-4050-bb26-009beeb945f2 HTTP/1.1" status: 200 len: 217 time: 0.0386515 Aug 23 12:29:26.830468 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c977d-bc0e-4fde-a34f-8b858b458c84 req-8ae13a30-945b-4ccd-9027-190037cb882c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:26.831990 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac3c977d-bc0e-4fde-a34f-8b858b458c84 req-8ae13a30-945b-4ccd-9027-190037cb882c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 944 time: 0.0525551 Aug 23 12:29:26.872811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ac3c977d-bc0e-4fde-a34f-8b858b458c84 req-d553150c-397e-4391-9db7-24a0ed082f1a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Aug 23 12:29:26.881172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-26f4fabf-ba10-4bbb-ace0-cdcaaf1d99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:26.882596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-26f4fabf-ba10-4bbb-ace0-cdcaaf1d99cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f0bb92d-6ada-478f-910b-2254f338f1db HTTP/1.1" status: 200 len: 838 time: 0.0475626 Aug 23 12:29:26.928343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-a8bb3c74-8c63-478c-8d0d-99685a5bc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:26.929886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-a8bb3c74-8c63-478c-8d0d-99685a5bc155 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e236b73-3e04-40f9-9a1a-f435c762c0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403399 Aug 23 12:29:27.023309 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-3aa718c5-710d-48bd-a343-48d620a9b401 service neutron] 10.222.0.44 "GET /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858037 Aug 23 12:29:27.112036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bbdfcb83-4cee-4e33-be14-af202c92e3c9 req-65d8ad60-5261-40ab-9a78-9741526ddc15 service neutron] 10.222.0.44 "GET /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814576 Aug 23 12:29:27.202947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b446da-162e-4d19-bc51-afeea9f7869a req-e3b2256a-6165-4937-88a7-89e1ad074bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:27.204562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-e3b2256a-6165-4937-88a7-89e1ad074bec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 1095 time: 0.0446689 Aug 23 12:29:27.292649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b446da-162e-4d19-bc51-afeea9f7869a req-95837921-75f0-40fc-9e3a-3174fc466948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:27.294213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-95837921-75f0-40fc-9e3a-3174fc466948 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e236b73-3e04-40f9-9a1a-f435c762c0ae HTTP/1.1" status: 200 len: 897 time: 0.0829453 Aug 23 12:29:27.338249 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-dabef931-5695-4ea7-8427-d657d5fd1410 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=aa001191-cfc3-4050-bb26-009beeb945f2 HTTP/1.1" status: 200 len: 217 time: 0.0372741 Aug 23 12:29:27.388099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b446da-162e-4d19-bc51-afeea9f7869a req-6f5efc48-aec2-4659-b820-e2375254f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:27.389449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-6f5efc48-aec2-4659-b820-e2375254f5f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0f0bb92d-6ada-478f-910b-2254f338f1db HTTP/1.1" status: 200 len: 838 time: 0.0429921 Aug 23 12:29:27.433208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b446da-162e-4d19-bc51-afeea9f7869a req-7883c8ba-7ea1-4575-aea7-0254f0215119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:27.435273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-7883c8ba-7ea1-4575-aea7-0254f0215119 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e236b73-3e04-40f9-9a1a-f435c762c0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386844 Aug 23 12:29:27.437369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:27.529043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-acbdff15-31fd-40a6-9881-a46ffff88bc6 service neutron] 10.222.0.44 "GET /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862293 Aug 23 12:29:27.618196 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96b446da-162e-4d19-bc51-afeea9f7869a req-f6f13b14-ba93-416c-839e-fb0ec01ce4df service neutron] 10.222.0.44 "GET /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817180 Aug 23 12:29:27.939960 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:27.992648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36af93-7ac6-4f29-8899-8a99a0587de3 req-8d376f03-eb6c-4856-8278-1083014e1da4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:27.994142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d36af93-7ac6-4f29-8899-8a99a0587de3 req-8d376f03-eb6c-4856-8278-1083014e1da4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 944 time: 0.0483897 Aug 23 12:29:28.035644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d36af93-7ac6-4f29-8899-8a99a0587de3 req-71d964d3-f619-4ea3-bf5f-32a0204a5f0c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349159 Aug 23 12:29:28.439860 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:29.150051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6d0b-902d-4759-9590-49270348e44b req-978e3452-e6b1-4633-a603-9187d7a02d15 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:29.151537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-338d6d0b-902d-4759-9590-49270348e44b req-978e3452-e6b1-4633-a603-9187d7a02d15 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 944 time: 0.0488868 Aug 23 12:29:29.188838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-338d6d0b-902d-4759-9590-49270348e44b req-7e35f3ce-533a-485e-bdb3-e20c53b79be2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313237 Aug 23 12:29:30.145631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device aa001191-cfc3-4050-bb26-009beeb945f2 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:29:30.240810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port aa001191-cfc3-4050-bb26-009beeb945f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=aa001191-cfc3-4050-bb26-009beeb945f2,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:29:30.251312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'aa001191-cfc3-4050-bb26-009beeb945f2', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'port_id': 'aa001191-cfc3-4050-bb26-009beeb945f2', 'mac_address': 'fa:16:3e:80:54:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:29:30.289393 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:30.302159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa001191-cfc3-4050-bb26-009beeb945f2 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:29:30.302657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ec7c-edc0-42c9-8b69-fc7b9a61cbdd req-6f3a56cd-6120-4859-b0e5-cd07064725fe tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:30.304175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba45ec7c-edc0-42c9-8b69-fc7b9a61cbdd req-6f3a56cd-6120-4859-b0e5-cd07064725fe tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 944 time: 0.0496147 Aug 23 12:29:30.322098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port aa001191-cfc3-4050-bb26-009beeb945f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=aa001191-cfc3-4050-bb26-009beeb945f2,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:29:30.326240 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:30.345415 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba45ec7c-edc0-42c9-8b69-fc7b9a61cbdd req-32ee5dcb-85da-4bee-8bdd-945ae9a5928d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Aug 23 12:29:30.374713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=aa001191-cfc3-4050-bb26-009beeb945f2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:30.521605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['aa001191-cfc3-4050-bb26-009beeb945f2'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:29:31.461929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98501603-8963-47b0-b9ca-08a0906399dc req-e384ff4f-523d-43b4-8a90-3b07f2159365 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:31.463430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-98501603-8963-47b0-b9ca-08a0906399dc req-e384ff4f-523d-43b4-8a90-3b07f2159365 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 945 time: 0.0513358 Aug 23 12:29:31.500915 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-98501603-8963-47b0-b9ca-08a0906399dc req-24b48263-9ddb-45f8-a16e-4207c21c64f3 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Aug 23 12:29:32.176561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device aa001191-cfc3-4050-bb26-009beeb945f2 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:29:32.226760 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port aa001191-cfc3-4050-bb26-009beeb945f2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:29:32.230279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port aa001191-cfc3-4050-bb26-009beeb945f2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:32.230646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:32.307518 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:32.336473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa001191-cfc3-4050-bb26-009beeb945f2'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:29:32.339826 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e152c-c293-4055-8cd5-56f429a054a4" -d '{"events": [{"server_uuid": "e0a4eb12-45a5-4111-9361-1b7fb7c5179f", "name": "network-vif-plugged", "status": "completed", "tag": "aa001191-cfc3-4050-bb26-009beeb945f2"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:29:32.354364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port aa001191-cfc3-4050-bb26-009beeb945f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=aa001191-cfc3-4050-bb26-009beeb945f2,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:29:32.359386 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:32.387067 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b9630-4b54-4f2f-931e-a2f8b8bb97ba x-openstack-request-id: req-748b9630-4b54-4f2f-931e-a2f8b8bb97ba {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:29:32.387363 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4eb12-45a5-4111-9361-1b7fb7c5179f", "name": "network-vif-plugged", "status": "completed", "tag": "aa001191-cfc3-4050-bb26-009beeb945f2", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:29:32.387616 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-748b9630-4b54-4f2f-931e-a2f8b8bb97ba {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:29:32.388000 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa001191-cfc3-4050-bb26-009beeb945f2', 'code': 200} Aug 23 12:29:32.416490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=aa001191-cfc3-4050-bb26-009beeb945f2,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:32.482951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee18b2b-e677-47c4-8a41-c667719aa05e req-5d7483a9-a8e4-43d4-a28c-eef6dd59b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:32.484329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aee18b2b-e677-47c4-8a41-c667719aa05e req-5d7483a9-a8e4-43d4-a28c-eef6dd59b652 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 1097 time: 0.0396757 Aug 23 12:29:32.518262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aee18b2b-e677-47c4-8a41-c667719aa05e req-4aedda7b-7d66-4479-837e-fd8e2d0997d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269177 Aug 23 12:29:32.616420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d64bd-8939-436d-a5ae-446758ac92f2 req-6d78d568-0c0b-49c4-ac44-f43e7edc377f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:32.617961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a85d64bd-8939-436d-a5ae-446758ac92f2 req-6d78d568-0c0b-49c4-ac44-f43e7edc377f tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 946 time: 0.0484297 Aug 23 12:29:32.657198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a85d64bd-8939-436d-a5ae-446758ac92f2 req-d933c6c9-bf93-4300-b32b-a891c0d2fa9c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327997 Aug 23 12:29:33.781757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ef05d-cc77-4fe0-920c-5031e832897b req-94ca6daa-7415-46b1-81ad-521728bb712e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:33.783169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-393ef05d-cc77-4fe0-920c-5031e832897b req-94ca6daa-7415-46b1-81ad-521728bb712e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 946 time: 0.0510883 Aug 23 12:29:33.829603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-393ef05d-cc77-4fe0-920c-5031e832897b req-18f2ee3f-1bdf-49ba-ba9e-887d1c7b5513 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 Aug 23 12:29:33.942322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5752-3337-4297-b019-50c0a1a5e0fa req-38d60451-9f33-4a56-bcf6-2029e7d499a6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:33.943826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6efd5752-3337-4297-b019-50c0a1a5e0fa req-38d60451-9f33-4a56-bcf6-2029e7d499a6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 946 time: 0.0474396 Aug 23 12:29:33.981018 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6efd5752-3337-4297-b019-50c0a1a5e0fa req-998ad818-ab08-4592-b2e4-83aef2124160 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Aug 23 12:29:35.473170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38532) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:35.895452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:36.159503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.20.0.17 (1e236b73-3e04-40f9-9a1a-f435c762c0ae/0f0bb92d-6ada-478f-910b-2254f338f1db/e917a173-c37e-4cde-a70e-af3eb68180e6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:29:36.270812 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:36.284448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Transition to ACTIVE for port object e917a173-c37e-4cde-a70e-af3eb68180e6 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:29:36.315626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:36.352896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:29:36.355760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:29:36.359301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:29:36.386399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=e917a173-c37e-4cde-a70e-af3eb68180e6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:36.409771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:36.544682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:36.629432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-63dbbe05-ef4f-4393-ae2b-4b16dfef7761 None None] Provisioning for port e917a173-c37e-4cde-a70e-af3eb68180e6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:29:36.633525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-63dbbe05-ef4f-4393-ae2b-4b16dfef7761 None None] Provisioning complete for port e917a173-c37e-4cde-a70e-af3eb68180e6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:36.633949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63dbbe05-ef4f-4393-ae2b-4b16dfef7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:36.669505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-63dbbe05-ef4f-4393-ae2b-4b16dfef7761 None None] Port e917a173-c37e-4cde-a70e-af3eb68180e6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:29:37.148288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:37.153297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:37.223252 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:37.225872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=e917a173-c37e-4cde-a70e-af3eb68180e6,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:37.315337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:29:37.316798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:29:37.433091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:29:37.547205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:29:37.552756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-54bef668-8000-451e-bec2-fdc325f1c901 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "PUT /v2.0/routers/9092d8f5-f5ae-43fa-a115-9eb8efc36930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0784934 Aug 23 12:29:37.556777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:29:37.565844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:29:37.566523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:29:37.625392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d778bebb-88f7-49b5-a6b6-60ef4b5e36a0 None None] Provisioning complete for port e917a173-c37e-4cde-a70e-af3eb68180e6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:37.625703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d778bebb-88f7-49b5-a6b6-60ef4b5e36a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:37.702412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d778bebb-88f7-49b5-a6b6-60ef4b5e36a0 None None] Port e917a173-c37e-4cde-a70e-af3eb68180e6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:29:37.704772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:29:37.933109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:36Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:47Z', 'revision_number': 1, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e917a173-c37e-4cde-a70e-af3eb68180e6', 'name': '', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:fc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:29:36Z', 'updated_at': '2021-08-23T12:29:37Z', 'revision_number': 2, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:29:37.959441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:29:37.959733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Updating router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 port e917a173-c37e-4cde-a70e-af3eb68180e6 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:29:37.983300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:38.254151 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:38.263613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Transition to ACTIVE for port object e917a173-c37e-4cde-a70e-af3eb68180e6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:29:38.269623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:38.316961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a962c-35fa-4321-880d-f3f2378a7c5a None None] Pushing event updated for resources: {'Port': ['ID=e917a173-c37e-4cde-a70e-af3eb68180e6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:38.368191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Attempting to bind port e917a173-c37e-4cde-a70e-af3eb68180e6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:29:38.368569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Attempting to bind port e917a173-c37e-4cde-a70e-af3eb68180e6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:29:38.368937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Attempting to bind port e917a173-c37e-4cde-a70e-af3eb68180e6 on network 1e236b73-3e04-40f9-9a1a-f435c762c0ae {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:29:38.374826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:29:38.375206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Checking segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:29:38.375618 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:38.376017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Bound using segment: {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:29:38.376496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Bound port: e917a173-c37e-4cde-a70e-af3eb68180e6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:29:38.376884 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:38.449156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] For port e917a173-c37e-4cde-a70e-af3eb68180e6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:29:38.452642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] For port e917a173-c37e-4cde-a70e-af3eb68180e6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e917a173-c37e-4cde-a70e-af3eb68180e6,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:29:38.458913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:38.521231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:29:38.521914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:29:38.562064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a962c-35fa-4321-880d-f3f2378a7c5a None None] Pushing event updated for resources: {'Port': ['ID=e917a173-c37e-4cde-a70e-af3eb68180e6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:38.643842 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:29:38.876515 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:36Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:47Z', 'revision_number': 1, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e917a173-c37e-4cde-a70e-af3eb68180e6', 'name': '', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:fc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:29:36Z', 'updated_at': '2021-08-23T12:29:38Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:29:38.906375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932cd69-58a3-446e-a312-c4f59367274e None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:36Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:47Z', 'revision_number': 1, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e917a173-c37e-4cde-a70e-af3eb68180e6', 'name': '', 'network_id': '1e236b73-3e04-40f9-9a1a-f435c762c0ae', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:fc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:29:36Z', 'updated_at': '2021-08-23T12:29:38Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '0f0bb92d-6ada-478f-910b-2254f338f1db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:29:39.544483 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e917a173-c37e-4cde-a70e-af3eb68180e6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:29:39.592065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e917a173-c37e-4cde-a70e-af3eb68180e6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:29:39.595765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e917a173-c37e-4cde-a70e-af3eb68180e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:39.596163 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:39.674386 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:39.705149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e917a173-c37e-4cde-a70e-af3eb68180e6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e917a173-c37e-4cde-a70e-af3eb68180e6,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:29:39.708729 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:39.755014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e917a173-c37e-4cde-a70e-af3eb68180e6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:41.463805 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:29:41.526834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e917a173-c37e-4cde-a70e-af3eb68180e6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:29:41.574430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e917a173-c37e-4cde-a70e-af3eb68180e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:29:41.574809 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:51.787396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e099-b773-4471-ac51-d1bf9c9a787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:54.363272 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-729c3e41-1abe-4b11-85ef-c6b23df173d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:54.439290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:55.753943 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:57.441322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:57.910974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38558) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:29:57.952991 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:58.282802 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:58.462792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:58.653476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port e917a173-c37e-4cde-a70e-af3eb68180e6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:29:58.653830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:58.738217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port e917a173-c37e-4cde-a70e-af3eb68180e6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e917a173-c37e-4cde-a70e-af3eb68180e6,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:29:58.738578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:58.751932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for e917a173-c37e-4cde-a70e-af3eb68180e6 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:29:58.938309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:58.969922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=e917a173-c37e-4cde-a70e-af3eb68180e6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:29:59.170168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:29:59.395452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:29:59.522906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:29:59.532409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ab8ade57-32b3-42d2-8ab8-5fcf54c9c3b6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "PUT /v2.0/routers/9092d8f5-f5ae-43fa-a115-9eb8efc36930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201341 Aug 23 12:29:59.554642 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:29:59.566853 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:29:59.568092 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:29:59.783189 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:29:59.927730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c2214-15be-4546-b1cd-b416223e7420 req-f99347df-e504-42a6-9bfb-f72546e2cbce tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:29:59.929139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-463c2214-15be-4546-b1cd-b416223e7420 req-f99347df-e504-42a6-9bfb-f72546e2cbce tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 946 time: 0.2080059 Aug 23 12:29:59.968280 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-463c2214-15be-4546-b1cd-b416223e7420 req-ec0a508c-d8a0-456f-8db7-69588b6fa025 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Aug 23 12:30:00.007794 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:58Z', 'revision_number': 6, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:47Z', 'revision_number': 1, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:00.038281 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:30:00.046626 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:00.047226 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:00.157512 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:00.405102 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:58Z', 'revision_number': 6, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:47Z', 'revision_number': 1, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:00.431238 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea78f5-72b6-4ed8-ab14-9c0683a7bf52 None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:58Z', 'revision_number': 6, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '98b2a378-1675-4da6-9b54-2416bbfbde3a', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'port_id': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'mac_address': 'fa:16:3e:52:86:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:28:45Z', 'updated_at': '2021-08-23T12:28:47Z', 'revision_number': 1, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:30:01.108165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-0e357615-2549-4bac-90cf-b0a6830b39ec tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:01.109711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-0e357615-2549-4bac-90cf-b0a6830b39ec tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 946 time: 0.0810888 Aug 23 12:30:01.121261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c02066-90ee-414c-a3a5-f7cf5edab9d6 req-ba002f18-b4b5-481b-b653-d58807fbd1d0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:01.122840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c6c02066-90ee-414c-a3a5-f7cf5edab9d6 req-ba002f18-b4b5-481b-b653-d58807fbd1d0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a4eb12-45a5-4111-9361-1b7fb7c5179f HTTP/1.1" status: 200 len: 946 time: 0.0829980 Aug 23 12:30:01.219274 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c6c02066-90ee-414c-a3a5-f7cf5edab9d6 req-91a600c4-219f-477e-b6c6-d5638a126efc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=272c41b5-ba88-46d8-9745-36544e6d88ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890191 Aug 23 12:30:01.250968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port aa001191-cfc3-4050-bb26-009beeb945f2 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:01.251383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:01.344215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port aa001191-cfc3-4050-bb26-009beeb945f2, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=aa001191-cfc3-4050-bb26-009beeb945f2,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:01.344590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:01.357155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for aa001191-cfc3-4050-bb26-009beeb945f2 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:01.492879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:01.498003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e917a173-c37e-4cde-a70e-af3eb68180e6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:01.521049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e917a173-c37e-4cde-a70e-af3eb68180e6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:01.521504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e917a173-c37e-4cde-a70e-af3eb68180e6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:01.526757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=aa001191-cfc3-4050-bb26-009beeb945f2,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:01.575015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] No DVR routers for this DVR port aa001191-cfc3-4050-bb26-009beeb945f2 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:30:01.577578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:01.579632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7214d91f-f952-4a8c-83bb-0537d809ceee req-38a623d4-8a34-4629-9d2f-e6296638ae5a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "DELETE /v2.0/ports/aa001191-cfc3-4050-bb26-009beeb945f2 HTTP/1.1" status: 204 len: 173 time: 0.4558792 Aug 23 12:30:01.580092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'name': 'network-vif-deleted', 'tag': 'aa001191-cfc3-4050-bb26-009beeb945f2'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:30:01.582355 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b38466-f67e-4f84-a8fb-ebdc853a8b2d" -d '{"events": [{"server_uuid": "e0a4eb12-45a5-4111-9361-1b7fb7c5179f", "name": "network-vif-deleted", "tag": "aa001191-cfc3-4050-bb26-009beeb945f2"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:30:01.619919 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5b4cab-2f28-45b7-81fb-05ba91a119fd x-openstack-request-id: req-ce5b4cab-2f28-45b7-81fb-05ba91a119fd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:30:01.620220 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a4eb12-45a5-4111-9361-1b7fb7c5179f", "name": "network-vif-deleted", "tag": "aa001191-cfc3-4050-bb26-009beeb945f2", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:30:01.620477 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce5b4cab-2f28-45b7-81fb-05ba91a119fd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:30:01.621029 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a4eb12-45a5-4111-9361-1b7fb7c5179f', 'name': 'network-vif-deleted', 'tag': 'aa001191-cfc3-4050-bb26-009beeb945f2', 'status': 'completed', 'code': 200} Aug 23 12:30:02.275634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38572) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:02.334061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4d96aae-a198-4259-938c-06060bf75b82 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.359209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4d96aae-a198-4259-938c-06060bf75b82 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.416144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4d96aae-a198-4259-938c-06060bf75b82 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.419289 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b4d96aae-a198-4259-938c-06060bf75b82 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.420491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b4d96aae-a198-4259-938c-06060bf75b82 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/security-groups/272c41b5-ba88-46d8-9745-36544e6d88ff HTTP/1.1" status: 204 len: 168 time: 0.1438651 Aug 23 12:30:02.429370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d96aae-a198-4259-938c-06060bf75b82 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c41b5-ba88-46d8-9745-36544e6d88ff,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:02.453987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38576) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:02.509441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting subnet 0f0bb92d-6ada-478f-910b-2254f338f1db {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:30:02.512519 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.566171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.685164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.746977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.777388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0bb92d-6ada-478f-910b-2254f338f1db,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:02.779492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.783900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-39b41231-6159-4ac7-a555-6d30349e6a45 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/subnets/0f0bb92d-6ada-478f-910b-2254f338f1db HTTP/1.1" status: 204 len: 168 time: 0.3270588 Aug 23 12:30:02.784734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:02.786989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b193f4-8524-49a8-9dde-ee274c977f02 None None] Network 1e236b73-3e04-40f9-9a1a-f435c762c0ae requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:30:02.858120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.915073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 34c2321e-1cd3-4b8e-bf85-065bac825101 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:02.915424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:02.993720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] DHCP port deletion for 1e236b73-3e04-40f9-9a1a-f435c762c0ae request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:30:02.997641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port 34c2321e-1cd3-4b8e-bf85-065bac825101, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34c2321e-1cd3-4b8e-bf85-065bac825101,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:02.998143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.012186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 34c2321e-1cd3-4b8e-bf85-065bac825101 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:03.043253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] Deleting port 34c2321e-1cd3-4b8e-bf85-065bac825101 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:03.043555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.096587 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.112852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] For port 34c2321e-1cd3-4b8e-bf85-065bac825101, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34c2321e-1cd3-4b8e-bf85-065bac825101,segment=NetworkSegment(f012b3b6-855f-4bcb-ada2-a1e40f1a81d8),segment_id=f012b3b6-855f-4bcb-ada2-a1e40f1a81d8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:03.113254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.123415 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=34c2321e-1cd3-4b8e-bf85-065bac825101,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:03.127007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] No DVR routers for this DVR port 34c2321e-1cd3-4b8e-bf85-065bac825101 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:30:03.127772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] Calling delete_port for 34c2321e-1cd3-4b8e-bf85-065bac825101 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:03.221922 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.222264 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.233610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e236b73-3e04-40f9-9a1a-f435c762c0ae']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:03.249943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] Pushing event deleted for resources: {'Port': ['ID=34c2321e-1cd3-4b8e-bf85-065bac825101,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:03.254527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:03.255094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f012b3b6-855f-4bcb-ada2-a1e40f1a81d8') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:03.256719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3263e5b-f4e0-4d86-a1e1-c34caff34c5f None None] No DVR routers for this DVR port 34c2321e-1cd3-4b8e-bf85-065bac825101 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:30:03.266630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.289573 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.297985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:30:03.299135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:30:03.303813 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:30:03.365648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.380152 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.383272 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/networks/1e236b73-3e04-40f9-9a1a-f435c762c0ae HTTP/1.1" status: 204 len: 168 time: 0.5981464 Aug 23 12:30:03.386005 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38580) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:03.397059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba08131-0949-4e60-9665-42a799441f9b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Network': ['ID=1e236b73-3e04-40f9-9a1a-f435c762c0ae,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:03.548056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34c2321e-1cd3-4b8e-bf85-065bac825101 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:03.550399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port f6208fe8-4593-41b7-8bec-9cfef717d6b9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:03.550751 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.567722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 34c2321e-1cd3-4b8e-bf85-065bac825101 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:03.568151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34c2321e-1cd3-4b8e-bf85-065bac825101 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:03.632886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.633303 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.651256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for f6208fe8-4593-41b7-8bec-9cfef717d6b9 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:03.805354 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.828860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=f6208fe8-4593-41b7-8bec-9cfef717d6b9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:03.839021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.839429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.840314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.840663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.841222 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.842206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.842206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.842601 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.843037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.843415 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.843968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.844552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:03.921513 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:03.922038 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Floating IP 98b2a378-1675-4da6-9b54-2416bbfbde3a disassociated (deleted). External IP: 172.25.1.221, port: 9995cbca-ea67-4d4f-8df1-0217b85209e8. Aug 23 12:30:04.363713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device aa001191-cfc3-4050-bb26-009beeb945f2 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:04.384609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: aa001191-cfc3-4050-bb26-009beeb945f2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:04.384994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device aa001191-cfc3-4050-bb26-009beeb945f2 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:04.397866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:30:04.509576 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:30:04.514710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:04.519868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:30:04.529605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:04.530267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:04.542935 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1de9a037-c578-4ff9-b3c7-76280d1c3122 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/floatingips/98b2a378-1675-4da6-9b54-2416bbfbde3a HTTP/1.1" status: 204 len: 168 time: 1.1545320 Aug 23 12:30:04.543297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:30:04.545569 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7fcee2-3efc-4f42-b9c4-58011d113a50" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:30:04.582555 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ace517-bf73-41b2-8d1c-1c1d873b387e x-openstack-request-id: req-a9ace517-bf73-41b2-8d1c-1c1d873b387e {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:30:04.582852 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:30:04.583107 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9ace517-bf73-41b2-8d1c-1c1d873b387e {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:30:04.583515 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'status': 'completed', 'code': 200} Aug 23 12:30:04.649814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-f38b2b04-bc27-4bad-8719-7f3f858a5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:04.651298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-f38b2b04-bc27-4bad-8719-7f3f858a5b5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 1096 time: 0.0455101 Aug 23 12:30:04.656385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:04.759885 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-05e5ecc1-38f2-447d-9b3f-69934a421f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:04.761598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-05e5ecc1-38f2-447d-9b3f-69934a421f8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 200 len: 898 time: 0.1016347 Aug 23 12:30:04.789696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc61e6-9d91-463d-90b1-7ecf2398ad3c req-a09238b0-57e2-456e-adb4-df0fb70ef3a2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:04.791360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99bc61e6-9d91-463d-90b1-7ecf2398ad3c req-a09238b0-57e2-456e-adb4-df0fb70ef3a2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 945 time: 0.0555334 Aug 23 12:30:04.811160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-0ffe1681-392c-4bca-9518-84dd8e3de59b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 200 len: 217 time: 0.0402722 Aug 23 12:30:04.834947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99bc61e6-9d91-463d-90b1-7ecf2398ad3c req-0627dea3-9f1e-45e3-ac62-50bc40fcd02a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 Aug 23 12:30:04.871827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-4e2d8c62-049b-4005-850b-dc8bd3e8359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:04.873375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-4e2d8c62-049b-4005-850b-dc8bd3e8359d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 HTTP/1.1" status: 200 len: 835 time: 0.0543659 Aug 23 12:30:04.925001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-b7cf6b9f-9d32-4f05-8e8c-3fdb01f35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:04.926559 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-b7cf6b9f-9d32-4f05-8e8c-3fdb01f35ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8dcfb141-2efe-4848-abe3-4e530550b9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446630 Aug 23 12:30:05.026443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-741bd251-3511-4bfd-a650-81002504f029 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913577 Aug 23 12:30:05.033346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:58Z', 'revision_number': 6, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:05.063097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:30:05.071934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:05.072571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:05.119618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e7fcee2-3efc-4f42-b9c4-58011d113a50 req-5075eed4-ca0b-49fb-a2e4-ab7183c411f0 service neutron] 10.222.0.44 "GET /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847325 Aug 23 12:30:05.181739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:05.388439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:58Z', 'revision_number': 6, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:05.414916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25d61f-52f9-4958-bddd-a44db38bcb76 None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:29:58Z', 'revision_number': 6, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7254332a-2179-4c6d-bc2a-c86d364505f0', 'name': '', 'network_id': '8dcfb141-2efe-4848-abe3-4e530550b9a4', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:38:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:29Z', 'updated_at': '2021-08-23T12:28:35Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': '6fe9b1dc-a76c-4f3d-b141-c9dd6be19758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:30:05.644813 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75dd41-6f33-4d8d-9188-3e9a8746c99a None None] New status for floating IP 98b2a378-1675-4da6-9b54-2416bbfbde3a: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:30:06.049991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415ac90-396d-4924-9549-0061b153b21c req-71810672-f195-44a8-9da2-18afe6f5e369 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:06.051591 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b415ac90-396d-4924-9549-0061b153b21c req-71810672-f195-44a8-9da2-18afe6f5e369 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 945 time: 0.1434705 Aug 23 12:30:06.067854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a47a9-8c52-4148-92e2-451076d14551 req-25c4a18f-b68f-43af-908f-f77750363705 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:06.069369 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e01a47a9-8c52-4148-92e2-451076d14551 req-25c4a18f-b68f-43af-908f-f77750363705 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 945 time: 0.0760908 Aug 23 12:30:06.148270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b415ac90-396d-4924-9549-0061b153b21c req-c331e1f1-9d1c-4d48-967a-d3cedf1300f2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca42869c-fc6d-47b9-a250-691456c3aebb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777628 Aug 23 12:30:06.203789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 9995cbca-ea67-4d4f-8df1-0217b85209e8 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:06.204306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:06.701094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port 9995cbca-ea67-4d4f-8df1-0217b85209e8, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9995cbca-ea67-4d4f-8df1-0217b85209e8,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:06.701739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:06.722375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 9995cbca-ea67-4d4f-8df1-0217b85209e8 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:06.883005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:06.910305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=9995cbca-ea67-4d4f-8df1-0217b85209e8,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:06.953392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] No DVR routers for this DVR port 9995cbca-ea67-4d4f-8df1-0217b85209e8 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:30:06.955965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:06.958054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e01a47a9-8c52-4148-92e2-451076d14551 req-a3dbeb32-561c-4e23-99a4-fec12d80dc51 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "DELETE /v2.0/ports/9995cbca-ea67-4d4f-8df1-0217b85209e8 HTTP/1.1" status: 204 len: 173 time: 0.8808692 Aug 23 12:30:06.958498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'name': 'network-vif-deleted', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:30:06.960782 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79a343-e9ac-4dcc-b393-600d75dad8c9" -d '{"events": [{"server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "name": "network-vif-deleted", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:30:06.998029 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb30e2-a26e-4fe3-a178-88be6e884f18 x-openstack-request-id: req-b2eb30e2-a26e-4fe3-a178-88be6e884f18 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:30:06.998333 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c626db-117a-41b4-9a4a-07a20c4d1e30", "name": "network-vif-deleted", "tag": "9995cbca-ea67-4d4f-8df1-0217b85209e8", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:30:06.998592 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2eb30e2-a26e-4fe3-a178-88be6e884f18 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:30:06.998992 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c626db-117a-41b4-9a4a-07a20c4d1e30', 'name': 'network-vif-deleted', 'tag': '9995cbca-ea67-4d4f-8df1-0217b85209e8', 'status': 'completed', 'code': 200} Aug 23 12:30:07.251816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7b118cfb-9752-4f2d-b332-530f370289dc req-4d15f509-ded4-447d-91c9-63e30a02359b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8c626db-117a-41b4-9a4a-07a20c4d1e30 HTTP/1.1" status: 200 len: 210 time: 0.0267808 Aug 23 12:30:07.416979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-22508a61-947a-45cc-829f-7ec23ec5593e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482829 Aug 23 12:30:07.503407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-92b306d2-2c6e-4d39-8683-23e15166cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:07.504843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-92b306d2-2c6e-4d39-8683-23e15166cd55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.0445487 Aug 23 12:30:07.606695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-ce543ea6-bdcb-42af-815c-421075d2d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:07.608175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-ce543ea6-bdcb-42af-815c-421075d2d07b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 910 time: 0.0848010 Aug 23 12:30:07.675750 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-ac9d8f62-b90f-4cb1-936e-6991f84060c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 1001 time: 0.0599921 Aug 23 12:30:07.723668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-1849eb3e-f5a8-4a53-b7bd-603312090a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:07.725183 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-1849eb3e-f5a8-4a53-b7bd-603312090a13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.0431097 Aug 23 12:30:07.770647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-bb9dde94-c967-4299-b7de-b3862ef0c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:07.772396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-bb9dde94-c967-4299-b7de-b3862ef0c49a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406706 Aug 23 12:30:07.864535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-5dcfdeb5-0c51-42a6-8e84-d8e08da08527 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853472 Aug 23 12:30:07.953269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da2affa2-e41c-4446-8550-9cbe4b78dcbe req-2e3ee5fa-9643-45a1-ae67-3a25e12e3955 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819831 Aug 23 12:30:08.308051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38598) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:08.368433 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-958eb60d-2c60-49e0-8d77-3a6a74317ef9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:08.395639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-958eb60d-2c60-49e0-8d77-3a6a74317ef9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:08.452777 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-958eb60d-2c60-49e0-8d77-3a6a74317ef9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:08.455509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-958eb60d-2c60-49e0-8d77-3a6a74317ef9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:08.456665 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-958eb60d-2c60-49e0-8d77-3a6a74317ef9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/security-groups/ca42869c-fc6d-47b9-a250-691456c3aebb HTTP/1.1" status: 204 len: 168 time: 0.1476147 Aug 23 12:30:08.465736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eb60d-2c60-49e0-8d77-3a6a74317ef9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42869c-fc6d-47b9-a250-691456c3aebb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:08.492322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38602) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:08.866561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:09.125425 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 7254332a-2179-4c6d-bc2a-c86d364505f0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:09.125734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:09.216817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port 7254332a-2179-4c6d-bc2a-c86d364505f0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7254332a-2179-4c6d-bc2a-c86d364505f0,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:09.217182 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:09.228838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 7254332a-2179-4c6d-bc2a-c86d364505f0 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:09.412826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:09.449840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=7254332a-2179-4c6d-bc2a-c86d364505f0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:09.633415 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:09.872406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:30:09.981632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:30:09.986637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eada9bc7-9410-4688-b793-a2f0736ecac1 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "PUT /v2.0/routers/9092d8f5-f5ae-43fa-a115-9eb8efc36930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932282 Aug 23 12:30:09.989276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38604) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:09.992013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] Sync routers for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:30:10.001216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:10.001875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:10.040490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting subnet 6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:30:10.043740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.084394 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.110174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:10.177401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.243402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.273466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe9b1dc-a76c-4f3d-b141-c9dd6be19758,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:10.279026 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.282151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44046008-d5c6-4981-bd60-9fbef29b0e58 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/subnets/6fe9b1dc-a76c-4f3d-b141-c9dd6be19758 HTTP/1.1" status: 204 len: 168 time: 0.2918835 Aug 23 12:30:10.283707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38606) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:10.295010 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc8118-ea3f-4642-bbb9-c672646dce2b None None] Network 8dcfb141-2efe-4848-abe3-4e530550b9a4 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:30:10.398908 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:30:09Z', 'revision_number': 7, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:10.401207 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.447259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9995cbca-ea67-4d4f-8df1-0217b85209e8 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:10.454039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] Checking router: 9092d8f5-f5ae-43fa-a115-9eb8efc36930 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:30:10.477781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 9995cbca-ea67-4d4f-8df1-0217b85209e8 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:10.478134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9995cbca-ea67-4d4f-8df1-0217b85209e8 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:10.488714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] Routers {'9092d8f5-f5ae-43fa-a115-9eb8efc36930'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:10.489334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:10.515964 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.579727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 0b8dc152-e072-4f9a-b67b-c2e5178013ea {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:10.580077 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.584680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] DHCP port deletion for 8dcfb141-2efe-4848-abe3-4e530550b9a4 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:30:10.637380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] Set router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:10.667165 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port 0b8dc152-e072-4f9a-b67b-c2e5178013ea, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0b8dc152-e072-4f9a-b67b-c2e5178013ea,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:10.668105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.680259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 0b8dc152-e072-4f9a-b67b-c2e5178013ea owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:10.761834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] Deleting port dbc38505-3fe5-47cf-9046-7f56098c6476 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:30:10.762150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.844410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] For port dbc38505-3fe5-47cf-9046-7f56098c6476, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=dbc38505-3fe5-47cf-9046-7f56098c6476,segment=NetworkSegment(4f43d53e-eef0-4097-8b41-0ff69e86963a),segment_id=4f43d53e-eef0-4097-8b41-0ff69e86963a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:10.845785 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.851296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.877900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=0b8dc152-e072-4f9a-b67b-c2e5178013ea,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:10.883967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] Calling delete_port for dbc38505-3fe5-47cf-9046-7f56098c6476 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:30:10.941799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:10.973136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:30:09Z', 'revision_number': 7, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:11.001530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466b7b1-047a-44ee-991e-4e4a617d6180 None None] The sync data for ids ['9092d8f5-f5ae-43fa-a115-9eb8efc36930'] in n-d-773645-7 is: [{'id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'name': 'tempest-TestNetworkBasicOps-router-1551192369', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:30:09Z', 'revision_number': 7, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '0b8dc152-e072-4f9a-b67b-c2e5178013ea', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9092d8f5-f5ae-43fa-a115-9eb8efc36930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:28:25Z', 'updated_at': '2021-08-23T12:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:30:11.006280 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.034901 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.035689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] Pushing event deleted for resources: {'Port': ['ID=dbc38505-3fe5-47cf-9046-7f56098c6476,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:11.037162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.041461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a608587-6aad-4c00-8f82-c32aa7e86f64 None None] No DVR routers for this DVR port dbc38505-3fe5-47cf-9046-7f56098c6476 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:30:11.088111 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.088949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Fanout notify agent at l3_agent the message router_deleted on router 9092d8f5-f5ae-43fa-a115-9eb8efc36930 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:30:11.096006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.097109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a386d99-9371-4dc3-91b5-b62996ff9247 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/routers/9092d8f5-f5ae-43fa-a115-9eb8efc36930 HTTP/1.1" status: 204 len: 168 time: 0.8124907 Aug 23 12:30:11.099760 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38608) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:11.178482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.266829 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.278398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcfb141-2efe-4848-abe3-4e530550b9a4']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:11.291259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f43d53e-eef0-4097-8b41-0ff69e86963a') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:11.291485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f43d53e-eef0-4097-8b41-0ff69e86963a') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:11.300652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.314483 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.320828 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:30:11.321221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:30:11.324966 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:30:11.632865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device dbc38505-3fe5-47cf-9046-7f56098c6476 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:11.669136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: dbc38505-3fe5-47cf-9046-7f56098c6476 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:11.669720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device dbc38505-3fe5-47cf-9046-7f56098c6476 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:11.670418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7254332a-2179-4c6d-bc2a-c86d364505f0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:11.710500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.711050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7254332a-2179-4c6d-bc2a-c86d364505f0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:11.711050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7254332a-2179-4c6d-bc2a-c86d364505f0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:11.732215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.734661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/networks/8dcfb141-2efe-4848-abe3-4e530550b9a4 HTTP/1.1" status: 204 len: 168 time: 0.6339595 Aug 23 12:30:11.736243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5d6ea-132a-49f0-806e-6ace20a6c0bc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Network': ['ID=8dcfb141-2efe-4848-abe3-4e530550b9a4,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:11.747686 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38610) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:11.753024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'network': {'name': 'tempest-network-smoke--681370636', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'port_security_enabled': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:11.780792 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:30:11.785386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.818308 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:30:11.829087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.829442 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Added segment 32ed845e-305e-434e-ab01-4dc23d69875f of type vlan for network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 Aug 23 12:30:11.876854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.901309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.913932 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:11.916297 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:11.976555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2276573 Aug 23 12:30:11.979259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38612) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:11.984372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-90617961', 'admin_state_up': True, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:12.012705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.013757 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.021834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047021e5-44c5-4353-a44a-a7009dbab3e6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Network': ['ID=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:12.036042 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:30:12.110991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.267551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.459323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.486823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.632993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.25.1.167 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/4a1ed821-138b-4331-9b29-d2ca75c20d83) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:30:12.735540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.774664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:12.814156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:30:12.817050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:12.819849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:30:12.871997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=4a1ed821-138b-4331-9b29-d2ca75c20d83,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:13.262724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:13.505338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0b8dc152-e072-4f9a-b67b-c2e5178013ea no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:30:13.527451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:13.548331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0b8dc152-e072-4f9a-b67b-c2e5178013ea {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:30:13.548897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0b8dc152-e072-4f9a-b67b-c2e5178013ea not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:30:13.691378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router b0be97d2-7153-47bc-861c-946d6693c570 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:30:13.798723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:30:13.808136 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Sync routers for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:30:13.817349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:13.818116 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:13.818723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:13.818908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0722084e-456a-4368-953f-1c7fe9a42ba2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8384850 Aug 23 12:30:13.822055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38614) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:13.850567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7872641c-6982-47da-8767-ad253f7f45b2 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1a6c602b68234bd28d13f60579feaf80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274048 Aug 23 12:30:13.853523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:13.924569 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:14.007523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ad540-423e-4fbe-bf62-2e38169af6a2 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:14.009073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d02ad540-423e-4fbe-bf62-2e38169af6a2 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543958 Aug 23 12:30:14.012688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38618) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:14.052929 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f9c3d3a3-7c76-4be0-a7b6-d0751e171ca6 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367823 Aug 23 12:30:14.053103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38620) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:14.058438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287360383', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:14.105429 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:13Z', 'revision_number': 3, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:14.131786 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Checking router: b0be97d2-7153-47bc-861c-946d6693c570 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:30:14.132134 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Updating router b0be97d2-7153-47bc-861c-946d6693c570 port 4a1ed821-138b-4331-9b29-d2ca75c20d83 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:30:14.147727 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:30:14.151239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.158020 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.335056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.388663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Subnet': ['ID=b620c457-36f8-414d-8a16-3795a7472e7e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:14.405916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Checking segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:30:14.406282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network hostable DHCP agents. Network: 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:30:14.407997 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.418219 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Transition to ACTIVE for port object 4a1ed821-138b-4331-9b29-d2ca75c20d83 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:14.423135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:30:14.424367 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.432476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:14.437677 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:14.438507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.442433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300e234-8b99-4cee-ac52-691b2c607a51 None None] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:30:14.454967 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-056a8128-fa74-4713-947d-7006af1184e9 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008927 Aug 23 12:30:14.457711 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38622) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:14.476231 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Attempting to bind port 4a1ed821-138b-4331-9b29-d2ca75c20d83 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:30:14.476604 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Attempting to bind port 4a1ed821-138b-4331-9b29-d2ca75c20d83 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:30:14.476968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Attempting to bind port 4a1ed821-138b-4331-9b29-d2ca75c20d83 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:30:14.489182 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:30:14.489555 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:30:14.489982 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.490376 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:30:14.490907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Bound port: 4a1ed821-138b-4331-9b29-d2ca75c20d83, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:30:14.491293 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.493721 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Pushing event updated for resources: {'Port': ['ID=4a1ed821-138b-4331-9b29-d2ca75c20d83,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:14.521006 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.521356 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.521718 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.522071 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.522407 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.522742 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.523071 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.523400 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.523723 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.524050 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.524377 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.524700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:14.556252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] For port 4a1ed821-138b-4331-9b29-d2ca75c20d83, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:30:14.560005 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] For port 4a1ed821-138b-4331-9b29-d2ca75c20d83, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4a1ed821-138b-4331-9b29-d2ca75c20d83,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:30:14.564259 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.607901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:30:14.609411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.613980 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:14.614609 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:14.670596 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe68ce4-6b20-4921-812c-0ded55e6431c None None] Pushing event updated for resources: {'Port': ['ID=4a1ed821-138b-4331-9b29-d2ca75c20d83,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:14.738167 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:14.756071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Allocated IP 172.20.0.2 (6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96/b620c457-36f8-414d-8a16-3795a7472e7e/24476020-9fbb-432e-a104-820d25d0b095) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:30:14.910582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.925582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Transition to ACTIVE for port object 24476020-9fbb-432e-a104-820d25d0b095 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:14.931936 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.942340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Transition to ACTIVE for port object 24476020-9fbb-432e-a104-820d25d0b095 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:14.950795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:14.993702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:30:14.997291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:15.000102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:30:15.008535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Pushing event updated for resources: {'Port': ['ID=24476020-9fbb-432e-a104-820d25d0b095,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:15.037248 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:13Z', 'revision_number': 3, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:15.065029 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc790d06-098d-4a6b-939d-0e885987b12c None None] The sync data for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 is: [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:13Z', 'revision_number': 3, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:30:15.073080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Attempting to bind port 24476020-9fbb-432e-a104-820d25d0b095 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:30:15.073544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Attempting to bind port 24476020-9fbb-432e-a104-820d25d0b095 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:30:15.074087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Attempting to bind port 24476020-9fbb-432e-a104-820d25d0b095 on network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:30:15.079812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:30:15.080289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Checking segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:30:15.085648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.085648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Bound using segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:30:15.085648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Bound port: 24476020-9fbb-432e-a104-820d25d0b095, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:30:15.085648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.149331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] For port 24476020-9fbb-432e-a104-820d25d0b095, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:30:15.153477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] For port 24476020-9fbb-432e-a104-820d25d0b095, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=24476020-9fbb-432e-a104-820d25d0b095,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:30:15.159124 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.224767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18844c16-ed86-4d5d-85ec-d3e7dfb6fe3d None None] Pushing event updated for resources: {'Port': ['ID=24476020-9fbb-432e-a104-820d25d0b095,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:15.425301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.20.0.1 (6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96/b620c457-36f8-414d-8a16-3795a7472e7e/25c4d414-ab2a-4432-ae43-cc471ae6f344) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:30:15.585561 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.607496 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Transition to ACTIVE for port object 25c4d414-ab2a-4432-ae43-cc471ae6f344 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:15.622257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 24476020-9fbb-432e-a104-820d25d0b095 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:15.653033 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.680590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 24476020-9fbb-432e-a104-820d25d0b095 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:15.685058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4a1ed821-138b-4331-9b29-d2ca75c20d83 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:15.715234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:30:15.721110 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:15.729066 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:30:15.742046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4a1ed821-138b-4331-9b29-d2ca75c20d83 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:15.746511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4a1ed821-138b-4331-9b29-d2ca75c20d83 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:15.746884 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.759138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=25c4d414-ab2a-4432-ae43-cc471ae6f344,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:15.790097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.830926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.852821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4a1ed821-138b-4331-9b29-d2ca75c20d83, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4a1ed821-138b-4331-9b29-d2ca75c20d83,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:15.857495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:15.914569 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4a1ed821-138b-4331-9b29-d2ca75c20d83,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:15.945360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.295735 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.302782 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.308887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08c2828-6713-4e71-a5a9-9fc4ff189d9d None None] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:30:16.391469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.393416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=25c4d414-ab2a-4432-ae43-cc471ae6f344,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:16.415891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] Provisioning for port 24476020-9fbb-432e-a104-820d25d0b095 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:16.429236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] Provisioning complete for port 24476020-9fbb-432e-a104-820d25d0b095 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:16.429619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.498536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:30:16.500241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:16.640455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router b0be97d2-7153-47bc-861c-946d6693c570 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:30:16.729083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.767344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:30:16.769426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] For port 24476020-9fbb-432e-a104-820d25d0b095, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=24476020-9fbb-432e-a104-820d25d0b095,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:16.774020 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6a4d31e3-14ec-497d-9f8a-bf70c9a95307 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "PUT /v2.0/routers/b0be97d2-7153-47bc-861c-946d6693c570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3141246 Aug 23 12:30:16.776551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38624) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:16.779412 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:16.837608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385536e9-1b0c-4d67-b577-3f2d28bc5f27 None None] Pushing event updated for resources: {'Port': ['ID=24476020-9fbb-432e-a104-820d25d0b095,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:16.880218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Sync routers for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:30:16.890395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:16.891159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:16.900505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:16.901100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:16.902194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:16.902668 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:16.903135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:16.903591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:16.905658 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5e8b549d-5c16-4eb6-8cec-4585a031755a tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1258798 Aug 23 12:30:16.908560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38626) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:17.017657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:17.020268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-820f607b-f279-47ef-a9b6-e9bf6637f6e7 None None] Provisioning for port 25c4d414-ab2a-4432-ae43-cc471ae6f344 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:17.053090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-820f607b-f279-47ef-a9b6-e9bf6637f6e7 None None] Provisioning complete for port 25c4d414-ab2a-4432-ae43-cc471ae6f344 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:17.053470 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-820f607b-f279-47ef-a9b6-e9bf6637f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.136980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-820f607b-f279-47ef-a9b6-e9bf6637f6e7 None None] Port 25c4d414-ab2a-4432-ae43-cc471ae6f344 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:30:17.190926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-820f607b-f279-47ef-a9b6-e9bf6637f6e7 None None] Provisioning complete for port 24476020-9fbb-432e-a104-820d25d0b095 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:17.191305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-820f607b-f279-47ef-a9b6-e9bf6637f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.226519 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:17.227049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:17.227438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:17.227920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:17.228331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:17.228784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:17.234328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d300b56a-4e80-400f-a4fa-9e4dec1defea tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.3215754 Aug 23 12:30:17.234328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38628) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:17.340536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:16Z', 'revision_number': 2, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:17.369843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Checking router: b0be97d2-7153-47bc-861c-946d6693c570 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:30:17.370270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Updating router b0be97d2-7153-47bc-861c-946d6693c570 port 25c4d414-ab2a-4432-ae43-cc471ae6f344 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:30:17.395460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.481511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a3ee1d27-d38a-418f-8b04-0b588290bae3 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3037 time: 0.2462437 Aug 23 12:30:17.513169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fb8bd172-6bd9-4c45-b3ae-ec9800498cfd None None] Provisioning complete for port 25c4d414-ab2a-4432-ae43-cc471ae6f344 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:17.513478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd172-6bd9-4c45-b3ae-ec9800498cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.577856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 24476020-9fbb-432e-a104-820d25d0b095 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:17.587803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bd172-6bd9-4c45-b3ae-ec9800498cfd None None] Port 25c4d414-ab2a-4432-ae43-cc471ae6f344 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:30:17.694120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 24476020-9fbb-432e-a104-820d25d0b095 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:17.694499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.783254 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.818812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Transition to ACTIVE for port object 25c4d414-ab2a-4432-ae43-cc471ae6f344 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:17.829721 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.859775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4a1ed821-138b-4331-9b29-d2ca75c20d83 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:17.923103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472ea61-e113-42ff-83ad-0cf088031904 None None] Pushing event updated for resources: {'Port': ['ID=25c4d414-ab2a-4432-ae43-cc471ae6f344,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:17.974186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4a1ed821-138b-4331-9b29-d2ca75c20d83 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:17.974569 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:17.978852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Attempting to bind port 25c4d414-ab2a-4432-ae43-cc471ae6f344 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:30:17.979245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Attempting to bind port 25c4d414-ab2a-4432-ae43-cc471ae6f344 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:30:17.980142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Attempting to bind port 25c4d414-ab2a-4432-ae43-cc471ae6f344 on network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:30:18.009477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:30:18.009888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Checking segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:30:18.010304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.010700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Bound using segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:30:18.011710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Bound port: 25c4d414-ab2a-4432-ae43-cc471ae6f344, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:30:18.012100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.117167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] For port 25c4d414-ab2a-4432-ae43-cc471ae6f344, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:30:18.137303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] For port 25c4d414-ab2a-4432-ae43-cc471ae6f344, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=25c4d414-ab2a-4432-ae43-cc471ae6f344,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:30:18.143505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.197271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:18.197714 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:29:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:18.225156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38634) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:18.230410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3491345', 'description': 'tempest-secgroup-smoke-3491345 description', 'project_id': '1a6c602b68234bd28d13f60579feaf80'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:18.247808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472ea61-e113-42ff-83ad-0cf088031904 None None] Pushing event updated for resources: {'Port': ['ID=25c4d414-ab2a-4432-ae43-cc471ae6f344,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:18.257006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.332287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:18.360310 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.365522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.396500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.397783 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1714346 Aug 23 12:30:18.399683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc6492-94cf-493a-95b6-b4a3c686e918 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb393ff-80dc-42e0-a0b3-1ee95f173c76,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:18.400811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38636) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:18.409524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'bbb393ff-80dc-42e0-a0b3-1ee95f173c76', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:18.434634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.463517 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:30:18.498069 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.501864 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.523024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3b81e0-d035-460d-b5fa-7f0e333f7e97,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:18.531329 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.533194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-de434a75-c266-4536-8011-2097298cb218 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298873 Aug 23 12:30:18.535906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38638) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:18.540843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'bbb393ff-80dc-42e0-a0b3-1ee95f173c76', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:18.559308 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:18Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:18.568285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.586254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76a8e0-2c18-414e-937e-a7a498341564 None None] The sync data for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 is: [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:18Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:30:18.639513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.645235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.671799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6890ddf-8cc5-4582-ade2-67dd38cfd2e7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:18.678856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.680135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6abf18f-c8fa-45a5-a5ea-db02a7285eed tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430440 Aug 23 12:30:18.683024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38640) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:18.687978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'bbb393ff-80dc-42e0-a0b3-1ee95f173c76', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:18.720090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.783568 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.788273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.806995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c05b7d1-23c6-4b60-b799-70e97ad5a61f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:18.814214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.815470 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-749979fd-cac2-489a-a2a8-94ca5c9d1021 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314206 Aug 23 12:30:18.819172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38642) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:18.824017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'bbb393ff-80dc-42e0-a0b3-1ee95f173c76', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:18.864178 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.935900 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.939623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.959740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790a2ac2-cc08-46a6-bf12-f3b7635d5fd7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:18.963236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:18.967965 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-34537c7b-8b61-41ba-8200-d9ffe1ebff8a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451635 Aug 23 12:30:18.968845 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:18.973171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'bbb393ff-80dc-42e0-a0b3-1ee95f173c76', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:18.996104 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Project 1a6c602b68234bd28d13f60579feaf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:30:19.001491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.069256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.073874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.094055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f60cc8-118e-412d-9031-47e3300cd79a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:19.101818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.103108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b3d42d5-2c58-4f4d-86ce-a2c01916ad18 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337130 Aug 23 12:30:19.106034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38646) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:19.110928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'security_group_rule': {'security_group_id': 'bbb393ff-80dc-42e0-a0b3-1ee95f173c76', 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:19.135528 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Project 1a6c602b68234bd28d13f60579feaf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:30:19.141378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.218275 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.224627 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.252772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dd534a-7c08-4225-974d-04f39342a28a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:19.260229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.261659 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c722fdda-0589-4a6e-82c3-a6bb4831404e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544695 Aug 23 12:30:19.420526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-f9fee5d3-94e7-424a-8861-9047cd1a364d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3491345&fields=id&tenant_id=1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 267 time: 0.0450146 Aug 23 12:30:19.553465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-ca0f4853-f12d-4cec-b281-531559b7db64 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:19.563269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-ca0f4853-f12d-4cec-b281-531559b7db64 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/networks?id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 HTTP/1.1" status: 200 len: 796 time: 0.1344776 Aug 23 12:30:19.580925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-a9334786-6e78-48ea-a985-c3e110ef29bf tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/quotas/1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 375 time: 0.0159523 Aug 23 12:30:19.590880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 25c4d414-ab2a-4432-ae43-cc471ae6f344 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:19.651454 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 25c4d414-ab2a-4432-ae43-cc471ae6f344 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:19.656186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 25c4d414-ab2a-4432-ae43-cc471ae6f344 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:19.656579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.679897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-e9ebd26b-eafc-496c-954e-aa2dae0fc8f2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842664 Aug 23 12:30:19.754707 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.789105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 25c4d414-ab2a-4432-ae43-cc471ae6f344, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=25c4d414-ab2a-4432-ae43-cc471ae6f344,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:19.793918 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:19.840512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-edfe466a-2575-4fff-8ce0-30beab3f5aad service neutron] 10.222.0.21 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478941 Aug 23 12:30:19.849703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=25c4d414-ab2a-4432-ae43-cc471ae6f344,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:19.930949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-7a475777-0792-4992-99e3-dae3ed5420dc service neutron] 10.222.0.21 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838208 Aug 23 12:30:20.091843 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48d4ea28-edd1-4e80-93ca-e2d5828abda1 req-90085e77-0d8e-415e-9a9f-d85415c0ac38 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 210 time: 0.0282135 Aug 23 12:30:20.984056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-91a10356-d503-4f37-972d-2210a08d55e2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:20.985573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-91a10356-d503-4f37-972d-2210a08d55e2 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/networks?id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 HTTP/1.1" status: 200 len: 796 time: 0.1087308 Aug 23 12:30:21.030113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-e96e3d42-2e90-484a-b144-805bdfb3a959 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6c602b68234bd28d13f60579feaf80 HTTP/1.1" status: 200 len: 377 time: 0.0355959 Aug 23 12:30:21.040127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'port': {'device_id': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'admin_state_up': True, 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'security_groups': ['bbb393ff-80dc-42e0-a0b3-1ee95f173c76']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:21.151873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Made reservation on behalf of 1a6c602b68234bd28d13f60579feaf80 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:30:21.155514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.195741 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a98b7355-0fc7-418f-ad35-ca4fea65b358 req-35465981-12c7-4996-9114-06db4cbbac8d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 210 time: 0.0301604 Aug 23 12:30:21.309502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.20.0.3 (6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96/b620c457-36f8-414d-8a16-3795a7472e7e/da433fff-34ec-400f-a768-ffe5dbb30dfc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:30:21.450143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.464756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Transition to ACTIVE for port object da433fff-34ec-400f-a768-ffe5dbb30dfc will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:21.498259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.548902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:30:21.552023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:21.554438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 25c4d414-ab2a-4432-ae43-cc471ae6f344 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:21.559867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:30:21.563804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=da433fff-34ec-400f-a768-ffe5dbb30dfc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:21.611117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 25c4d414-ab2a-4432-ae43-cc471ae6f344 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:21.611544 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.629104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:21.629913 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.659239 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-93417681-8af5-4d78-be97-a0b9bda4a7da tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6226370 Aug 23 12:30:21.675404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Request body: {'port': {'device_id': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:21.749000 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.790091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b2189dfa-6a0b-4a38-b1c4-f3241a31c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.850344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-056e23b2-e6eb-4fcf-9851-6f4135b8c030 None None] Provisioning for port da433fff-34ec-400f-a768-ffe5dbb30dfc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:21.854071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-056e23b2-e6eb-4fcf-9851-6f4135b8c030 None None] Provisioning complete for port da433fff-34ec-400f-a768-ffe5dbb30dfc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:21.854961 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-056e23b2-e6eb-4fcf-9851-6f4135b8c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:21.891977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-056e23b2-e6eb-4fcf-9851-6f4135b8c030 None None] Port da433fff-34ec-400f-a768-ffe5dbb30dfc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:30:22.266394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da433fff-34ec-400f-a768-ffe5dbb30dfc {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:30:22.274491 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:22.287022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Transition to ACTIVE for port object da433fff-34ec-400f-a768-ffe5dbb30dfc will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:30:22.291880 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:22.316661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd246e7-3c5e-4b53-81f7-d3a1f502e920 req-ce29e59a-4b66-4085-96a9-1e069325cee8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:22.318182 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dd246e7-3c5e-4b53-81f7-d3a1f502e920 req-ce29e59a-4b66-4085-96a9-1e069325cee8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 931 time: 0.0549228 Aug 23 12:30:22.345193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Pushing event updated for resources: {'Port': ['ID=da433fff-34ec-400f-a768-ffe5dbb30dfc,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:22.367259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dd246e7-3c5e-4b53-81f7-d3a1f502e920 req-e4f29073-3467-458d-8712-074bdea21629 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348964 Aug 23 12:30:22.392551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.392903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.393258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.393600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.394205 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.394552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.394987 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.395203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.395538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.395868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.396196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.396523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:22.430720 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Attempting to bind port da433fff-34ec-400f-a768-ffe5dbb30dfc on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:30:22.430989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Attempting to bind port da433fff-34ec-400f-a768-ffe5dbb30dfc by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:30:22.431386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Attempting to bind port da433fff-34ec-400f-a768-ffe5dbb30dfc on network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:30:22.436814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Port da433fff-34ec-400f-a768-ffe5dbb30dfc on network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:30:22.437144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Attempting to bind port da433fff-34ec-400f-a768-ffe5dbb30dfc on network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:30:22.442395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:30:22.442747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Checking segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:30:22.443138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Bound using segment: {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:30:22.443581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Bound port: da433fff-34ec-400f-a768-ffe5dbb30dfc, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ed845e-305e-434e-ab01-4dc23d69875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:30:22.444051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:22.516314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] For port da433fff-34ec-400f-a768-ffe5dbb30dfc, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:30:22.520530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] For port da433fff-34ec-400f-a768-ffe5dbb30dfc, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:30:22.525925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:22.561217 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:22.561785 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:22.563215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] 10.222.0.44 "PUT /v2.0/ports/da433fff-34ec-400f-a768-ffe5dbb30dfc HTTP/1.1" status: 200 len: 1091 time: 0.8948891 Aug 23 12:30:22.563666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:30:22.565978 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dc649f-b107-40b7-9319-cb7873fbff33" -d '{"events": [{"name": "network-changed", "server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:30:22.601526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789c21b-34ab-49f2-8ccd-86400abfe37e service neutron] Pushing event updated for resources: {'Port': ['ID=da433fff-34ec-400f-a768-ffe5dbb30dfc,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:22.638678 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737abe38-c780-42d1-be7e-7bc4db3021bb x-openstack-request-id: req-737abe38-c780-42d1-be7e-7bc4db3021bb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:30:22.639222 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:30:22.639331 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-737abe38-c780-42d1-be7e-7bc4db3021bb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:30:22.639920 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'status': 'completed', 'code': 200} Aug 23 12:30:22.659405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-adf9b6c0-d2d6-4a1e-8b6c-55de7841adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:22.661017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-adf9b6c0-d2d6-4a1e-8b6c-55de7841adfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 1094 time: 0.0550475 Aug 23 12:30:22.722867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-87c3a805-cf96-4758-8939-8423ca089965 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc HTTP/1.1" status: 200 len: 217 time: 0.0539806 Aug 23 12:30:22.784891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-d39659b5-42ef-451c-8263-18fac0840cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:22.786759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-d39659b5-42ef-451c-8263-18fac0840cf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b620c457-36f8-414d-8a16-3795a7472e7e HTTP/1.1" status: 200 len: 835 time: 0.0572162 Aug 23 12:30:22.836672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-215406e5-655d-427f-847e-415adb3bafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:22.838254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-215406e5-655d-427f-847e-415adb3bafff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446744 Aug 23 12:30:22.933486 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-a7b5b666-d77e-4bb2-8be4-335bb49163b5 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Aug 23 12:30:23.034884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6ab4cae-deed-4db4-87ee-915ffea8cccc req-3a47fa8b-1762-4f12-a12a-e0af8536d33c service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941634 Aug 23 12:30:23.129257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-e4b20245-3947-494a-b81d-eb7b8ee1963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:23.130829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-e4b20245-3947-494a-b81d-eb7b8ee1963c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 1094 time: 0.0449314 Aug 23 12:30:23.228163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-ee8ab9f0-68d1-447d-a969-852d24001337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:23.230247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-ee8ab9f0-68d1-447d-a969-852d24001337 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 HTTP/1.1" status: 200 len: 897 time: 0.0915627 Aug 23 12:30:23.277423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-dc9a9f5f-a041-4d9b-9a3c-424a308504fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc HTTP/1.1" status: 200 len: 217 time: 0.0383723 Aug 23 12:30:23.331288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-853bda7d-473d-448d-af91-359851f72352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:23.332702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-853bda7d-473d-448d-af91-359851f72352 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b620c457-36f8-414d-8a16-3795a7472e7e HTTP/1.1" status: 200 len: 835 time: 0.0476699 Aug 23 12:30:23.381892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-e75bb33a-680f-4106-a883-a7a782cf0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:23.383428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-e75bb33a-680f-4106-a883-a7a782cf0098 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425801 Aug 23 12:30:23.497096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-1d3be5a2-e019-40fb-97b4-15ae6a1879e7 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051102 Aug 23 12:30:23.502701 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805d38e-06ce-440e-93d1-fa3ef0152ab6 req-8a91dd11-3abe-4ea3-b14c-dc7a24b3274d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:23.504326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9805d38e-06ce-440e-93d1-fa3ef0152ab6 req-8a91dd11-3abe-4ea3-b14c-dc7a24b3274d tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 943 time: 0.0628238 Aug 23 12:30:23.571846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9805d38e-06ce-440e-93d1-fa3ef0152ab6 req-24e57416-4ee4-4477-be6b-694c9b0ec16a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585179 Aug 23 12:30:23.620553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05dc649f-b107-40b7-9319-cb7873fbff33 req-c2b7beff-770a-4f86-92b2-a34b41980ad8 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147046 Aug 23 12:30:24.365375 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aa9daee1-f808-401f-b437-65c1524de91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:24.443392 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:24.743142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97c2c2-625b-45b3-8999-80a044f04888 req-c380c3e1-2b07-4aa5-ae35-153139166cee tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:24.745438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a97c2c2-625b-45b3-8999-80a044f04888 req-c380c3e1-2b07-4aa5-ae35-153139166cee tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 943 time: 0.0746212 Aug 23 12:30:24.796319 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a97c2c2-625b-45b3-8999-80a044f04888 req-38cfbec2-478a-4808-a444-2854e924ba9c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442286 Aug 23 12:30:25.758028 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:25.927748 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21ce1-3c47-4443-bd45-7f6a0fb2deed req-a7e45df9-e79e-4548-acf4-eba3abd7ed8c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:25.929368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3d21ce1-3c47-4443-bd45-7f6a0fb2deed req-a7e45df9-e79e-4548-acf4-eba3abd7ed8c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 943 time: 0.0504882 Aug 23 12:30:25.976637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3d21ce1-3c47-4443-bd45-7f6a0fb2deed req-80a03dac-2cea-45c3-9d62-7093b4ade656 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389431 Aug 23 12:30:26.504332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device da433fff-34ec-400f-a768-ffe5dbb30dfc details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:30:26.603575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port da433fff-34ec-400f-a768-ffe5dbb30dfc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:26.614703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'port_id': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'mac_address': 'fa:16:3e:12:dc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:30:26.659055 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:26.674443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da433fff-34ec-400f-a768-ffe5dbb30dfc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:30:26.693465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port da433fff-34ec-400f-a768-ffe5dbb30dfc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:26.697834 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:26.748604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=da433fff-34ec-400f-a768-ffe5dbb30dfc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:26.756319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.756593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.756940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.757287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.757626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.757986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.758319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.758868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.758975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.759305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.759644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.759963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:30:26.898969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['da433fff-34ec-400f-a768-ffe5dbb30dfc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:30:27.115325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d42d-7d04-484f-a28d-7605183aa9b6 req-c4e7be53-edef-4e87-9264-4cfb3e86e8af tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:27.116979 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60d2d42d-7d04-484f-a28d-7605183aa9b6 req-c4e7be53-edef-4e87-9264-4cfb3e86e8af tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 944 time: 0.0558071 Aug 23 12:30:27.164229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-60d2d42d-7d04-484f-a28d-7605183aa9b6 req-060b82e2-fb37-43bb-8c5c-2e40e8c8a221 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383518 Aug 23 12:30:27.444473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:27.969158 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:28.305029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb0d2c-5795-4be1-852a-3658c88006fb req-f22b80df-b2ca-43b3-93e5-d2bbdc401e99 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:28.307328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64fb0d2c-5795-4be1-852a-3658c88006fb req-f22b80df-b2ca-43b3-93e5-d2bbdc401e99 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 944 time: 0.0626190 Aug 23 12:30:28.355318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64fb0d2c-5795-4be1-852a-3658c88006fb req-9688b81d-f434-4977-b5d1-4b42ee03f9e0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394273 Aug 23 12:30:28.455863 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:28.520081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device da433fff-34ec-400f-a768-ffe5dbb30dfc up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:30:28.574196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port da433fff-34ec-400f-a768-ffe5dbb30dfc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:30:28.578568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port da433fff-34ec-400f-a768-ffe5dbb30dfc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:30:28.578936 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:28.673133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:28.705103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:30:28.707518 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b08765b-d1b8-45ce-81a3-bb4bf1d96972" -d '{"events": [{"server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "name": "network-vif-plugged", "status": "completed", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:30:28.722340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port da433fff-34ec-400f-a768-ffe5dbb30dfc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:30:28.726789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:28.756481 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a885b664-e9b9-4ac4-aca5-1d12234c5753 x-openstack-request-id: req-a885b664-e9b9-4ac4-aca5-1d12234c5753 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:30:28.756778 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "name": "network-vif-plugged", "status": "completed", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:30:28.757031 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a885b664-e9b9-4ac4-aca5-1d12234c5753 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:30:28.758338 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'code': 200} Aug 23 12:30:28.796150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=da433fff-34ec-400f-a768-ffe5dbb30dfc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:28.855127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebd71c-283b-4833-a167-574a3d59573a req-ebd862fb-009b-49f0-8bc5-a738536571f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:28.856648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72ebd71c-283b-4833-a167-574a3d59573a req-ebd862fb-009b-49f0-8bc5-a738536571f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 1096 time: 0.0407908 Aug 23 12:30:28.895271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72ebd71c-283b-4833-a167-574a3d59573a req-aa624ede-2a96-4471-bb07-2eb51b1022d6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315015 Aug 23 12:30:29.477858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700864b-f08f-44ea-acb6-59023cb9f402 req-2d30c394-b8de-4e06-a4c0-a2372b22fed5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:29.480035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9700864b-f08f-44ea-acb6-59023cb9f402 req-2d30c394-b8de-4e06-a4c0-a2372b22fed5 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 945 time: 0.0538201 Aug 23 12:30:29.518281 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9700864b-f08f-44ea-acb6-59023cb9f402 req-176cd238-5c18-4585-a575-975afbd05ac4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323775 Aug 23 12:30:30.638195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb352dba-965b-403d-8c58-7929c4ad5e85 req-84ca5235-0efc-4b7b-a7b6-63d674cfeaf6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:30.639692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cb352dba-965b-403d-8c58-7929c4ad5e85 req-84ca5235-0efc-4b7b-a7b6-63d674cfeaf6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 945 time: 0.0531814 Aug 23 12:30:30.679418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cb352dba-965b-403d-8c58-7929c4ad5e85 req-e591f3f5-2975-400d-be5d-65271b05464e tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334520 Aug 23 12:30:30.796339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c5774-cff6-4421-b0e8-792a77473258 req-fb405ee2-ad83-40db-b4b0-62bc74268d95 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:30.797846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-252c5774-cff6-4421-b0e8-792a77473258 req-fb405ee2-ad83-40db-b4b0-62bc74268d95 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 945 time: 0.0510128 Aug 23 12:30:30.836047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-252c5774-cff6-4421-b0e8-792a77473258 req-122dbf28-f853-4108-946c-5236d7b804bf tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317686 Aug 23 12:30:30.858611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38698) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:30.898008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a4a0e-3a31-4ed9-ab95-d1d888b5e010 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:30.899541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e88a4a0e-3a31-4ed9-ab95-d1d888b5e010 tempest-TestNetworkBasicOps-650895583 tempest-TestNetworkBasicOps-650895583-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 1091 time: 0.0399218 Aug 23 12:30:30.902293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38700) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:30.906729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:30:30.930651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:31.033671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:31.135399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Allocated IP 172.25.1.125 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/08242566-d7c4-423d-b768-8476b4d7b5e0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:30:31.239144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:31.275845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:31.317297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:30:31.320091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:30:31.322841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:30:31.352593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=08242566-d7c4-423d-b768-8476b4d7b5e0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:31.832500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:31.942903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:32.105404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:32.110622 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:32.183446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event updated for resources: {'Port': ['ID=08242566-d7c4-423d-b768-8476b4d7b5e0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:30:32.195356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:32.294878 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Floating IP c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 associated. External IP: 172.25.1.125, port: da433fff-34ec-400f-a768-ffe5dbb30dfc. Aug 23 12:30:32.759338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router b0be97d2-7153-47bc-861c-946d6693c570 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:30:32.878859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:30:32.888867 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] Sync routers for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:30:32.895891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:32.901939 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:32.902564 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:30:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:32.924522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7d2be31b-52fb-462e-80a5-e740da9665f0 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0211871 Aug 23 12:30:32.925893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:30:32.927369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38702) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:32.927838 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae34c61-b8bc-4837-bf20-c1bec5d815c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:30:32.966762 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8508ae6c-3386-492e-91cf-441302bea2fc x-openstack-request-id: req-8508ae6c-3386-492e-91cf-441302bea2fc {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:30:32.966858 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:30:32.967216 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8508ae6c-3386-492e-91cf-441302bea2fc {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:30:32.967637 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'status': 'completed', 'code': 200} Aug 23 12:30:32.993094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-71a37a0a-41cf-4972-b9b1-888f7f1a6429 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/floatingips/c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 HTTP/1.1" status: 200 len: 991 time: 0.0645506 Aug 23 12:30:33.011687 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:33.030695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-70bf7d4e-3640-4b69-a684-701cce85ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:33.032357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-70bf7d4e-3640-4b69-a684-701cce85ed94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 1096 time: 0.0426283 Aug 23 12:30:33.131448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-a361321e-1227-4da4-a24b-5e1c2f4dd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:33.132880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-a361321e-1227-4da4-a24b-5e1c2f4dd97a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 HTTP/1.1" status: 200 len: 897 time: 0.0937932 Aug 23 12:30:33.204269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-ea2b2471-617d-4bf0-891d-531c1639c868 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc HTTP/1.1" status: 200 len: 999 time: 0.0635555 Aug 23 12:30:33.260256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-420cd6cf-fb1a-4f26-b2cb-f4b537066f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:33.263140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-420cd6cf-fb1a-4f26-b2cb-f4b537066f7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b620c457-36f8-414d-8a16-3795a7472e7e HTTP/1.1" status: 200 len: 835 time: 0.0522552 Aug 23 12:30:33.266485 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'port_id': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'mac_address': 'fa:16:3e:12:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:30:31Z', 'updated_at': '2021-08-23T12:30:31Z', 'revision_number': 0, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:19Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:33.295522 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] Checking router: b0be97d2-7153-47bc-861c-946d6693c570 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:30:33.307149 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:30:33.307994 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:30:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:33.319992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-577ce54a-b6e8-4d9e-ba1c-742fe53f23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:30:33.321555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-577ce54a-b6e8-4d9e-ba1c-742fe53f23d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517306 Aug 23 12:30:33.333268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-6b84ba46-c93e-4605-af70-f9c8037bdf1f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:30:33.334286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-6b84ba46-c93e-4605-af70-f9c8037bdf1f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054686 Aug 23 12:30:33.418482 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:30:33.442252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-f2c185db-37d3-4c61-9a9d-1d730fa1d395 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009650 Aug 23 12:30:33.541095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eae34c61-b8bc-4837-bf20-c1bec5d815c8 req-222ca161-184e-4b1d-ae26-9e23eecefd78 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914648 Aug 23 12:30:33.658955 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'port_id': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'mac_address': 'fa:16:3e:12:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:30:31Z', 'updated_at': '2021-08-23T12:30:31Z', 'revision_number': 0, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:19Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:30:33.684834 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495e1f-637f-438a-9d0e-8df10243730b None None] The sync data for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 is: [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'port_id': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'mac_address': 'fa:16:3e:12:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:30:31Z', 'updated_at': '2021-08-23T12:30:31Z', 'revision_number': 0, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:19Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:30:33.900604 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042788f-3172-498b-bf89-ee35e5c2f2d4 None None] New status for floating IP c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:30:33.997320 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38706) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:34.064122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-204b2e0e-7973-4b70-924f-aff0e1961feb tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/floatingips/c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 HTTP/1.1" status: 200 len: 991 time: 0.0656183 Aug 23 12:30:35.067942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38708) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:30:35.139167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e98d62f0-e15b-4bd7-9faa-746733ed04fc tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/floatingips/c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 HTTP/1.1" status: 200 len: 993 time: 0.0699196 Aug 23 12:30:51.792521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd2e2-bf98-4c2a-bc41-80e7ea353354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:54.366230 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-888acd51-070b-4f77-8cff-44d487a38017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:54.440939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:55.463002 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:30:55.761401 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:57.445632 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:57.972464 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:30:58.455406 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:01.685220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38724) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:01.753740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-06ac21ea-214f-4151-9e45-3483d1edc0ea tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/floatingips/c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 HTTP/1.1" status: 200 len: 993 time: 0.0643454 Aug 23 12:31:01.968179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38730) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:02.123939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 08242566-d7c4-423d-b768-8476b4d7b5e0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:31:02.124287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:02.197607 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:02.198131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:02.209867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 08242566-d7c4-423d-b768-8476b4d7b5e0 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:31:02.380891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:02.411545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=08242566-d7c4-423d-b768-8476b4d7b5e0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:02.468236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:02.468579 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Floating IP c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 disassociated (deleted). External IP: 172.25.1.125, port: da433fff-34ec-400f-a768-ffe5dbb30dfc. Aug 23 12:31:02.676611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router b0be97d2-7153-47bc-861c-946d6693c570 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:31:02.786350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:31:02.791114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:02.797340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] Sync routers for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:31:02.807483 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:31:02.808171 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:30:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:02.821190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-825e3a45-9a2c-4544-a256-50df1dacb34a tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/floatingips/c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89 HTTP/1.1" status: 204 len: 168 time: 0.8514595 Aug 23 12:31:02.821392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:31:02.824281 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b0ddc-d336-4b00-9205-21ab5739293a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:31:02.936554 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:31:03.045596 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b972f3a-ddd4-47ad-b91a-8dacff3d4c08 x-openstack-request-id: req-5b972f3a-ddd4-47ad-b91a-8dacff3d4c08 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:31:03.045946 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:31:03.046218 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b972f3a-ddd4-47ad-b91a-8dacff3d4c08 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:31:03.046628 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'status': 'completed', 'code': 200} Aug 23 12:31:03.108268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c467-eb0b-4754-8136-7a61aef27118 req-196e3afb-dfee-4164-8674-48c9033677fe tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:03.109986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff98c467-eb0b-4754-8136-7a61aef27118 req-196e3afb-dfee-4164-8674-48c9033677fe tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 945 time: 0.0536432 Aug 23 12:31:03.155326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff98c467-eb0b-4754-8136-7a61aef27118 req-3f2d9bdc-842e-4eb0-8890-bde64081a1ea tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356417 Aug 23 12:31:03.180546 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:19Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:03.193171 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-5a6a5230-156d-4a8f-a9e1-5826c12e32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:03.194689 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-5a6a5230-156d-4a8f-a9e1-5826c12e32d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a6c602b68234bd28d13f60579feaf80&device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 1096 time: 0.1258855 Aug 23 12:31:03.210780 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] Checking router: b0be97d2-7153-47bc-861c-946d6693c570 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:31:03.221678 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:31:03.222311 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:30:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:03.298057 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-ae514992-acf1-4460-b626-b32120e9515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:03.299579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-ae514992-acf1-4460-b626-b32120e9515b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 HTTP/1.1" status: 200 len: 897 time: 0.0966718 Aug 23 12:31:03.329198 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:31:03.344623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-9cde5026-21ab-4757-abef-2d620f736219 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc HTTP/1.1" status: 200 len: 217 time: 0.0363605 Aug 23 12:31:03.401036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-4d834e67-e090-4f0f-b8af-63d0e5910db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:03.402583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-4d834e67-e090-4f0f-b8af-63d0e5910db6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b620c457-36f8-414d-8a16-3795a7472e7e HTTP/1.1" status: 200 len: 835 time: 0.0488102 Aug 23 12:31:03.451648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-6805c52f-d11d-4668-a34f-db57ee7de365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:03.453142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-6805c52f-d11d-4668-a34f-db57ee7de365 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427439 Aug 23 12:31:03.553210 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-5a482a65-0cde-45cc-9d89-fcf1be64b764 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904891 Aug 23 12:31:03.622543 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:19Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:03.649855 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838d1bd-48f5-46b7-817f-351b36b91095 None None] The sync data for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 is: [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '25c4d414-ab2a-4432-ae43-cc471ae6f344', 'name': '', 'network_id': '6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'mac_address': 'fa:16:3e:c3:82:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:15Z', 'updated_at': '2021-08-23T12:30:19Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'subnets': [{'id': 'b620c457-36f8-414d-8a16-3795a7472e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:31:03.653036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d93b0ddc-d336-4b00-9205-21ab5739293a req-34976286-321f-4669-b088-1e42188cd1e1 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908446 Aug 23 12:31:03.885476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967fbe40-369e-4dac-91ed-c8777e508d5e None None] New status for floating IP c3ec1ef4-6c64-4f3d-bd4b-235ed9dd3a89: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:31:04.278554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5647d2c-5b0b-4e99-ad65-e225f3de7425 req-dc07ecde-0ac9-4e62-9cd6-24722e79154c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:04.279992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5647d2c-5b0b-4e99-ad65-e225f3de7425 req-dc07ecde-0ac9-4e62-9cd6-24722e79154c tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 945 time: 0.0519071 Aug 23 12:31:04.316990 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a5647d2c-5b0b-4e99-ad65-e225f3de7425 req-bfc9823a-61ae-4de9-9479-4dcc4de3cd00 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbb393ff-80dc-42e0-a0b3-1ee95f173c76&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310602 Aug 23 12:31:04.424781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-82eb3fcf-1102-4afb-92fd-b538f5b4805b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:04.426263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-82eb3fcf-1102-4afb-92fd-b538f5b4805b tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c689f9f-3b95-4740-bdbd-d407430c054a HTTP/1.1" status: 200 len: 945 time: 0.0478325 Aug 23 12:31:04.518372 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port da433fff-34ec-400f-a768-ffe5dbb30dfc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:31:04.518986 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:04.604645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port da433fff-34ec-400f-a768-ffe5dbb30dfc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=da433fff-34ec-400f-a768-ffe5dbb30dfc,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:31:04.605008 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:04.616412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for da433fff-34ec-400f-a768-ffe5dbb30dfc owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:31:04.745315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:04.773561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=da433fff-34ec-400f-a768-ffe5dbb30dfc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:04.818912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] No DVR routers for this DVR port da433fff-34ec-400f-a768-ffe5dbb30dfc on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:31:04.821500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:04.823535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4f35aed8-3853-4528-a5b9-1cef5e0b30b6 req-595af6bc-a209-4b55-bbf6-be73c5b8f6c4 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.44 "DELETE /v2.0/ports/da433fff-34ec-400f-a768-ffe5dbb30dfc HTTP/1.1" status: 204 len: 173 time: 0.3903277 Aug 23 12:31:05.047756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'name': 'network-vif-deleted', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:31:05.050243 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883dc646-2ad7-42f6-8662-2267d07886cd" -d '{"events": [{"server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "name": "network-vif-deleted", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:31:05.084703 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d465c-fee5-4123-9726-258c04d8378f x-openstack-request-id: req-5f0d465c-fee5-4123-9726-258c04d8378f {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:31:05.085006 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c689f9f-3b95-4740-bdbd-d407430c054a", "name": "network-vif-deleted", "tag": "da433fff-34ec-400f-a768-ffe5dbb30dfc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:31:05.085266 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f0d465c-fee5-4123-9726-258c04d8378f {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:31:05.085665 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c689f9f-3b95-4740-bdbd-d407430c054a', 'name': 'network-vif-deleted', 'tag': 'da433fff-34ec-400f-a768-ffe5dbb30dfc', 'status': 'completed', 'code': 200} Aug 23 12:31:05.373447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38750) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:05.431014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c0e45d8-a5e1-4706-82e5-51a403a87344 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:05.456032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c0e45d8-a5e1-4706-82e5-51a403a87344 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:05.514354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c0e45d8-a5e1-4706-82e5-51a403a87344 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:05.516940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4c0e45d8-a5e1-4706-82e5-51a403a87344 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:05.521770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4c0e45d8-a5e1-4706-82e5-51a403a87344 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/security-groups/bbb393ff-80dc-42e0-a0b3-1ee95f173c76 HTTP/1.1" status: 204 len: 168 time: 0.1436620 Aug 23 12:31:05.529233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e45d8-a5e1-4706-82e5-51a403a87344 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb393ff-80dc-42e0-a0b3-1ee95f173c76,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:05.556699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38754) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:05.946468 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:06.477187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 25c4d414-ab2a-4432-ae43-cc471ae6f344 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:31:06.477898 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:06.564829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port 25c4d414-ab2a-4432-ae43-cc471ae6f344, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=25c4d414-ab2a-4432-ae43-cc471ae6f344,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:31:06.565223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:06.578386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 25c4d414-ab2a-4432-ae43-cc471ae6f344 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:31:06.768080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:06.797192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=25c4d414-ab2a-4432-ae43-cc471ae6f344,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:07.003539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.219968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Router b0be97d2-7153-47bc-861c-946d6693c570 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:31:07.330288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:31:07.339417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-829a6679-10c9-4448-bef9-46f38234db40 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "PUT /v2.0/routers/b0be97d2-7153-47bc-861c-946d6693c570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776141 Aug 23 12:31:07.339417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38756) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:07.341021 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] Sync routers for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:31:07.352449 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:31:07.353403 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:30:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:07.403784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting subnet b620c457-36f8-414d-8a16-3795a7472e7e {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:31:07.418651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.472057 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:31:07.488510 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.530430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-1da53f29-31f4-4c48-b1e8-eaa3a326102f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599975 Aug 23 12:31:07.620093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.668479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4055-b6be-427b-85df-64307ff3d566 req-1c8baadb-ba6d-4d2c-890c-b6b8df5671da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:07.669972 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:31:06Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:07.670151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-1c8baadb-ba6d-4d2c-890c-b6b8df5671da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.0765300 Aug 23 12:31:07.699086 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] Checking router: b0be97d2-7153-47bc-861c-946d6693c570 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:31:07.699322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.708111 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] Routers {'b0be97d2-7153-47bc-861c-946d6693c570'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:31:07.708937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:30:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['b0be97d2-7153-47bc-861c-946d6693c570'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:07.746471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Subnet': ['ID=b620c457-36f8-414d-8a16-3795a7472e7e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:07.751591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.753489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24b23ac3-2468-46ab-a15f-3f4d72d433b8 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/subnets/b620c457-36f8-414d-8a16-3795a7472e7e HTTP/1.1" status: 204 len: 168 time: 0.4138706 Aug 23 12:31:07.756432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38760) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:07.758087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8ea76-5b45-48ca-8ef9-928560233a47 None None] Network 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:31:07.821945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4055-b6be-427b-85df-64307ff3d566 req-d42eb6a0-a5d2-4c46-983e-79db046f41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:07.824444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-d42eb6a0-a5d2-4c46-983e-79db046f41ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 910 time: 0.1351810 Aug 23 12:31:07.836305 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] Set router b0be97d2-7153-47bc-861c-946d6693c570 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:31:07.884486 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:07.903244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-a009ebda-5d08-46ac-89c3-a771beb6a6d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 1001 time: 0.0708683 Aug 23 12:31:07.971867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4055-b6be-427b-85df-64307ff3d566 req-fc49987e-24bd-445e-8b68-ba6331ba515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:07.973949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-fc49987e-24bd-445e-8b68-ba6331ba515b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.0633934 Aug 23 12:31:07.990616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] DHCP port deletion for 6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:31:08.010539 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.036598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4055-b6be-427b-85df-64307ff3d566 req-89ceaf1e-a600-4feb-85f3-946b1c73f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:31:08.038424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-89ceaf1e-a600-4feb-85f3-946b1c73f432 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580058 Aug 23 12:31:08.049886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] Deleting port 24476020-9fbb-432e-a104-820d25d0b095 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:31:08.050271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.051660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-17f3bad7-e482-4b75-90d5-e2a07ed5d5b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:31:08.052259 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:31:06Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:08.052696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-17f3bad7-e482-4b75-90d5-e2a07ed5d5b6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072002 Aug 23 12:31:08.074402 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Deleting port 4a1ed821-138b-4331-9b29-d2ca75c20d83 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:31:08.075104 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.091800 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e4a98-87b0-4f98-abe7-b212708e58db None None] The sync data for ids ['b0be97d2-7153-47bc-861c-946d6693c570'] in n-d-773645-7 is: [{'id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'name': 'tempest-TestNetworkBasicOps-router-90617961', 'tenant_id': '1a6c602b68234bd28d13f60579feaf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:31:06Z', 'revision_number': 5, 'project_id': '1a6c602b68234bd28d13f60579feaf80', 'gw_port': {'id': '4a1ed821-138b-4331-9b29-d2ca75c20d83', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0be97d2-7153-47bc-861c-946d6693c570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:30:12Z', 'updated_at': '2021-08-23T12:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:31:08.121628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] For port 24476020-9fbb-432e-a104-820d25d0b095, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=24476020-9fbb-432e-a104-820d25d0b095,segment=NetworkSegment(32ed845e-305e-434e-ab01-4dc23d69875f),segment_id=32ed845e-305e-434e-ab01-4dc23d69875f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:31:08.122074 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.142356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] Calling delete_port for 24476020-9fbb-432e-a104-820d25d0b095 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:31:08.163986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-1350dca7-bf43-4646-8db4-91c139c993dd service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030536 Aug 23 12:31:08.176322 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] For port 4a1ed821-138b-4331-9b29-d2ca75c20d83, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4a1ed821-138b-4331-9b29-d2ca75c20d83,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:31:08.176985 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.190567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Calling delete_port for 4a1ed821-138b-4331-9b29-d2ca75c20d83 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:31:08.261130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-facb4055-b6be-427b-85df-64307ff3d566 req-0372442a-4fc3-4d14-850c-8a6b3f79866b service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893762 Aug 23 12:31:08.372562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.383348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.399044 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Port': ['ID=4a1ed821-138b-4331-9b29-d2ca75c20d83,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:08.410706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] Pushing event deleted for resources: {'Port': ['ID=24476020-9fbb-432e-a104-820d25d0b095,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:08.411232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.411589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.411929 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.412274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.412610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.412942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.413274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.413605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.413962 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.414271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ee440-411c-4acd-b1aa-8a56801f0c83 None None] No DVR routers for this DVR port 24476020-9fbb-432e-a104-820d25d0b095 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:31:08.414374 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.414606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.414931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:31:08.476389 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.573246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.575528 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.619529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.620070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Fanout notify agent at l3_agent the message router_deleted on router b0be97d2-7153-47bc-861c-946d6693c570 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:31:08.627662 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.628779 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a74639a6-86e3-48af-978e-b912006fe6f6 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/routers/b0be97d2-7153-47bc-861c-946d6693c570 HTTP/1.1" status: 204 len: 168 time: 0.8711162 Aug 23 12:31:08.631442 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38762) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:08.701487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device da433fff-34ec-400f-a768-ffe5dbb30dfc no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:31:08.715225 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.723570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: da433fff-34ec-400f-a768-ffe5dbb30dfc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:31:08.723976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device da433fff-34ec-400f-a768-ffe5dbb30dfc not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:31:08.857469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.867958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:08.878545 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ed845e-305e-434e-ab01-4dc23d69875f') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:08.878850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ed845e-305e-434e-ab01-4dc23d69875f') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:31:08.888349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.902185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.908160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:31:08.908573 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:31:08.911542 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:31:08.975976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.984019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:08.985392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] 10.222.0.21 "DELETE /v2.0/networks/6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96 HTTP/1.1" status: 204 len: 168 time: 0.3530202 Aug 23 12:31:08.998286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200005b-9332-4a4f-b140-32f506d63f70 tempest-TestNetworkBasicOps-239258952 tempest-TestNetworkBasicOps-239258952-project] Pushing event deleted for resources: {'Network': ['ID=6e3b9a95-de5f-4c67-ac4f-2a8a97e6ee96,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:09.251570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:09.385791 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a82820ee-ae20-4086-9c1f-f8710c78fffe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a6c602b68234bd28d13f60579feaf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329546 Aug 23 12:31:09.388176 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38772) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:09.436444 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c22c589e-94f0-41b4-a3f6-62f022d171c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.457050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c22c589e-94f0-41b4-a3f6-62f022d171c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.502308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c22c589e-94f0-41b4-a3f6-62f022d171c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.505149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c22c589e-94f0-41b4-a3f6-62f022d171c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.506445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c22c589e-94f0-41b4-a3f6-62f022d171c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e3875b4-c0c3-4aa0-b5be-ff23842da295 HTTP/1.1" status: 204 len: 168 time: 0.1173749 Aug 23 12:31:09.514153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c589e-94f0-41b4-a3f6-62f022d171c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3875b4-c0c3-4aa0-b5be-ff23842da295,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:09.593660 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 24476020-9fbb-432e-a104-820d25d0b095 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:31:09.614674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 24476020-9fbb-432e-a104-820d25d0b095 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:31:09.615028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 24476020-9fbb-432e-a104-820d25d0b095 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:31:09.615444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 25c4d414-ab2a-4432-ae43-cc471ae6f344 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:31:09.633985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 25c4d414-ab2a-4432-ae43-cc471ae6f344 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:31:09.634335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 25c4d414-ab2a-4432-ae43-cc471ae6f344 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:31:09.635300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4a1ed821-138b-4331-9b29-d2ca75c20d83 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:31:09.656475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4a1ed821-138b-4331-9b29-d2ca75c20d83 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:31:09.656822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4a1ed821-138b-4331-9b29-d2ca75c20d83 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:31:09.790373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38778) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:09.805065 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d063a51-33ab-4395-afc8-4dc8bbbb5409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.902772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d063a51-33ab-4395-afc8-4dc8bbbb5409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.906774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1d063a51-33ab-4395-afc8-4dc8bbbb5409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:09.948861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1d063a51-33ab-4395-afc8-4dc8bbbb5409 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9db39bd3c93340cdbdeba9ed4a3d6927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573930 Aug 23 12:31:09.950023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063a51-33ab-4395-afc8-4dc8bbbb5409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddafde3-39cc-4386-83bd-b11d0bc17d3c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:09.951583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38780) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:31:10.004826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab5c5d91-87df-43fa-8a7b-3b71ce3b09a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:10.028094 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab5c5d91-87df-43fa-8a7b-3b71ce3b09a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:10.073998 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab5c5d91-87df-43fa-8a7b-3b71ce3b09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:10.076585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab5c5d91-87df-43fa-8a7b-3b71ce3b09a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:10.077777 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ab5c5d91-87df-43fa-8a7b-3b71ce3b09a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ddafde3-39cc-4386-83bd-b11d0bc17d3c HTTP/1.1" status: 204 len: 168 time: 0.1250949 Aug 23 12:31:10.085428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c5d91-87df-43fa-8a7b-3b71ce3b09a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddafde3-39cc-4386-83bd-b11d0bc17d3c,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:31:21.803423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-658e2096-f934-4d5e-8e67-89cf220900eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:24.373058 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a73ed275-9f28-4892-8758-5ce5d817184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:24.434023 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:25.764379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:27.451348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:27.972273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:28.469983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:32.464020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:31:51.798088 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28f00896-f0b5-4530-8eb2-c409edd3fe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:54.364508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9e0aee3d-1a16-4e79-ac3e-ed743b8f43f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:54.435452 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:55.766063 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:57.452312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:57.994909 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:31:58.479186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:08.417884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-4309704d-919c-4d27-a136-d40eb383bdf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408821 Aug 23 12:32:08.498019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-1135034b-ce9b-43b7-949c-8f2995e05551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:32:08.499493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-1135034b-ce9b-43b7-949c-8f2995e05551 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d845ccee221463794fe0559418e5ba6&device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 1097 time: 0.0405593 Aug 23 12:32:08.611274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-fcd96146-ec0c-4a28-90b0-0954381c5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:32:08.612760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-fcd96146-ec0c-4a28-90b0-0954381c5a49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 200 len: 910 time: 0.0946393 Aug 23 12:32:08.676775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-c5fca2f9-02a6-4e0a-8597-b837caec61fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 200 len: 1001 time: 0.0574665 Aug 23 12:32:08.724553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-7a9ed438-b43f-4468-824b-98f4cad51f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:32:08.726141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-7a9ed438-b43f-4468-824b-98f4cad51f1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 200 len: 848 time: 0.0428524 Aug 23 12:32:08.774918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-4e1b9399-3fcf-42a7-81a0-979f77e06dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:32:08.776409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-4e1b9399-3fcf-42a7-81a0-979f77e06dcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2db352f-04ad-4b5d-8749-34db885fd434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437644 Aug 23 12:32:08.863579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-079c9107-c69d-4142-8291-b8071c9a947d service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803452 Aug 23 12:32:08.969528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a1a7271-92ff-4b79-aeae-b4c3e75587c9 req-4194518e-2b68-443f-a732-566f8159fef0 service neutron] 10.222.0.41 "GET /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985124 Aug 23 12:32:09.463966 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:32:21.799202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a4b3-e8e8-4a13-ae15-82755d0d3677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:24.364700 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47415b39-6844-45bd-86c6-aee8321fac9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:24.436614 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:25.776995 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:27.462783 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:27.995902 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:28.500933 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:46.463801 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:32:51.802204 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8408dfbb-5588-4d8c-9e58-b86713bf6130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:54.365305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c90ee9c3-ce49-434d-812c-3cc5068cb94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:54.436107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:55.772526 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:57.457994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:57.994202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:58.498002 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:32:59.824033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada42ce-444c-4848-9019-e64de0530959 req-e9150345-5b9b-4495-b607-5aeb2e582222 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:32:59.825539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ada42ce-444c-4848-9019-e64de0530959 req-e9150345-5b9b-4495-b607-5aeb2e582222 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.0506401 Aug 23 12:32:59.863463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ada42ce-444c-4848-9019-e64de0530959 req-355eeea9-4dff-49a1-8b24-c5f033809586 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Aug 23 12:33:00.988826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c5441-50d8-4dee-9def-bf27d55ca5bb req-f2d4bcb5-42c8-4f81-9378-210b301d1798 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:00.990451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc5c5441-50d8-4dee-9def-bf27d55ca5bb req-f2d4bcb5-42c8-4f81-9378-210b301d1798 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.0559487 Aug 23 12:33:01.052245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc5c5441-50d8-4dee-9def-bf27d55ca5bb req-820fc54c-3544-4368-a09b-fa2dfcb995eb tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bb53dc2-d37a-42c8-9036-2951f2d17641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559356 Aug 23 12:33:01.071478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-6fa5b00b-d031-41fc-8da6-fb85aa67b180 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:01.073165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-6fa5b00b-d031-41fc-8da6-fb85aa67b180 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.41 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 946 time: 0.0600021 Aug 23 12:33:01.165133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Deleting port 11e3466e-7879-4455-b2c1-7cbab49a49a3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:01.165394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:01.251910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] For port 11e3466e-7879-4455-b2c1-7cbab49a49a3, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=11e3466e-7879-4455-b2c1-7cbab49a49a3,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:01.252280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:01.469261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:01.469564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:01.469906 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Floating IP 5b8a244f-7baf-4bcc-8230-4c2aa742a3f0 disassociated. External IP: 172.25.1.51, port: 11e3466e-7879-4455-b2c1-7cbab49a49a3. Aug 23 12:33:01.470251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Calling delete_port for 11e3466e-7879-4455-b2c1-7cbab49a49a3 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:01.597440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:01.624780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event deleted for resources: {'Port': ['ID=11e3466e-7879-4455-b2c1-7cbab49a49a3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:01.634694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.635047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.635396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.635739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.636080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.637029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.637029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.637029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.637367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.637748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.638042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.638367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:01.755319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Router 2172f9aa-15ce-4828-a86a-de7c2de4e160 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:33:01.861592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:33:01.871359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] Sync routers for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:33:01.880489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:33:01.881122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:32:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:01.899672 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] No DVR routers for this DVR port 11e3466e-7879-4455-b2c1-7cbab49a49a3 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:33:01.902905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:01.904997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b79dbf8-b419-488e-8faa-7728d5eeb81a req-45b12850-b5ef-45c9-9420-fa78522bbf2c tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.41 "DELETE /v2.0/ports/11e3466e-7879-4455-b2c1-7cbab49a49a3 HTTP/1.1" status: 204 len: 173 time: 0.8259399 Aug 23 12:33:01.905437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'name': 'network-vif-deleted', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:33:01.907739 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56bf128-cbda-4c26-85cf-ba8a0b94995e" -d '{"events": [{"server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "name": "network-vif-deleted", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:33:01.995074 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c08d2c9-6a5c-4525-9934-4f44a626d5e8 x-openstack-request-id: req-3c08d2c9-6a5c-4525-9934-4f44a626d5e8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:33:01.995838 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52012b3-a2b0-431c-b106-4e764f28d232", "name": "network-vif-deleted", "tag": "11e3466e-7879-4455-b2c1-7cbab49a49a3", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:33:01.995838 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c08d2c9-6a5c-4525-9934-4f44a626d5e8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:33:01.996456 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52012b3-a2b0-431c-b106-4e764f28d232', 'name': 'network-vif-deleted', 'tag': '11e3466e-7879-4455-b2c1-7cbab49a49a3', 'status': 'completed', 'code': 200} Aug 23 12:33:01.998636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:33:02.166612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a69fea0f-99cc-41fa-86c5-225927cadc43 req-d942f07e-4ff1-43dd-a6ff-a42bbc6aa451 tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "GET /v2.0/ports?device_id=d52012b3-a2b0-431c-b106-4e764f28d232 HTTP/1.1" status: 200 len: 210 time: 0.0300014 Aug 23 12:33:02.208878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:02.238253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] Checking router: 2172f9aa-15ce-4828-a86a-de7c2de4e160 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:33:02.246471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:33:02.247064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:32:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:02.355753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:33:02.553823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:02.579307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c65e8-a3e4-4f44-a88f-1abd3242d30f None None] The sync data for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 is: [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:27:49Z', 'revision_number': 4, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '7ed3891f-f305-4cdf-bc73-0f4f4e9b4739', 'name': '', 'network_id': 'd2db352f-04ad-4b5d-8749-34db885fd434', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'mac_address': 'fa:16:3e:0b:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:49Z', 'updated_at': '2021-08-23T12:27:57Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'subnets': [{'id': 'ef660742-133d-45ad-8b5b-ae8b037eccf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:33:02.816446 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a59833-30c6-42dd-9966-6de567e368c5 None None] New status for floating IP 5b8a244f-7baf-4bcc-8230-4c2aa742a3f0: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:33:03.223279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38832) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:03.349031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Deleting port a5a44d53-599c-4e26-952f-6842da64788b {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:03.349366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.427703 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.428024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.439408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Calling delete_port for a5a44d53-599c-4e26-952f-6842da64788b owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:03.571070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.597461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event deleted for resources: {'Port': ['ID=a5a44d53-599c-4e26-952f-6842da64788b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:03.623815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.624160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.624502 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.624843 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.625190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.625515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.625883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.626216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.626542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.626868 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.627198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.627526 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:03.668979 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.671573 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.672726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-46357761-a14a-4d7c-9216-8cdda2d585fc tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "DELETE /v2.0/floatingips/5b8a244f-7baf-4bcc-8230-4c2aa742a3f0 HTTP/1.1" status: 204 len: 168 time: 0.4484596 Aug 23 12:33:03.745913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38838) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:03.804817 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b201094-5d07-465d-9051-473822a96f3b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.829955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b201094-5d07-465d-9051-473822a96f3b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.895395 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b201094-5d07-465d-9051-473822a96f3b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.898060 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b201094-5d07-465d-9051-473822a96f3b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:03.899240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b201094-5d07-465d-9051-473822a96f3b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] 10.222.0.21 "DELETE /v2.0/security-groups/8bb53dc2-d37a-42c8-9036-2951f2d17641 HTTP/1.1" status: 204 len: 168 time: 0.1523137 Aug 23 12:33:03.909079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b201094-5d07-465d-9051-473822a96f3b tempest-TestServerBasicOps-1510601684 tempest-TestServerBasicOps-1510601684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb53dc2-d37a-42c8-9036-2951f2d17641,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:03.935968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38842) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:04.717433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:04.956907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Deleting port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:04.957596 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:05.038318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] For port 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:05.038682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:05.049928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Calling delete_port for 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:05.229484 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:05.254228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed3891f-f305-4cdf-bc73-0f4f4e9b4739,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:05.419390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:05.634839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Router 2172f9aa-15ce-4828-a86a-de7c2de4e160 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:33:05.744833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:33:05.751216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5fc25887-dab3-4a69-9452-fede79f7bee8 admin admin] 10.222.0.21 "PUT /v2.0/routers/2172f9aa-15ce-4828-a86a-de7c2de4e160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139822 Aug 23 12:33:05.753889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38848) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:05.755428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] Sync routers for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:33:05.764987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:33:05.765585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:32:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:05.858507 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:05.870957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:33:05.925472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 11e3466e-7879-4455-b2c1-7cbab49a49a3 no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:05.954597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 11e3466e-7879-4455-b2c1-7cbab49a49a3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:05.954957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 11e3466e-7879-4455-b2c1-7cbab49a49a3 not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:05.961950 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.016141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Deleting port a776495b-30de-435d-81c0-08456cc712ee {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:06.016482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.069912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a776495b-30de-435d-81c0-08456cc712ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:33:05Z', 'revision_number': 5, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port': {'id': 'a776495b-30de-435d-81c0-08456cc712ee', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:46Z', 'updated_at': '2021-08-23T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:06.095574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] Checking router: 2172f9aa-15ce-4828-a86a-de7c2de4e160 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:33:06.096437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] For port a776495b-30de-435d-81c0-08456cc712ee, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a776495b-30de-435d-81c0-08456cc712ee,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:06.096800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.104780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] Routers {'2172f9aa-15ce-4828-a86a-de7c2de4e160'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:33:06.105399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:32:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['2172f9aa-15ce-4828-a86a-de7c2de4e160'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:06.109844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Calling delete_port for a776495b-30de-435d-81c0-08456cc712ee owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:06.191697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] Set router 2172f9aa-15ce-4828-a86a-de7c2de4e160 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:33:06.247343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:33:05Z', 'revision_number': 6, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:06.273479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833c7f1-fc1c-468d-a754-aaae1f1c8195 None None] The sync data for ids ['2172f9aa-15ce-4828-a86a-de7c2de4e160'] in n-d-773645-7 is: [{'id': '2172f9aa-15ce-4828-a86a-de7c2de4e160', 'name': 'tempest-TestServerBasicOps-1554430880-router', 'tenant_id': '4d845ccee221463794fe0559418e5ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:45Z', 'updated_at': '2021-08-23T12:33:05Z', 'revision_number': 6, 'project_id': '4d845ccee221463794fe0559418e5ba6', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:33:06.276514 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.305062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a776495b-30de-435d-81c0-08456cc712ee,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:06.363291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.451897 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.454046 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.499440 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.499966 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2172f9aa-15ce-4828-a86a-de7c2de4e160 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:33:06.504797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.506009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5f4d1584-f79c-432b-b1d5-c241299d62ff admin admin] 10.222.0.21 "DELETE /v2.0/routers/2172f9aa-15ce-4828-a86a-de7c2de4e160 HTTP/1.1" status: 204 len: 168 time: 0.7511382 Aug 23 12:33:06.508661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38850) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:06.553647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Deleting subnet ef660742-133d-45ad-8b5b-ae8b037eccf8 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:33:06.556740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.591564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.671202 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.726883 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.753219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef660742-133d-45ad-8b5b-ae8b037eccf8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:06.756814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.760306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1cd4ddf6-d610-4d41-bc1f-26f364884ebf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef660742-133d-45ad-8b5b-ae8b037eccf8 HTTP/1.1" status: 204 len: 168 time: 0.2496507 Aug 23 12:33:06.761907 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:06.764172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836d3264-d858-4c58-a0a3-98a66f5a7d28 None None] Network d2db352f-04ad-4b5d-8749-34db885fd434 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:33:06.829447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.886666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Deleting port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:06.887009 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.950394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] For port a712ab47-cbf3-4caa-9249-4e6e1c0870d9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,segment=NetworkSegment(7ee22a01-1c6f-432f-973c-0dbb8f3fb02b),segment_id=7ee22a01-1c6f-432f-973c-0dbb8f3fb02b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:06.950665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:06.963119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Calling delete_port for a712ab47-cbf3-4caa-9249-4e6e1c0870d9 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:07.010619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] DHCP port deletion for d2db352f-04ad-4b5d-8749-34db885fd434 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:33:07.051878 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.057847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Deleting port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:07.058369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.079720 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] No DVR routers for this DVR port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:33:07.084565 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:07.129360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] For port a712ab47-cbf3-4caa-9249-4e6e1c0870d9, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:07.129839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.143537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Calling delete_port for a712ab47-cbf3-4caa-9249-4e6e1c0870d9 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:07.146237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:33:07.147619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.155575 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.166160 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2db352f-04ad-4b5d-8749-34db885fd434']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:07.171530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Pushing event deleted for resources: {'Port': ['ID=a712ab47-cbf3-4caa-9249-4e6e1c0870d9,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:07.179724 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:07.180021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee22a01-1c6f-432f-973c-0dbb8f3fb02b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:07.181512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.181888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.182233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.182571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.182902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.183231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.183558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.183883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.184207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.184529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.184847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.185167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:33:07.187802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cf376-f570-4610-b78a-4f9681096aaf None None] No DVR routers for this DVR port a712ab47-cbf3-4caa-9249-4e6e1c0870d9 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:33:07.191786 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.206272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.213340 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:33:07.213867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:33:07.215685 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:33:07.271503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.277968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.283248 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2db352f-04ad-4b5d-8749-34db885fd434 HTTP/1.1" status: 204 len: 168 time: 0.5174794 Aug 23 12:33:07.284240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38854) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:07.299074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b1e5-ea69-443d-811c-22226c4b5a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2db352f-04ad-4b5d-8749-34db885fd434,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:07.626157 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.659280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a712ab47-cbf3-4caa-9249-4e6e1c0870d9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:07.679070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a712ab47-cbf3-4caa-9249-4e6e1c0870d9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:07.679416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a712ab47-cbf3-4caa-9249-4e6e1c0870d9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:07.679839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a776495b-30de-435d-81c0-08456cc712ee no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:07.698726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a776495b-30de-435d-81c0-08456cc712ee {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:07.699073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a776495b-30de-435d-81c0-08456cc712ee not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:07.699484 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:07.717960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:07.718305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 7ed3891f-f305-4cdf-bc73-0f4f4e9b4739 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:07.874198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Deleting port d609dea8-7ecf-4042-a710-8deca07043df {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:07.874544 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.954042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] For port d609dea8-7ecf-4042-a710-8deca07043df, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d609dea8-7ecf-4042-a710-8deca07043df,segment=NetworkSegment(901c7ba9-8e0c-42fb-aef4-f12123b98187),segment_id=901c7ba9-8e0c-42fb-aef4-f12123b98187)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:07.954406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:07.965932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Calling delete_port for d609dea8-7ecf-4042-a710-8deca07043df owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:08.141974 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:08.168938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d609dea8-7ecf-4042-a710-8deca07043df,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:08.331294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:08.825086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Router 1e31652e-f336-40b3-8966-faeb0581e303 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:33:08.931235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:33:08.936168 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0fb7e610-9bde-47fe-a1a9-725c03e52da2 admin admin] 10.222.0.21 "PUT /v2.0/routers/1e31652e-f336-40b3-8966-faeb0581e303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6508639 Aug 23 12:33:08.938670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38856) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:08.941098 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] Sync routers for ids ['1e31652e-f336-40b3-8966-faeb0581e303'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:33:08.950968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] Routers {'1e31652e-f336-40b3-8966-faeb0581e303'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:33:08.951575 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:32:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1e31652e-f336-40b3-8966-faeb0581e303'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:09.042619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.055461 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] Set router 1e31652e-f336-40b3-8966-faeb0581e303 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:33:09.143158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.195319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Deleting port f00c1c2d-245b-40e7-99c3-a03ec09bed68 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:09.195951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.230422 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:33:08Z', 'revision_number': 5, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port': {'id': 'f00c1c2d-245b-40e7-99c3-a03ec09bed68', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e31652e-f336-40b3-8966-faeb0581e303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:27:54Z', 'updated_at': '2021-08-23T12:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:09.280580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] For port f00c1c2d-245b-40e7-99c3-a03ec09bed68, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f00c1c2d-245b-40e7-99c3-a03ec09bed68,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:09.280952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.294451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Calling delete_port for f00c1c2d-245b-40e7-99c3-a03ec09bed68 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:09.349532 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] Checking router: 1e31652e-f336-40b3-8966-faeb0581e303 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:33:09.358030 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] Routers {'1e31652e-f336-40b3-8966-faeb0581e303'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:33:09.358633 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:32:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['1e31652e-f336-40b3-8966-faeb0581e303'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:09.445838 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] Set router 1e31652e-f336-40b3-8966-faeb0581e303 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:33:09.462315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.489249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00c1c2d-245b-40e7-99c3-a03ec09bed68,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:09.499262 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:33:09Z', 'revision_number': 6, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:09.528926 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa370cb1-f56b-4031-8bc8-742401ca5f53 None None] The sync data for ids ['1e31652e-f336-40b3-8966-faeb0581e303'] in n-d-773645-7 is: [{'id': '1e31652e-f336-40b3-8966-faeb0581e303', 'name': 'tempest-TestServerBasicOps-790060667-router', 'tenant_id': '023adcc204d9472b8a52e1b0594d237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:27:52Z', 'updated_at': '2021-08-23T12:33:09Z', 'revision_number': 6, 'project_id': '023adcc204d9472b8a52e1b0594d237a', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:33:09.556464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.646204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.648327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.695343 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.696058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e31652e-f336-40b3-8966-faeb0581e303 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:33:09.700368 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.701645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-338fa9b3-3ea6-4586-9a94-6a0ab9d5dba8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1e31652e-f336-40b3-8966-faeb0581e303 HTTP/1.1" status: 204 len: 168 time: 0.7619867 Aug 23 12:33:09.704188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 38858) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:09.750403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Deleting subnet cf6d9058-bcfa-4e1e-8669-ef0c33763cf1 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:33:09.753740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.788780 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.883604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.939890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.968284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d609dea8-7ecf-4042-a710-8deca07043df no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:09.968798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6d9058-bcfa-4e1e-8669-ef0c33763cf1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:09.970628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:09.973677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c27d599-5b0d-4c2e-b880-5b47a6cea24c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf6d9058-bcfa-4e1e-8669-ef0c33763cf1 HTTP/1.1" status: 204 len: 168 time: 0.2684870 Aug 23 12:33:09.976248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38860) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:09.994099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d609dea8-7ecf-4042-a710-8deca07043df {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:09.994448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d609dea8-7ecf-4042-a710-8deca07043df not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:09.996067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6284961-74b0-430b-bc0b-2d8a57568df2 None None] Network a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:33:10.055933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.110810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Deleting port b61db3f8-efa7-48ae-9f5b-4920edc02d97 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:10.111157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.175538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] For port b61db3f8-efa7-48ae-9f5b-4920edc02d97, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b61db3f8-efa7-48ae-9f5b-4920edc02d97,segment=NetworkSegment(901c7ba9-8e0c-42fb-aef4-f12123b98187),segment_id=901c7ba9-8e0c-42fb-aef4-f12123b98187)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:10.176171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.191463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Calling delete_port for b61db3f8-efa7-48ae-9f5b-4920edc02d97 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:10.272850 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.298536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61db3f8-efa7-48ae-9f5b-4920edc02d97,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:10.303945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] No DVR routers for this DVR port b61db3f8-efa7-48ae-9f5b-4920edc02d97 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:33:10.327813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30abe3c-ce95-43b6-baaf-cc1dd5f6b380 None None] DHCP port deletion for a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:33:10.383441 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.393480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:10.403523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901c7ba9-8e0c-42fb-aef4-f12123b98187') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:10.403824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901c7ba9-8e0c-42fb-aef4-f12123b98187') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:33:10.412519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.426573 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.435550 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:33:10.436162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:33:10.438595 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:33:10.493417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.499423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.501274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b HTTP/1.1" status: 204 len: 168 time: 0.5240259 Aug 23 12:33:10.512121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b34a5-e53c-4c3c-bc05-3ac100b7cb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a13a9c9d-5970-4fa9-9ea5-aa373cc43f4b,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:10.624304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38864) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:10.668570 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-76767362-a9a7-4ce1-9199-66809f156f88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d845ccee221463794fe0559418e5ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430174 Aug 23 12:33:10.670969 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38866) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:10.719467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f578bac-4c43-4c99-93dd-a0d4f23098f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.740306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f578bac-4c43-4c99-93dd-a0d4f23098f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.787464 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f578bac-4c43-4c99-93dd-a0d4f23098f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.790003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3f578bac-4c43-4c99-93dd-a0d4f23098f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:10.791197 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3f578bac-4c43-4c99-93dd-a0d4f23098f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5dcf952-3c98-4ba6-98f9-b6e247c07e54 HTTP/1.1" status: 204 len: 168 time: 0.1193256 Aug 23 12:33:10.799557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578bac-4c43-4c99-93dd-a0d4f23098f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dcf952-3c98-4ba6-98f9-b6e247c07e54,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:11.100640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38872) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:11.147301 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9434279d-6694-4538-a65a-c65ef57d717d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=023adcc204d9472b8a52e1b0594d237a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454643 Aug 23 12:33:11.149889 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 38874) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:11.199095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9cfe-9af9-4150-94fa-9acc8191a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:11.220507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9cfe-9af9-4150-94fa-9acc8191a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:11.267880 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9cfe-9af9-4150-94fa-9acc8191a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:11.270307 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9cfe-9af9-4150-94fa-9acc8191a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:11.271479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d3cf9cfe-9af9-4150-94fa-9acc8191a801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/679a02f0-a4a7-410e-b181-ba42e3732025 HTTP/1.1" status: 204 len: 168 time: 0.1206532 Aug 23 12:33:11.279927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf9cfe-9af9-4150-94fa-9acc8191a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a02f0-a4a7-410e-b181-ba42e3732025,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:11.659645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f00c1c2d-245b-40e7-99c3-a03ec09bed68 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:11.684435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f00c1c2d-245b-40e7-99c3-a03ec09bed68 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:11.684791 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f00c1c2d-245b-40e7-99c3-a03ec09bed68 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:11.685223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b61db3f8-efa7-48ae-9f5b-4920edc02d97 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:11.705715 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b61db3f8-efa7-48ae-9f5b-4920edc02d97 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:11.706055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b61db3f8-efa7-48ae-9f5b-4920edc02d97 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:21.120832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-b50b7a2e-9461-44fa-95cf-92b56f986963 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7fbede50a1d54530869df4d2cde46c73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295177 Aug 23 12:33:21.563112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-08670efc-e8a0-4c50-8334-1880f2fad684 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:21.564596 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-08670efc-e8a0-4c50-8334-1880f2fad684 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4385190 Aug 23 12:33:21.579801 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-a03b3554-9e1a-44a6-b453-cd88f8202667 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/quotas/7fbede50a1d54530869df4d2cde46c73 HTTP/1.1" status: 200 len: 375 time: 0.0095491 Aug 23 12:33:21.609744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-e0231731-79c4-4947-962f-809988007f68 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fbede50a1d54530869df4d2cde46c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249403 Aug 23 12:33:21.770328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb6df2bf-71e7-4686-a9a4-558c75f78df7 req-8ffafa98-8f20-4f91-af32-431b2f209967 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 210 time: 0.0281138 Aug 23 12:33:21.804129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2bb3dd19-4883-4573-b8b0-ab7e566d3842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:22.758313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-19d4f44a-1305-4087-b6f8-00cb3e4ce6e6 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7fbede50a1d54530869df4d2cde46c73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295253 Aug 23 12:33:22.870893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca72489c-45a5-4635-b8d7-e2bad763af5a req-939adb57-c9e3-4791-97cc-62a1ffea5362 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 210 time: 0.0313485 Aug 23 12:33:22.952991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8855855-9a51-44bf-aa31-a9293c7ed3b4 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:22.954518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8855855-9a51-44bf-aa31-a9293c7ed3b4 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901906 Aug 23 12:33:22.967859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Request body: {'port': {'device_id': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'admin_state_up': True, 'tenant_id': '7fbede50a1d54530869df4d2cde46c73'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:33:23.074562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Made reservation on behalf of 7fbede50a1d54530869df4d2cde46c73 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:33:23.078153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.087012 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.178401 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.182684 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.246501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724f2749-6842-4537-8b0a-55b987bf1dc7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:23.310091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Allocated IP 192.168.233.60 (d584ba5a-fbad-42dd-b008-6dac0dc67476/626143ec-edfa-4e61-9b4c-0134eb5f0bf2/f5dc57bc-c3c2-4f58-b596-d75d3987aa7e) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:33:23.459193 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.463773 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:33:23.473396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Transition to ACTIVE for port object f5dc57bc-c3c2-4f58-b596-d75d3987aa7e will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:33:23.505228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.548135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Network d584ba5a-fbad-42dd-b008-6dac0dc67476 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:33:23.551146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:33:23.554769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:33:23.584062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Pushing event updated for resources: {'Port': ['ID=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:23.613389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:23.614097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.629438 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-449493e0-9fe7-4b09-b1f6-2b1573f894e7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6651068 Aug 23 12:33:23.643300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Request body: {'port': {'device_id': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:33:23.699272 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.780880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4f8b41e9-5fa5-4247-a256-baf428c1839d None None] Provisioning for port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:33:23.784884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4f8b41e9-5fa5-4247-a256-baf428c1839d None None] Provisioning complete for port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:33:23.785366 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4f8b41e9-5fa5-4247-a256-baf428c1839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:23.821045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b41e9-5fa5-4247-a256-baf428c1839d None None] Port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:33:23.997939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5dc57bc-c3c2-4f58-b596-d75d3987aa7e {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:33:24.006517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.026068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Transition to ACTIVE for port object f5dc57bc-c3c2-4f58-b596-d75d3987aa7e will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:33:24.034555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251df8fc-71e3-41bc-bd68-7044df95eff1 req-90020f9a-205c-42e2-b5a8-3be8317c675f tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.036057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-251df8fc-71e3-41bc-bd68-7044df95eff1 req-90020f9a-205c-42e2-b5a8-3be8317c675f tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 935 time: 0.0788426 Aug 23 12:33:24.037124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.113808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:24.134962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-251df8fc-71e3-41bc-bd68-7044df95eff1 req-67e29ae5-194f-421d-844c-2d5c35468399 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896642 Aug 23 12:33:24.186513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Attempting to bind port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:33:24.186858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Attempting to bind port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:33:24.187366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Attempting to bind port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:33:24.191898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e on network d584ba5a-fbad-42dd-b008-6dac0dc67476 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:33:24.192229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Attempting to bind port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e on network d584ba5a-fbad-42dd-b008-6dac0dc67476 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:33:24.197912 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:33:24.198256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Checking segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:33:24.198655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Bound using segment: {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:33:24.199096 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Bound port: f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01d92ce-a328-401b-86ac-3ad7ae975abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:33:24.199465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.267234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] For port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:33:24.270430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] For port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:33:24.275006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.309030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.309654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.311103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] 10.222.0.44 "PUT /v2.0/ports/f5dc57bc-c3c2-4f58-b596-d75d3987aa7e HTTP/1.1" status: 200 len: 1095 time: 0.6728184 Aug 23 12:33:24.311527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'tag': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:33:24.313801 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c10d24-c25e-4924-bb54-841ba2b82031" -d '{"events": [{"name": "network-changed", "server_uuid": "b96f6724-afa1-44fc-99a2-8c0a355a2fbd", "tag": "f5dc57bc-c3c2-4f58-b596-d75d3987aa7e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:33:24.347743 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5be39-a48e-4420-97d5-b4e5b6ca8d08 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:24.362573 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16187f7-e95c-4eee-9420-787d99eadf47 x-openstack-request-id: req-a16187f7-e95c-4eee-9420-787d99eadf47 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:33:24.362877 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96f6724-afa1-44fc-99a2-8c0a355a2fbd", "tag": "f5dc57bc-c3c2-4f58-b596-d75d3987aa7e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:33:24.363135 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a16187f7-e95c-4eee-9420-787d99eadf47 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:33:24.363543 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'tag': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e', 'status': 'completed', 'code': 200} Aug 23 12:33:24.385849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-009ee1ad-efd8-4985-a55b-5f1a7c5ec867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.409533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-22621127-caf9-48c5-991b-838d84417e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.411184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-22621127-caf9-48c5-991b-838d84417e9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7fbede50a1d54530869df4d2cde46c73&device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 1098 time: 0.0467865 Aug 23 12:33:24.443029 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:24.460824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-a815511a-9278-4b7d-aa50-612e70169226 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e HTTP/1.1" status: 200 len: 217 time: 0.0419886 Aug 23 12:33:24.512001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-27e8b47e-d419-4d0e-b352-0beb773baa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.513490 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-27e8b47e-d419-4d0e-b352-0beb773baa6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0460432 Aug 23 12:33:24.559860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-818cf06d-b94b-4367-b255-1ac4da6f499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.561368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-818cf06d-b94b-4367-b255-1ac4da6f499f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410480 Aug 23 12:33:24.654803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-a7d9172a-234f-4d09-ba5e-d12ff1894fed service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854523 Aug 23 12:33:24.742511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7f672c69-8c6c-4416-a2e6-efcd13d09532 req-2fed0a06-e497-46a1-adbc-d91932bf88c4 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808306 Aug 23 12:33:24.826843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-44b0e5f7-b518-4858-8b1a-5cebd07a32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.828236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-44b0e5f7-b518-4858-8b1a-5cebd07a32c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7fbede50a1d54530869df4d2cde46c73&device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 1098 time: 0.0445688 Aug 23 12:33:24.916625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-ba757526-7b9b-4138-ad79-29070c3b73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:24.918103 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-ba757526-7b9b-4138-ad79-29070c3b73d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d584ba5a-fbad-42dd-b008-6dac0dc67476 HTTP/1.1" status: 200 len: 870 time: 0.0825419 Aug 23 12:33:24.961786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-427e5c17-e0dd-4c1d-a500-a33c4b2e90d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e HTTP/1.1" status: 200 len: 217 time: 0.0367951 Aug 23 12:33:25.014761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-25a1113a-df57-45aa-a135-8dcd0c03892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:25.016255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-25a1113a-df57-45aa-a135-8dcd0c03892a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=626143ec-edfa-4e61-9b4c-0134eb5f0bf2 HTTP/1.1" status: 200 len: 843 time: 0.0477676 Aug 23 12:33:25.062527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-2f5940bb-9bdc-47fa-a653-8043d15ac756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:25.064019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-2f5940bb-9bdc-47fa-a653-8043d15ac756 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d584ba5a-fbad-42dd-b008-6dac0dc67476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397272 Aug 23 12:33:25.158778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-ce2c1817-e72b-44de-a591-d449a88a5e6d service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Aug 23 12:33:25.283939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9c10d24-c25e-4924-bb54-841ba2b82031 req-5ec741d8-3e9d-41a6-84e7-e82501db4ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/d584ba5a-fbad-42dd-b008-6dac0dc67476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179245 Aug 23 12:33:25.291969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95bc2-ffd8-4199-823b-8f990501e809 req-5e22d652-6a94-4599-9f83-48599d1c1432 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:25.293332 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ef95bc2-ffd8-4199-823b-8f990501e809 req-5e22d652-6a94-4599-9f83-48599d1c1432 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 947 time: 0.0724466 Aug 23 12:33:25.333013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ef95bc2-ffd8-4199-823b-8f990501e809 req-de5d2bef-887e-4bbe-b3a3-1fa281b440ba tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Aug 23 12:33:25.775841 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:26.455663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b55e1-ed32-4340-9c06-b399678299a4 req-3f5977cd-5339-4222-a55a-cb63feb83717 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:26.457140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b69b55e1-ed32-4340-9c06-b399678299a4 req-3f5977cd-5339-4222-a55a-cb63feb83717 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 947 time: 0.0504346 Aug 23 12:33:26.494637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b69b55e1-ed32-4340-9c06-b399678299a4 req-461d4bfb-62ba-4a2b-b480-c57fe81b941a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Aug 23 12:33:27.313865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f5dc57bc-c3c2-4f58-b596-d75d3987aa7e details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:33:27.409825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:27.420438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e', 'network_id': 'd584ba5a-fbad-42dd-b008-6dac0dc67476', 'port_id': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e', 'mac_address': 'fa:16:3e:ae:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626143ec-edfa-4e61-9b4c-0134eb5f0bf2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:33:27.472502 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:27.473583 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:27.486346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dc57bc-c3c2-4f58-b596-d75d3987aa7e {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:33:27.505325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:27.508974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:27.560913 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:27.609025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334994-d99e-4bf5-84b2-3ece7756babc req-056f6543-9c3a-4ef6-9a2f-33b0fdb1b5f0 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:27.610709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86334994-d99e-4bf5-84b2-3ece7756babc req-056f6543-9c3a-4ef6-9a2f-33b0fdb1b5f0 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 948 time: 0.0485513 Aug 23 12:33:27.648081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-86334994-d99e-4bf5-84b2-3ece7756babc req-d4c71380-9d76-48f3-88d4-bac4ec564e9c tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Aug 23 12:33:27.770431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f5dc57bc-c3c2-4f58-b596-d75d3987aa7e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:33:27.992001 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:28.512033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:28.762220 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09caa83-c5da-46d0-acdc-850973a5fb96 req-6153872f-d13e-4a13-a566-6f8efaeafe9c tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:28.763621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a09caa83-c5da-46d0-acdc-850973a5fb96 req-6153872f-d13e-4a13-a566-6f8efaeafe9c tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 948 time: 0.0486815 Aug 23 12:33:28.801693 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a09caa83-c5da-46d0-acdc-850973a5fb96 req-519b4ef9-66ec-488b-89b5-2fdb294e09d7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Aug 23 12:33:29.329294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f5dc57bc-c3c2-4f58-b596-d75d3987aa7e up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:33:29.379429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:33:29.383088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:33:29.383458 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:29.458806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:29.487378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:33:29.489614 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bff7c99-b488-456e-bd70-f1f85731772b" -d '{"events": [{"server_uuid": "b96f6724-afa1-44fc-99a2-8c0a355a2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "f5dc57bc-c3c2-4f58-b596-d75d3987aa7e"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:33:29.502811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:29.507000 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:29.555036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:29.595157 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c2ef0-9e68-4deb-a1db-4200486b86cc x-openstack-request-id: req-411c2ef0-9e68-4deb-a1db-4200486b86cc {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:33:29.595454 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96f6724-afa1-44fc-99a2-8c0a355a2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "f5dc57bc-c3c2-4f58-b596-d75d3987aa7e", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:33:29.595711 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-411c2ef0-9e68-4deb-a1db-4200486b86cc {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:33:29.596108 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e', 'code': 200} Aug 23 12:33:29.687932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19d04c-d881-4d60-a859-b445380bb4fc req-f77ae880-1fef-476d-8811-11fe5e8f0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:29.689503 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b19d04c-d881-4d60-a859-b445380bb4fc req-f77ae880-1fef-476d-8811-11fe5e8f0783 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 1100 time: 0.0388861 Aug 23 12:33:29.724638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b19d04c-d881-4d60-a859-b445380bb4fc req-e66369cd-3c86-419c-85d6-e85de556dd8f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270236 Aug 23 12:33:29.916920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89686ab9-67bc-478d-b08f-7312c4d8b600 req-4db4f50d-2857-4ecb-824e-0329a23a91c7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:29.918421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89686ab9-67bc-478d-b08f-7312c4d8b600 req-4db4f50d-2857-4ecb-824e-0329a23a91c7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 949 time: 0.0497944 Aug 23 12:33:29.960338 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-89686ab9-67bc-478d-b08f-7312c4d8b600 req-11b09148-82d6-40ca-ab62-f76c37c174c3 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Aug 23 12:33:31.078992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb5fcc-1060-4d91-9a0a-e1cc165a3fc7 req-c1615e12-b5ff-459a-895f-940b97bc3adf tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:31.080482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ccb5fcc-1060-4d91-9a0a-e1cc165a3fc7 req-c1615e12-b5ff-459a-895f-940b97bc3adf tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 949 time: 0.0522990 Aug 23 12:33:31.118191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ccb5fcc-1060-4d91-9a0a-e1cc165a3fc7 req-2c09c615-b924-4fab-9e7b-e2b251fdcd47 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Aug 23 12:33:32.076692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479da1a3-0813-47c3-8ee9-065ade0e55b9 req-243efe4d-f780-4648-9c2a-8bb80e6f1cd3 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:32.078164 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-479da1a3-0813-47c3-8ee9-065ade0e55b9 req-243efe4d-f780-4648-9c2a-8bb80e6f1cd3 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 949 time: 0.0563626 Aug 23 12:33:32.118217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-479da1a3-0813-47c3-8ee9-065ade0e55b9 req-88c4bd18-e940-467d-8a74-b52495058bfc tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Aug 23 12:33:33.235493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b64a2-1997-4b9a-91f5-b74b88503fe1 req-8e0ce342-e88f-40e0-8c8f-5f1ff6306df7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:33.237216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f07b64a2-1997-4b9a-91f5-b74b88503fe1 req-8e0ce342-e88f-40e0-8c8f-5f1ff6306df7 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 949 time: 0.0499613 Aug 23 12:33:33.276856 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f07b64a2-1997-4b9a-91f5-b74b88503fe1 req-5ae09882-339d-4c2a-93ae-d8713a6afc49 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/security-groups?id=724f2749-6842-4537-8b0a-55b987bf1dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 Aug 23 12:33:33.279064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-435fa5dd-8300-4e84-84d9-46460d3e5080 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:33.280578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-435fa5dd-8300-4e84-84d9-46460d3e5080 tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 949 time: 0.0521212 Aug 23 12:33:33.371161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Deleting port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:33:33.371507 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:33.462638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] For port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,segment=NetworkSegment(b01d92ce-a328-401b-86ac-3ad7ae975abd),segment_id=b01d92ce-a328-401b-86ac-3ad7ae975abd)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:33.462926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:33.474531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Calling delete_port for f5dc57bc-c3c2-4f58-b596-d75d3987aa7e owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:33:33.607437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:33.620195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f5dc57bc-c3c2-4f58-b596-d75d3987aa7e'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:33:33.637366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Pushing event deleted for resources: {'Port': ['ID=f5dc57bc-c3c2-4f58-b596-d75d3987aa7e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:33.977265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] No DVR routers for this DVR port f5dc57bc-c3c2-4f58-b596-d75d3987aa7e on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:33:33.980006 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:33.982179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cdfb0bc1-76a8-4a25-ab09-c83483d43ee6 req-3dbf7b8d-1257-49ad-bdc6-29276364629a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.44 "DELETE /v2.0/ports/f5dc57bc-c3c2-4f58-b596-d75d3987aa7e HTTP/1.1" status: 204 len: 173 time: 0.6948631 Aug 23 12:33:33.982649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'name': 'network-vif-deleted', 'tag': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:33:33.984900 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b2e57-509e-46ce-a98e-5ec28d8c9837" -d '{"events": [{"server_uuid": "b96f6724-afa1-44fc-99a2-8c0a355a2fbd", "name": "network-vif-deleted", "tag": "f5dc57bc-c3c2-4f58-b596-d75d3987aa7e"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:33:34.025944 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcae5a5-d527-4d23-ba65-4b4440d93d91 x-openstack-request-id: req-6dcae5a5-d527-4d23-ba65-4b4440d93d91 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:33:34.026426 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96f6724-afa1-44fc-99a2-8c0a355a2fbd", "name": "network-vif-deleted", "tag": "f5dc57bc-c3c2-4f58-b596-d75d3987aa7e", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:33:34.026714 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dcae5a5-d527-4d23-ba65-4b4440d93d91 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:33:34.027106 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96f6724-afa1-44fc-99a2-8c0a355a2fbd', 'name': 'network-vif-deleted', 'tag': 'f5dc57bc-c3c2-4f58-b596-d75d3987aa7e', 'status': 'completed', 'code': 200} Aug 23 12:33:34.391210 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d0b54aa2-2a23-4dfd-aadb-d76bd3148dd5 req-489fe3a2-95a2-4f83-9da0-51fb49fcc83a tempest-ServersAdminNegativeTestJSON-984689021 tempest-ServersAdminNegativeTestJSON-984689021-project] 10.222.0.21 "GET /v2.0/ports?device_id=b96f6724-afa1-44fc-99a2-8c0a355a2fbd HTTP/1.1" status: 200 len: 210 time: 0.0307267 Aug 23 12:33:35.684445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39020) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:35.813812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7098d97-5b73-46e3-9f8c-fa66edc7e895 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fbede50a1d54530869df4d2cde46c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281438 Aug 23 12:33:35.816367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39024) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:35.862985 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62df364d-cce1-4ac8-a12d-b4c88562bd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:35.887106 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62df364d-cce1-4ac8-a12d-b4c88562bd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:35.933912 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62df364d-cce1-4ac8-a12d-b4c88562bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:35.936344 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62df364d-cce1-4ac8-a12d-b4c88562bd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:35.937488 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-62df364d-cce1-4ac8-a12d-b4c88562bd5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/724f2749-6842-4537-8b0a-55b987bf1dc7 HTTP/1.1" status: 204 len: 168 time: 0.1202302 Aug 23 12:33:35.945191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df364d-cce1-4ac8-a12d-b4c88562bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f2749-6842-4537-8b0a-55b987bf1dc7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:36.189869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39030) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:36.203379 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa51b-3a93-4b16-bfdc-c70c8deee7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.290298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa51b-3a93-4b16-bfdc-c70c8deee7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.294157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa51b-3a93-4b16-bfdc-c70c8deee7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.332382 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c3dfa51b-3a93-4b16-bfdc-c70c8deee7c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faa57bed42e74e93865ffc07e1192047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413898 Aug 23 12:33:36.333271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa51b-3a93-4b16-bfdc-c70c8deee7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed9758-a5c0-4dc0-ae71-be9b11ed13cd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:36.335157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39032) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:36.382104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23b2be90-e8aa-4139-8ab9-2493e266dbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.403297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23b2be90-e8aa-4139-8ab9-2493e266dbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.449834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23b2be90-e8aa-4139-8ab9-2493e266dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.452295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-23b2be90-e8aa-4139-8ab9-2493e266dbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:36.453428 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-23b2be90-e8aa-4139-8ab9-2493e266dbf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7aed9758-a5c0-4dc0-ae71-be9b11ed13cd HTTP/1.1" status: 204 len: 168 time: 0.1171899 Aug 23 12:33:36.464916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2be90-e8aa-4139-8ab9-2493e266dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed9758-a5c0-4dc0-ae71-be9b11ed13cd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:37.140067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39054) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:37.235539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1272639375-network', 'tenant_id': 'c59397dcf30346cc8cae58ed0eacbda4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:33:37.257230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Made reservation on behalf of c59397dcf30346cc8cae58ed0eacbda4 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:33:37.259420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.267688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.356460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.359850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f5dc57bc-c3c2-4f58-b596-d75d3987aa7e no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:33:37.360647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.380938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: f5dc57bc-c3c2-4f58-b596-d75d3987aa7e {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:33:37.381378 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f5dc57bc-c3c2-4f58-b596-d75d3987aa7e not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:33:37.381939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:33:37.396037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd286b92-a842-4ee8-a946-7f149d68cfb4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:37.401311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.401659 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Added segment dd31dd69-7655-4835-b213-7e524f8d198a of type vlan for network 6745b821-9897-4611-b9d0-4ee49d10a4e7 Aug 23 12:33:37.442796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.468330 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.469820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:37.470397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.507717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3664820 Aug 23 12:33:37.511289 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39058) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:33:37.516382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Request body: {'subnet': {'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1272639375-subnet', 'tenant_id': 'c59397dcf30346cc8cae58ed0eacbda4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:33:37.537652 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Made reservation on behalf of c59397dcf30346cc8cae58ed0eacbda4 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:33:37.541112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.562951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa70263-c6bf-45ac-ae7a-a55dd5459c28 admin admin] Pushing event updated for resources: {'Network': ['ID=6745b821-9897-4611-b9d0-4ee49d10a4e7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:37.573743 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 6745b821-9897-4611-b9d0-4ee49d10a4e7 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:33:37.708758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.764758 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c61d09a-b5be-4bae-9d7d-d40d5734e339,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:37.771951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Checking segment: {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:33:37.772311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Network hostable DHCP agents. Network: 6745b821-9897-4611-b9d0-4ee49d10a4e7, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:33:37.788174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Network 6745b821-9897-4611-b9d0-4ee49d10a4e7 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:33:37.797047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 6745b821-9897-4611-b9d0-4ee49d10a4e7) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:33:37.802004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:37.802811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:37.806488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced31742-d717-4c51-9c9c-013b9da249c3 None None] Network 6745b821-9897-4611-b9d0-4ee49d10a4e7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:33:37.825501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-68e13e36-0821-4522-9ca2-f5c48b7f3067 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3129768 Aug 23 12:33:37.927524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a17ba1-fc14-4de1-ab5d-abf42477e449 None None] Network 6745b821-9897-4611-b9d0-4ee49d10a4e7 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:33:38.232949 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-b459e732-eae2-4080-84e7-f061c03ee309 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:38.234447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-b459e732-eae2-4080-84e7-f061c03ee309 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 812 time: 0.1055229 Aug 23 12:33:38.249900 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-b1dc8a96-0178-44d2-9dd9-8573d3c4f8e9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/quotas/c59397dcf30346cc8cae58ed0eacbda4 HTTP/1.1" status: 200 len: 375 time: 0.0095451 Aug 23 12:33:38.280218 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-07d47c27-2bb0-42fc-b9dc-dd378eb043c8 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251999 Aug 23 12:33:38.425652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-677d322d-0026-4884-bdd8-30e8160f103d service neutron] 10.222.0.21 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386201 Aug 23 12:33:38.521867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-4b621e0d-357d-4a81-a9b7-47b01f25faf4 service neutron] 10.222.0.21 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892384 Aug 23 12:33:38.685727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5b38bfd7-4db7-48a5-9bb0-ca924acca33c req-60ae581f-1c31-41b8-97db-3913a516d2a9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 210 time: 0.0306230 Aug 23 12:33:39.574243 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-9f020866-bb60-4b1d-a9e3-1f670911ec0e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:39.575714 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-9f020866-bb60-4b1d-a9e3-1f670911ec0e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.44 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 812 time: 0.1095006 Aug 23 12:33:39.589333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Request body: {'port': {'device_id': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7', 'admin_state_up': True, 'tenant_id': 'c59397dcf30346cc8cae58ed0eacbda4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:33:39.698422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Made reservation on behalf of c59397dcf30346cc8cae58ed0eacbda4 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:33:39.701893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:39.783252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7eee221b-6a8f-400f-b95e-683ca61baa6f req-0ed1f0f9-0e6d-4ea5-aeaa-b4925a6f9ad0 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 210 time: 0.0318394 Aug 23 12:33:39.827730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Allocated IP 172.20.0.8 (6745b821-9897-4611-b9d0-4ee49d10a4e7/7c61d09a-b5be-4bae-9d7d-d40d5734e339/992fd504-6c8f-46ce-bcf8-a975fc3bdc8a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:33:39.977827 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.015744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.058138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Network 6745b821-9897-4611-b9d0-4ee49d10a4e7 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:33:40.061010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:33:40.064664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:33:40.094152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:40.121051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:40.121668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.135998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ade7d461-861d-46d2-aca6-781184b9f55b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511448 Aug 23 12:33:40.148345 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Request body: {'port': {'device_id': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:33:40.199867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.455963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:33:40.463239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.475016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Transition to ACTIVE for port object 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:33:40.479072 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.547136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:40.612445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:33:40.612787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:33:40.613125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on network 6745b821-9897-4611-b9d0-4ee49d10a4e7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:33:40.617441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on network 6745b821-9897-4611-b9d0-4ee49d10a4e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:33:40.617864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on network 6745b821-9897-4611-b9d0-4ee49d10a4e7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:33:40.623302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:33:40.623648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Checking segment: {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:33:40.624036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Bound using segment: {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:33:40.624470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Bound port: 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:33:40.624830 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.686668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:33:40.689878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:33:40.694078 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.730788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:40.731404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:40.732802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 1091 time: 0.5885639 Aug 23 12:33:40.733244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:33:40.735512 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b03298-7593-47cc-8e39-a60d46a3dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:33:40.760940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21d624-8292-45f3-a773-997a619e35a4 service neutron] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:40.784426 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8ba79e-8345-41bd-8475-57ef1d9ac640 x-openstack-request-id: req-2f8ba79e-8345-41bd-8475-57ef1d9ac640 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:33:40.784724 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:33:40.784985 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f8ba79e-8345-41bd-8475-57ef1d9ac640 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:33:40.785395 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'status': 'completed', 'code': 200} Aug 23 12:33:40.815562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-977fd402-40e5-4148-98b6-c6b2a27106ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:40.817116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-977fd402-40e5-4148-98b6-c6b2a27106ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1094 time: 0.0444443 Aug 23 12:33:40.861784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-7dfdecbf-b592-4b35-8e3b-fad21f319c4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0370209 Aug 23 12:33:40.907299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e562fc-9eb1-41b6-9054-e1e49a01688e req-018d9e4c-445a-4293-9938-9c6de56397f9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:40.908867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4e562fc-9eb1-41b6-9054-e1e49a01688e req-018d9e4c-445a-4293-9938-9c6de56397f9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0576124 Aug 23 12:33:40.916999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-b22df4e6-b249-438d-ad5a-264bc5f9e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:40.918514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-b22df4e6-b249-438d-ad5a-264bc5f9e9d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0491123 Aug 23 12:33:40.947219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d4e562fc-9eb1-41b6-9054-e1e49a01688e req-b36f98a6-0c15-45fb-81d8-19b1181bc96e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Aug 23 12:33:40.950473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-c132c77d-d4be-40be-aa5a-92dfebb0b0a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249541 Aug 23 12:33:41.041262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-cf77c865-b6f4-4f34-a9e3-887ac9c61772 service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Aug 23 12:33:41.134034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b685bc4e-8c19-43c4-bcdf-2acec1d557b2 req-e7fa9c3e-15e9-4782-a9f6-2dc64255a29c service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850992 Aug 23 12:33:41.217979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-0f491951-f1e2-4cf3-b831-06495cee6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:41.219468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-0f491951-f1e2-4cf3-b831-06495cee6d4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1094 time: 0.0406120 Aug 23 12:33:41.314631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-8da28a9b-1218-4693-a382-5f9a252b30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:41.316039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-8da28a9b-1218-4693-a382-5f9a252b30ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 913 time: 0.0891020 Aug 23 12:33:41.356927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-25c3cd2b-9511-4d07-b1a8-e10c18fa8384 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0335920 Aug 23 12:33:41.404737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-7895369c-523c-4c78-94a2-0ebe6da0240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:41.406216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-7895369c-523c-4c78-94a2-0ebe6da0240a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0426965 Aug 23 12:33:41.443203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-9e578b78-62de-4c4d-95a7-b402f1eadc48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288136 Aug 23 12:33:41.535405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-858ee1ec-078d-4fb0-b68a-9ed45c26f6ef service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830202 Aug 23 12:33:41.629921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b7b03298-7593-47cc-8e39-a60d46a3dc38 req-cf67a9cf-fc8e-4a9a-af34-a78a5fdd6429 service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872290 Aug 23 12:33:42.063636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8054b-c615-4c66-b859-09db0d6146fc req-913120ca-5e9e-45e8-9264-097f31cf3a29 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:42.065137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81c8054b-c615-4c66-b859-09db0d6146fc req-913120ca-5e9e-45e8-9264-097f31cf3a29 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0496557 Aug 23 12:33:42.101358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81c8054b-c615-4c66-b859-09db0d6146fc req-7a81559f-ba2a-4508-94b8-a7936fe14fe7 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303192 Aug 23 12:33:43.216441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74854-b6ed-4e37-9188-cd200f8c594e req-38be4295-6cdf-4443-9d07-fe51405e131e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:43.217943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-acb74854-b6ed-4e37-9188-cd200f8c594e req-38be4295-6cdf-4443-9d07-fe51405e131e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0488896 Aug 23 12:33:43.255096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-acb74854-b6ed-4e37-9188-cd200f8c594e req-5d606aa5-34c0-4cf0-8f5e-6334fea102e0 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Aug 23 12:33:43.401813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:33:43.497606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:43.507804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7', 'port_id': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'mac_address': 'fa:16:3e:e5:9a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c61d09a-b5be-4bae-9d7d-d40d5734e339', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:33:43.545746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:43.559003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:33:43.577408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:43.581615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:43.633258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:43.765528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:33:44.367348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ee8d4-6e31-4e50-ac73-2f7d1c8e3b85 req-be63a2d4-6b3b-4fdf-a62a-3b13180e9403 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:44.369414 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-842ee8d4-6e31-4e50-ac73-2f7d1c8e3b85 req-be63a2d4-6b3b-4fdf-a62a-3b13180e9403 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 944 time: 0.0485041 Aug 23 12:33:44.406658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-842ee8d4-6e31-4e50-ac73-2f7d1c8e3b85 req-7d344b92-1c63-4d0f-85dc-d8c302bc4fb8 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Aug 23 12:33:45.421748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:33:45.470500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:33:45.474532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:33:45.474964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:45.529274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4d18c-ce5e-4c4f-ad53-a5c849df5aaf req-0d3afa8f-45a0-4523-aa53-6f36c7480050 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:45.530811 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97a4d18c-ce5e-4c4f-ad53-a5c849df5aaf req-0d3afa8f-45a0-4523-aa53-6f36c7480050 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 944 time: 0.0563884 Aug 23 12:33:45.556940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:45.569593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97a4d18c-ce5e-4c4f-ad53-a5c849df5aaf req-7e3cceca-ba43-4ad4-8f98-9ccc5750eb3a tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Aug 23 12:33:45.580120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:33:45.582616 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35cfaf1-1b43-486d-9546-49cadafa1fe6" -d '{"events": [{"server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "name": "network-vif-plugged", "status": "completed", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:33:45.598150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:33:45.602719 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:45.625977 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b0dc9-07b8-4c86-abe4-68e9272df6dd x-openstack-request-id: req-a61b0dc9-07b8-4c86-abe4-68e9272df6dd {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:33:45.626281 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "name": "network-vif-plugged", "status": "completed", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:33:45.626537 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a61b0dc9-07b8-4c86-abe4-68e9272df6dd {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:33:45.626921 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'code': 200} Aug 23 12:33:45.653752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:33:45.720395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e698-309b-4bed-b45f-cc64206a9f3f req-82ed7dc3-fd80-44d6-8c1c-aa35a040f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:45.721944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b815e698-309b-4bed-b45f-cc64206a9f3f req-82ed7dc3-fd80-44d6-8c1c-aa35a040f304 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1096 time: 0.0435467 Aug 23 12:33:45.756408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b815e698-309b-4bed-b45f-cc64206a9f3f req-9801f3bb-65c3-49f7-aa36-dc7fc2b6675e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271525 Aug 23 12:33:46.691251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfec83-65d8-4661-802d-f367556b918d req-2cd5462f-ec04-4fcd-b482-1faf57db69fb tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:46.692852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7cfec83-65d8-4661-802d-f367556b918d req-2cd5462f-ec04-4fcd-b482-1faf57db69fb tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0525575 Aug 23 12:33:46.732613 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7cfec83-65d8-4661-802d-f367556b918d req-5d37405d-bd32-4216-8bb0-b5990ceb2395 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Aug 23 12:33:47.849993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4f22-580b-450d-b613-df7b048b8a8b req-939b5f7e-d712-44e7-88b4-8d121bc092da tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:47.851513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4fc4f22-580b-450d-b613-df7b048b8a8b req-939b5f7e-d712-44e7-88b4-8d121bc092da tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0492764 Aug 23 12:33:47.894637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c4fc4f22-580b-450d-b613-df7b048b8a8b req-0f1fcf3b-b1c2-4452-bf9b-7186fb728b5b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Aug 23 12:33:48.134056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfea087-1c2b-4144-94c1-81c4ba97d1dd req-f5fd9e0b-4946-4cbd-bef5-e2814093ba80 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:48.135575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6bfea087-1c2b-4144-94c1-81c4ba97d1dd req-f5fd9e0b-4946-4cbd-bef5-e2814093ba80 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0496891 Aug 23 12:33:48.169905 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-8c883ed5-7155-48d0-960b-eb03b8dc9693 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936000 Aug 23 12:33:48.175242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6bfea087-1c2b-4144-94c1-81c4ba97d1dd req-3afb67ed-b9f4-4355-b121-46812eb992ac tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Aug 23 12:33:49.298284 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d32b3e-2098-4c2b-9fee-c92ac5ea687d req-9f2d63bc-ac26-4cd6-9c7c-5a06b3c61ee1 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:49.299999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5d32b3e-2098-4c2b-9fee-c92ac5ea687d req-9f2d63bc-ac26-4cd6-9c7c-5a06b3c61ee1 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0521803 Aug 23 12:33:49.304623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-8e4c73cd-5cbf-48d5-a48d-4554766215ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:49.306549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-8e4c73cd-5cbf-48d5-a48d-4554766215ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1096 time: 0.0470533 Aug 23 12:33:49.348373 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5d32b3e-2098-4c2b-9fee-c92ac5ea687d req-7a886918-04d9-4fb7-9f6b-a65a8ef3d6c2 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Aug 23 12:33:49.402908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-fcc4bb8c-7f89-4249-9b54-3b757e0ad417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:49.404425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-fcc4bb8c-7f89-4249-9b54-3b757e0ad417 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 913 time: 0.0910213 Aug 23 12:33:49.449598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-a0a2053b-22f7-45b6-9b4e-d0bee30f2d21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0384305 Aug 23 12:33:49.499219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-eaf8f46a-2115-4ad6-bf89-4072cf719b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:49.500609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-eaf8f46a-2115-4ad6-bf89-4072cf719b2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0444875 Aug 23 12:33:49.533505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-d964c496-28fc-4270-960e-3a47308411e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257554 Aug 23 12:33:49.629639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-bf3405d9-553d-4a8e-942c-80eb9e0f2f8e service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882442 Aug 23 12:33:49.725058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-f9574385-6c8b-479a-9268-71ff998392d2 service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Aug 23 12:33:50.465012 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3412e96-8d93-489e-a6f5-2f1738c40f62 req-7a4468a0-7746-40a8-ab91-41c872ea1f84 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:50.466557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3412e96-8d93-489e-a6f5-2f1738c40f62 req-7a4468a0-7746-40a8-ab91-41c872ea1f84 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Aug 23 12:33:50.504385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b3412e96-8d93-489e-a6f5-2f1738c40f62 req-a8de68eb-fc09-47df-b1c7-43163ab07c1d tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Aug 23 12:33:51.620017 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9fd74-a63a-4274-9720-7467565e322a req-ab7ef795-4cd2-407e-8979-8be8aac8daa0 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:51.621475 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66e9fd74-a63a-4274-9720-7467565e322a req-ab7ef795-4cd2-407e-8979-8be8aac8daa0 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Aug 23 12:33:51.659501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66e9fd74-a63a-4274-9720-7467565e322a req-82578e02-0015-44c6-ba63-7d8781f6943b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Aug 23 12:33:51.806143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3e96505a-323a-4150-a6dd-ca37105c704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:52.776748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752ea7c-0495-44c3-b946-efdf37bc5aae req-38c325dc-24b1-4b14-804b-dc65d2a5e259 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:52.778256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8752ea7c-0495-44c3-b946-efdf37bc5aae req-38c325dc-24b1-4b14-804b-dc65d2a5e259 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0527492 Aug 23 12:33:52.816475 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8752ea7c-0495-44c3-b946-efdf37bc5aae req-5383b9f0-9e86-4061-8d6e-3598255417a4 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Aug 23 12:33:53.935486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba544f27-2010-4e3d-91c4-f523b6d98dd8 req-849fad73-df89-47df-a9e5-4319cf027323 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:53.936993 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba544f27-2010-4e3d-91c4-f523b6d98dd8 req-849fad73-df89-47df-a9e5-4319cf027323 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Aug 23 12:33:53.973873 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba544f27-2010-4e3d-91c4-f523b6d98dd8 req-6438d2cb-6b7d-4211-8ccf-55a94f4923b5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Aug 23 12:33:54.366358 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f954-2322-4b71-b5cd-9b7666692fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:54.436733 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:55.089581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48998c2-b284-4cfe-9156-757721fe1c98 req-0e580a60-7363-4223-9a17-e74c7488077d tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:55.091122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b48998c2-b284-4cfe-9156-757721fe1c98 req-0e580a60-7363-4223-9a17-e74c7488077d tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Aug 23 12:33:55.128469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b48998c2-b284-4cfe-9156-757721fe1c98 req-0bbe1bb3-2d8a-4a3e-92f3-309a3702921a tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Aug 23 12:33:55.777749 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:56.242175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b01e4e-2e13-4f6d-be35-a127b2986879 req-a3cd3dbb-d49c-40b5-93da-e216154907dc tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:56.244219 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9b01e4e-2e13-4f6d-be35-a127b2986879 req-a3cd3dbb-d49c-40b5-93da-e216154907dc tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Aug 23 12:33:56.284415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f9b01e4e-2e13-4f6d-be35-a127b2986879 req-f8aacc11-03c8-4abe-847d-db08f1a22c4d tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Aug 23 12:33:57.397921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80cc5b-0196-4d9e-a168-73b80a845120 req-5dc47992-3811-4bcd-85f4-16ada9dd96be tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:57.399413 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd80cc5b-0196-4d9e-a168-73b80a845120 req-5dc47992-3811-4bcd-85f4-16ada9dd96be tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0489728 Aug 23 12:33:57.436009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd80cc5b-0196-4d9e-a168-73b80a845120 req-01cbcb51-a642-40b0-8aa0-2d579f7ed23e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307720 Aug 23 12:33:57.471768 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:58.008435 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:58.529431 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:33:58.560553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e586f98-f3c7-4b6b-9b9c-88097af6a48a req-66281793-7a38-46d1-8140-f2c824c56000 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:58.565018 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e586f98-f3c7-4b6b-9b9c-88097af6a48a req-66281793-7a38-46d1-8140-f2c824c56000 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0567122 Aug 23 12:33:58.602881 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3e586f98-f3c7-4b6b-9b9c-88097af6a48a req-c954d548-2a4f-439d-af1d-5a28b659c8c5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Aug 23 12:33:59.720231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12a149-74d7-484f-89ba-4f4bd0c1ac0c req-220afc46-452b-40a9-8afa-a6da9b4d4af8 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:33:59.721744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b12a149-74d7-484f-89ba-4f4bd0c1ac0c req-220afc46-452b-40a9-8afa-a6da9b4d4af8 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Aug 23 12:33:59.759236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b12a149-74d7-484f-89ba-4f4bd0c1ac0c req-def91eba-bdff-4a4a-8227-8b3445e6b80f tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Aug 23 12:34:00.462548 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:34:00.875311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020182e-ad46-4ed0-bfad-0079b338e124 req-edab8ea1-6b82-4836-8911-7a286d568fc9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:00.876788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4020182e-ad46-4ed0-bfad-0079b338e124 req-edab8ea1-6b82-4836-8911-7a286d568fc9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0485187 Aug 23 12:34:00.913578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4020182e-ad46-4ed0-bfad-0079b338e124 req-b4326c8b-98a5-4bee-ae98-ec4db71b6622 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307837 Aug 23 12:34:02.028518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e593-96bd-45bd-928d-0eee2eeef985 req-2f6beec1-9e2a-49f9-9e5e-e17f002a0dc2 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:02.030037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21d8e593-96bd-45bd-928d-0eee2eeef985 req-2f6beec1-9e2a-49f9-9e5e-e17f002a0dc2 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0485938 Aug 23 12:34:02.067823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21d8e593-96bd-45bd-928d-0eee2eeef985 req-93e79aa3-aea5-443b-89d8-58fc33ad1296 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Aug 23 12:34:03.183047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b885a-50a5-4603-8786-7b1d8139a8bc req-c071cdce-5566-4ad6-bed2-db52bfaf89c1 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:03.184527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba7b885a-50a5-4603-8786-7b1d8139a8bc req-c071cdce-5566-4ad6-bed2-db52bfaf89c1 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0486548 Aug 23 12:34:03.226667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba7b885a-50a5-4603-8786-7b1d8139a8bc req-ed3e9825-2129-4a7c-9be9-f912fa01729d tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Aug 23 12:34:04.343287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af919228-7493-4807-a79c-4df6e102e531 req-660dd295-7627-46b5-888a-c14c6d80e892 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:04.344783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af919228-7493-4807-a79c-4df6e102e531 req-660dd295-7627-46b5-888a-c14c6d80e892 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0511775 Aug 23 12:34:04.382492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af919228-7493-4807-a79c-4df6e102e531 req-8313e80a-8442-480a-8f14-8ae29ac1d13f tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Aug 23 12:34:05.495494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df3b5-c76e-4c73-896e-e69ab6df4693 req-745bd9f2-1409-4386-bfe3-ed23a2a369d5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:05.496966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-857df3b5-c76e-4c73-896e-e69ab6df4693 req-745bd9f2-1409-4386-bfe3-ed23a2a369d5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0483146 Aug 23 12:34:05.534690 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-857df3b5-c76e-4c73-896e-e69ab6df4693 req-9ca9dd0e-5035-42a9-b64c-0ac5c7c27ac5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Aug 23 12:34:06.652045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b14a8-29e6-4109-bd87-175e12be2e21 req-691634f5-16d3-4f14-b9ec-3c754c089710 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:06.653539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d7b14a8-29e6-4109-bd87-175e12be2e21 req-691634f5-16d3-4f14-b9ec-3c754c089710 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Aug 23 12:34:06.690031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d7b14a8-29e6-4109-bd87-175e12be2e21 req-096c1e86-dcdb-46c3-88ff-6cef1b023a75 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305715 Aug 23 12:34:07.810151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4657-8840-49cc-860e-d285a7c42d30 req-6686fddf-9575-4701-9042-948b003151fd tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:07.811576 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbcf4657-8840-49cc-860e-d285a7c42d30 req-6686fddf-9575-4701-9042-948b003151fd tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Aug 23 12:34:07.848742 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbcf4657-8840-49cc-860e-d285a7c42d30 req-0724a551-62b2-4ad1-892d-a898cb50e8bd tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Aug 23 12:34:08.963797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6faf6-2839-4783-8195-96456a6029b1 req-f1aafd56-65db-4e88-b8e5-49a9194f7cc2 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:08.965280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-19f6faf6-2839-4783-8195-96456a6029b1 req-f1aafd56-65db-4e88-b8e5-49a9194f7cc2 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0494556 Aug 23 12:34:09.002846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-19f6faf6-2839-4783-8195-96456a6029b1 req-ce3a5636-1daf-41c0-a4df-e2f0bd9fce58 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Aug 23 12:34:10.125177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10492f97-c62b-4250-b041-e59219f2844d req-02ea01cc-5bb9-4f69-b252-73ec72660eed tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:10.127251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10492f97-c62b-4250-b041-e59219f2844d req-02ea01cc-5bb9-4f69-b252-73ec72660eed tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0571232 Aug 23 12:34:10.176226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10492f97-c62b-4250-b041-e59219f2844d req-b91956fd-82c9-4f6c-92fc-96717a5598f1 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Aug 23 12:34:11.295177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110beef3-3a90-411a-a2ce-44f53fe0a080 req-2b732956-8006-4c54-8d8b-e746d23cf8c9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:11.296709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-110beef3-3a90-411a-a2ce-44f53fe0a080 req-2b732956-8006-4c54-8d8b-e746d23cf8c9 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0536206 Aug 23 12:34:11.338068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-110beef3-3a90-411a-a2ce-44f53fe0a080 req-b7ce05c0-0f05-4f5a-a05e-df6ccd593b3f tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Aug 23 12:34:12.457532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cfffa-97a2-4044-ab3f-25f909706b0f req-e8d31fd9-d320-4423-9afe-6af1cd294682 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:12.459092 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc2cfffa-97a2-4044-ab3f-25f909706b0f req-e8d31fd9-d320-4423-9afe-6af1cd294682 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0512784 Aug 23 12:34:12.498450 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc2cfffa-97a2-4044-ab3f-25f909706b0f req-fc75e636-120f-4019-9676-ab67e7923482 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Aug 23 12:34:13.621115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684db7-b70b-4270-9ad1-01c59041a809 req-6f85ffb9-ee59-4f25-8f8d-8418f708a3cb tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:13.622721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02684db7-b70b-4270-9ad1-01c59041a809 req-6f85ffb9-ee59-4f25-8f8d-8418f708a3cb tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0552001 Aug 23 12:34:13.663420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-02684db7-b70b-4270-9ad1-01c59041a809 req-e53f732a-c362-4b74-9620-84ae7d7aaab5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344312 Aug 23 12:34:14.785897 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd42b-aad5-4bd1-9888-a31fd2681b88 req-2a2ace47-1e5c-4cf6-a769-6608a665416b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:14.787473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4dfd42b-aad5-4bd1-9888-a31fd2681b88 req-2a2ace47-1e5c-4cf6-a769-6608a665416b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0510824 Aug 23 12:34:14.827284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f4dfd42b-aad5-4bd1-9888-a31fd2681b88 req-6e851f40-aeaf-4361-81f3-9895502e7ea8 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Aug 23 12:34:15.951353 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a497b1-5493-4d1f-8b8d-250c96e9f514 req-da8d72db-2cb3-40c0-8b24-d530945da330 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:15.952880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7a497b1-5493-4d1f-8b8d-250c96e9f514 req-da8d72db-2cb3-40c0-8b24-d530945da330 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Aug 23 12:34:15.991692 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7a497b1-5493-4d1f-8b8d-250c96e9f514 req-3006e448-f4aa-47e7-9fa4-fd23990b2274 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Aug 23 12:34:16.670021 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-b230fe78-b895-4ad0-999e-408fc1b47d62 service neutron] show failed (client error): The resource could not be found. Aug 23 12:34:16.671039 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-b230fe78-b895-4ad0-999e-408fc1b47d62 service neutron] 10.222.0.44 "GET /v2.0/ports/992fd504-6c8f-46ce-bcf8-a975fc3bdc8a/bindings/n-h2-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.0592327 Aug 23 12:34:16.908156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-b76e34e9-3408-4fd0-957b-422895a68192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:16.909748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-b76e34e9-3408-4fd0-957b-422895a68192 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11&tenant_id=c59397dcf30346cc8cae58ed0eacbda4 HTTP/1.1" status: 200 len: 1096 time: 0.0794511 Aug 23 12:34:16.922461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:34:16.981095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:17.109844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3431ad-671d-41c7-8804-b51de5f1614a req-49be9f76-d4f9-4a5d-a0a3-79884afce875 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:17.118889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e3431ad-671d-41c7-8804-b51de5f1614a req-49be9f76-d4f9-4a5d-a0a3-79884afce875 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 945 time: 0.0573277 Aug 23 12:34:17.162854 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0e3431ad-671d-41c7-8804-b51de5f1614a req-dd78d572-f82a-47da-b5db-4bb134871fe5 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Aug 23 12:34:17.191727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:17.232033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:34:17.271274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:34:17.273948 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b79f31-d463-474b-8ebc-35f956d6b343" -d '{"events": [{"server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "name": "network-vif-unplugged", "status": "completed", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:34:17.278326 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:17.291209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Transition to ACTIVE for port object 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:34:17.296423 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:17.327262 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c4b2d-2919-46e9-906d-807c56002971 x-openstack-request-id: req-161c4b2d-2919-46e9-906d-807c56002971 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:34:17.327561 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "name": "network-vif-unplugged", "status": "completed", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:34:17.327813 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-161c4b2d-2919-46e9-906d-807c56002971 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:34:17.328199 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'code': 200} Aug 23 12:34:17.361229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:17.363471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] No DVR routers for this DVR port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:34:17.372846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.373201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.373543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.373908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.374248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.374585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.374916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.375312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.375861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.375973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.376231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.376557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:17.410955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:34:17.411316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:34:17.411627 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on network 6745b821-9897-4611-b9d0-4ee49d10a4e7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:34:17.415937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on network 6745b821-9897-4611-b9d0-4ee49d10a4e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:34:17.416206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Attempting to bind port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on network 6745b821-9897-4611-b9d0-4ee49d10a4e7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:34:17.421842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:34:17.422184 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Checking segment: {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:34:17.422570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Bound using segment: {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:34:17.422998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Bound port: 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd31dd69-7655-4835-b213-7e524f8d198a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:34:17.423355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:17.493340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:34:17.496522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:34:17.500574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:17.534752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:17.535383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:17.536800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] 10.222.0.41 "PUT /v2.0/ports/992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 1091 time: 0.6188180 Aug 23 12:34:17.584730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa57500-c69a-4a0e-bd9f-6fe4cd6d9578 service neutron] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:17.603125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-98429b18-cad8-42d2-aaa0-6363d0ae1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:17.604718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-98429b18-cad8-42d2-aaa0-6363d0ae1f37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1094 time: 0.0464232 Aug 23 12:34:17.709225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-1f4363c9-b1c7-43fc-bbbe-3f69a7c310e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:17.710728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-1f4363c9-b1c7-43fc-bbbe-3f69a7c310e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 913 time: 0.0997283 Aug 23 12:34:17.752845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-0e1c2c0c-3d7a-48e9-8721-5f38229b26c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0347636 Aug 23 12:34:17.810180 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-1beec756-4334-4db3-af8e-67fafa94ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:17.811677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-1beec756-4334-4db3-af8e-67fafa94ec30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0519445 Aug 23 12:34:17.843074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-2f616fa7-9c93-48a3-8858-6c0813f9f19b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248652 Aug 23 12:34:17.930808 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-7bdf888d-2b2b-4453-8ee3-80dc4cdbece7 service neutron] 10.222.0.41 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811250 Aug 23 12:34:18.022423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14bc056a-21d1-4ea6-a593-33f1aaab3876 req-4f281d6c-62e7-412e-aa3d-74c5d15b667c service neutron] 10.222.0.41 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843818 Aug 23 12:34:18.279232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfae6c4-76e9-43f8-af1c-a335b82c2055 req-00b613b2-daac-4a94-86d7-5d5e81b9cecc tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:18.280651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ecfae6c4-76e9-43f8-af1c-a335b82c2055 req-00b613b2-daac-4a94-86d7-5d5e81b9cecc tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0492702 Aug 23 12:34:18.320539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ecfae6c4-76e9-43f8-af1c-a335b82c2055 req-ca25efc1-f227-4e78-aee7-cad766d3036e tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Aug 23 12:34:19.329961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:34:19.332367 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7eeddf-7c59-4807-abc1-06902e21492e" -d '{"events": [{"name": "network-changed", "server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:34:19.380667 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b82f009-dffb-4f4e-82cc-71e1c02e9549 x-openstack-request-id: req-7b82f009-dffb-4f4e-82cc-71e1c02e9549 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:34:19.380973 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:34:19.381255 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b82f009-dffb-4f4e-82cc-71e1c02e9549 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:34:19.381698 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'status': 'completed', 'code': 200} Aug 23 12:34:19.437797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dd4bb-c847-41c4-bbad-b89ed554b032 req-79b5e2e2-6696-435c-bed8-ee9d08819055 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.439356 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d46dd4bb-c847-41c4-bbad-b89ed554b032 req-79b5e2e2-6696-435c-bed8-ee9d08819055 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0505049 Aug 23 12:34:19.480174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-ddac2df0-9802-405b-a48b-ecfb1c85f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.480420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d46dd4bb-c847-41c4-bbad-b89ed554b032 req-fd4db1ce-187b-4991-8721-1d93170885fe tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Aug 23 12:34:19.481706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-ddac2df0-9802-405b-a48b-ecfb1c85f214 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1094 time: 0.0694115 Aug 23 12:34:19.487358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-b52b17df-a7bd-474b-99cf-f31878ad6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.489133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-b52b17df-a7bd-474b-99cf-f31878ad6b43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1094 time: 0.0682654 Aug 23 12:34:19.593084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:34:19.631794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:34:19.649860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-c9be7cd1-6ead-4407-a4c1-a66540a92962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.651360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-c9be7cd1-6ead-4407-a4c1-a66540a92962 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 913 time: 0.1611943 Aug 23 12:34:19.653861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-64d9e8a9-bc31-48bc-aec8-d290a411ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.655180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-64d9e8a9-bc31-48bc-aec8-d290a411ad9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 913 time: 0.1556988 Aug 23 12:34:19.720078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-9ddc5631-4f5f-4e1f-99be-b80ebfaf80a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0622275 Aug 23 12:34:19.721417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-4789449f-cc60-45b3-94af-34b54b4a21ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0571694 Aug 23 12:34:19.813941 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-ae062140-40a7-4a45-a3b1-4efb9020165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.815434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-ae062140-40a7-4a45-a3b1-4efb9020165b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0884814 Aug 23 12:34:19.816819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-10e03bcc-1f80-4b1e-a053-c37e261170c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:19.818161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-10e03bcc-1f80-4b1e-a053-c37e261170c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0838230 Aug 23 12:34:19.864352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-4c989e4f-a313-493f-8877-1502a587d7f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420427 Aug 23 12:34:19.866162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-0f3524b6-d360-475f-ba1a-cc8ca9e0bb5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367424 Aug 23 12:34:20.325217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-267cac63-b5b5-45db-9ef5-be5203f7741e service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536843 Aug 23 12:34:20.326990 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-92029d01-80c1-4157-89a5-8f68cd6ef3d9 service neutron] 10.222.0.41 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482241 Aug 23 12:34:20.487511 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-df44174c-c9cc-46cf-bff4-99438c1c7239 service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553237 Aug 23 12:34:20.490685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f7eeddf-7c59-4807-abc1-06902e21492e req-ecbb5dc0-b877-41a6-aa0c-15398a0b8540 service neutron] 10.222.0.41 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507370 Aug 23 12:34:20.610308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365c419-950b-4724-a6f5-1aeb11b43872 req-98696bcd-3e05-493f-9efe-6dc36a0cc12c tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:20.611826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f365c419-950b-4724-a6f5-1aeb11b43872 req-98696bcd-3e05-493f-9efe-6dc36a0cc12c tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0527306 Aug 23 12:34:20.654598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f365c419-950b-4724-a6f5-1aeb11b43872 req-fba3359d-bb32-47d6-a7bd-ddbde56935d0 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Aug 23 12:34:20.996483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-433dc659-6c63-410c-9259-c49c472daafa tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:20.997971 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-433dc659-6c63-410c-9259-c49c472daafa tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.44 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11&tenant_id=c59397dcf30346cc8cae58ed0eacbda4&binding%3Ahost_id=n-h2-773645-7 HTTP/1.1" status: 200 len: 943 time: 0.0889454 Aug 23 12:34:21.058295 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-cc6a82d8-9147-410b-8d36-ea802016ca29 service neutron] delete failed (client error): The resource could not be found. Aug 23 12:34:21.059379 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-cc6a82d8-9147-410b-8d36-ea802016ca29 service neutron] 10.222.0.44 "DELETE /v2.0/ports/992fd504-6c8f-46ce-bcf8-a975fc3bdc8a/bindings/n-h1-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.0543439 Aug 23 12:34:21.143454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-d456ab50-3640-4209-984e-e450df3ea36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:21.144996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-d456ab50-3640-4209-984e-e450df3ea36f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 1094 time: 0.0423694 Aug 23 12:34:21.240831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-267eb048-31ab-4502-b056-2040b767bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:21.242544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-267eb048-31ab-4502-b056-2040b767bd74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 200 len: 913 time: 0.0900877 Aug 23 12:34:21.285013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-21ac8a53-65f7-42c0-b759-64a3dff6a9a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 200 len: 217 time: 0.0357022 Aug 23 12:34:21.339091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-77a6481c-b5ca-4b06-8d8c-b8251d1f67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:21.340572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-77a6481c-b5ca-4b06-8d8c-b8251d1f67fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 200 len: 852 time: 0.0483620 Aug 23 12:34:21.373381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-4b4cc22f-4f01-4653-8969-be2c25c3fb8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6745b821-9897-4611-b9d0-4ee49d10a4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251353 Aug 23 12:34:21.464406 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-a087e807-4016-48d2-97be-0559d4cc5421 service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833592 Aug 23 12:34:21.559802 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-7a416431-e8ba-41a8-b538-e6535718b4c6 service neutron] 10.222.0.44 "GET /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888820 Aug 23 12:34:21.811827 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5601e1ba-0f26-4cc3-92b8-d6a14cb6b9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:22.261266 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad254b6-b6c8-423f-8edb-8289e439fb54 req-5089020d-b545-47f8-b3ac-2408ac6fce12 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:22.262939 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ad254b6-b6c8-423f-8edb-8289e439fb54 req-5089020d-b545-47f8-b3ac-2408ac6fce12 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 943 time: 0.0529633 Aug 23 12:34:22.307889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ad254b6-b6c8-423f-8edb-8289e439fb54 req-dbe18333-1301-44ea-a875-53fc3773ab8b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Aug 23 12:34:22.432198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:34:22.540082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:22.554209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Returning: {'device': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'network_id': '6745b821-9897-4611-b9d0-4ee49d10a4e7', 'port_id': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'mac_address': 'fa:16:3e:e5:9a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c61d09a-b5be-4bae-9d7d-d40d5734e339', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:34:22.596270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:22.612068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:34:22.634095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:22.638426 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:22.690996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Pushing event updated for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:22.699834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.700187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.700542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.700886 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.701227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.701563 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.701931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.702265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.702597 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.702926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.703469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.703829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:22.879252 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] get_ports_and_sgs() called for port_ids ['992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:34:23.424998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-03d4b626-6179-4164-898f-d8eb602968d4 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:23.426576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-03d4b626-6179-4164-898f-d8eb602968d4 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.41 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 944 time: 0.0517762 Aug 23 12:34:23.432121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf82a-5953-488f-88ec-388d3647cf32 req-1187e603-beda-4d95-bfff-8734d6f8528b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:23.433611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b0bf82a-5953-488f-88ec-388d3647cf32 req-1187e603-beda-4d95-bfff-8734d6f8528b tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/ports?device_id=dff0c2a3-f718-412d-afa6-e4bbcb06cc11 HTTP/1.1" status: 200 len: 944 time: 0.0513935 Aug 23 12:34:23.478093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9b0bf82a-5953-488f-88ec-388d3647cf32 req-51fc395c-5788-48a0-ba3e-37a2e47db57a tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd286b92-a842-4ee8-a946-7f149d68cfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Aug 23 12:34:23.523775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Deleting port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:34:23.524124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:23.615697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] For port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,segment=NetworkSegment(dd31dd69-7655-4835-b213-7e524f8d198a),segment_id=dd31dd69-7655-4835-b213-7e524f8d198a)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:23.616030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:23.629228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Calling delete_port for 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:34:23.759745 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:23.789648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Pushing event deleted for resources: {'Port': ['ID=992fd504-6c8f-46ce-bcf8-a975fc3bdc8a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:23.836223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] No DVR routers for this DVR port 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:34:23.839020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:23.841020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06bf8a6d-3e84-4994-a16c-5de97c8c14de req-de0d9fd4-5f02-4dce-a86a-3af13dd9ce88 tempest-DeleteServersTestJSON-960342955 tempest-DeleteServersTestJSON-960342955-project] 10.222.0.41 "DELETE /v2.0/ports/992fd504-6c8f-46ce-bcf8-a975fc3bdc8a HTTP/1.1" status: 204 len: 173 time: 0.4075091 Aug 23 12:34:23.841455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'name': 'network-vif-deleted', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:34:23.843756 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceeae9f-6744-4872-9a1f-1aa2b6204fba" -d '{"events": [{"server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "name": "network-vif-deleted", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:34:23.891210 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20706764-8d9a-4ac3-99f4-08397a3269aa x-openstack-request-id: req-20706764-8d9a-4ac3-99f4-08397a3269aa {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:34:23.891506 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff0c2a3-f718-412d-afa6-e4bbcb06cc11", "name": "network-vif-deleted", "tag": "992fd504-6c8f-46ce-bcf8-a975fc3bdc8a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:34:23.891756 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20706764-8d9a-4ac3-99f4-08397a3269aa {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:34:23.892422 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff0c2a3-f718-412d-afa6-e4bbcb06cc11', 'name': 'network-vif-deleted', 'tag': '992fd504-6c8f-46ce-bcf8-a975fc3bdc8a', 'status': 'completed', 'code': 200} Aug 23 12:34:24.366869 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fc8e527d-bee4-4519-9847-f101c1c7eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.437449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a details requested by agent hyperv_n-h2-773645-7 with host n-h2-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:34:24.443226 n-d-773645-7 neutron-server[101059]: INFO neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No ports have port_id starting with 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a Aug 23 12:34:24.444815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a requested by agent hyperv_n-h2-773645-7 not found in database {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 23 12:34:24.446610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.616764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39214) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:34:24.664071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Deleting subnet 7c61d09a-b5be-4bae-9d7d-d40d5734e339 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:34:24.667234 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.702688 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.741930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.797874 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.831191 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c61d09a-b5be-4bae-9d7d-d40d5734e339,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:24.840010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:24.841995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c61d09a-b5be-4bae-9d7d-d40d5734e339 HTTP/1.1" status: 204 len: 168 time: 0.2241819 Aug 23 12:34:24.844070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.844529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.844679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:34:24.845086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.845217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.845559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.845934 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.846280 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.846624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.846954 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.847292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.847623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.847979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2328a00-ac0b-47dd-9cfc-e2e311c6132a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:34:24.922127 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.010044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.021722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6745b821-9897-4611-b9d0-4ee49d10a4e7']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:34:25.033001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd31dd69-7655-4835-b213-7e524f8d198a') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:34:25.033320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd31dd69-7655-4835-b213-7e524f8d198a') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:34:25.043297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.059285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.065914 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:34:25.066404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:34:25.068217 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:34:25.123543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.129421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.131355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] 10.222.0.21 "DELETE /v2.0/networks/6745b821-9897-4611-b9d0-4ee49d10a4e7 HTTP/1.1" status: 204 len: 168 time: 0.2856429 Aug 23 12:34:25.147636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed963a-6d88-4eec-8d41-142b973f698d admin admin] Pushing event deleted for resources: {'Network': ['ID=6745b821-9897-4611-b9d0-4ee49d10a4e7,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:25.248168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39220) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:34:25.292304 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31658a16-5b5a-4a50-8578-f15ca34c3c67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c59397dcf30346cc8cae58ed0eacbda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424175 Aug 23 12:34:25.294869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:34:25.348139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d7f7a6f-8ba0-4ec4-a435-4c6e66d3d11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.371866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d7f7a6f-8ba0-4ec4-a435-4c6e66d3d11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.419009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d7f7a6f-8ba0-4ec4-a435-4c6e66d3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.421641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7d7f7a6f-8ba0-4ec4-a435-4c6e66d3d11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:25.422845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7d7f7a6f-8ba0-4ec4-a435-4c6e66d3d11a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd286b92-a842-4ee8-a946-7f149d68cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1270325 Aug 23 12:34:25.431224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f7a6f-8ba0-4ec4-a435-4c6e66d3d11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd286b92-a842-4ee8-a946-7f149d68cfb4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:25.784430 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.133218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39244) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:34:26.236011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-944001217-network', 'tenant_id': '61748979b7714af798aa4b857b97e8d9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:34:26.258558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Made reservation on behalf of 61748979b7714af798aa4b857b97e8d9 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:34:26.260993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.270634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.364726 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.369615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.398452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:34:26.407774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f080b22a-121f-4061-be89-684df3d0325e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:26.414115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.414519 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Added segment dbd4cd6f-d583-4050-8e84-787d44cfb0a8 of type vlan for network 0f2e956f-da24-4dd3-ade9-7594c60039d6 Aug 23 12:34:26.458151 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.484441 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.485298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:26.485917 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.550791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4163709 Aug 23 12:34:26.553928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39248) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:34:26.556418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d921d9-39c9-4f68-9782-b0ca9eea3cfa admin admin] Pushing event updated for resources: {'Network': ['ID=0f2e956f-da24-4dd3-ade9-7594c60039d6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:26.559404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Request body: {'subnet': {'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-944001217-subnet', 'tenant_id': '61748979b7714af798aa4b857b97e8d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:34:26.568064 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:34:26.582961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Made reservation on behalf of 61748979b7714af798aa4b857b97e8d9 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:34:26.585305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.758591 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.815990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:26.828147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Checking segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:34:26.828518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Network hostable DHCP agents. Network: 0f2e956f-da24-4dd3-ade9-7594c60039d6, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:34:26.846593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:34:26.855342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0f2e956f-da24-4dd3-ade9-7594c60039d6) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:34:26.861583 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:26.862541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:26.863207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acdbfd-0c48-4c36-b217-01fa39f7ff77 None None] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:34:26.879172 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cc6e73a6-ce70-49ad-89c7-748d0f057e33 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3240502 Aug 23 12:34:27.009476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c0784-3576-40eb-b43b-8fbd3fa208e0 None None] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:34:27.341264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-f0488bdd-deb6-4ee3-ae94-664c7fcacdc0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:27.342873 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-f0488bdd-deb6-4ee3-ae94-664c7fcacdc0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 814 time: 0.1204178 Aug 23 12:34:27.359535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-efbc892a-ef40-496b-8a56-c3594688337c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/quotas/61748979b7714af798aa4b857b97e8d9 HTTP/1.1" status: 200 len: 375 time: 0.0107248 Aug 23 12:34:27.395740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-e1dbe0ff-04fc-426f-aa47-22fbd9c909d6 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304246 Aug 23 12:34:27.407681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-691b99c9-e0ab-488c-85fc-1c8c4759f56e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:34:27.408713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-691b99c9-e0ab-488c-85fc-1c8c4759f56e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058780 Aug 23 12:34:27.465863 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:27.511557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-155b9a46-dacf-4c4d-b0fe-a8f003b66ea2 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970516 Aug 23 12:34:27.613292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-88268ee9-b91f-4abc-8026-fd2dd0f9e795 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944061 Aug 23 12:34:27.806355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0388e4ab-41d7-4576-8c1e-49b3ee6649ae req-ed7a2c57-f9f2-4b21-abc2-0e39f6a35cab tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 210 time: 0.0306995 Aug 23 12:34:28.008493 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:28.458674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a no longer exists at agent hyperv_n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:34:28.480587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] No Port match for: 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:34:28.480933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Device 992fd504-6c8f-46ce-bcf8-a975fc3bdc8a not bound to the agent host n-h2-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:34:28.562206 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:28.797899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-c4a4a353-cfa0-40b6-b1e9-45a6ffdbd593 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:28.799452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-c4a4a353-cfa0-40b6-b1e9-45a6ffdbd593 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 814 time: 0.1144969 Aug 23 12:34:28.813245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Request body: {'port': {'device_id': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6', 'admin_state_up': True, 'tenant_id': '61748979b7714af798aa4b857b97e8d9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:34:28.913672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6bfb4e58-6008-43bf-937c-193384e2c37d req-75aa5cd6-880a-4f3f-b2c0-355f1e9c4dfa tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 210 time: 0.0363553 Aug 23 12:34:28.956600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Made reservation on behalf of 61748979b7714af798aa4b857b97e8d9 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:34:28.962911 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.097972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Allocated IP 172.20.0.6 (0f2e956f-da24-4dd3-ade9-7594c60039d6/6121fa5c-ac3d-4524-bb4a-ea41fe9d0130/4b5a7a15-06fd-4955-9d80-bc06c4e8be88) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:34:29.253698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.294215 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.339767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:34:29.343563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:34:29.350924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:34:29.384444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:29.417179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:29.417857 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.433723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-2be9e685-2aab-4171-a2fa-ed453a570ab4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246629 Aug 23 12:34:29.445994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Request body: {'port': {'device_id': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:34:29.505133 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.815481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:34:29.823752 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.836434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Transition to ACTIVE for port object 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:34:29.841352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:29.912484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:29.967894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:34:29.968236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:34:29.968574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:34:29.973110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:34:29.973442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:34:29.978349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:34:29.979277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Checking segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:34:29.979662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Bound using segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:34:29.980093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Bound port: 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:34:29.980452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:30.043698 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050f01-ccef-4d2a-9879-b6592121c38f req-c1255ace-73bd-41d7-88c5-1a4674da736e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.045279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be050f01-ccef-4d2a-9879-b6592121c38f req-c1255ace-73bd-41d7-88c5-1a4674da736e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0543072 Aug 23 12:34:30.057465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:34:30.061715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:34:30.067659 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:30.093319 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be050f01-ccef-4d2a-9879-b6592121c38f req-ef590ff6-9f18-474d-8ebd-646db9e975fa tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368457 Aug 23 12:34:30.103902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.104545 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:30.105998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] 10.222.0.44 "PUT /v2.0/ports/4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 1091 time: 0.6644979 Aug 23 12:34:30.106453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:34:30.108733 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c475d58-d379-4f05-bbda-f0efffcb3511" -d '{"events": [{"name": "network-changed", "server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:34:30.138841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f5159-4b37-4fee-9f76-e85072665957 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:30.155480 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df9eff6-5e1c-4bc3-b05c-e23fe34f0ba4 x-openstack-request-id: req-6df9eff6-5e1c-4bc3-b05c-e23fe34f0ba4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:34:30.155816 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:34:30.156102 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6df9eff6-5e1c-4bc3-b05c-e23fe34f0ba4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:34:30.156614 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'status': 'completed', 'code': 200} Aug 23 12:34:30.200221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-3e3f5e28-15b8-487d-95d9-3176bf2b4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.201676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-3e3f5e28-15b8-487d-95d9-3176bf2b4172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1094 time: 0.0441914 Aug 23 12:34:30.243380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-c14efc59-6b1b-4f75-a447-47ac11128b87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 217 time: 0.0338178 Aug 23 12:34:30.296543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-af29cef4-85fe-47aa-b4ba-d86946b6b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.298050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-af29cef4-85fe-47aa-b4ba-d86946b6b432 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0480802 Aug 23 12:34:30.330471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-d1f669fd-3997-418c-b7f0-8bed65a1c1a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247478 Aug 23 12:34:30.422853 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-fa8c6336-d773-4ef8-a444-40558c9d6619 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839911 Aug 23 12:34:30.522607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50c9d9a6-36c1-4ae4-82b2-77f7fe27ef8f req-5a692fbe-a971-4314-a813-79e7ff9edd0c service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919549 Aug 23 12:34:30.614573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-dfea90c8-a9e5-4d57-a4eb-b3e6f44a1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.616080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-dfea90c8-a9e5-4d57-a4eb-b3e6f44a1acc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1094 time: 0.0431950 Aug 23 12:34:30.714729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-b95198dc-ead1-4f8a-a566-a4ffe1bf7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.716221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-b95198dc-ead1-4f8a-a566-a4ffe1bf7bcf service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0937865 Aug 23 12:34:30.758894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-594a966d-255b-4f14-8f46-4a11fe3763fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 217 time: 0.0353189 Aug 23 12:34:30.810703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-fd6fc568-d69a-495f-819d-369cfb460413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:30.812132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-fd6fc568-d69a-495f-819d-369cfb460413 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0467911 Aug 23 12:34:30.851036 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-19ed7e5c-797c-446a-a5ad-235c827abbf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301623 Aug 23 12:34:30.946945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-1790d78a-4366-4dc8-b60e-c3b0116b3c12 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883999 Aug 23 12:34:31.047108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c475d58-d379-4f05-bbda-f0efffcb3511 req-d7c77a6e-7de4-42fc-bd07-81a5ac70b745 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928307 Aug 23 12:34:31.226274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51280f7d-6598-48ea-9d49-c3472f8092d5 req-6f807a75-058e-4399-bd40-c58abb19d480 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:31.227944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51280f7d-6598-48ea-9d49-c3472f8092d5 req-6f807a75-058e-4399-bd40-c58abb19d480 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0546293 Aug 23 12:34:31.267082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-51280f7d-6598-48ea-9d49-c3472f8092d5 req-6246748a-b63b-4370-ad0e-5cada5b9c6b5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Aug 23 12:34:32.384615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fb757-f453-4c61-81e8-7e4cbaccd9f3 req-ab9ea649-20fa-469d-998f-0b5cbfe75c02 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:32.386130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb9fb757-f453-4c61-81e8-7e4cbaccd9f3 req-ab9ea649-20fa-469d-998f-0b5cbfe75c02 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0501025 Aug 23 12:34:32.424755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb9fb757-f453-4c61-81e8-7e4cbaccd9f3 req-fc7f78a6-c05e-404e-9d2b-e32a9fffd72d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Aug 23 12:34:33.539952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962a21e-f3dc-40b0-b4a9-464706d21055 req-4af9b296-7304-435d-a761-e07fa377c413 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:33.541478 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8962a21e-f3dc-40b0-b4a9-464706d21055 req-4af9b296-7304-435d-a761-e07fa377c413 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0493283 Aug 23 12:34:33.580439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8962a21e-f3dc-40b0-b4a9-464706d21055 req-814fdf18-ac21-471a-a27f-a6dccc54c779 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Aug 23 12:34:33.624172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:34:33.725054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:33.735254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6', 'port_id': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'mac_address': 'fa:16:3e:de:f2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6121fa5c-ac3d-4524-bb4a-ea41fe9d0130', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:34:33.772614 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:33.785663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:34:33.807821 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:33.811337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:33.859860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:34.012731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['4b5a7a15-06fd-4955-9d80-bc06c4e8be88'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:34:34.693585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588b14-48bb-4437-8212-8fd213fa3f83 req-8df02845-1242-45db-a574-305aa3fc225a tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:34.695190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8588b14-48bb-4437-8212-8fd213fa3f83 req-8df02845-1242-45db-a574-305aa3fc225a tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 944 time: 0.0496106 Aug 23 12:34:34.733982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8588b14-48bb-4437-8212-8fd213fa3f83 req-7f8838ea-5d30-4c4a-a4a6-ab0b88485008 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Aug 23 12:34:35.623995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:34:35.676142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:34:35.679923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:34:35.680300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:35.757078 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:35.780939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:34:35.783224 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8414f3c4-b1e0-4273-8250-9fa3a92ba0af" -d '{"events": [{"server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "name": "network-vif-plugged", "status": "completed", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:34:35.797785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:34:35.807824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:35.833612 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f227e-6ed1-4c95-afef-657c5c9b0aeb x-openstack-request-id: req-140f227e-6ed1-4c95-afef-657c5c9b0aeb {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:34:35.833954 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "name": "network-vif-plugged", "status": "completed", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:34:35.834259 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-140f227e-6ed1-4c95-afef-657c5c9b0aeb {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:34:35.834565 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'code': 200} Aug 23 12:34:35.853817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792d78-93da-4470-86ee-7b00ade5c197 req-b6f8fd40-cb81-4c0b-b054-ad93d799c79c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:35.856120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08792d78-93da-4470-86ee-7b00ade5c197 req-b6f8fd40-cb81-4c0b-b054-ad93d799c79c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0530531 Aug 23 12:34:35.867656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:34:35.902652 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-08792d78-93da-4470-86ee-7b00ade5c197 req-db2bca20-cad5-470e-89fe-0c0bbf105a08 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Aug 23 12:34:35.944101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e684ba-8a3c-4ddc-8ea1-9df69b6cf5d3 req-48b94fb9-6327-4d64-94df-780143fb03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:35.945797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78e684ba-8a3c-4ddc-8ea1-9df69b6cf5d3 req-48b94fb9-6327-4d64-94df-780143fb03fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1096 time: 0.0562479 Aug 23 12:34:35.990585 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-78e684ba-8a3c-4ddc-8ea1-9df69b6cf5d3 req-f637cbc0-ace7-435d-9cfc-9fc1657511c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Aug 23 12:34:37.027707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0262-c25a-4220-aa84-5ac159920953 req-93079c88-49c9-4b30-96b4-972d038fda9b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:37.029224 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5daf0262-c25a-4220-aa84-5ac159920953 req-93079c88-49c9-4b30-96b4-972d038fda9b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Aug 23 12:34:37.068864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5daf0262-c25a-4220-aa84-5ac159920953 req-e39d4b2e-e3de-4d34-892e-bfa9bfad91dc tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337484 Aug 23 12:34:37.461861 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:34:38.187345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0640f4-4778-4086-8f0f-c2929c05017a req-855d3bd2-b8f9-4b90-aed0-a9ce48dc64a5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:38.188866 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa0640f4-4778-4086-8f0f-c2929c05017a req-855d3bd2-b8f9-4b90-aed0-a9ce48dc64a5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0537932 Aug 23 12:34:38.226871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa0640f4-4778-4086-8f0f-c2929c05017a req-4cc5a311-1e1c-4a9d-8271-c8244c73e023 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Aug 23 12:34:38.344940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9bd8-39a4-432f-9075-137a41fdf909 req-3fe882fa-793f-4c38-bb19-e38b1f0fe161 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:38.346394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e9e9bd8-39a4-432f-9075-137a41fdf909 req-3fe882fa-793f-4c38-bb19-e38b1f0fe161 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0546761 Aug 23 12:34:38.384111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e9e9bd8-39a4-432f-9075-137a41fdf909 req-eb2e5861-b841-45dd-9dab-31b8b79cbea9 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Aug 23 12:34:38.592327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17244942-54f6-4ac1-a8fd-caeccdecdb5c req-13f93704-fe49-4a8f-ace2-86c0d6fe2d71 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:38.593846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17244942-54f6-4ac1-a8fd-caeccdecdb5c req-13f93704-fe49-4a8f-ace2-86c0d6fe2d71 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Aug 23 12:34:38.632700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-17244942-54f6-4ac1-a8fd-caeccdecdb5c req-4db970bb-dbe9-492c-bca4-4cbacf0f2f39 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Aug 23 12:34:38.748300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4c289-43ac-444c-97db-69cb3f996c71 req-98fdcf77-9583-4a6b-8c81-7946f2321527 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:38.749829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bf4c289-43ac-444c-97db-69cb3f996c71 req-98fdcf77-9583-4a6b-8c81-7946f2321527 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Aug 23 12:34:38.794744 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8bf4c289-43ac-444c-97db-69cb3f996c71 req-9f8b2e08-d1b8-4de6-a162-69d2c395e4e9 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Aug 23 12:34:39.055634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650261b-2102-4048-bc33-2b05cc3a9ff5 req-7cef9d1f-bce0-4167-836b-ceae501afeb0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:39.057672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7650261b-2102-4048-bc33-2b05cc3a9ff5 req-7cef9d1f-bce0-4167-836b-ceae501afeb0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0727122 Aug 23 12:34:39.061166 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-b3e357f3-1248-4828-bdca-b336cabc3d43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859859 Aug 23 12:34:39.096660 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7650261b-2102-4048-bc33-2b05cc3a9ff5 req-1078a885-7656-43b3-832d-bb1a73c353bb tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Aug 23 12:34:40.021598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-52b42ac0-056a-4bc5-bbb0-1660088054c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:40.023123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-52b42ac0-056a-4bc5-bbb0-1660088054c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1096 time: 0.0419221 Aug 23 12:34:40.120273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-82161ea5-f7cd-4b1b-a195-cd39e67093b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:40.121834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-82161ea5-f7cd-4b1b-a195-cd39e67093b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0922503 Aug 23 12:34:40.164225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-bfc2b595-e5b5-4f68-a1d8-5713078ad25b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 217 time: 0.0348744 Aug 23 12:34:40.241070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ed6c6e2b-2d82-4fea-91d5-a111cc958dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:40.242663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ed6c6e2b-2d82-4fea-91d5-a111cc958dab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0690305 Aug 23 12:34:40.253002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e173cf-8dc1-4a23-93cd-c67a527778db req-6bab9075-fa9b-4854-8852-d2779e9f457e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:40.254676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63e173cf-8dc1-4a23-93cd-c67a527778db req-6bab9075-fa9b-4854-8852-d2779e9f457e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0894949 Aug 23 12:34:40.286980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-25c1bbfb-ffcb-4e45-a574-7eb8b28c9656 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312567 Aug 23 12:34:40.339661 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-63e173cf-8dc1-4a23-93cd-c67a527778db req-a635b790-b583-482a-a1c5-3c0751040d86 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759664 Aug 23 12:34:40.402248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-14e0a2cb-cb1e-4cff-95e6-afe2c7713636 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073749 Aug 23 12:34:40.495821 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-d2d946e8-acd1-473a-9545-c266097af827 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Aug 23 12:34:41.460695 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23203def-e186-4074-a311-5515cb2ac58f req-ee703103-2bac-4e64-a51e-ff680dbf4cdb tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:41.462539 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23203def-e186-4074-a311-5515cb2ac58f req-ee703103-2bac-4e64-a51e-ff680dbf4cdb tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0535810 Aug 23 12:34:41.508474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-23203def-e186-4074-a311-5515cb2ac58f req-346e8a2b-5df5-4081-a301-84f066521366 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Aug 23 12:34:42.634166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070bfe-f1f6-46de-bfdb-430ddd82fd10 req-5b084f5f-3e35-496b-b173-1e16122f2030 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:42.636247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c070bfe-f1f6-46de-bfdb-430ddd82fd10 req-5b084f5f-3e35-496b-b173-1e16122f2030 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Aug 23 12:34:42.684366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c070bfe-f1f6-46de-bfdb-430ddd82fd10 req-c7c58b38-0af3-41ad-9289-90ae5b48a8f0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Aug 23 12:34:43.808966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d42bc-34d3-4cfa-b3b7-98a9c68294b0 req-ff57018c-4f75-4415-85b9-c812af6a3f73 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:43.810453 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb4d42bc-34d3-4cfa-b3b7-98a9c68294b0 req-ff57018c-4f75-4415-85b9-c812af6a3f73 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0575032 Aug 23 12:34:43.848747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb4d42bc-34d3-4cfa-b3b7-98a9c68294b0 req-80b5b9e9-0705-4027-9815-6cce6371355e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Aug 23 12:34:44.972170 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fd8e1-1f37-403f-928e-7646deb67078 req-95ccff29-dd58-4471-96a5-170bbf795732 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:44.973777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c01fd8e1-1f37-403f-928e-7646deb67078 req-95ccff29-dd58-4471-96a5-170bbf795732 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0550983 Aug 23 12:34:45.018089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c01fd8e1-1f37-403f-928e-7646deb67078 req-3373419a-dc88-417e-899d-4c34f1a0299b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378168 Aug 23 12:34:46.143301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280a21d-0521-415f-8573-025df071796f req-e3c1b160-89b3-486d-86fe-621fce35fc82 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:46.144828 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8280a21d-0521-415f-8573-025df071796f req-e3c1b160-89b3-486d-86fe-621fce35fc82 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0549960 Aug 23 12:34:46.183509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8280a21d-0521-415f-8573-025df071796f req-9d6a2171-4643-48cf-a581-1a2b78370479 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Aug 23 12:34:47.296499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b94d-494d-4526-bac2-253b5e601413 req-775beea9-126c-466e-9c11-369864ee48fa tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:47.298028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3a8b94d-494d-4526-bac2-253b5e601413 req-775beea9-126c-466e-9c11-369864ee48fa tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0486426 Aug 23 12:34:47.335709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e3a8b94d-494d-4526-bac2-253b5e601413 req-7d5355dc-65d6-4a7a-a4aa-c0450486be8b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Aug 23 12:34:48.460277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738c9af-5ff2-4513-a07c-461141a7ef03 req-0512f47a-c253-40c4-bfb3-e8c65d811fa4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:48.461816 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9738c9af-5ff2-4513-a07c-461141a7ef03 req-0512f47a-c253-40c4-bfb3-e8c65d811fa4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0543089 Aug 23 12:34:48.501558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9738c9af-5ff2-4513-a07c-461141a7ef03 req-5dd28fed-a98e-4e13-95d7-e7adae6576c6 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Aug 23 12:34:49.622089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359218-ceb5-4e91-939b-c9fa568bf14c req-687539ed-1d8f-4da8-9b92-b7640ff09452 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:49.623574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34359218-ceb5-4e91-939b-c9fa568bf14c req-687539ed-1d8f-4da8-9b92-b7640ff09452 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Aug 23 12:34:49.664425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34359218-ceb5-4e91-939b-c9fa568bf14c req-3f5e0f37-7be6-4c2c-ac35-58170a435788 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Aug 23 12:34:50.785459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7738fc-f490-469f-a42e-056bdcd56b19 req-f72f8d58-5085-4ce2-badb-841a3feeaaed tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:50.786994 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be7738fc-f490-469f-a42e-056bdcd56b19 req-f72f8d58-5085-4ce2-badb-841a3feeaaed tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0510437 Aug 23 12:34:50.826283 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be7738fc-f490-469f-a42e-056bdcd56b19 req-ecde2e5b-e402-4e7b-ace1-d22b838608a5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325253 Aug 23 12:34:51.803539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e36c0ac3-c3fd-4f9d-a219-1a50bdf30b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:51.943475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797ac34-1a31-499a-8a6a-86af501b35ef req-d08660c9-ffdb-489d-9379-fe64135ab301 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:51.944985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f797ac34-1a31-499a-8a6a-86af501b35ef req-d08660c9-ffdb-489d-9379-fe64135ab301 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0523770 Aug 23 12:34:51.982341 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f797ac34-1a31-499a-8a6a-86af501b35ef req-b03c2660-37fe-4232-b48b-ce2d3f3c5bbf tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Aug 23 12:34:53.103983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c6aa-0546-41eb-b72e-1ddb9f90351f req-6fb9a59f-d978-4c4a-9615-2487e507964c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:53.105547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0139c6aa-0546-41eb-b72e-1ddb9f90351f req-6fb9a59f-d978-4c4a-9615-2487e507964c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0538449 Aug 23 12:34:53.152999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0139c6aa-0546-41eb-b72e-1ddb9f90351f req-da2b5a25-6628-4ab9-a1ce-054f5801d16f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Aug 23 12:34:54.272376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbdec7-834e-47a0-8ae2-c8e4e811c704 req-45735ba7-17eb-4608-b587-2ce49391f2ed tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:54.273826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bafbdec7-834e-47a0-8ae2-c8e4e811c704 req-45735ba7-17eb-4608-b587-2ce49391f2ed tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0495923 Aug 23 12:34:54.311914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bafbdec7-834e-47a0-8ae2-c8e4e811c704 req-e1977e46-04fa-44d2-970a-b28f087ab0c9 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Aug 23 12:34:54.370831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd76-8e9c-467b-b866-a52e40241ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:54.438202 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:55.428245 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00656-cfbb-443e-b98a-2d0df35b0a9b req-2c5ee15e-7d0b-4e49-9246-0c378524e525 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:55.429773 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cef00656-cfbb-443e-b98a-2d0df35b0a9b req-2c5ee15e-7d0b-4e49-9246-0c378524e525 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Aug 23 12:34:55.467120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cef00656-cfbb-443e-b98a-2d0df35b0a9b req-d8964291-bb7f-4561-aadb-ca770d060ed3 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Aug 23 12:34:55.784141 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:56.580590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1aba-a8fa-44ea-8e1c-ee3daa98ae5a req-3f6fe08a-a90b-4f43-a850-54699c547fcd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:56.582108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-563a1aba-a8fa-44ea-8e1c-ee3daa98ae5a req-3f6fe08a-a90b-4f43-a850-54699c547fcd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0474024 Aug 23 12:34:56.619896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-563a1aba-a8fa-44ea-8e1c-ee3daa98ae5a req-17fd3496-5307-44bb-8f3d-9c4c5c4053cc tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Aug 23 12:34:57.467852 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:57.739408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79317b09-5ce4-471a-9bdc-8c2e74c120f2 req-a8e70e39-1bdc-41b2-b370-8e75fcd825e2 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:57.740918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79317b09-5ce4-471a-9bdc-8c2e74c120f2 req-a8e70e39-1bdc-41b2-b370-8e75fcd825e2 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Aug 23 12:34:57.784521 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-79317b09-5ce4-471a-9bdc-8c2e74c120f2 req-09f5853b-b30e-43cd-9f42-6edc32131387 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Aug 23 12:34:58.210600 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:58.560517 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:34:58.918440 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181a0aa-a92f-4d9b-a486-3285006101a2 req-64bd5907-de16-4dea-9366-5e1b055e8c79 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:34:58.919997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c181a0aa-a92f-4d9b-a486-3285006101a2 req-64bd5907-de16-4dea-9366-5e1b055e8c79 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0571647 Aug 23 12:34:58.961970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c181a0aa-a92f-4d9b-a486-3285006101a2 req-cd6a437d-4e3f-4b6b-ae6d-10b71f6cfece tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Aug 23 12:35:00.150319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d14280-fe4b-4fd3-be1b-b92405d5afd2 req-47d156fa-aa52-477c-a753-153770005e5c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:00.151818 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24d14280-fe4b-4fd3-be1b-b92405d5afd2 req-47d156fa-aa52-477c-a753-153770005e5c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.1200171 Aug 23 12:35:00.189764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-24d14280-fe4b-4fd3-be1b-b92405d5afd2 req-f89100b3-5c98-4a31-b354-1b8b96a9a031 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Aug 23 12:35:01.311051 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08395c8-9dc9-4a90-99f0-620f85438799 req-48dc9323-17d9-42b5-94e2-239ac7949d78 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:01.312567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f08395c8-9dc9-4a90-99f0-620f85438799 req-48dc9323-17d9-42b5-94e2-239ac7949d78 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0512726 Aug 23 12:35:01.351122 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f08395c8-9dc9-4a90-99f0-620f85438799 req-62cc860f-9caf-4349-93a3-d00fcce0d76a tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Aug 23 12:35:02.470809 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7491c18-f341-47c9-967e-ebc05e606c28 req-b975d714-6726-40a9-9504-66a60c03bf9f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:02.472330 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7491c18-f341-47c9-967e-ebc05e606c28 req-b975d714-6726-40a9-9504-66a60c03bf9f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Aug 23 12:35:02.534285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7491c18-f341-47c9-967e-ebc05e606c28 req-bf486d14-e6fd-4ee9-bc92-af80938c7fa0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Aug 23 12:35:03.671417 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cb886-0355-41bf-879b-64064763d782 req-275edaab-f8c7-4ac4-9051-b4908fd8a958 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:03.672922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-996cb886-0355-41bf-879b-64064763d782 req-275edaab-f8c7-4ac4-9051-b4908fd8a958 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0706394 Aug 23 12:35:03.710020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-996cb886-0355-41bf-879b-64064763d782 req-0ca59fb6-9fc6-4540-88d4-689627d9df93 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Aug 23 12:35:04.836765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f81f4-fc26-4818-ac0e-c175c40e2adb req-8d3359e3-93da-4a7f-a8e6-319333c076db tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:04.838361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-848f81f4-fc26-4818-ac0e-c175c40e2adb req-8d3359e3-93da-4a7f-a8e6-319333c076db tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0537863 Aug 23 12:35:04.878747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-848f81f4-fc26-4818-ac0e-c175c40e2adb req-49f9f9c8-4bd3-45d5-8ce4-919684f1c9d5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Aug 23 12:35:06.076182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265e26-341d-47e4-9e9e-8af6436e4a30 req-5078c842-e3ec-4bec-a38f-c6e9d3fd4579 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:06.077706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e265e26-341d-47e4-9e9e-8af6436e4a30 req-5078c842-e3ec-4bec-a38f-c6e9d3fd4579 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.1254466 Aug 23 12:35:06.120985 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e265e26-341d-47e4-9e9e-8af6436e4a30 req-5588b11c-9b44-4fc3-b8e6-784fb5e0b00b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Aug 23 12:35:07.224953 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-c80171a5-fdc9-4c3d-b2cf-9a1d2e9cdba2 service neutron] show failed (client error): The resource could not be found. Aug 23 12:35:07.226054 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-c80171a5-fdc9-4c3d-b2cf-9a1d2e9cdba2 service neutron] 10.222.0.44 "GET /v2.0/ports/4b5a7a15-06fd-4955-9d80-bc06c4e8be88/bindings/n-h2-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.0695984 Aug 23 12:35:07.271510 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc58ce-d668-4669-ac69-38b073b43a00 req-66f286c2-40d0-4f56-b611-1a3cecb41091 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:07.273524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dc58ce-d668-4669-ac69-38b073b43a00 req-66f286c2-40d0-4f56-b611-1a3cecb41091 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 945 time: 0.0696528 Aug 23 12:35:07.331213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0dc58ce-d668-4669-ac69-38b073b43a00 req-a3504e07-6f82-41bd-83ff-f27d8cfbdf8f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Aug 23 12:35:07.459187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-b9be0ff3-d04f-4132-95f9-d4ae66529952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:07.461043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-b9be0ff3-d04f-4132-95f9-d4ae66529952 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426&tenant_id=61748979b7714af798aa4b857b97e8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0488565 Aug 23 12:35:07.474904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:07.542496 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:08.131652 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:08.170252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:35:08.226673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:08.230324 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1894313-6d6b-4206-b340-eda64cbd5943" -d '{"events": [{"server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "name": "network-vif-unplugged", "status": "completed", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:08.237324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:08.259294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Transition to ACTIVE for port object 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:35:08.263195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:08.328922 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052655e6-5c85-407a-b5f0-1fe84364be22 x-openstack-request-id: req-052655e6-5c85-407a-b5f0-1fe84364be22 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:08.329227 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "name": "network-vif-unplugged", "status": "completed", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:08.329540 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-052655e6-5c85-407a-b5f0-1fe84364be22 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:08.329947 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'code': 200} Aug 23 12:35:08.359015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] No DVR routers for this DVR port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:35:08.362129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:08.399135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:35:08.400044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:35:08.400378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:08.404982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:35:08.405302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Attempting to bind port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:08.410324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:35:08.410664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Checking segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:35:08.411039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Bound using segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:35:08.411482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Bound port: 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:35:08.411824 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:08.478999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:35:08.482366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:35:08.486801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:08.498540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e7dd-02cf-4790-8a9f-0b78c8df2037 req-a6d7033a-2751-4f6c-abdd-5b8d758b11a4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:08.500073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f64e7dd-02cf-4790-8a9f-0b78c8df2037 req-a6d7033a-2751-4f6c-abdd-5b8d758b11a4 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0522101 Aug 23 12:35:08.526876 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:08.527550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:08.528890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 1091 time: 1.0593343 Aug 23 12:35:08.546072 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3f64e7dd-02cf-4790-8a9f-0b78c8df2037 req-4f312d1f-78de-4c7f-8b36-839ab8154af5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Aug 23 12:35:08.547742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada515b5-27fb-4bb8-af6d-a0681a405e51 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:08.606524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-acd01c61-71e0-4cc6-94da-a1cc35a01464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:08.608067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-acd01c61-71e0-4cc6-94da-a1cc35a01464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1094 time: 0.0458310 Aug 23 12:35:08.703113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-13dcf5a8-593f-4263-83c8-b4c756012c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:08.704583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-13dcf5a8-593f-4263-83c8-b4c756012c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0898259 Aug 23 12:35:08.750051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-26b0dc38-4da9-4aa0-beed-f194c17134e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 217 time: 0.0383518 Aug 23 12:35:08.799206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-1e796b1f-b8a4-4c7c-adf8-78fe37a83c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:08.800805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-1e796b1f-b8a4-4c7c-adf8-78fe37a83c9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0442462 Aug 23 12:35:08.832576 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-dabab50c-7a6b-4f20-9748-4f6b6fe4d640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252321 Aug 23 12:35:08.926906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-c6e8910a-1921-4e7f-a7c7-345bc9bc3e60 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877686 Aug 23 12:35:09.020491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef84f317-eb70-44c9-bea3-7d7be6e96acd req-15ad535d-7be0-48a3-a374-769b17bc0d65 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Aug 23 12:35:09.703370 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74205895-3d1e-4620-a38f-2d5d92662c1a req-cd97b1c2-841a-4e53-b93a-87bd17878773 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:09.705857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74205895-3d1e-4620-a38f-2d5d92662c1a req-cd97b1c2-841a-4e53-b93a-87bd17878773 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0704615 Aug 23 12:35:09.748434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-74205895-3d1e-4620-a38f-2d5d92662c1a req-f4f317ad-669c-40cd-b35f-3094748f1321 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Aug 23 12:35:09.779584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:35:09.821032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:35:10.005179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b053796-8f58-414d-9c0f-505e12784939 req-0030a26a-98e5-47b4-80ea-cb9437e58702 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.006709 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b053796-8f58-414d-9c0f-505e12784939 req-0030a26a-98e5-47b4-80ea-cb9437e58702 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "GET /v2.0/ports?device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 943 time: 0.0490351 Aug 23 12:35:10.174935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Deleting port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:35:10.175281 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:10.183795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-766790e6-a922-4035-b088-5122285843c0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.185262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-766790e6-a922-4035-b088-5122285843c0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 814 time: 0.1485112 Aug 23 12:35:10.246865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-0697eb89-9f32-47c4-9f4b-8838d5cd8336 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/quotas/61748979b7714af798aa4b857b97e8d9 HTTP/1.1" status: 200 len: 375 time: 0.0487833 Aug 23 12:35:10.318442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] For port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:10.318811 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:10.334454 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-6c23ae42-ceb9-4579-83bb-665c97d90c01 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779846 Aug 23 12:35:10.334894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:10.337200 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df" -d '{"events": [{"name": "network-changed", "server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:10.344781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Calling delete_port for 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:35:10.435940 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f92b9-9bf5-41e8-90e1-5e3a608e1c25 x-openstack-request-id: req-135f92b9-9bf5-41e8-90e1-5e3a608e1c25 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:10.436138 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:10.436392 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-135f92b9-9bf5-41e8-90e1-5e3a608e1c25 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:10.436784 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'status': 'completed', 'code': 200} Aug 23 12:35:10.482250 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-e17d180f-1cfb-4847-b216-f642b64a7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.483770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-e17d180f-1cfb-4847-b216-f642b64a7c71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1094 time: 0.0750539 Aug 23 12:35:10.515026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-0091b2a6-3045-48bb-b01e-e7800b641d2e service neutron] 10.222.0.21 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713843 Aug 23 12:35:10.523703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-23c1e4ba-e365-4241-a1ea-75a0751293fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.525150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-23c1e4ba-e365-4241-a1ea-75a0751293fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=d95ef71e-19a6-478b-a3ff-229f3271d426 HTTP/1.1" status: 200 len: 1094 time: 0.0832150 Aug 23 12:35:10.637301 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-a2564b24-1373-47d9-9ea7-2646363985d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.638871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-a2564b24-1373-47d9-9ea7-2646363985d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.1482692 Aug 23 12:35:10.679851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-49b88d72-e694-4176-a570-17e380a29780 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 217 time: 0.0342741 Aug 23 12:35:10.724935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-80401d16-1884-4e0e-b002-cbdb90a0d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.726367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-80401d16-1884-4e0e-b002-cbdb90a0d801 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.1932349 Aug 23 12:35:10.728334 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-0ebd5bb1-99df-4991-9ec4-0c4f2d0809f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.729836 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-0ebd5bb1-99df-4991-9ec4-0c4f2d0809f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0433521 Aug 23 12:35:10.767398 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-86162c90-108d-415d-972f-98b4e9fdc230 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304956 Aug 23 12:35:10.777902 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:10.781044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-5b55b8c5-824b-4dee-9101-9ad5fb9df167 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489369 Aug 23 12:35:10.782313 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-f417c796-a9c1-4589-aa5d-651bfceca7c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 200 len: 217 time: 0.0485599 Aug 23 12:35:10.818909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Pushing event deleted for resources: {'Port': ['ID=4b5a7a15-06fd-4955-9d80-bc06c4e8be88,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:10.864838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-a074003a-44b9-40e1-a67f-a282e2f94ebe service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904007 Aug 23 12:35:10.901270 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] No DVR routers for this DVR port 4b5a7a15-06fd-4955-9d80-bc06c4e8be88 on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:35:10.905259 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:10.908073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2b053796-8f58-414d-9c0f-505e12784939 req-66a0b815-ad60-41fe-bcaa-b346c9c58d6d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "DELETE /v2.0/ports/4b5a7a15-06fd-4955-9d80-bc06c4e8be88 HTTP/1.1" status: 204 len: 173 time: 0.8957210 Aug 23 12:35:10.913187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-a6fd5a45-0c9f-48c1-a7f3-a87ad8bf196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:10.914878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-a6fd5a45-0c9f-48c1-a7f3-a87ad8bf196e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.1230841 Aug 23 12:35:10.970296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-4635c617-ba88-4d11-b08a-8f2be9b50613 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477085 Aug 23 12:35:11.006295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf9dde5a-23ef-4113-87db-df5056248ad7 req-76717c0b-c64d-48ce-8f35-81967b7d2715 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 210 time: 0.0435696 Aug 23 12:35:11.030287 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-b1829796-491d-4bc5-ac1f-47f509f8fd4b service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585119 Aug 23 12:35:11.116350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-92838159-ac8c-469b-98bd-c4fccb683187 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388061 Aug 23 12:35:11.232154 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e56ab66-1be4-48b3-ba8f-b74bb4bfc1df req-6a6eb0b4-7066-4335-b508-fe4d82f57cd7 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088269 Aug 23 12:35:11.835367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-5514dec3-e025-4891-bfb6-05a65471f5fd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:11.837509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-5514dec3-e025-4891-bfb6-05a65471f5fd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 814 time: 0.1132812 Aug 23 12:35:11.849144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Request body: {'port': {'device_id': '9df1129c-a88a-4c8d-b408-0536e343407f', 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6', 'admin_state_up': True, 'tenant_id': '61748979b7714af798aa4b857b97e8d9'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:11.960206 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Made reservation on behalf of 61748979b7714af798aa4b857b97e8d9 for: {'port': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:35:11.964267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.083251 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e098ec6-d355-4c70-ba93-36bc68cdd1dc req-c9962ea0-e9f3-455e-9eda-1a5112196fba tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 210 time: 0.0262241 Aug 23 12:35:12.096534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Allocated IP 172.20.0.6 (0f2e956f-da24-4dd3-ade9-7594c60039d6/6121fa5c-ac3d-4524-bb4a-ea41fe9d0130/baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:35:12.246193 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.286801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.351688 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:35:12.355223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:35:12.358896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:35:12.384314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Pushing event updated for resources: {'Port': ['ID=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:12.411297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:12.411910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.430147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-3d9bfd77-900c-49ed-b079-3279fa79858d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848043 Aug 23 12:35:12.437476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'name': 'network-vif-deleted', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:12.439999 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f47c3-e23c-4155-a3e1-ea651cdf2335" -d '{"events": [{"server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "name": "network-vif-deleted", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:12.442839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Request body: {'port': {'device_id': '9df1129c-a88a-4c8d-b408-0536e343407f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:12.498644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.503983 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdb5d4d-cff4-4755-927e-19df5c5dddde x-openstack-request-id: req-4bdb5d4d-cff4-4755-927e-19df5c5dddde {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:12.504301 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ef71e-19a6-478b-a3ff-229f3271d426", "name": "network-vif-deleted", "tag": "4b5a7a15-06fd-4955-9d80-bc06c4e8be88", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:12.504544 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bdb5d4d-cff4-4755-927e-19df5c5dddde {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:12.504920 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95ef71e-19a6-478b-a3ff-229f3271d426', 'name': 'network-vif-deleted', 'tag': '4b5a7a15-06fd-4955-9d80-bc06c4e8be88', 'status': 'completed', 'code': 200} Aug 23 12:35:12.817316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f {{(pid=101058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:35:12.824920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.839277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Transition to ACTIVE for port object baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f will not be triggered until provisioned by entity L2. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:35:12.843248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:12.896927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Pushing event updated for resources: {'Port': ['ID=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:13.218036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0202799-1d9f-4eaa-83f4-c7834294b95b req-43caba77-7f00-43c2-8a57-8710b781819b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:13.220596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0202799-1d9f-4eaa-83f4-c7834294b95b req-43caba77-7f00-43c2-8a57-8710b781819b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 943 time: 0.0656483 Aug 23 12:35:13.245813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Attempting to bind port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:35:13.246146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Attempting to bind port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:35:13.246480 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Attempting to bind port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:13.250996 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:35:13.251326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Attempting to bind port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:13.256591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:35:13.256591 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Checking segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:35:13.256850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Bound using segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} {{(pid=101058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:35:13.257281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.managers [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Bound port: baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}}] {{(pid=101058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:35:13.257647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:13.267081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0202799-1d9f-4eaa-83f4-c7834294b95b req-c6c7ad57-e950-4865-9975-16cee76c3589 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Aug 23 12:35:13.324325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] For port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f, host n-h2-773645-7, cleared binding levels {{(pid=101058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:35:13.327643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] For port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:35:13.331995 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:13.372781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:13.373398 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:13.374838 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] 10.222.0.41 "PUT /v2.0/ports/baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f HTTP/1.1" status: 200 len: 1091 time: 0.9361980 Aug 23 12:35:13.375408 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'tag': 'baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:13.377534 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "tag": "baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:13.400363 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dd645-6375-4b64-82ab-207a4f9a26aa service neutron] Pushing event updated for resources: {'Port': ['ID=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f,revision_number=3']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:13.470088 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-1764475e-5fec-4595-b668-38fc725bd8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:13.471640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-1764475e-5fec-4595-b668-38fc725bd8bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1094 time: 0.0476084 Aug 23 12:35:13.515884 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d57b03-920c-4558-9499-d65d727cedd9 x-openstack-request-id: req-35d57b03-920c-4558-9499-d65d727cedd9 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:13.516172 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "tag": "baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:13.516701 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35d57b03-920c-4558-9499-d65d727cedd9 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:13.517077 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'tag': 'baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f', 'status': 'completed', 'code': 200} Aug 23 12:35:13.518848 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-721647bd-4771-49c7-8854-10dec0c3713f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f HTTP/1.1" status: 200 len: 217 time: 0.0391836 Aug 23 12:35:13.570636 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-f3edb763-9a93-4a13-9adb-c9db9d16b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:13.572726 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-f3edb763-9a93-4a13-9adb-c9db9d16b367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0455782 Aug 23 12:35:13.608419 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-6dc3afb2-7d99-4b24-9fde-c126f2573cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280268 Aug 23 12:35:13.703753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-43155885-ef7a-495e-ba6e-d5bef2a0af1a service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875847 Aug 23 12:35:13.801337 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-f5da5b45-26ba-443c-9134-ce0b28a11bfa service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906765 Aug 23 12:35:13.893854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-d2367c86-6740-4f13-aff4-f9a25cf7d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:13.895457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-d2367c86-6740-4f13-aff4-f9a25cf7d5c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1094 time: 0.0427248 Aug 23 12:35:13.993630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-cd50323a-244a-48b1-b8e1-d070adf779d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:13.995069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-cd50323a-244a-48b1-b8e1-d070adf779d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0930684 Aug 23 12:35:14.051846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-f229f047-f405-41d9-817c-bbfa6cbc09a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f HTTP/1.1" status: 200 len: 217 time: 0.0388997 Aug 23 12:35:14.063502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-ac6c5380-34bf-46ae-80ce-26ac2dff8f7e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:14.064973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-ac6c5380-34bf-46ae-80ce-26ac2dff8f7e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 943 time: 0.0535910 Aug 23 12:35:14.102184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-32954988-be5f-46a8-8982-f4a99ca6c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:14.103789 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-32954988-be5f-46a8-8982-f4a99ca6c22e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0452971 Aug 23 12:35:14.136988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-3cc70cd4-245b-42ad-b646-40c42897c088 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258212 Aug 23 12:35:14.167853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Deleting port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:35:14.168204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:14.233312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-6869b6be-5b2e-4219-b398-353e2ca7bf51 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896952 Aug 23 12:35:14.260414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] For port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:14.260975 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:14.276772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Calling delete_port for baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:35:14.334221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0ccd9e8-afaf-425b-a8da-5c15a501a8b8 req-2fa2d2be-b013-493a-95e1-e51c29bc7274 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944955 Aug 23 12:35:14.440242 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcd522-8d47-471a-969a-91821dcb9635 req-95be057c-7a0d-4567-a451-2339dbd5a290 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:14.441778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ebcd522-8d47-471a-969a-91821dcb9635 req-95be057c-7a0d-4567-a451-2339dbd5a290 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 943 time: 0.0914283 Aug 23 12:35:14.455362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:14.462973 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:35:14.499394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Pushing event deleted for resources: {'Port': ['ID=baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:14.536724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ebcd522-8d47-471a-969a-91821dcb9635 req-ceeaebcb-77c7-4186-af48-aa26eb6760bf tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886388 Aug 23 12:35:14.560041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] No DVR routers for this DVR port baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:35:14.560041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:14.560041 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-615e9e85-c0a9-4c09-b237-98a8fb72a3bd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "DELETE /v2.0/ports/baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f HTTP/1.1" status: 204 len: 173 time: 0.4817474 Aug 23 12:35:14.560041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-deleted', 'tag': 'baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:14.561661 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6791b172-7de8-4c3f-bab1-e5d72d39d788" -d '{"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-deleted", "tag": "baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:14.600786 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec85c4-2e9a-4cde-b2dd-7a4255e01774 x-openstack-request-id: req-67ec85c4-2e9a-4cde-b2dd-7a4255e01774 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:14.601211 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-deleted", "tag": "baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f", "status": "failed", "code": 422}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:14.601621 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67ec85c4-2e9a-4cde-b2dd-7a4255e01774 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:14.602111 n-d-773645-7 neutron-server[101057]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-deleted', 'tag': 'baf1c6f2-74cc-4a63-8eb3-5cdc7e0a944f', 'status': 'failed', 'code': 422} returned with failed status Aug 23 12:35:15.650721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e35b2a52-0389-4ed9-982b-dffd215e3f8e req-dd9dd0ef-45c7-474b-9813-6c3883d8ffb8 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 210 time: 0.0385413 Aug 23 12:35:15.739612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-612625e6-24d5-476a-bd49-fa12d1ee5a68 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:15.741130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-612625e6-24d5-476a-bd49-fa12d1ee5a68 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 814 time: 0.1512082 Aug 23 12:35:15.756340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Request body: {'port': {'device_id': '9df1129c-a88a-4c8d-b408-0536e343407f', 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6', 'admin_state_up': True, 'tenant_id': '61748979b7714af798aa4b857b97e8d9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:15.872393 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Made reservation on behalf of 61748979b7714af798aa4b857b97e8d9 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:35:15.876149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.007852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Allocated IP 172.20.0.13 (0f2e956f-da24-4dd3-ade9-7594c60039d6/6121fa5c-ac3d-4524-bb4a-ea41fe9d0130/a58ca173-866a-4bc3-8b0b-bab086eee31f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:35:16.158311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.200565 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.246373 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Network 0f2e956f-da24-4dd3-ade9-7594c60039d6 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:35:16.249502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:35:16.253515 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:35:16.262772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:16.312537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:16.313163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.331801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-4952131c-bb0e-4f66-857b-4fc868416677 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815477 Aug 23 12:35:16.346749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Request body: {'port': {'device_id': '9df1129c-a88a-4c8d-b408-0536e343407f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:16.405997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.686839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58ca173-866a-4bc3-8b0b-bab086eee31f {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:35:16.694460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.707866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Transition to ACTIVE for port object a58ca173-866a-4bc3-8b0b-bab086eee31f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:35:16.712586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.765528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:16.782116 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06734f8-3a0b-4eb0-b042-be236e183394 req-cded0d36-a04d-4856-aacd-daea12d6ea69 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:16.783634 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c06734f8-3a0b-4eb0-b042-be236e183394 req-cded0d36-a04d-4856-aacd-daea12d6ea69 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.0557938 Aug 23 12:35:16.824240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c06734f8-3a0b-4eb0-b042-be236e183394 req-6ec8c718-7644-4969-9b7f-c423655f122f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Aug 23 12:35:16.833021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:35:16.833365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:35:16.833708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:16.838670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Port a58ca173-866a-4bc3-8b0b-bab086eee31f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:35:16.839001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:16.843767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:35:16.844107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Checking segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:35:16.844494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Bound using segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:35:16.844930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Bound port: a58ca173-866a-4bc3-8b0b-bab086eee31f, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:35:16.845343 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.908315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:35:16.911281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:35:16.915934 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.947990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:16.948604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:16.950106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] 10.222.0.44 "PUT /v2.0/ports/a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 1092 time: 0.6095035 Aug 23 12:35:16.950759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:16.952788 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe4dbde-144a-4893-9f44-1868275f92e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:16.979030 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b4058-f3a9-41f6-8eb5-2cf682c10e28 service neutron] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:17.002414 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a14f34-2071-4722-ab40-4eb8ac2d85dd x-openstack-request-id: req-b3a14f34-2071-4722-ab40-4eb8ac2d85dd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:17.002705 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:17.002960 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3a14f34-2071-4722-ab40-4eb8ac2d85dd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:17.003352 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'status': 'completed', 'code': 200} Aug 23 12:35:17.039891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-0f7f8094-3a08-4875-9f2d-dbe7452680df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:17.041326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-0f7f8094-3a08-4875-9f2d-dbe7452680df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1095 time: 0.0474956 Aug 23 12:35:17.082418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-f6bd9d31-abeb-4547-9f3c-6faac11ad4ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 217 time: 0.0338466 Aug 23 12:35:17.129848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-bc940f09-c552-4c61-9d99-cdd50dae3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:17.131450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-bc940f09-c552-4c61-9d99-cdd50dae3e5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0421972 Aug 23 12:35:17.165836 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-1e1cc0e1-7fd9-43ec-bebf-ecf485d7a498 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273137 Aug 23 12:35:17.257329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-875719f1-7151-46ff-81c1-8d392e5069b3 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849049 Aug 23 12:35:17.350133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45b867fd-530b-428a-8a88-3b7e59476a1e req-f51faacf-9989-4fc5-8bd4-430bb6180957 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Aug 23 12:35:17.435742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-5a04a354-4837-43bb-aac9-6c7b94175700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:17.437263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-5a04a354-4837-43bb-aac9-6c7b94175700 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1095 time: 0.0417507 Aug 23 12:35:17.527031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-013c79f4-3b3c-4a7f-99bf-cebab2c10d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:17.528608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-013c79f4-3b3c-4a7f-99bf-cebab2c10d7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0837691 Aug 23 12:35:17.573529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-e7efc12f-5c3e-47d1-a385-7f1659dd4c34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 217 time: 0.0382993 Aug 23 12:35:17.624492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-a72e7065-953e-4ca4-be11-bdafcb5be035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:17.626510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-a72e7065-953e-4ca4-be11-bdafcb5be035 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0462184 Aug 23 12:35:17.657639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-dea6ea58-3d12-436a-86f0-d54bb726f9bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242734 Aug 23 12:35:17.753448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-14457345-355b-4e95-b6a2-faf9b78f10e7 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872655 Aug 23 12:35:17.848696 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5fe4dbde-144a-4893-9f44-1868275f92e2 req-922b4b91-4739-4d88-bbe1-ad56153782ff service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872252 Aug 23 12:35:17.950319 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39227a2-d946-4871-9fdc-6e29fa311f17 req-2cd4cce5-1c0d-456b-a965-50c511db4346 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:17.951804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c39227a2-d946-4871-9fdc-6e29fa311f17 req-2cd4cce5-1c0d-456b-a965-50c511db4346 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.0529540 Aug 23 12:35:17.991440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c39227a2-d946-4871-9fdc-6e29fa311f17 req-b461af1b-fd34-4f39-8e14-0ddfcbf7b549 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334129 Aug 23 12:35:19.116302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcd1a0-73a9-4c6c-b3cc-c658412862a0 req-9fa9b9d1-69d7-4c57-979a-c9407d2a3711 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:19.117828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23bcd1a0-73a9-4c6c-b3cc-c658412862a0 req-9fa9b9d1-69d7-4c57-979a-c9407d2a3711 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.0547264 Aug 23 12:35:19.463042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23bcd1a0-73a9-4c6c-b3cc-c658412862a0 req-b0a8fa80-3bb3-417f-9cbf-5ff93045b4ba tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390622 Aug 23 12:35:19.810784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a58ca173-866a-4bc3-8b0b-bab086eee31f details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:35:20.086643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:20.097795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6', 'port_id': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'mac_address': 'fa:16:3e:51:da:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6121fa5c-ac3d-4524-bb4a-ea41fe9d0130', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:35:20.134999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:20.147541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58ca173-866a-4bc3-8b0b-bab086eee31f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:35:20.166745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:20.170662 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:20.219238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:20.358480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a58ca173-866a-4bc3-8b0b-bab086eee31f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:35:20.586702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c1bac-633a-4803-a90f-ed37e25805e6 req-5a0d6d1e-d492-47e9-868f-9fd9460ba2f6 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:20.588225 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e6c1bac-633a-4803-a90f-ed37e25805e6 req-5a0d6d1e-d492-47e9-868f-9fd9460ba2f6 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 945 time: 0.0571985 Aug 23 12:35:20.633871 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5e6c1bac-633a-4803-a90f-ed37e25805e6 req-7633f5f0-5d39-453f-b135-5e642b9e1992 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Aug 23 12:35:21.760047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d749e61-f987-4b2d-8bd3-2050b83cc11a req-35efe435-3275-47d1-841b-65c55ec531f1 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:21.762158 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d749e61-f987-4b2d-8bd3-2050b83cc11a req-35efe435-3275-47d1-841b-65c55ec531f1 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 945 time: 0.0605373 Aug 23 12:35:21.807195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9cfef160-003a-46ba-9209-9eed595797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:21.808027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d749e61-f987-4b2d-8bd3-2050b83cc11a req-e6ff25e9-a71a-4d95-8cc5-9874cabf1acd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Aug 23 12:35:21.831490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a58ca173-866a-4bc3-8b0b-bab086eee31f up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:35:21.885083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a58ca173-866a-4bc3-8b0b-bab086eee31f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:35:21.888823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a58ca173-866a-4bc3-8b0b-bab086eee31f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:35:21.889195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:21.969757 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:21.994688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:21.996941 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ce0f9-938a-4886-a830-0bdb2be9d24f" -d '{"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-plugged", "status": "completed", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:22.010511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:22.015556 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:22.041337 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe95c75-cf63-4a2d-be62-da571b191a1d x-openstack-request-id: req-ebe95c75-cf63-4a2d-be62-da571b191a1d {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:22.041638 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-plugged", "status": "completed", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:22.041935 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebe95c75-cf63-4a2d-be62-da571b191a1d {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:22.042328 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'code': 200} Aug 23 12:35:22.073343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:22.139572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b81d0-1e7a-435a-8ce5-89f46407367d req-c5d34e48-b8af-4653-8080-314847874c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:22.141080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b97b81d0-1e7a-435a-8ce5-89f46407367d req-c5d34e48-b8af-4653-8080-314847874c0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1097 time: 0.0409701 Aug 23 12:35:22.178487 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b97b81d0-1e7a-435a-8ce5-89f46407367d req-9a8c2689-81f7-45f4-86fe-6217f76a0a07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Aug 23 12:35:22.931513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f8a71-2103-42ea-8d52-3622322e4a86 req-447f1f20-247f-45ff-9d19-5596f1bad754 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:22.933021 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b00f8a71-2103-42ea-8d52-3622322e4a86 req-447f1f20-247f-45ff-9d19-5596f1bad754 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0552351 Aug 23 12:35:22.975616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b00f8a71-2103-42ea-8d52-3622322e4a86 req-f3b588bf-3c73-4e43-8102-e37674ca2c5e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Aug 23 12:35:24.111504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6a47-5ec8-4e17-a41d-d2ba3be07e76 req-fb8b3b9c-9ea5-4b4c-959b-58f8510cd0ab tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:24.113009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-825a6a47-5ec8-4e17-a41d-d2ba3be07e76 req-fb8b3b9c-9ea5-4b4c-959b-58f8510cd0ab tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0506375 Aug 23 12:35:24.154189 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-825a6a47-5ec8-4e17-a41d-d2ba3be07e76 req-d6178536-efe7-4a06-9c84-96d5a4e9ff70 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Aug 23 12:35:24.271001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00673037-5f7b-44d2-b022-f680b0aeddec req-14e4c377-21d6-4efc-a7fc-a1bda1d2b40f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:24.272539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00673037-5f7b-44d2-b022-f680b0aeddec req-14e4c377-21d6-4efc-a7fc-a1bda1d2b40f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0505569 Aug 23 12:35:24.314489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-00673037-5f7b-44d2-b022-f680b0aeddec req-c9c8bfd2-8cf3-4ddc-b5b4-aaa019de239f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352862 Aug 23 12:35:24.372803 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7a761d52-fc64-431c-b324-40d2ddefa59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:24.442981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:24.590203 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-30a5a5b1-6dbc-412c-aef6-2d7d5d1e9ebd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483792 Aug 23 12:35:24.623062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b601-b46c-4387-8b3e-1d74fb290c26 req-99aea05f-d42c-4d02-8fd0-9760c3d675c0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:24.625261 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5965b601-b46c-4387-8b3e-1d74fb290c26 req-99aea05f-d42c-4d02-8fd0-9760c3d675c0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0757136 Aug 23 12:35:24.683616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5965b601-b46c-4387-8b3e-1d74fb290c26 req-ae4e32aa-84ed-4355-8fc8-b00d2fe5db6e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515511 Aug 23 12:35:25.645942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-f76d92c9-674a-41de-8749-598202aa0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:25.647568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-f76d92c9-674a-41de-8749-598202aa0fdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1097 time: 0.0474014 Aug 23 12:35:25.746456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-90bef0a4-e8ec-4ed4-9a6a-be11ea736df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:25.748071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-90bef0a4-e8ec-4ed4-9a6a-be11ea736df3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0938227 Aug 23 12:35:25.792636 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:25.798835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-4549da0a-0398-404d-947b-6d5f97051eea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 217 time: 0.0430021 Aug 23 12:35:25.816196 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163083b-4248-40a7-936c-7ea5155187a9 req-62d5e984-e4db-4b6f-944f-95bf0765909e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:25.817913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6163083b-4248-40a7-936c-7ea5155187a9 req-62d5e984-e4db-4b6f-944f-95bf0765909e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0524130 Aug 23 12:35:25.851517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-492a1203-5ffa-4910-99e4-6593363ced90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:25.853019 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-492a1203-5ffa-4910-99e4-6593363ced90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0476618 Aug 23 12:35:25.858724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6163083b-4248-40a7-936c-7ea5155187a9 req-6c1265a8-c770-4ebe-b941-75d24f2f6564 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Aug 23 12:35:25.888792 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-591b8a2b-0cec-4e35-92fd-6470c4d327d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287399 Aug 23 12:35:25.999710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-763c612c-87ca-4e14-bffd-f5a12c1c240c service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041615 Aug 23 12:35:26.094222 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-1d49f1e9-aca3-4dd1-9f1d-6bc486655c05 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874791 Aug 23 12:35:27.006421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2328c-3c6e-42b2-a297-ebf95365b394 req-3ffd9180-c321-49ef-b68f-666a43a4ea9b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:27.008014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43c2328c-3c6e-42b2-a297-ebf95365b394 req-3ffd9180-c321-49ef-b68f-666a43a4ea9b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0551901 Aug 23 12:35:27.047778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43c2328c-3c6e-42b2-a297-ebf95365b394 req-07a5b329-dcc5-4659-aff1-037f954df3fa tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Aug 23 12:35:27.471334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:28.194838 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b5dae-34e8-4229-8c50-36cda77fa006 req-685bd6f0-b3bb-4053-b507-3558d442e179 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:28.196454 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-718b5dae-34e8-4229-8c50-36cda77fa006 req-685bd6f0-b3bb-4053-b507-3558d442e179 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0590899 Aug 23 12:35:28.222428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:28.241193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-718b5dae-34e8-4229-8c50-36cda77fa006 req-7034aecd-cde2-4ed8-bd7e-84bc5022078a tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371249 Aug 23 12:35:28.568961 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:29.386998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b8c76-17d9-4302-8b76-0bec75197cb9 req-2e7d6549-9fad-47d1-85e8-32091f080537 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:29.388646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a64b8c76-17d9-4302-8b76-0bec75197cb9 req-2e7d6549-9fad-47d1-85e8-32091f080537 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0721257 Aug 23 12:35:29.428424 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a64b8c76-17d9-4302-8b76-0bec75197cb9 req-d9d32703-8faf-41d1-a6bb-ff0deeb74328 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 23 12:35:30.583224 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000d883-30a9-4586-b2c3-1d8fa6ffc687 req-170824e6-e2a8-40cf-b52e-c2c001b8b3a1 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:30.584778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1000d883-30a9-4586-b2c3-1d8fa6ffc687 req-170824e6-e2a8-40cf-b52e-c2c001b8b3a1 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0657406 Aug 23 12:35:30.640987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1000d883-30a9-4586-b2c3-1d8fa6ffc687 req-84b74071-38d4-4329-a69a-d66069c23c13 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Aug 23 12:35:31.787446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7847-1943-4212-8f28-771e70ea658c req-e280fd92-111b-4980-9bab-448c3bf2ae3b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:31.789350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f8d7847-1943-4212-8f28-771e70ea658c req-e280fd92-111b-4980-9bab-448c3bf2ae3b tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0607972 Aug 23 12:35:31.849547 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f8d7847-1943-4212-8f28-771e70ea658c req-be59b04a-1ffb-4215-a3c3-4d1969991318 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525057 Aug 23 12:35:32.984002 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4db3-c2ba-41bc-85f3-175042a1fd62 req-9e74142c-6f81-4a31-88b5-f50d1ca9f5d5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:32.985524 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de0b4db3-c2ba-41bc-85f3-175042a1fd62 req-9e74142c-6f81-4a31-88b5-f50d1ca9f5d5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0517724 Aug 23 12:35:33.025559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-de0b4db3-c2ba-41bc-85f3-175042a1fd62 req-67b96584-7e3f-49e5-af98-abad39ffe306 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Aug 23 12:35:34.163118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8da5d-7413-4ce9-a3db-0c2ef4d08e29 req-107bab8b-431f-4073-8604-fd2813fe1e90 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:34.165173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6d8da5d-7413-4ce9-a3db-0c2ef4d08e29 req-107bab8b-431f-4073-8604-fd2813fe1e90 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0543187 Aug 23 12:35:34.206567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a6d8da5d-7413-4ce9-a3db-0c2ef4d08e29 req-9d135d99-424a-4ed5-a48d-3c74c6ec25a5 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Aug 23 12:35:35.337288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eaffda-79c7-4af1-80f6-820d0d9f54af req-58f2360e-2bb7-4538-b1b7-deb8c85ff4d0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:35.338807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6eaffda-79c7-4af1-80f6-820d0d9f54af req-58f2360e-2bb7-4538-b1b7-deb8c85ff4d0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0565619 Aug 23 12:35:35.384573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6eaffda-79c7-4af1-80f6-820d0d9f54af req-71155de6-99fd-48f6-b298-e72522de3689 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Aug 23 12:35:36.518302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f70de-b505-41a3-a50b-7a47c3582d74 req-25b53e3e-460d-42d6-92a6-5d39db657f49 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:36.519868 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-307f70de-b505-41a3-a50b-7a47c3582d74 req-25b53e3e-460d-42d6-92a6-5d39db657f49 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0529146 Aug 23 12:35:36.561247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-307f70de-b505-41a3-a50b-7a47c3582d74 req-d45eadac-1189-47f9-b713-ee98ed07af65 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344920 Aug 23 12:35:37.678499 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f4e9-5a8b-46fe-b653-174d629f4647 req-9673a018-f16e-4f93-83e9-d92e88562e38 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:37.680602 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9862f4e9-5a8b-46fe-b653-174d629f4647 req-9673a018-f16e-4f93-83e9-d92e88562e38 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0509529 Aug 23 12:35:37.720548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9862f4e9-5a8b-46fe-b653-174d629f4647 req-501b7d2a-f35d-41d9-938a-d77122e53b91 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Aug 23 12:35:38.842678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5beeb-566c-4775-bbe0-bcf24c455f30 req-3566f16d-c5d4-41f7-8721-3030cb4c591f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:38.844257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba5beeb-566c-4775-bbe0-bcf24c455f30 req-3566f16d-c5d4-41f7-8721-3030cb4c591f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0532687 Aug 23 12:35:38.883731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba5beeb-566c-4775-bbe0-bcf24c455f30 req-af4a5fd1-6845-4ca0-8fc7-eedb25a6d940 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Aug 23 12:35:39.999682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201f00-a547-4fa8-a769-5d293ab952fd req-3d2f1ffa-b416-490f-b8e0-06aba2fa5dc6 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:40.001331 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f201f00-a547-4fa8-a769-5d293ab952fd req-3d2f1ffa-b416-490f-b8e0-06aba2fa5dc6 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0501678 Aug 23 12:35:40.040704 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4f201f00-a547-4fa8-a769-5d293ab952fd req-1fc1d3f7-08f6-4e71-b006-2ba07ac8f961 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Aug 23 12:35:41.156855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b76e3-e5a7-4dd2-b768-248016f969b5 req-3192e5c5-84d9-4900-9331-70bb74056714 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:41.158392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-757b76e3-e5a7-4dd2-b768-248016f969b5 req-3192e5c5-84d9-4900-9331-70bb74056714 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0495718 Aug 23 12:35:41.196518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-757b76e3-e5a7-4dd2-b768-248016f969b5 req-c57acb7f-21d5-4dc9-8822-f1b8bd1d08b0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 23 12:35:42.318841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623bb01-e08a-4275-b82f-6dcca4bb4f59 req-288129ec-85b9-431f-9636-0d509f5bc53e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:42.320364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e623bb01-e08a-4275-b82f-6dcca4bb4f59 req-288129ec-85b9-431f-9636-0d509f5bc53e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0542879 Aug 23 12:35:42.358976 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e623bb01-e08a-4275-b82f-6dcca4bb4f59 req-6ad1b754-d709-4310-821f-76e0834902ba tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Aug 23 12:35:43.489295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6fe29-2e6c-4d93-bf44-1a9e40188f6b req-8182e86f-0865-4bf2-8557-e9a5c7e81937 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:43.490931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2d6fe29-2e6c-4d93-bf44-1a9e40188f6b req-8182e86f-0865-4bf2-8557-e9a5c7e81937 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0562787 Aug 23 12:35:43.533348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a2d6fe29-2e6c-4d93-bf44-1a9e40188f6b req-0c74f23a-33b6-49f9-897e-d88b6ca14a22 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355742 Aug 23 12:35:44.649858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80720b3a-bd62-4058-b6ae-d454f4fd8075 req-e93fa203-e1e2-4a06-8fd9-31bf4df31f7c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:44.651381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80720b3a-bd62-4058-b6ae-d454f4fd8075 req-e93fa203-e1e2-4a06-8fd9-31bf4df31f7c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0502892 Aug 23 12:35:44.688668 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-80720b3a-bd62-4058-b6ae-d454f4fd8075 req-0d5296a8-f8d6-4129-b980-cae38222ad66 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Aug 23 12:35:45.803198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04642e-ea7c-4f89-ac39-c03be62e1ebb req-289a6980-c459-424a-85f1-567f796a11b0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:45.804596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d04642e-ea7c-4f89-ac39-c03be62e1ebb req-289a6980-c459-424a-85f1-567f796a11b0 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0494390 Aug 23 12:35:45.842583 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7d04642e-ea7c-4f89-ac39-c03be62e1ebb req-9469ab07-e7b0-4df6-89ef-1066ac65576e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Aug 23 12:35:46.959509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1026d6-1d9c-47ec-9ac3-6542dfdeb902 req-33aa6ce0-10c5-4838-9289-5836a9b4b286 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:46.961782 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d1026d6-1d9c-47ec-9ac3-6542dfdeb902 req-33aa6ce0-10c5-4838-9289-5836a9b4b286 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0505779 Aug 23 12:35:47.000732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d1026d6-1d9c-47ec-9ac3-6542dfdeb902 req-920e0988-879c-4aa6-b895-8b8701a9b54a tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Aug 23 12:35:48.121556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7b3f9-5578-4b0c-8f29-9fb13f209b53 req-649e0bd7-5712-425b-8345-7e8defea9419 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:48.123065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edd7b3f9-5578-4b0c-8f29-9fb13f209b53 req-649e0bd7-5712-425b-8345-7e8defea9419 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0481610 Aug 23 12:35:48.160679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-edd7b3f9-5578-4b0c-8f29-9fb13f209b53 req-4016e9be-6872-417a-9728-87e7d1610426 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Aug 23 12:35:49.303040 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682617a1-fa93-41b8-bfee-258efb449bde req-7d79dca4-eb86-4abb-8d0c-b19d88eaf0ef tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:49.305304 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-682617a1-fa93-41b8-bfee-258efb449bde req-7d79dca4-eb86-4abb-8d0c-b19d88eaf0ef tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0708811 Aug 23 12:35:49.346988 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-682617a1-fa93-41b8-bfee-258efb449bde req-cb8b5fdd-3e94-4369-bcc7-ed644243f0ec tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Aug 23 12:35:50.477916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77c39a-da00-4e68-9318-94a601e11289 req-0a483455-5708-4cf0-9f10-16e971069042 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:50.479468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f77c39a-da00-4e68-9318-94a601e11289 req-0a483455-5708-4cf0-9f10-16e971069042 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0593634 Aug 23 12:35:50.526632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f77c39a-da00-4e68-9318-94a601e11289 req-e40ea62f-da7c-48bb-bf90-c24d9e4b0265 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Aug 23 12:35:51.463193 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:35:51.658294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b4a5b-50d3-456d-a01c-fb21beff9d28 req-4f08dfdb-659c-48d1-a7b4-216b8a6b014f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:51.659809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a3b4a5b-50d3-456d-a01c-fb21beff9d28 req-4f08dfdb-659c-48d1-a7b4-216b8a6b014f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0519066 Aug 23 12:35:51.697852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5a3b4a5b-50d3-456d-a01c-fb21beff9d28 req-23b34ce2-be8c-4fc2-8263-2fcec43ef64d tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Aug 23 12:35:51.810334 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7a218b99-9858-4765-916d-003919c8781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:52.858074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66a3a3-8287-45a5-8a1b-eeae28485672 req-f259b30d-9e9a-4a57-ab6e-342c71247bfd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:52.859672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba66a3a3-8287-45a5-8a1b-eeae28485672 req-f259b30d-9e9a-4a57-ab6e-342c71247bfd tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 946 time: 0.0941103 Aug 23 12:35:52.865072 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-e1cc108a-6ffe-4bf9-97e5-1078a6a4cac1 service neutron] show failed (client error): The resource could not be found. Aug 23 12:35:52.866109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-e1cc108a-6ffe-4bf9-97e5-1078a6a4cac1 service neutron] 10.222.0.44 "GET /v2.0/ports/a58ca173-866a-4bc3-8b0b-bab086eee31f/bindings/n-h2-773645-7 HTTP/1.1" status: 404 len: 380 time: 0.0737588 Aug 23 12:35:52.921046 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba66a3a3-8287-45a5-8a1b-eeae28485672 req-8ec39732-4029-4cdd-af4e-7007187fd30f tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539439 Aug 23 12:35:53.072062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-cda53a5c-392b-4afa-8005-9b442de611e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:53.073603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-cda53a5c-392b-4afa-8005-9b442de611e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f&tenant_id=61748979b7714af798aa4b857b97e8d9 HTTP/1.1" status: 200 len: 1097 time: 0.0438302 Aug 23 12:35:53.086729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773645-7', 'device_owner': 'compute:nova'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:53.141452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:53.361464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:53.397870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:35:53.437892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:53.440239 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8de5953-e3b8-42fb-92a2-6b14c1163ede" -d '{"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-unplugged", "status": "completed", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:53.444174 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:53.458659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Transition to ACTIVE for port object a58ca173-866a-4bc3-8b0b-bab086eee31f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:35:53.463235 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:53.500131 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e4845-9fbe-4cab-9c4e-cb6e24555bf4 x-openstack-request-id: req-f54e4845-9fbe-4cab-9c4e-cb6e24555bf4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:53.500438 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-unplugged", "status": "completed", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:53.500695 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f54e4845-9fbe-4cab-9c4e-cb6e24555bf4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:53.501089 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'code': 200} Aug 23 12:35:53.529390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] No DVR routers for this DVR port a58ca173-866a-4bc3-8b0b-bab086eee31f on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:35:53.532667 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:53.544497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.544863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.545211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.545558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.545934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.546272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.546671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.546944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.547333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.547615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.547954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.548284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:53.577848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:35:53.578189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:35:53.578527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:53.583168 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Port a58ca173-866a-4bc3-8b0b-bab086eee31f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:35:53.583555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Attempting to bind port a58ca173-866a-4bc3-8b0b-bab086eee31f on network 0f2e956f-da24-4dd3-ade9-7594c60039d6 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:35:53.589508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:35:53.589888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Checking segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:35:53.590281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Bound using segment: {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:35:53.590723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Bound port: a58ca173-866a-4bc3-8b0b-bab086eee31f, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0f2e956f-da24-4dd3-ade9-7594c60039d6'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:35:53.591119 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:53.670780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:35:53.674219 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:35:53.680106 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:53.714535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:53.715354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:53.717007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] 10.222.0.41 "PUT /v2.0/ports/a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 1092 time: 0.6353548 Aug 23 12:35:53.750646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc9a56-c2d8-4206-b621-35d9521bfe1a service neutron] Pushing event updated for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=7']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:53.784207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-454f54b7-68f0-4510-bff1-28f86a56720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:53.785837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-454f54b7-68f0-4510-bff1-28f86a56720a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1095 time: 0.0459988 Aug 23 12:35:53.880630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-339618b6-26c7-4bd0-8158-4a190161c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:53.882216 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-339618b6-26c7-4bd0-8158-4a190161c012 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0899251 Aug 23 12:35:53.924792 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-6542ac99-72c4-44b0-b8f4-d9c2903d5824 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 217 time: 0.0351188 Aug 23 12:35:53.985534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-607455b7-5ffa-4522-9715-8c23a2d96c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:53.987106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-607455b7-5ffa-4522-9715-8c23a2d96c47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0547493 Aug 23 12:35:54.026468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-a7d951fd-1766-4834-8556-f47a0aad003b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321999 Aug 23 12:35:54.116576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad18d1-8e4c-49e9-a063-9a16d69f8c0a req-a3f8c786-7f39-41b9-9d55-8a2de28cad55 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:54.118611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ad18d1-8e4c-49e9-a063-9a16d69f8c0a req-a3f8c786-7f39-41b9-9d55-8a2de28cad55 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.1169820 Aug 23 12:35:54.160300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-b807030e-d72c-40a0-9751-1f607dd48a52 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203361 Aug 23 12:35:54.180783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ad18d1-8e4c-49e9-a063-9a16d69f8c0a req-afce51e2-7b46-46fd-84e7-ae0e166be857 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549102 Aug 23 12:35:54.255225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7087b32b-f98a-4c17-80b5-c8f864a68004 req-9df4b33e-fd78-4341-929f-d9e19ede8613 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869653 Aug 23 12:35:54.374633 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f9cad-baa3-46ce-95b1-49285f3cdc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:54.435832 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:55.309778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ed186-af01-49e6-96d4-fbf425ed9309 req-7f5a72f9-a3f3-4c96-80bb-11387e3a5856 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.311332 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f7ed186-af01-49e6-96d4-fbf425ed9309 req-7f5a72f9-a3f3-4c96-80bb-11387e3a5856 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.0494852 Aug 23 12:35:55.348714 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2f7ed186-af01-49e6-96d4-fbf425ed9309 req-e57ef0a4-6bf0-419d-a8f3-9d27cc12232a tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Aug 23 12:35:55.502256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:55.504809 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0672087-3c89-4d8a-bb9d-3551abf56b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:55.565192 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a01ac-948e-49c2-8e8c-f6442067f063 x-openstack-request-id: req-f72a01ac-948e-49c2-8e8c-f6442067f063 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:55.565489 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:55.565766 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f72a01ac-948e-49c2-8e8c-f6442067f063 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:55.566165 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'status': 'completed', 'code': 200} Aug 23 12:35:55.591581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-593e3b46-3e7d-496d-9b56-390a4b11049e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.594887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-593e3b46-3e7d-496d-9b56-390a4b11049e tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.0544839 Aug 23 12:35:55.639306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-71f98c48-f8f9-481f-a727-6a9eec0b5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.641585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-71f98c48-f8f9-481f-a727-6a9eec0b5bca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1095 time: 0.0586624 Aug 23 12:35:55.700813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-d1d25adb-179a-4357-b28a-0a165150e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.702254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-d1d25adb-179a-4357-b28a-0a165150e830 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=61748979b7714af798aa4b857b97e8d9&device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 1095 time: 0.1079633 Aug 23 12:35:55.739177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-d900d263-ea6b-4530-b680-98fb1007af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.740672 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-d900d263-ea6b-4530-b680-98fb1007af9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.0931180 Aug 23 12:35:55.790982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-31f215da-83bb-41d6-bf8a-935eed45e793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 217 time: 0.0431964 Aug 23 12:35:55.797676 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:55.828916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b219e7-b921-4951-8856-9ebfdcef3ab9 req-0625c69e-f36d-46e9-b9d7-aed4752ca512 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.830556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56b219e7-b921-4951-8856-9ebfdcef3ab9 req-0625c69e-f36d-46e9-b9d7-aed4752ca512 tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df1129c-a88a-4c8d-b408-0536e343407f HTTP/1.1" status: 200 len: 944 time: 0.1349485 Aug 23 12:35:55.846138 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-f1f75744-0bf3-4e68-884c-7f59d9e4f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.847712 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-f1f75744-0bf3-4e68-884c-7f59d9e4f5ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0507522 Aug 23 12:35:55.854913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Deleting port a58ca173-866a-4bc3-8b0b-bab086eee31f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:35:55.855298 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:55.887159 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-402bf33e-b7df-436b-a0da-659c1d5660b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325117 Aug 23 12:35:55.899855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-eedc5989-7e7d-4c64-8409-c2dfc85c2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:55.901814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-eedc5989-7e7d-4c64-8409-c2dfc85c2f2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 200 len: 915 time: 0.1885996 Aug 23 12:35:55.953390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a58ca173-866a-4bc3-8b0b-bab086eee31f no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:35:55.999370 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-4b25b7cd-15b7-4135-8886-1ff52a9d0912 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 200 len: 217 time: 0.0897417 Aug 23 12:35:56.004589 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56b219e7-b921-4951-8856-9ebfdcef3ab9 req-7ebf2cb0-8199-4012-ada2-14180ed7c04c tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.21 "GET /v2.0/security-groups?id=f080b22a-121f-4061-be89-684df3d0325e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644425 Aug 23 12:35:56.028707 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a58ca173-866a-4bc3-8b0b-bab086eee31f not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:35:56.028924 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-706e2407-693e-43d1-bcb7-b2cabadd3f46 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346700 Aug 23 12:35:56.071950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] For port a58ca173-866a-4bc3-8b0b-bab086eee31f, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=a58ca173-866a-4bc3-8b0b-bab086eee31f,segment=NetworkSegment(dbd4cd6f-d583-4050-8e84-787d44cfb0a8),segment_id=dbd4cd6f-d583-4050-8e84-787d44cfb0a8)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:35:56.072236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:56.082279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-25f47b64-62c7-40d4-a16c-8e96d1c6fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:56.083770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-25f47b64-62c7-40d4-a16c-8e96d1c6fb14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 200 len: 854 time: 0.0764520 Aug 23 12:35:56.090209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Calling delete_port for a58ca173-866a-4bc3-8b0b-bab086eee31f owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:35:56.124581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-5799a369-7b35-4f2b-bb5a-f71c7fcb0b82 service neutron] 10.222.0.41 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883937 Aug 23 12:35:56.125708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-0bbb49b7-092f-4d3a-9e3d-4627c7ccaeb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f2e956f-da24-4dd3-ade9-7594c60039d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334001 Aug 23 12:35:56.273231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-a65d2d09-fa69-4c8d-9ea7-ab41b0145a33 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136487 Aug 23 12:35:56.384273 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:56.430766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Pushing event deleted for resources: {'Port': ['ID=a58ca173-866a-4bc3-8b0b-bab086eee31f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:56.443282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e0672087-3c89-4d8a-bb9d-3551abf56b3f req-d0263495-ec4a-4b07-a877-17afcdf2c570 service neutron] 10.222.0.44 "GET /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632078 Aug 23 12:35:56.483287 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] No DVR routers for this DVR port a58ca173-866a-4bc3-8b0b-bab086eee31f on host n-h2-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:35:56.486122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:56.488188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0e9f8e2-cab3-40cf-8380-ffa39cd52029 req-13ad0f6b-aa20-45c1-9f38-13cee4f5e9ac tempest-ServerDiskConfigTestJSON-679430676 tempest-ServerDiskConfigTestJSON-679430676-project] 10.222.0.41 "DELETE /v2.0/ports/a58ca173-866a-4bc3-8b0b-bab086eee31f HTTP/1.1" status: 204 len: 173 time: 0.8837426 Aug 23 12:35:57.131187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39564) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:57.175793 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Deleting subnet 6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:35:57.178788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.217252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.255304 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.308567 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.335181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6121fa5c-ac3d-4524-bb4a-ea41fe9d0130,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:57.338267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.340094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6121fa5c-ac3d-4524-bb4a-ea41fe9d0130 HTTP/1.1" status: 204 len: 168 time: 0.2078996 Aug 23 12:35:57.342998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39566) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:57.346633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.346983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.347328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.347672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.348003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.348332 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.348661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.348986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.349310 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.349637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.349985 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.350305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f51e7f5-ab87-4e5b-bc3d-e865f0aff13f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:35:57.413647 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.473333 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.494411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.504423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2e956f-da24-4dd3-ade9-7594c60039d6']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:35:57.515132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:35:57.515427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd4cd6f-d583-4050-8e84-787d44cfb0a8') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:35:57.525771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.540750 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.546892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:35:57.547293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:35:57.548954 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:35:57.592994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-deleted', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:35:57.594113 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18667f44-1eb4-4e44-b170-568c8344c292" -d '{"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-deleted", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:35:57.611171 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.619067 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.620998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f2e956f-da24-4dd3-ade9-7594c60039d6 HTTP/1.1" status: 204 len: 168 time: 0.2769177 Aug 23 12:35:57.633433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becccbbe-64fe-4cce-96e8-b14548834ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2e956f-da24-4dd3-ade9-7594c60039d6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:57.644030 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c38593f-f382-4ed2-ace0-b7ffa59ff9d6 x-openstack-request-id: req-4c38593f-f382-4ed2-ace0-b7ffa59ff9d6 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:35:57.644341 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df1129c-a88a-4c8d-b408-0536e343407f", "name": "network-vif-deleted", "tag": "a58ca173-866a-4bc3-8b0b-bab086eee31f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:35:57.644533 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c38593f-f382-4ed2-ace0-b7ffa59ff9d6 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:35:57.644930 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df1129c-a88a-4c8d-b408-0536e343407f', 'name': 'network-vif-deleted', 'tag': 'a58ca173-866a-4bc3-8b0b-bab086eee31f', 'status': 'completed', 'code': 200} Aug 23 12:35:57.733409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39572) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:57.773679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-090fc57a-1b19-4f18-a98e-c983909dc22c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61748979b7714af798aa4b857b97e8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390501 Aug 23 12:35:57.776156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39574) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:57.823520 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c9d85d7-048c-46ce-84f2-71b1aa2b3584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.843743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c9d85d7-048c-46ce-84f2-71b1aa2b3584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.889432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c9d85d7-048c-46ce-84f2-71b1aa2b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.892344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5c9d85d7-048c-46ce-84f2-71b1aa2b3584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:57.893700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5c9d85d7-048c-46ce-84f2-71b1aa2b3584 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f080b22a-121f-4061-be89-684df3d0325e HTTP/1.1" status: 204 len: 168 time: 0.1166124 Aug 23 12:35:57.901400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d85d7-048c-46ce-84f2-71b1aa2b3584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f080b22a-121f-4061-be89-684df3d0325e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:58.220836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.558442 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.600653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39596) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:58.711820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1543928179-network', 'tenant_id': '1a19700f9ce6495c82806510f5d82102'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:58.742602 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:35:58.744935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.753779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.854899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.859861 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.886817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:35:58.897303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0043a077-363e-499e-9dcc-59f98215a24d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:58.903236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.903605 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Added segment a297ebec-ffa8-4e81-bc75-3fa6af6bdffc of type vlan for network c2dab7d7-d72e-4b8e-9227-bd85734c9160 Aug 23 12:35:58.954866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.981916 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:58.983027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:58.983702 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.051043 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4491677 Aug 23 12:35:59.054284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39600) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:59.062405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Request body: {'subnet': {'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1543928179-subnet', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:59.067364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a5e35-b96e-4db2-a4b6-528eee5f1b86 admin admin] Pushing event updated for resources: {'Network': ['ID=c2dab7d7-d72e-4b8e-9227-bd85734c9160,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:59.080498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:35:59.093392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:35:59.097285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.329838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.413487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:35:59.427040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:35:59.427588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Network hostable DHCP agents. Network: c2dab7d7-d72e-4b8e-9227-bd85734c9160, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:35:59.450204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:35:59.462413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, c2dab7d7-d72e-4b8e-9227-bd85734c9160) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:35:59.468709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:35:59.469670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.472611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c543ca-8ccd-4a71-83f0-2a6199d60d38 None None] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:35:59.490777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-29e2be06-f885-475f-ae85-6fb44e201d20 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4341598 Aug 23 12:35:59.493109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39602) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:35:59.498741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:35:59.528772 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.530632 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.623788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.658039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:35:59.659631 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.790501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:35:59.830227 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Allocated IP 172.20.0.2 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/ec1193f1-29b1-4ea4-ba6a-ddd6875eee92) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:36:00.003484 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.013764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Transition to ACTIVE for port object ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:00.032212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Transition to ACTIVE for port object ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:00.040684 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.057329 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.081023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:00.083813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:00.087663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:36:00.092582 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.099521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Pushing event updated for resources: {'Port': ['ID=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:00.128609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.128941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.129290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.129630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.129996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.130331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.130669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.130999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.131329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.131655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.132008 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.132304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:00.169653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Attempting to bind port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:36:00.170032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Attempting to bind port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:36:00.170785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Attempting to bind port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:00.176203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:36:00.176591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:36:00.176989 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.177384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:36:00.177880 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Bound port: ec1193f1-29b1-4ea4-ba6a-ddd6875eee92, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:36:00.178263 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.214747 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Allocated IP 172.25.1.241 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/2a92a161-fadb-4ac3-a6d7-48879e643da2) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:36:00.261542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] For port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:36:00.265970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] For port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:36:00.271594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.331898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09e5a4-a25b-4d2f-8041-2e34cfad57b0 None None] Pushing event updated for resources: {'Port': ['ID=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:00.344940 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.397788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.447330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:00.450432 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:00.454065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:36:00.505953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a92a161-fadb-4ac3-a6d7-48879e643da2,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:00.770617 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:00.990438 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:01.135970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:36:01.259475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7feabd-ae5e-4b41-92a1-65c992b04c71 None None] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:36:01.270633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:36:01.284078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:36:01.292740 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:01.294069 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2f357a68-9b14-4f8f-a367-2dc3bc6fb9b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7997434 Aug 23 12:36:01.297335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39604) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:36:01.338884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:36:01.339554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:35:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:01.387702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f7b38876-d728-4cd9-9e14-6e032140ab17 None None] Provisioning for port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:01.499326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:36:01.762799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:00Z', 'revision_number': 3, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:01.817366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:36:01.817754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Updating router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 port 2a92a161-fadb-4ac3-a6d7-48879e643da2 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:36:01.845599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:01.895270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.042494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:02.051330 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:02.051714 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.125190 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.213424 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.282221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:02.296935 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.305376 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.308459 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Allocated IP 172.20.0.1 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/0f3ac895-8958-4521-9607-0d788ec5f920) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:36:02.341203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Transition to ACTIVE for port object 2a92a161-fadb-4ac3-a6d7-48879e643da2 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:02.349207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.373802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:02.413013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Attempting to bind port 2a92a161-fadb-4ac3-a6d7-48879e643da2 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:36:02.413402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Attempting to bind port 2a92a161-fadb-4ac3-a6d7-48879e643da2 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:36:02.414312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Attempting to bind port 2a92a161-fadb-4ac3-a6d7-48879e643da2 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:02.423476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:36:02.423902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:36:02.424308 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.424752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:36:02.425254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Bound port: 2a92a161-fadb-4ac3-a6d7-48879e643da2, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:36:02.425856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.451669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d9cfb-f247-406e-94ce-cb33b95fb868 None None] Pushing event updated for resources: {'Port': ['ID=2a92a161-fadb-4ac3-a6d7-48879e643da2,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:02.453045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.468513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Transition to ACTIVE for port object 0f3ac895-8958-4521-9607-0d788ec5f920 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:02.500138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] For port 2a92a161-fadb-4ac3-a6d7-48879e643da2, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:36:02.503795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] For port 2a92a161-fadb-4ac3-a6d7-48879e643da2, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2a92a161-fadb-4ac3-a6d7-48879e643da2,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:36:02.512787 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.527474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.578835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:36:02.579476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:35:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:02.583875 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:02.586986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:02.593936 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:36:02.597372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3ac895-8958-4521-9607-0d788ec5f920,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:02.637609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d9cfb-f247-406e-94ce-cb33b95fb868 None None] Pushing event updated for resources: {'Port': ['ID=2a92a161-fadb-4ac3-a6d7-48879e643da2,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:02.640581 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.724455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:36:02.821713 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.956650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-458986f2-2886-4d0f-927e-48c11c4b81eb None None] Provisioning for port 0f3ac895-8958-4521-9607-0d788ec5f920 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:02.962471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-458986f2-2886-4d0f-927e-48c11c4b81eb None None] Provisioning complete for port 0f3ac895-8958-4521-9607-0d788ec5f920 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:02.962846 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-458986f2-2886-4d0f-927e-48c11c4b81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:02.966852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:00Z', 'revision_number': 3, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:03.015502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b801002-72be-4153-8ed6-345b3e112789 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:00Z', 'revision_number': 3, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:36:03.031960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-458986f2-2886-4d0f-927e-48c11c4b81eb None None] Port 0f3ac895-8958-4521-9607-0d788ec5f920 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:36:03.060309 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:03.065806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:03.138481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:03.140281 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3ac895-8958-4521-9607-0d788ec5f920,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:03.259153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:03.260609 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:03.419865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:36:03.554261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:36:03.558392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-81c88de1-723c-48d6-b7ba-b3af76021522 None None] Provisioning complete for port 0f3ac895-8958-4521-9607-0d788ec5f920 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:03.559185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-81c88de1-723c-48d6-b7ba-b3af76021522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:03.560088 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b70dfe8f-60bb-4dd4-86f3-d17744f15217 admin admin] 10.222.0.21 "PUT /v2.0/routers/7b8712a5-11d4-4caf-a4c8-a668d911ec21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2616670 Aug 23 12:36:03.761506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-81c88de1-723c-48d6-b7ba-b3af76021522 None None] Port 0f3ac895-8958-4521-9607-0d788ec5f920 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:36:03.876389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a92a161-fadb-4ac3-a6d7-48879e643da2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:03.951850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2a92a161-fadb-4ac3-a6d7-48879e643da2 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:03.959905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2a92a161-fadb-4ac3-a6d7-48879e643da2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:03.960558 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:04.067159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:04.094142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2a92a161-fadb-4ac3-a6d7-48879e643da2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2a92a161-fadb-4ac3-a6d7-48879e643da2,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:04.098411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:04.099210 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:04.173072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2a92a161-fadb-4ac3-a6d7-48879e643da2,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:04.186959 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:04.187517 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:04.715840 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:36:04.726216 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:36:04.726853 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:35:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:04.837946 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:36:05.058210 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 2, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:05.085021 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:36:05.085372 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Updating router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 port 0f3ac895-8958-4521-9607-0d788ec5f920 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:36:05.110148 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.252522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:36:05.257305 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302115866', 'description': 'tempest-description--1235573411'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:05.282931 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.390267 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.395474 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.413092 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.424291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Transition to ACTIVE for port object 0f3ac895-8958-4521-9607-0d788ec5f920 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:05.430448 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.431244 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.435564 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1819799 Aug 23 12:36:05.436067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 39618) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:36:05.439894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc7926-88e2-48af-9387-08c6bddc61c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8795810-6e73-4753-b964-bbd740de47a4,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:05.445453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'security_group_rule': {'security_group_id': 'b8795810-6e73-4753-b964-bbd740de47a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:05.484756 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Pushing event updated for resources: {'Port': ['ID=0f3ac895-8958-4521-9607-0d788ec5f920,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:05.485018 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.509755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.509755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.509755 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.510076 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.510279 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.510595 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.510976 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.511256 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.511586 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.511913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.512238 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.512564 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:36:05.546004 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Attempting to bind port 0f3ac895-8958-4521-9607-0d788ec5f920 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:36:05.546385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Attempting to bind port 0f3ac895-8958-4521-9607-0d788ec5f920 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:36:05.546864 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Attempting to bind port 0f3ac895-8958-4521-9607-0d788ec5f920 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:05.555381 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:36:05.556258 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:36:05.557237 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.558045 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:36:05.559091 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Bound port: 0f3ac895-8958-4521-9607-0d788ec5f920, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:36:05.565910 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.587541 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.593168 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.632103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cb5054-1447-4e41-bf0b-2d3c2914b049,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:05.638291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.640307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ca6e7a39-1b3e-49f3-8a22-b2b3eb2d7e3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016442 Aug 23 12:36:05.644438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39620) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:36:05.651454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'security_group_rule': {'security_group_id': 'b8795810-6e73-4753-b964-bbd740de47a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:05.668146 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] For port 0f3ac895-8958-4521-9607-0d788ec5f920, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:36:05.673823 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] For port 0f3ac895-8958-4521-9607-0d788ec5f920, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0f3ac895-8958-4521-9607-0d788ec5f920,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:36:05.681006 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.689068 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.763667 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:36:05.764721 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:35:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:05.799263 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.806004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.835344 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea04412-0450-413f-9f21-e375ff99fed0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:05.847961 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.849443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5b131248-b93d-4025-be9a-7251861ac229 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2038772 Aug 23 12:36:05.853810 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39622) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:36:05.855358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a92a161-fadb-4ac3-a6d7-48879e643da2 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:05.859313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:05.887716 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:05.922903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2a92a161-fadb-4ac3-a6d7-48879e643da2 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:05.923390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.018023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.100776 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d01dd-9fef-45d7-8db8-45062bf6d812 None None] Pushing event updated for resources: {'Port': ['ID=0f3ac895-8958-4521-9607-0d788ec5f920,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:06.133034 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:36:06.156488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Allocated IP 172.25.1.174 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/bba2c30a-36ab-4d6b-af04-5825b75c76d6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:36:06.276007 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.321097 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.344399 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:05Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:06.364921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:06.367822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:06.374331 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ce4a9-8f86-468f-ad92-2f3e2388ebef None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:05Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:36:06.375195 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:36:06.379798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=bba2c30a-36ab-4d6b-af04-5825b75c76d6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:06.504914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.551781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.755529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.760811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.842392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=bba2c30a-36ab-4d6b-af04-5825b75c76d6,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:06.852993 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.869335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:06.874583 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4d90320b-0aa0-41a5-99f2-acda18105b29 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0160699 Aug 23 12:36:07.040681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-e3dcaa88-fb9c-4103-b914-8d8fc8b050b1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1302115866&fields=id&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 267 time: 0.0389178 Aug 23 12:36:07.167694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-3b83e802-4f06-43b8-8615-61baeec5f0cf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:07.169258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-3b83e802-4f06-43b8-8615-61baeec5f0cf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1204820 Aug 23 12:36:07.186479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-02f8fc82-d3f6-4ad0-8aeb-d12d93d2e7a3 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/quotas/1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 375 time: 0.0102885 Aug 23 12:36:07.260018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-4a00c292-f94a-48ae-874f-900b68c2c557 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662436 Aug 23 12:36:07.442312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e177522-e4aa-4219-82ee-ae2c89ac7a8e service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625865 Aug 23 12:36:07.550108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-d1472b5f-7437-45b8-9e4a-a58d6a47c114 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009369 Aug 23 12:36:07.735632 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c9ff471b-2290-44c5-96e3-cdb56f049f5f req-5bdf9231-3513-40f2-a0f6-c50b2d9525bf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Aug 23 12:36:07.803613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0f3ac895-8958-4521-9607-0d788ec5f920 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:07.865145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 0f3ac895-8958-4521-9607-0d788ec5f920 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:07.869614 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0f3ac895-8958-4521-9607-0d788ec5f920 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:07.870028 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:07.967349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:08.003684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 0f3ac895-8958-4521-9607-0d788ec5f920, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0f3ac895-8958-4521-9607-0d788ec5f920,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:08.008511 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:08.063376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=0f3ac895-8958-4521-9607-0d788ec5f920,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:08.645442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-dc6952ec-1188-4630-97bc-d7c7aa909b90 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:08.647083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-dc6952ec-1188-4630-97bc-d7c7aa909b90 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.41 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1499584 Aug 23 12:36:08.699686 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-96ec9a4c-6918-4025-8866-524507200520 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 380 time: 0.0410726 Aug 23 12:36:08.711729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'port': {'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'admin_state_up': True, 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'security_groups': ['b8795810-6e73-4753-b964-bbd740de47a4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:08.852525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:36:08.855980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:08.859383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92d0fd01-f79c-4303-9b44-7712ae6fa195 req-5b3fea37-fdbc-4202-962b-ab3a31dbe36f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 210 time: 0.0403142 Aug 23 12:36:08.994192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Allocated IP 172.20.0.5 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/72b0507f-f972-474b-9a4c-6d117dc9c969) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:36:09.157071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:09.171314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Transition to ACTIVE for port object 72b0507f-f972-474b-9a4c-6d117dc9c969 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:09.205094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:09.245846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:09.248697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:09.252209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:36:09.283200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=72b0507f-f972-474b-9a4c-6d117dc9c969,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:09.328519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:09.329670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:09.358538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-9e6872f1-82c0-4189-a63b-fd7ee33e94ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525304 Aug 23 12:36:09.435717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Request body: {'port': {'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:09.482692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7b1eb2a8-d75c-414b-a3b1-2655edbc128b None None] Provisioning for port 72b0507f-f972-474b-9a4c-6d117dc9c969 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:09.487033 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7b1eb2a8-d75c-414b-a3b1-2655edbc128b None None] Provisioning complete for port 72b0507f-f972-474b-9a4c-6d117dc9c969 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:09.487413 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb2a8-d75c-414b-a3b1-2655edbc128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:09.529253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7b1eb2a8-d75c-414b-a3b1-2655edbc128b None None] Port 72b0507f-f972-474b-9a4c-6d117dc9c969 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:36:09.772423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0f3ac895-8958-4521-9607-0d788ec5f920 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:09.822839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:09.830647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 0f3ac895-8958-4521-9607-0d788ec5f920 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:09.831207 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:10.006719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609639a-155d-45dd-a84f-ab08f51b0607 req-37530e55-0dd0-4a68-9858-f71b3a4c02cf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:10.008762 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b609639a-155d-45dd-a84f-ab08f51b0607 req-37530e55-0dd0-4a68-9858-f71b3a4c02cf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 931 time: 0.0585706 Aug 23 12:36:10.051606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b609639a-155d-45dd-a84f-ab08f51b0607 req-d7d4054d-bc38-4ec6-8700-9200b79c181f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356967 Aug 23 12:36:10.155195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b0507f-f972-474b-9a4c-6d117dc9c969 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:36:10.163013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:10.175916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Transition to ACTIVE for port object 72b0507f-f972-474b-9a4c-6d117dc9c969 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:10.180169 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:10.259379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Pushing event updated for resources: {'Port': ['ID=72b0507f-f972-474b-9a4c-6d117dc9c969,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:10.317199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Attempting to bind port 72b0507f-f972-474b-9a4c-6d117dc9c969 on host n-h2-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:36:10.317547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Attempting to bind port 72b0507f-f972-474b-9a4c-6d117dc9c969 by drivers openvswitch,hyperv on host n-h2-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:36:10.317917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Attempting to bind port 72b0507f-f972-474b-9a4c-6d117dc9c969 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:10.325275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Port 72b0507f-f972-474b-9a4c-6d117dc9c969 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 not bound, no agent of type Open vSwitch agent registered on host n-h2-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:36:10.325629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Attempting to bind port 72b0507f-f972-474b-9a4c-6d117dc9c969 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:10.333497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Checking agent: {'id': '8bc6f3f7-616d-4bfb-905a-65767c7edfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:36:10.334073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:36:10.334689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:36:10.335483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Bound port: 72b0507f-f972-474b-9a4c-6d117dc9c969, host: n-h2-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:36:10.336066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:10.421733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] For port 72b0507f-f972-474b-9a4c-6d117dc9c969, host n-h2-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:36:10.425517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] For port 72b0507f-f972-474b-9a4c-6d117dc9c969, host n-h2-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=72b0507f-f972-474b-9a4c-6d117dc9c969,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:36:10.431041 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:10.470504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:10.471130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:10.472572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] 10.222.0.41 "PUT /v2.0/ports/72b0507f-f972-474b-9a4c-6d117dc9c969 HTTP/1.1" status: 200 len: 1091 time: 1.1057448 Aug 23 12:36:10.473259 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'tag': '72b0507f-f972-474b-9a4c-6d117dc9c969'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:36:10.475378 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d11d1e-29be-4025-ad28-4d73556c0f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "tag": "72b0507f-f972-474b-9a4c-6d117dc9c969"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:36:10.512322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27c0ad-b193-4537-b1c1-cb217dbf35ec service neutron] Pushing event updated for resources: {'Port': ['ID=72b0507f-f972-474b-9a4c-6d117dc9c969,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:10.598456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-b1148f9d-7455-4759-af71-934865c6790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:10.602395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-b1148f9d-7455-4759-af71-934865c6790c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1094 time: 0.0569429 Aug 23 12:36:10.656527 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec1d31d-5a89-4623-ad04-9465016f4e26 x-openstack-request-id: req-bec1d31d-5a89-4623-ad04-9465016f4e26 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:36:10.656857 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "tag": "72b0507f-f972-474b-9a4c-6d117dc9c969", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:36:10.657082 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bec1d31d-5a89-4623-ad04-9465016f4e26 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:36:10.657508 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'tag': '72b0507f-f972-474b-9a4c-6d117dc9c969', 'status': 'completed', 'code': 200} Aug 23 12:36:10.659350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-15b4a469-0fcb-4388-8339-3167fdd9646b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b0507f-f972-474b-9a4c-6d117dc9c969 HTTP/1.1" status: 200 len: 217 time: 0.0502384 Aug 23 12:36:10.720945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-a3c3da4a-90d8-47cb-9661-43fc3f270331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:10.722496 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-a3c3da4a-90d8-47cb-9661-43fc3f270331 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0567772 Aug 23 12:36:10.784654 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-3d8931b3-0822-4ec0-9c84-626de46e8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:10.787400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-3d8931b3-0822-4ec0-9c84-626de46e8992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582161 Aug 23 12:36:10.887245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-830ff407-42fc-4f32-bb60-2f378b40cbea service neutron] 10.222.0.41 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921934 Aug 23 12:36:10.988488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-93a45c6a-d232-44ad-897d-a76a3fe60d84 service neutron] 10.222.0.41 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936961 Aug 23 12:36:11.108439 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-19b7cc63-e940-404d-a21d-3415745c4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:11.110325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-19b7cc63-e940-404d-a21d-3415745c4d61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1094 time: 0.0594945 Aug 23 12:36:11.210164 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bea2a-931f-4d3c-9037-88358f193a43 req-c4ef6c5b-ee7d-4f05-9fc5-8ca62b73641b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:11.212692 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c2bea2a-931f-4d3c-9037-88358f193a43 req-c4ef6c5b-ee7d-4f05-9fc5-8ca62b73641b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 943 time: 0.0649247 Aug 23 12:36:11.251024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-c6e3cee3-9074-43d2-9322-9ddda258c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:11.253499 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-c6e3cee3-9074-43d2-9322-9ddda258c1dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1357715 Aug 23 12:36:11.321174 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-d7f099d9-89d0-4cc2-b76e-cd90c11db0b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b0507f-f972-474b-9a4c-6d117dc9c969 HTTP/1.1" status: 200 len: 217 time: 0.0602868 Aug 23 12:36:11.327228 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c2bea2a-931f-4d3c-9037-88358f193a43 req-bf165f7d-2f25-46c3-ab1e-e4c528afbf67 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048691 Aug 23 12:36:11.343597 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-1be3e752-62b6-434f-ae85-6b1607c2587e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:11.344986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-1be3e752-62b6-434f-ae85-6b1607c2587e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.41 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 943 time: 0.0939741 Aug 23 12:36:11.376609 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-730ada66-4937-4767-ba9f-c4faaf648815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:11.378455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-730ada66-4937-4767-ba9f-c4faaf648815 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0508914 Aug 23 12:36:11.433703 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-96137161-c5af-4448-ba26-17fe4d556f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:11.435887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-96137161-c5af-4448-ba26-17fe4d556f3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504198 Aug 23 12:36:11.459145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Deleting port 72b0507f-f972-474b-9a4c-6d117dc9c969 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:36:11.459699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:11.565977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-fa9f9862-0766-487c-9961-cce60cf53d68 service neutron] 10.222.0.41 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218433 Aug 23 12:36:11.594422 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] For port 72b0507f-f972-474b-9a4c-6d117dc9c969, host n-h2-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773645-7',level=0,port_id=72b0507f-f972-474b-9a4c-6d117dc9c969,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:11.594751 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:11.610212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Calling delete_port for 72b0507f-f972-474b-9a4c-6d117dc9c969 owned by compute:nova {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:36:11.674663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-4864bb54-ba86-4b9a-8400-feb5bdb54f36 service neutron] 10.222.0.41 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021547 Aug 23 12:36:11.769145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:11.799742 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'Port': ['ID=72b0507f-f972-474b-9a4c-6d117dc9c969,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:11.863890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] No DVR routers for this DVR port 72b0507f-f972-474b-9a4c-6d117dc9c969 on host n-h2-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:36:11.867849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:11.871167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.41 "DELETE /v2.0/ports/72b0507f-f972-474b-9a4c-6d117dc9c969 HTTP/1.1" status: 204 len: 173 time: 0.5198667 Aug 23 12:36:11.871741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-deleted', 'tag': '72b0507f-f972-474b-9a4c-6d117dc9c969'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:36:11.875578 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c73da-476d-43ef-b9ae-e5d84a80ac6f" -d '{"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-deleted", "tag": "72b0507f-f972-474b-9a4c-6d117dc9c969"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:36:11.926409 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5b8033-7ba2-4156-bdab-6e91175ba7d8 x-openstack-request-id: req-0d5b8033-7ba2-4156-bdab-6e91175ba7d8 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:36:11.926712 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-deleted", "tag": "72b0507f-f972-474b-9a4c-6d117dc9c969", "status": "failed", "code": 422}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:36:11.926970 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d5b8033-7ba2-4156-bdab-6e91175ba7d8 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:36:11.927375 n-d-773645-7 neutron-server[101058]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-deleted', 'tag': '72b0507f-f972-474b-9a4c-6d117dc9c969', 'status': 'failed', 'code': 422} returned with failed status Aug 23 12:36:12.445267 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-eb5bb305-85d0-41f3-ae04-0a2e6c832fde req-d1b038a9-fcee-4ba1-9ff7-13622b9e7aa6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 210 time: 0.0381162 Aug 23 12:36:13.064869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-aee6b864-4ad8-4046-88de-86af1f2d64b0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:13.066522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-aee6b864-4ad8-4046-88de-86af1f2d64b0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1436868 Aug 23 12:36:13.115768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-8864465a-aced-41af-9541-eb0c3eadb7c2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 380 time: 0.0387285 Aug 23 12:36:13.126661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'port': {'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'admin_state_up': True, 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'security_groups': ['b8795810-6e73-4753-b964-bbd740de47a4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:13.262083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:36:13.266918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:13.420623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Allocated IP 172.20.0.5 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/0966026c-8df8-4fd7-93bd-e95f471445fc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:36:13.581801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f229f18-2f5b-441d-b9ff-750fbc6763c9 req-0ce23c40-bcc0-4fc4-9cb5-d97765d0178c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 210 time: 0.0377870 Aug 23 12:36:13.631991 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:13.654772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Transition to ACTIVE for port object 0966026c-8df8-4fd7-93bd-e95f471445fc will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:13.690301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:13.734769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:36:13.738055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:36:13.742472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:36:13.752291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:13.818122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:13.818784 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:13.837648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-5daa6d1f-c7cb-414c-a18d-dbfbe6afa6be tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7152503 Aug 23 12:36:13.925053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Request body: {'port': {'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:14.004476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.047143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f39a9199-8793-4af5-85f3-4147e59c08e0 None None] Provisioning for port 0966026c-8df8-4fd7-93bd-e95f471445fc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:14.052882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f39a9199-8793-4af5-85f3-4147e59c08e0 None None] Provisioning complete for port 0966026c-8df8-4fd7-93bd-e95f471445fc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:14.053262 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f39a9199-8793-4af5-85f3-4147e59c08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.094420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f39a9199-8793-4af5-85f3-4147e59c08e0 None None] Port 0966026c-8df8-4fd7-93bd-e95f471445fc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:36:14.331519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0966026c-8df8-4fd7-93bd-e95f471445fc {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:36:14.339586 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.352492 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Transition to ACTIVE for port object 0966026c-8df8-4fd7-93bd-e95f471445fc will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:36:14.357189 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.410435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:14.495291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Attempting to bind port 0966026c-8df8-4fd7-93bd-e95f471445fc on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:36:14.495636 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Attempting to bind port 0966026c-8df8-4fd7-93bd-e95f471445fc by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:36:14.495965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Attempting to bind port 0966026c-8df8-4fd7-93bd-e95f471445fc on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:14.501301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Port 0966026c-8df8-4fd7-93bd-e95f471445fc on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:36:14.501635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Attempting to bind port 0966026c-8df8-4fd7-93bd-e95f471445fc on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:36:14.507840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:36:14.508185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:36:14.508572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:36:14.509010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Bound port: 0966026c-8df8-4fd7-93bd-e95f471445fc, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:36:14.509366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.605742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:36:14.614545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:36:14.620940 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.664108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:14.664716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:14.666159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] 10.222.0.44 "PUT /v2.0/ports/0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 1091 time: 0.8205571 Aug 23 12:36:14.666616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:36:14.668946 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e351d-76df-4b9b-953a-e6364d0f4570" -d '{"events": [{"name": "network-changed", "server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:36:14.729508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a2742-d0e4-4b68-a5e5-65828514ed55 service neutron] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:14.764557 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945598fd-a889-4798-9c0d-88ee2751cf64 x-openstack-request-id: req-945598fd-a889-4798-9c0d-88ee2751cf64 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:36:14.765001 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:36:14.765383 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945598fd-a889-4798-9c0d-88ee2751cf64 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:36:14.766201 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'status': 'completed', 'code': 200} Aug 23 12:36:14.783079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f173674-9677-4000-adb2-89eb4d15213c req-34323464-9c8b-4a38-820b-11cd704fe766 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:14.786145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f173674-9677-4000-adb2-89eb4d15213c req-34323464-9c8b-4a38-820b-11cd704fe766 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 943 time: 0.1273503 Aug 23 12:36:14.791991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-f5d418f5-ffd0-48b7-b74c-175ef722a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:14.794698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-f5d418f5-ffd0-48b7-b74c-175ef722a73a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1094 time: 0.0755720 Aug 23 12:36:14.846817 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1f173674-9677-4000-adb2-89eb4d15213c req-c0f7ebf2-7825-4853-a391-2317bb0c3515 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533268 Aug 23 12:36:14.851926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-fb4efb5f-2434-48cc-bb36-cb2ad2ac65a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 217 time: 0.0494666 Aug 23 12:36:14.912740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-28a9b361-9338-4977-8fd0-562422f4de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:14.914765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-28a9b361-9338-4977-8fd0-562422f4de30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0552461 Aug 23 12:36:14.970190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8713-3034-4182-a14c-f32d6698a624 req-de77641d-a0b1-4600-a518-4447ba3d913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:14.972833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-de77641d-a0b1-4600-a518-4447ba3d913f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510399 Aug 23 12:36:15.077352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-1a204a5e-76d6-41d9-a1a6-39384fba3b48 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973024 Aug 23 12:36:15.186495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-aad4499b-dc35-48d9-bc91-466478f03058 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999460 Aug 23 12:36:15.295392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-53a1617a-ed68-441f-8089-265e91f0951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:15.297870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-53a1617a-ed68-441f-8089-265e91f0951f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1094 time: 0.0608046 Aug 23 12:36:15.405502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-d95678c2-d6c7-4cc7-a095-6fcb0f35801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:15.407075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-d95678c2-d6c7-4cc7-a095-6fcb0f35801a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1016824 Aug 23 12:36:15.455138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-a571dfd4-89d9-4541-8922-76ce088c0a27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 217 time: 0.0397258 Aug 23 12:36:15.520630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-d0b30de7-4aba-4ccf-8052-bea228931b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:15.523737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-d0b30de7-4aba-4ccf-8052-bea228931b2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0547621 Aug 23 12:36:15.573394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-29e0214a-7daf-4616-a2e2-23ebbd2e07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:15.575035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-29e0214a-7daf-4616-a2e2-23ebbd2e07f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441062 Aug 23 12:36:15.679630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-7e2aaab0-ea0a-49ec-b193-4b0d2f122702 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959525 Aug 23 12:36:15.796556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-829e351d-76df-4b9b-953a-e6364d0f4570 req-2cafed5c-4ea2-431d-a467-aa0b66946d2a service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096220 Aug 23 12:36:16.018752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d16f-23c2-4a8c-afba-cd7e7b5ec531 req-05f1bd1b-684b-4406-afd3-684a852affee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:16.020365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5295d16f-23c2-4a8c-afba-cd7e7b5ec531 req-05f1bd1b-684b-4406-afd3-684a852affee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 943 time: 0.0553131 Aug 23 12:36:16.084387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5295d16f-23c2-4a8c-afba-cd7e7b5ec531 req-b8047404-c36f-4456-b405-b8a8eaaabcda tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537143 Aug 23 12:36:17.241413 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc47a-2de6-404b-900a-7c55c2b4236a req-67165327-0b51-4e72-bf1c-3c172a8c1953 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:17.243335 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48ddc47a-2de6-404b-900a-7c55c2b4236a req-67165327-0b51-4e72-bf1c-3c172a8c1953 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 943 time: 0.0729077 Aug 23 12:36:17.290440 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-48ddc47a-2de6-404b-900a-7c55c2b4236a req-4b50a556-f363-4c0d-ad99-b8655df5521d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Aug 23 12:36:18.061127 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:36:18.200531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:18.219296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'mac_address': 'fa:16:3e:b6:6e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:36:18.273744 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:18.287749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0966026c-8df8-4fd7-93bd-e95f471445fc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:36:18.309140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:18.314388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:18.367711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:18.447922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad9092-80ea-434d-93f5-c63fde7a54f3 req-5621ebfc-faca-40bc-9f35-fee4e452771d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:18.449507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6fad9092-80ea-434d-93f5-c63fde7a54f3 req-5621ebfc-faca-40bc-9f35-fee4e452771d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 944 time: 0.0553143 Aug 23 12:36:18.498073 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6fad9092-80ea-434d-93f5-c63fde7a54f3 req-f7ac8bc0-05a7-4ba2-98e9-7f9a0247fc8e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 Aug 23 12:36:18.523874 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0966026c-8df8-4fd7-93bd-e95f471445fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:36:19.630774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ec2f8-1213-4c7c-93db-694cbf586c80 req-0294aff0-797d-4e6d-9d59-e76ade52717e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:19.632890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f39ec2f8-1213-4c7c-93db-694cbf586c80 req-0294aff0-797d-4e6d-9d59-e76ade52717e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 944 time: 0.0562820 Aug 23 12:36:19.681251 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f39ec2f8-1213-4c7c-93db-694cbf586c80 req-d7962a3d-9277-49c8-abcd-d1fb8e59ab32 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Aug 23 12:36:20.075225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:36:20.136662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 0966026c-8df8-4fd7-93bd-e95f471445fc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:36:20.143599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0966026c-8df8-4fd7-93bd-e95f471445fc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:36:20.144154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:20.247837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:20.280822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:36:20.283561 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054a28da-3481-4f33-a273-8437c891c7ff" -d '{"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-plugged", "status": "completed", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:36:20.301591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:36:20.309860 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:20.348133 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bfce7a-872a-41e3-9341-62853deb4a46 x-openstack-request-id: req-f4bfce7a-872a-41e3-9341-62853deb4a46 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:36:20.348614 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-plugged", "status": "completed", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:36:20.349027 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4bfce7a-872a-41e3-9341-62853deb4a46 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:36:20.349662 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'code': 200} Aug 23 12:36:20.398900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:36:20.443358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e7b28-e863-476f-bafc-7ee4c15ead6b req-6b68bf7b-adb9-44c7-ac66-028fa29992ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:20.445421 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e0e7b28-e863-476f-bafc-7ee4c15ead6b req-6b68bf7b-adb9-44c7-ac66-028fa29992ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1096 time: 0.0543427 Aug 23 12:36:20.485320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e0e7b28-e863-476f-bafc-7ee4c15ead6b req-134b6064-b33d-489d-aa8e-f3761eb8207d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Aug 23 12:36:20.839920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f084a6-dcbb-4aa9-8aed-acc86b795fba req-cb1867c2-dcb4-469e-82c0-bbcbcfae9965 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:20.841595 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95f084a6-dcbb-4aa9-8aed-acc86b795fba req-cb1867c2-dcb4-469e-82c0-bbcbcfae9965 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0773890 Aug 23 12:36:20.890790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-95f084a6-dcbb-4aa9-8aed-acc86b795fba req-e177405f-54e0-48d9-8572-5b910ceffd86 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Aug 23 12:36:21.815609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-828fabb0-a0b2-49e3-a024-ca98bd7fc087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:22.058908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32e6d-996a-4e9a-9284-8c6d7b349a36 req-d3192118-06a5-4444-bc99-fcd1a121db6c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:22.060826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48f32e6d-996a-4e9a-9284-8c6d7b349a36 req-d3192118-06a5-4444-bc99-fcd1a121db6c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0698321 Aug 23 12:36:22.119924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48f32e6d-996a-4e9a-9284-8c6d7b349a36 req-4cdd0d4c-da0c-4d32-890b-54acbc6ab07b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526547 Aug 23 12:36:22.266122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fa63b-2c04-493a-915c-8b6ba31622b0 req-c9d740d9-24d9-43fa-8458-9e7285d25683 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:22.267761 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-554fa63b-2c04-493a-915c-8b6ba31622b0 req-c9d740d9-24d9-43fa-8458-9e7285d25683 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0656307 Aug 23 12:36:22.280580 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 39692) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:36:22.285604 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'floatingip': {'port_id': '0966026c-8df8-4fd7-93bd-e95f471445fc'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:36:22.347248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:22.964970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:22.970466 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:23.133081 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 associated. External IP: 172.25.1.174, port: 0966026c-8df8-4fd7-93bd-e95f471445fc. Aug 23 12:36:23.419271 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:36:23.551389 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:36:23.558212 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:23.564619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:36:23.579286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:36:23.580346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:35:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:23.594578 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66ed6cd7-e0be-4dea-b0ea-5d178ce26c55 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "PUT /v2.0/floatingips/dd90eba3-2a4c-4986-8ae6-ae2f068bad67 HTTP/1.1" status: 200 len: 991 time: 1.3125076 Aug 23 12:36:23.595584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:36:23.599841 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c48d74-0eaf-4075-b4a8-0344be281aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:36:23.668445 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ac12b-7f46-47ea-9c86-8135478a56a9 x-openstack-request-id: req-4c6ac12b-7f46-47ea-9c86-8135478a56a9 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:36:23.668903 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:36:23.669389 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c6ac12b-7f46-47ea-9c86-8135478a56a9 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:36:23.670034 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'status': 'completed', 'code': 200} Aug 23 12:36:23.751794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-c079e156-faf6-4786-a52e-c7132c465c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:23.753385 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-c079e156-faf6-4786-a52e-c7132c465c9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1096 time: 0.0564342 Aug 23 12:36:23.777788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:36:23.864569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-c1b96feb-309c-4a4b-b08b-9d55ac9e029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:23.866165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-c1b96feb-309c-4a4b-b08b-9d55ac9e029a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1059635 Aug 23 12:36:23.953225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-60b206a9-de85-4285-a076-2990d87a46f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 999 time: 0.0799642 Aug 23 12:36:24.020461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-b4671141-21a0-4f01-962e-0ba7009849fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:24.023053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-b4671141-21a0-4f01-962e-0ba7009849fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0622439 Aug 23 12:36:24.075256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-f5bfbe13-6a45-45db-99c4-37bbf089fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:36:24.078114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-f5bfbe13-6a45-45db-99c4-37bbf089fe53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480630 Aug 23 12:36:24.124193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:b6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:36:22Z', 'revision_number': 1, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:24.167482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:36:24.180559 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:36:24.181360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:35:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:24.190698 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-96eb6ed0-8b02-46ea-bb18-5a9520d59f83 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058617 Aug 23 12:36:24.310498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2c48d74-0eaf-4075-b4a8-0344be281aa9 req-18aeb867-d473-45d1-a03c-c643f42d4572 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130629 Aug 23 12:36:24.324723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:36:24.448409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-64df84e3-cf12-466a-8a1b-77f3b2ef07dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:24.465335 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:24.643843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:b6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:36:22Z', 'revision_number': 1, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:36:24.695658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ad157-f108-4cc3-8693-637d487ebe01 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:b6:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:36:22Z', 'revision_number': 1, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:36:24.960865 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afedf25-747e-4f06-ad53-4ca2a257c781 None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:36:25.802091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:27.483927 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:28.230135 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:28.463751 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:36:28.561427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:51.820014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-88ef3415-aae4-4c83-b045-387a12202a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:54.387165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a92b-9187-4410-9999-7e9d2e8abf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:54.447310 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:55.800224 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:57.483389 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:58.224379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:36:58.563998 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:05.468069 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:37:20.727126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-fb262b2c-3f47-4254-a0e8-657b039c05b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516973 Aug 23 12:37:20.817339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-97b7ae5d-c304-418b-8634-c8283336d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:37:20.820816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-97b7ae5d-c304-418b-8634-c8283336d13e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1096 time: 0.0445545 Aug 23 12:37:20.938694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-13fe2d24-e8ac-45a7-81ed-461083d87db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:37:20.940984 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-13fe2d24-e8ac-45a7-81ed-461083d87db8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0980265 Aug 23 12:37:21.038033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-99512e52-1400-4e90-8b24-f20bb3c41deb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 1001 time: 0.0897362 Aug 23 12:37:21.112297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-45bd43e1-4627-4914-bfc1-7a91db257420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:37:21.114610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-45bd43e1-4627-4914-bfc1-7a91db257420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0703735 Aug 23 12:37:21.176258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-ea2ef308-2eb7-488f-ac18-c78e0080af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:37:21.178111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-ea2ef308-2eb7-488f-ac18-c78e0080af9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566185 Aug 23 12:37:21.296691 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-ae3eacd4-6222-4b26-8412-9f675c07b5b1 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110363 Aug 23 12:37:21.433889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c56a9109-1445-4fec-a7bd-118ccf46181d req-25ad1339-d076-4f21-90ef-00ece6b3c8c5 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302061 Aug 23 12:37:21.826859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2f5a94ef-57ce-4df5-9edc-9695d5c74761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:24.384416 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-86be96e9-6ce8-45da-b1b4-2c2b722712a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:24.441906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:25.818347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:27.490719 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:28.235772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:28.571295 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:42.473216 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:37:51.832153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c6030ebd-d196-4065-812b-993d6456e3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:54.381814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-97895287-58af-4b7d-96fe-82120ad8353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:54.442735 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:55.821703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:57.488623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:58.242504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:58.573932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:37:59.345953 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a40f3-e027-4e3b-9724-baf2c72d86e0 req-e0959491-4df1-4632-83b3-f28bb5a7a0d5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:37:59.349245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e0a40f3-e027-4e3b-9724-baf2c72d86e0 req-e0959491-4df1-4632-83b3-f28bb5a7a0d5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0867784 Aug 23 12:37:59.411336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e0a40f3-e027-4e3b-9724-baf2c72d86e0 req-f3e0ced2-92e9-4320-8eb9-bc5cbaeac1bd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519633 Aug 23 12:37:59.737942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588625d8-9d01-4789-80d4-11d9bb1b5451 req-8f8dfde4-b66a-429b-a9ea-eb090d8db41a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:37:59.739718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-588625d8-9d01-4789-80d4-11d9bb1b5451 req-8f8dfde4-b66a-429b-a9ea-eb090d8db41a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0715227 Aug 23 12:37:59.802829 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-588625d8-9d01-4789-80d4-11d9bb1b5451 req-73eb1fbb-4a1b-4496-87fb-a01bafced4f0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485494 Aug 23 12:37:59.881629 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-740b83b1-eff7-4001-a697-1dcd91d4f47c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2195821 Aug 23 12:38:00.952661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5db0d-1887-4b63-a342-eaedd082ad73 req-75ecc82b-3a97-4e8a-acfc-3eddb219c058 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:00.954646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9f5db0d-1887-4b63-a342-eaedd082ad73 req-75ecc82b-3a97-4e8a-acfc-3eddb219c058 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0608616 Aug 23 12:38:01.007758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9f5db0d-1887-4b63-a342-eaedd082ad73 req-0a2df5f7-5c7e-4e32-bbb0-74e9a97b3fa4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462608 Aug 23 12:38:01.231694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-0ec29b4e-a118-4531-9eb0-baf228f6aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:01.233232 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-0ec29b4e-a118-4531-9eb0-baf228f6aaca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1096 time: 0.0491145 Aug 23 12:38:01.331499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-41a94d2d-7401-4c67-b47a-63f78beb9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:01.333114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-41a94d2d-7401-4c67-b47a-63f78beb9255 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0920439 Aug 23 12:38:01.408071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-70a1c353-9e26-4144-b3f7-0eb5de0c8081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 1001 time: 0.0669570 Aug 23 12:38:01.465356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-6752304a-eace-4ea8-891e-322af32dbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:01.466894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-6752304a-eace-4ea8-891e-322af32dbe2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0516553 Aug 23 12:38:01.515777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-b54d95f6-fcb3-4356-8413-a8c04ef1bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:01.518161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-b54d95f6-fcb3-4356-8413-a8c04ef1bfc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433338 Aug 23 12:38:01.654667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-4bbd28fd-74eb-4cc1-8572-5c395d885f46 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292472 Aug 23 12:38:01.771571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-9ed9e5dc-0213-4647-b36d-de3c4ea7a569 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098616 Aug 23 12:38:02.200726 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1abb1-ab41-4a58-9031-37d16ed2a5c6 req-2d2500fb-42d1-4149-9905-fa79ce103438 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:02.203846 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7d1abb1-ab41-4a58-9031-37d16ed2a5c6 req-2d2500fb-42d1-4149-9905-fa79ce103438 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0738525 Aug 23 12:38:02.258908 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e7d1abb1-ab41-4a58-9031-37d16ed2a5c6 req-60240bd9-92d3-4606-b16e-67d8352701b6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480635 Aug 23 12:38:03.420374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383b38a-de95-4242-9dcb-66f26f9284c3 req-ac3ddbf2-0939-45a2-8388-5c16393b44e6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:03.422119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a383b38a-de95-4242-9dcb-66f26f9284c3 req-ac3ddbf2-0939-45a2-8388-5c16393b44e6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0580447 Aug 23 12:38:03.464564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a383b38a-de95-4242-9dcb-66f26f9284c3 req-5282fba6-e86c-4961-bdb0-6de66c3dccbf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356817 Aug 23 12:38:04.637653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0184-a40f-451f-b438-3d0cabbc4acf req-e25c3303-e7b7-41e4-a767-16c176af3f37 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:04.639541 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e96d0184-a40f-451f-b438-3d0cabbc4acf req-e25c3303-e7b7-41e4-a767-16c176af3f37 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0651991 Aug 23 12:38:04.699447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e96d0184-a40f-451f-b438-3d0cabbc4acf req-83f91e3c-a29a-407e-9c92-b9b55d6fa45f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525627 Aug 23 12:38:05.870896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e0fa1-4531-48b8-8826-60a568f3927d req-047dc303-e181-4a96-95e6-c53cfff70261 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:05.872465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-802e0fa1-4531-48b8-8826-60a568f3927d req-047dc303-e181-4a96-95e6-c53cfff70261 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0625553 Aug 23 12:38:05.926160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-802e0fa1-4531-48b8-8826-60a568f3927d req-29489fc4-3163-49fc-b255-5a3826732dfe tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469906 Aug 23 12:38:07.087229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd513-b950-4658-8a23-80ba87fa57c2 req-e1b934f8-f4ef-4add-abfc-253781240f6e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:07.090189 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e18fd513-b950-4658-8a23-80ba87fa57c2 req-e1b934f8-f4ef-4add-abfc-253781240f6e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0744357 Aug 23 12:38:07.155579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e18fd513-b950-4658-8a23-80ba87fa57c2 req-2929e758-df0d-44fc-832c-f95035f2f502 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557015 Aug 23 12:38:08.313149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b16414-9011-4d15-9c2b-22a25a341133 req-90d7f750-6496-4839-b7e7-8d4182a4ec0f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:08.315725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5b16414-9011-4d15-9c2b-22a25a341133 req-90d7f750-6496-4839-b7e7-8d4182a4ec0f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0650241 Aug 23 12:38:08.381509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5b16414-9011-4d15-9c2b-22a25a341133 req-748045a8-2199-45b3-a1e0-faa2381fac09 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546587 Aug 23 12:38:09.577541 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13644f8-1c50-4944-b8fa-1ced8773eccc req-d056b4c2-29dc-44e9-a893-ebc8c1bcff6b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:09.580130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a13644f8-1c50-4944-b8fa-1ced8773eccc req-d056b4c2-29dc-44e9-a893-ebc8c1bcff6b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0816743 Aug 23 12:38:09.624084 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a13644f8-1c50-4944-b8fa-1ced8773eccc req-8b580fa0-861b-4c73-9e62-4b6bc9ec356d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374761 Aug 23 12:38:10.752739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8ee24-d777-4eb4-b6b5-8f0f6dfde7d4 req-3dd49e9b-c951-492b-a569-c412c99c9e25 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:10.754745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7b8ee24-d777-4eb4-b6b5-8f0f6dfde7d4 req-3dd49e9b-c951-492b-a569-c412c99c9e25 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0561872 Aug 23 12:38:10.801946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7b8ee24-d777-4eb4-b6b5-8f0f6dfde7d4 req-a071613a-cfc9-473f-ac88-cd107047b573 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362582 Aug 23 12:38:11.956674 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8e0e8-364b-4875-a0ba-31c060a4f6d4 req-65d590f9-0a52-4a1f-8b0c-67b18a741cec tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:11.958241 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50f8e0e8-364b-4875-a0ba-31c060a4f6d4 req-65d590f9-0a52-4a1f-8b0c-67b18a741cec tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0650744 Aug 23 12:38:12.010951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-50f8e0e8-364b-4875-a0ba-31c060a4f6d4 req-898f0086-203b-4694-a7f1-1ff782e04ce4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Aug 23 12:38:13.138899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da641cc-8002-43a1-b8c0-ee3d217c648b req-9ef3c6b9-cef4-4471-b7f3-dfc2c4684e6e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:13.140727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8da641cc-8002-43a1-b8c0-ee3d217c648b req-9ef3c6b9-cef4-4471-b7f3-dfc2c4684e6e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0551140 Aug 23 12:38:13.196942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8da641cc-8002-43a1-b8c0-ee3d217c648b req-a8f171c3-c445-4113-a42c-dc98c61c66b6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485191 Aug 23 12:38:13.880423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-1344301f-d392-4dcc-baf3-f9467c622f26 service neutron] 10.222.0.44 "GET /v2.0/ports/0966026c-8df8-4fd7-93bd-e95f471445fc/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0904455 Aug 23 12:38:14.120960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-708ae784-83c1-45f3-8aac-e6622a6d2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:14.122738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-708ae784-83c1-45f3-8aac-e6622a6d2a11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 1096 time: 0.0515578 Aug 23 12:38:14.193215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-a71b81d6-0529-4abb-a336-2737456c5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:14.197442 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-a71b81d6-0529-4abb-a336-2737456c5f11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1096 time: 0.0482969 Aug 23 12:38:14.323288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-cf26de03-e814-46f9-b98a-76817933c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:14.325269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-cf26de03-e814-46f9-b98a-76817933c585 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1207116 Aug 23 12:38:14.366051 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650bdb6-3ad0-4d14-b28e-1c416e4f3b56 req-8fbd36c5-b25e-4351-b64e-f6a1277b8031 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:14.368055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b650bdb6-3ad0-4d14-b28e-1c416e4f3b56 req-8fbd36c5-b25e-4351-b64e-f6a1277b8031 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0571558 Aug 23 12:38:14.398422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-06d6479d-666c-49ae-b826-f0a91c8c3b46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 1001 time: 0.0661783 Aug 23 12:38:14.432899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b650bdb6-3ad0-4d14-b28e-1c416e4f3b56 req-60e48bf7-332a-4552-b786-2a9d8ac888c9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541043 Aug 23 12:38:14.477348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-52fcd49a-cde8-4fae-99a7-7f19ce0ef544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:14.480052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-52fcd49a-cde8-4fae-99a7-7f19ce0ef544 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0744617 Aug 23 12:38:14.534389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57efd4-d955-4aef-b531-d901efb76898 req-7bab308a-8e8a-411f-9760-87d0bf978d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:14.536935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-7bab308a-8e8a-411f-9760-87d0bf978d16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489573 Aug 23 12:38:14.648713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-52a098a2-a2dd-48d0-be4f-e6c54a771e90 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046853 Aug 23 12:38:14.757950 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4c57efd4-d955-4aef-b531-d901efb76898 req-ae0b814f-16a8-44b1-a61f-9ff010075958 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021922 Aug 23 12:38:15.617009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13b8ea-9084-48aa-8449-8b20b68560f2 req-499670b9-9035-40c3-a1ee-4e98d492f454 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:15.619171 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a13b8ea-9084-48aa-8449-8b20b68560f2 req-499670b9-9035-40c3-a1ee-4e98d492f454 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0649071 Aug 23 12:38:15.673608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a13b8ea-9084-48aa-8449-8b20b68560f2 req-995580f4-75c1-4c88-8296-873c3c427db8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 Aug 23 12:38:16.738117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:38:16.741334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:38:16.857109 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e06d84-8d29-43b1-9a7c-774440069913 req-75159a43-1d4c-4e24-87ee-f9b0ee4d8656 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:16.859962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71e06d84-8d29-43b1-9a7c-774440069913 req-75159a43-1d4c-4e24-87ee-f9b0ee4d8656 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0878704 Aug 23 12:38:16.929489 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71e06d84-8d29-43b1-9a7c-774440069913 req-f725c87e-6c1a-47c3-8e9b-eef845161031 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590549 Aug 23 12:38:17.063137 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:17.088639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:17.118927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'mac_address': 'fa:16:3e:b6:6e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:38:17.128661 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:38:17.133317 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae6d7e9-8991-4f3c-8eea-a6a5d11a1939" -d '{"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-unplugged", "status": "completed", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:38:17.188240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:17.212235 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:17.224430 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:17.235522 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940db25b-3e81-4800-bcda-5b3174d91078 x-openstack-request-id: req-940db25b-3e81-4800-bcda-5b3174d91078 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:38:17.235522 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-unplugged", "status": "completed", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:38:17.235522 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-940db25b-3e81-4800-bcda-5b3174d91078 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:38:17.236053 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'code': 200} Aug 23 12:38:17.255363 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0966026c-8df8-4fd7-93bd-e95f471445fc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:38:17.287933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-8ee7ba68-a0e8-4509-87ee-27c0836c611b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:17.291229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f73a3-6af1-4da9-ba17-30280fc5e5fb req-e72f0d26-290a-41a6-b882-9a88f303fd25 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:17.291882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-8ee7ba68-a0e8-4509-87ee-27c0836c611b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6&tenant_id=1a19700f9ce6495c82806510f5d82102&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 943 time: 0.1143522 Aug 23 12:38:17.293037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a8f73a3-6af1-4da9-ba17-30280fc5e5fb req-e72f0d26-290a-41a6-b882-9a88f303fd25 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 943 time: 0.0896535 Aug 23 12:38:17.336389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:17.358080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2a8f73a3-6af1-4da9-ba17-30280fc5e5fb req-980bc2d5-205c-432e-a6dd-5b40ae8e4099 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548205 Aug 23 12:38:17.360255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.360863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.361462 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.362007 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.362565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.363133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.364254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.364804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.365380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.365998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.367125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.367125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:17.374383 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:38:17.375161 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:38:17.480000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-2180cc25-8c8f-4d83-946c-c415eb1f8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:17.481654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-2180cc25-8c8f-4d83-946c-c415eb1f8832 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 1094 time: 0.0655727 Aug 23 12:38:17.606032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-2868fcb2-a57c-4da0-ba0d-a9190090d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:17.608434 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-2868fcb2-a57c-4da0-ba0d-a9190090d004 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1187637 Aug 23 12:38:17.715361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-c5870a6c-6c73-413a-8266-62f599461d8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 200 len: 999 time: 0.0992815 Aug 23 12:38:17.770150 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-7bcd5a97-1488-4267-8031-68ef11d8d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:17.771681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-7bcd5a97-1488-4267-8031-68ef11d8d122 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0498478 Aug 23 12:38:17.825479 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-0e53eb76-68d9-4f38-a8c2-cdb045dc2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:17.827301 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-0e53eb76-68d9-4f38-a8c2-cdb045dc2d73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482876 Aug 23 12:38:17.930799 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:17.941822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-33345ded-211c-4477-b21f-aac58de783d2 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065986 Aug 23 12:38:17.944523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0966026c-8df8-4fd7-93bd-e95f471445fc {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:38:17.968052 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:17.973745 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:18.032194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:18.074500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-50e46951-2d30-4986-8640-f49bd11c2f83 req-dcc602ab-9019-4b99-9c67-86089252e4bb service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262615 Aug 23 12:38:18.188618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0966026c-8df8-4fd7-93bd-e95f471445fc'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:38:18.545633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0108c5-b2d4-49f7-9879-ff5decbbf189 req-88994a59-6bea-4a94-96a0-fef61f6c3520 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:18.548361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c0108c5-b2d4-49f7-9879-ff5decbbf189 req-88994a59-6bea-4a94-96a0-fef61f6c3520 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 944 time: 0.0838223 Aug 23 12:38:18.606528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c0108c5-b2d4-49f7-9879-ff5decbbf189 req-902b7082-a17a-4662-908c-92d9facbcd1e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518153 Aug 23 12:38:18.752486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:38:18.822989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0966026c-8df8-4fd7-93bd-e95f471445fc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:38:18.823677 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:18.924311 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:18.960399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:18.965554 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:19.022463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:19.236887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:38:19.240989 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8df8ec4-42b9-4f42-ac68-789d3b8ebfc8" -d '{"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-plugged", "status": "completed", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:38:19.296040 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717c7afa-37a8-49e1-ac84-bd08b7b45401 x-openstack-request-id: req-717c7afa-37a8-49e1-ac84-bd08b7b45401 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:38:19.296375 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-plugged", "status": "completed", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:38:19.296673 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-717c7afa-37a8-49e1-ac84-bd08b7b45401 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:38:19.297137 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'code': 200} Aug 23 12:38:19.473004 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:38:19.755699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb13c27-3983-4f71-99b1-81a96a2e68ec req-384605f8-7079-4d8d-8288-c743a065d276 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:19.757877 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ccb13c27-3983-4f71-99b1-81a96a2e68ec req-384605f8-7079-4d8d-8288-c743a065d276 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0638452 Aug 23 12:38:19.804127 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ccb13c27-3983-4f71-99b1-81a96a2e68ec req-481bd50a-800c-41d3-999f-6b2793d5a2fc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352750 Aug 23 12:38:19.960311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815818d-c0b9-4e69-8ac3-1525349ca0fc req-8c70021a-2a0a-40d6-8bf1-b975cf22ae2d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:19.961943 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d815818d-c0b9-4e69-8ac3-1525349ca0fc req-8c70021a-2a0a-40d6-8bf1-b975cf22ae2d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0542891 Aug 23 12:38:20.010464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d815818d-c0b9-4e69-8ac3-1525349ca0fc req-6d6da10b-3a1e-40d7-830c-af068383e5aa tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Aug 23 12:38:20.172090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5258a4-5554-4f47-be49-524d6e7a981d req-3dbf597e-877c-4a42-bcf2-1cc3b8ce2e87 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:20.173656 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da5258a4-5554-4f47-be49-524d6e7a981d req-3dbf597e-877c-4a42-bcf2-1cc3b8ce2e87 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0581148 Aug 23 12:38:20.240926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da5258a4-5554-4f47-be49-524d6e7a981d req-21a13226-8a42-4eac-b776-6fba2202c071 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554628 Aug 23 12:38:20.555536 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30563ee-71f0-499c-b66f-8c25e7b10442 req-ae759a5f-2c28-4e4b-87e6-14e8e9f55ff8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:20.557126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a30563ee-71f0-499c-b66f-8c25e7b10442 req-ae759a5f-2c28-4e4b-87e6-14e8e9f55ff8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0705469 Aug 23 12:38:20.601955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a30563ee-71f0-499c-b66f-8c25e7b10442 req-cc647fc2-2eb3-4e9d-b009-1ecd4ba0a69e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356944 Aug 23 12:38:21.784279 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bdb0b-8566-4ced-9022-f940cdfd36b1 req-af1af297-a745-4d2a-8591-3d802e66ee83 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:21.787921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-274bdb0b-8566-4ced-9022-f940cdfd36b1 req-af1af297-a745-4d2a-8591-3d802e66ee83 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0625744 Aug 23 12:38:21.798482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-847c37a4-0f13-4e43-bae7-f579a8bf587e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:21.801026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-847c37a4-0f13-4e43-bae7-f579a8bf587e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 945 time: 0.0768733 Aug 23 12:38:21.850471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fc817a29-9fde-4425-92eb-6c1178659850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:21.864416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-274bdb0b-8566-4ced-9022-f940cdfd36b1 req-ddf110ba-935a-49d5-82f7-844e6106cc49 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677392 Aug 23 12:38:21.940123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Deleting port 0966026c-8df8-4fd7-93bd-e95f471445fc {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:38:21.940495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:22.380088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] For port 0966026c-8df8-4fd7-93bd-e95f471445fc, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0966026c-8df8-4fd7-93bd-e95f471445fc,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:22.380454 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:22.579192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:22.579634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:22.579999 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 disassociated. External IP: 172.25.1.174, port: 0966026c-8df8-4fd7-93bd-e95f471445fc. Aug 23 12:38:22.580390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Calling delete_port for 0966026c-8df8-4fd7-93bd-e95f471445fc owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:38:22.769772 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:22.804249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'Port': ['ID=0966026c-8df8-4fd7-93bd-e95f471445fc,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:22.820718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.821079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.821437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.821823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.822256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.822989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.822989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.823277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.823552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.823881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.824396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.824705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:38:22.952785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:38:23.037184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e39bb26-40e3-4f16-bc0c-7c6b1a90ece8 req-69fb15d0-ddc1-4309-a1e0-6ef8b64262a8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a0285d-d7d9-4211-b12e-fc8a44e847c6 HTTP/1.1" status: 200 len: 210 time: 0.0728426 Aug 23 12:38:23.148189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:38:23.163560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:38:23.182883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:38:23.184731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:37:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:23.208532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] No DVR routers for this DVR port 0966026c-8df8-4fd7-93bd-e95f471445fc on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:38:23.212682 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:23.216746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5054c9dc-5244-4bc1-9ba0-4649dc93f782 req-d01f637f-532e-4754-bc6b-fd94954e7635 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "DELETE /v2.0/ports/0966026c-8df8-4fd7-93bd-e95f471445fc HTTP/1.1" status: 204 len: 173 time: 1.4091117 Aug 23 12:38:23.216746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-deleted', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:38:23.219964 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d323eeb-ea4a-4dcc-94e4-4e9c6f76c1bb" -d '{"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-deleted", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:38:23.301909 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c504704-98fc-4a99-8890-1ea26e777c0a x-openstack-request-id: req-6c504704-98fc-4a99-8890-1ea26e777c0a {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:38:23.302330 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a0285d-d7d9-4211-b12e-fc8a44e847c6", "name": "network-vif-deleted", "tag": "0966026c-8df8-4fd7-93bd-e95f471445fc", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:38:23.302589 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c504704-98fc-4a99-8890-1ea26e777c0a {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:38:23.303288 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0285d-d7d9-4211-b12e-fc8a44e847c6', 'name': 'network-vif-deleted', 'tag': '0966026c-8df8-4fd7-93bd-e95f471445fc', 'status': 'completed', 'code': 200} Aug 23 12:38:23.384235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:38:23.647221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:23.686669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:38:23.701962 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:38:23.703093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:37:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:23.873756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:38:24.159564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:24.210062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacac2d7-68a3-4c36-a1a9-ac2775e2c90a None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:38:24.375064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-e18907d8-f0f3-410d-b475-1fd80ebd587c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1302115866&fields=id&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 267 time: 0.0445142 Aug 23 12:38:24.383136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2671cbbb-7e02-4a4d-bac8-0f361279f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:24.446661 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:24.567557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-d61e5ddc-9edf-42f9-b6ee-6817c3ebb534 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:24.570538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-d61e5ddc-9edf-42f9-b6ee-6817c3ebb534 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1823850 Aug 23 12:38:24.574413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdec8da-a68b-40ec-8fef-376f125b639e None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:38:24.592535 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-34c586e8-1fe2-42b0-b051-5455b480e693 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/quotas/1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 375 time: 0.0148907 Aug 23 12:38:24.662228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-7b2947b0-b762-4821-9b0a-0453cef538dc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620058 Aug 23 12:38:24.777217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:38:24.818004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 0966026c-8df8-4fd7-93bd-e95f471445fc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:38:24.818682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0966026c-8df8-4fd7-93bd-e95f471445fc not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:38:24.829247 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-a8baf02b-1de3-48c3-adca-b680573b80e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420372 Aug 23 12:38:24.988654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-e060ad3f-838e-4d1d-b1fe-2298de45a081 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464880 Aug 23 12:38:25.232433 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9dc72ae-1c16-49e0-b73e-d784a1caa819 req-5b99ba54-0686-4e73-9366-dd288030de90 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 210 time: 0.0522711 Aug 23 12:38:25.813348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:26.357022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa1f5b9b-bdbd-4a8f-986f-d08a3199a7db req-9ba1e1fa-e143-4ad0-8c98-d7014550ecbd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 210 time: 0.0293257 Aug 23 12:38:26.512333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-b72902c1-c1b7-4118-95f2-18924b653aa1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:26.514241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-b72902c1-c1b7-4118-95f2-18924b653aa1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1434538 Aug 23 12:38:26.586925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-fe5ccabc-3829-4973-89b9-57776fc8c456 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 380 time: 0.0622699 Aug 23 12:38:26.598648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'port': {'device_id': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'admin_state_up': True, 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'security_groups': ['b8795810-6e73-4753-b964-bbd740de47a4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:38:26.730657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:38:26.734420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:26.901116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Allocated IP 172.20.0.9 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/2b282904-1611-4f76-8ca5-4f312325252c) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:38:27.056289 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.072707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Transition to ACTIVE for port object 2b282904-1611-4f76-8ca5-4f312325252c will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:38:27.114970 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.165512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:38:27.168419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:38:27.172597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:38:27.201750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:27.235147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:27.236170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.260409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-94d6e5e0-6a54-42f8-b4ef-3f0e5757c5ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6667283 Aug 23 12:38:27.275341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Request body: {'port': {'device_id': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:38:27.351186 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.496728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d87927df-8e6c-4e08-b86e-5dd5391075b1 None None] Provisioning for port 2b282904-1611-4f76-8ca5-4f312325252c completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:38:27.501554 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.502408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d87927df-8e6c-4e08-b86e-5dd5391075b1 None None] Provisioning complete for port 2b282904-1611-4f76-8ca5-4f312325252c triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:38:27.502770 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d87927df-8e6c-4e08-b86e-5dd5391075b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.522620 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3226c2-9709-451f-a1c5-a2965cdba223 req-c7f5ea70-299e-4e88-a27d-cd91f75139c5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:27.526388 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a3226c2-9709-451f-a1c5-a2965cdba223 req-c7f5ea70-299e-4e88-a27d-cd91f75139c5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 931 time: 0.0744736 Aug 23 12:38:27.548306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d87927df-8e6c-4e08-b86e-5dd5391075b1 None None] Port 2b282904-1611-4f76-8ca5-4f312325252c cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:38:27.587120 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a3226c2-9709-451f-a1c5-a2965cdba223 req-7444ca2d-c2cd-4ce2-959a-e2467eae8aa1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468993 Aug 23 12:38:27.719596 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b282904-1611-4f76-8ca5-4f312325252c {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:38:27.727040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.739742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Transition to ACTIVE for port object 2b282904-1611-4f76-8ca5-4f312325252c will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:38:27.744262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.795037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:27.888591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Attempting to bind port 2b282904-1611-4f76-8ca5-4f312325252c on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:38:27.893099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Attempting to bind port 2b282904-1611-4f76-8ca5-4f312325252c by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:38:27.893099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Attempting to bind port 2b282904-1611-4f76-8ca5-4f312325252c on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:38:27.894366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Port 2b282904-1611-4f76-8ca5-4f312325252c on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:38:27.894698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Attempting to bind port 2b282904-1611-4f76-8ca5-4f312325252c on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:38:27.900274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:38:27.900612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:38:27.901008 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:38:27.901449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Bound port: 2b282904-1611-4f76-8ca5-4f312325252c, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:38:27.901872 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:27.982419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:38:27.988425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:38:27.995080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:28.045155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.045874 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:28.047240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] 10.222.0.44 "PUT /v2.0/ports/2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 1091 time: 0.7794335 Aug 23 12:38:28.047658 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:38:28.050009 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e7a36-a5e5-464c-8e8b-99666802afe9" -d '{"events": [{"name": "network-changed", "server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "tag": "2b282904-1611-4f76-8ca5-4f312325252c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:38:28.090725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b27325-15f8-4ae0-8c91-7befb15a421c service neutron] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:28.116179 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe3a27e-a941-4f9a-9a18-6f20b82723e8 x-openstack-request-id: req-abe3a27e-a941-4f9a-9a18-6f20b82723e8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:38:28.116451 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "tag": "2b282904-1611-4f76-8ca5-4f312325252c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:38:28.116698 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abe3a27e-a941-4f9a-9a18-6f20b82723e8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:38:28.117103 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c', 'status': 'completed', 'code': 200} Aug 23 12:38:28.156335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-2f3f1426-75cc-49e0-af75-26db5a555867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.158226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-2f3f1426-75cc-49e0-af75-26db5a555867 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1094 time: 0.0510397 Aug 23 12:38:28.213564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-78d3f5be-a04a-4598-8312-2edb65b94d0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 217 time: 0.0471244 Aug 23 12:38:28.238324 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:28.272964 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-d5e257ea-efa0-49e3-aad2-b9f9ea19ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.275027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-d5e257ea-efa0-49e3-aad2-b9f9ea19ce6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0545650 Aug 23 12:38:28.332818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-bff2fef9-f72f-49cf-b4c8-75f75dcf537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.334399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-bff2fef9-f72f-49cf-b4c8-75f75dcf537e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530632 Aug 23 12:38:28.439383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-9e3a2b73-1f2c-4489-9674-1e680dc6be51 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977950 Aug 23 12:38:28.571268 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80f3c4f1-205c-44a7-abc3-73ff5782fe7a req-dfd64d6e-bc6c-4700-be9d-a9cecd2af85b service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249554 Aug 23 12:38:28.575717 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:28.683683 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-abdd4f11-1a0f-4c0b-9d96-93bab0e5520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.686186 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-abdd4f11-1a0f-4c0b-9d96-93bab0e5520a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1094 time: 0.0628176 Aug 23 12:38:28.744306 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386850-9fc7-49a0-bcb8-76045cf86c6e req-c3189d58-c8f1-4f98-9ec9-3ce6603c2b3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.746391 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17386850-9fc7-49a0-bcb8-76045cf86c6e req-c3189d58-c8f1-4f98-9ec9-3ce6603c2b3c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 943 time: 0.0664754 Aug 23 12:38:28.798772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-74129b11-ec4f-4557-a6eb-059bfc502c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.799922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-74129b11-ec4f-4557-a6eb-059bfc502c24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1066265 Aug 23 12:38:28.804071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17386850-9fc7-49a0-bcb8-76045cf86c6e req-38bd34ae-977b-4f6e-a22a-229ed044cf34 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 Aug 23 12:38:28.849129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-0ef2b76d-fcd3-4157-b681-e271f6c0c4f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 217 time: 0.0418005 Aug 23 12:38:28.904537 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-ce0531db-a7df-46c6-af9f-06c2cfee4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.906501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-ce0531db-a7df-46c6-af9f-06c2cfee4b70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0495207 Aug 23 12:38:28.972085 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-453528bf-2c20-4651-bf1d-356702e5fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:28.974953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-453528bf-2c20-4651-bf1d-356702e5fee8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608473 Aug 23 12:38:29.083347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-b6e64fed-113e-4f90-9755-854eff8e9a99 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000226 Aug 23 12:38:29.183907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-664e7a36-a5e5-464c-8e8b-99666802afe9 req-13fd040d-a6ec-4443-853d-2021e2190b03 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933208 Aug 23 12:38:29.938201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eed476-77b4-4920-b491-d4d56ca94695 req-a9c949ab-f639-450a-9465-63c77e14e62f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:29.939719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5eed476-77b4-4920-b491-d4d56ca94695 req-a9c949ab-f639-450a-9465-63c77e14e62f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 943 time: 0.0564198 Aug 23 12:38:29.990915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d5eed476-77b4-4920-b491-d4d56ca94695 req-bf14ca2a-91e4-4bc7-bbb1-ba28f8f1f41e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450559 Aug 23 12:38:30.807243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:38:30.914624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:30.926072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '2b282904-1611-4f76-8ca5-4f312325252c', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': '2b282904-1611-4f76-8ca5-4f312325252c', 'mac_address': 'fa:16:3e:e1:94:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:38:30.967805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:30.981871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b282904-1611-4f76-8ca5-4f312325252c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:38:31.001894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:31.007026 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:31.071625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:31.143938 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6470-4365-4ae6-b487-96fbb18286a5 req-f598e261-76e7-4a98-8a00-4d9965749324 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:31.146140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c68c6470-4365-4ae6-b487-96fbb18286a5 req-f598e261-76e7-4a98-8a00-4d9965749324 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 944 time: 0.0652156 Aug 23 12:38:31.193092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2b282904-1611-4f76-8ca5-4f312325252c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:38:31.196196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c68c6470-4365-4ae6-b487-96fbb18286a5 req-b0dd96ed-f932-4eaa-a7e1-df26a1993131 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Aug 23 12:38:32.335267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2bd5f-d54e-442a-9728-8ce2a53fb0eb req-4a1f8fd4-e904-48dc-bf57-f7c07ce75b6f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:32.336829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ce2bd5f-d54e-442a-9728-8ce2a53fb0eb req-4a1f8fd4-e904-48dc-bf57-f7c07ce75b6f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 944 time: 0.0534492 Aug 23 12:38:32.379817 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ce2bd5f-d54e-442a-9728-8ce2a53fb0eb req-8f27340d-da87-4f08-9c05-f8f271395926 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Aug 23 12:38:32.822272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:38:32.883551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 2b282904-1611-4f76-8ca5-4f312325252c completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:38:32.887774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 2b282904-1611-4f76-8ca5-4f312325252c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:38:32.888150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:32.980061 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:33.006976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:38:33.009527 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a25b0aa-2dac-4ca3-817b-9539673b73e7" -d '{"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-plugged", "status": "completed", "tag": "2b282904-1611-4f76-8ca5-4f312325252c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:38:33.023995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:38:33.029020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:33.095332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:38:33.131786 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fba2bf-68ec-416b-9bb7-a8f1ae0b2e30 x-openstack-request-id: req-80fba2bf-68ec-416b-9bb7-a8f1ae0b2e30 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:38:33.132108 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-plugged", "status": "completed", "tag": "2b282904-1611-4f76-8ca5-4f312325252c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:38:33.132405 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80fba2bf-68ec-416b-9bb7-a8f1ae0b2e30 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:38:33.132811 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c', 'code': 200} Aug 23 12:38:33.244104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba3f59-5411-499a-be39-91d6f4461dd3 req-2b6e2768-52cd-44c5-92c9-c379565afdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:33.245796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16ba3f59-5411-499a-be39-91d6f4461dd3 req-2b6e2768-52cd-44c5-92c9-c379565afdd1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1096 time: 0.0452392 Aug 23 12:38:33.281634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16ba3f59-5411-499a-be39-91d6f4461dd3 req-28ac2fd2-e674-43ca-8828-7094dc5a35b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287409 Aug 23 12:38:33.515522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a9574-fefe-43e1-b1e7-65d759d6efc9 req-126ee8f5-c9e2-4669-a00e-5f7ad7a0f311 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:33.517057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6a9574-fefe-43e1-b1e7-65d759d6efc9 req-126ee8f5-c9e2-4669-a00e-5f7ad7a0f311 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0508091 Aug 23 12:38:33.562246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9b6a9574-fefe-43e1-b1e7-65d759d6efc9 req-401eefdf-b504-4ca8-a0d6-cfba5c67e4d4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377553 Aug 23 12:38:34.700359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e33e68-555b-4516-86bd-e5f8f449ec10 req-b4ea77cd-0394-488a-82a0-d86459cc4044 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:34.702096 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-98e33e68-555b-4516-86bd-e5f8f449ec10 req-b4ea77cd-0394-488a-82a0-d86459cc4044 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0577483 Aug 23 12:38:34.751615 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-98e33e68-555b-4516-86bd-e5f8f449ec10 req-50d14faf-228f-4e37-b436-820c37c7cc36 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Aug 23 12:38:34.880846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050dbec-134e-4817-a45d-ec68780b27d9 req-3ae2235c-fd81-4eff-bbbe-3d3aed14dd7f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:34.882396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c050dbec-134e-4817-a45d-ec68780b27d9 req-3ae2235c-fd81-4eff-bbbe-3d3aed14dd7f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0591433 Aug 23 12:38:34.892044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40056) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:38:34.896852 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'floatingip': {'port_id': '2b282904-1611-4f76-8ca5-4f312325252c'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:38:34.937877 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:35.477786 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:35.483393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:35.615444 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 associated. External IP: 172.25.1.174, port: 2b282904-1611-4f76-8ca5-4f312325252c. Aug 23 12:38:36.173216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:38:36.287837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:38:36.292601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:36.298835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:38:36.314349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:38:36.315406 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:38:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:36.323281 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-02a0b737-74fe-4e53-896b-16148dd37d00 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "PUT /v2.0/floatingips/dd90eba3-2a4c-4986-8ae6-ae2f068bad67 HTTP/1.1" status: 200 len: 991 time: 1.4298389 Aug 23 12:38:36.324222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:38:36.328095 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cc7f64-631f-4407-bb1c-46bf986793b9" -d '{"events": [{"name": "network-changed", "server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "tag": "2b282904-1611-4f76-8ca5-4f312325252c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:38:36.370575 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad95641-4b8d-46dd-944c-35f28c8356a4 x-openstack-request-id: req-3ad95641-4b8d-46dd-944c-35f28c8356a4 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:38:36.370904 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "tag": "2b282904-1611-4f76-8ca5-4f312325252c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:38:36.371179 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad95641-4b8d-46dd-944c-35f28c8356a4 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:38:36.371541 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c', 'status': 'completed', 'code': 200} Aug 23 12:38:36.453395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-636ea919-a149-4206-93d1-fd5cacb16a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:36.454887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-636ea919-a149-4206-93d1-fd5cacb16a5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1096 time: 0.0527167 Aug 23 12:38:36.461609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:38:36.567997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-20c06732-c3ef-49f1-bb33-5a31478f4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:36.569551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-20c06732-c3ef-49f1-bb33-5a31478f4ff4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1080728 Aug 23 12:38:36.654889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-69fda477-61c5-4d5b-8b05-717bce03ff21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 999 time: 0.0783100 Aug 23 12:38:36.713612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-322decaa-c5a3-431f-ba56-0747d095dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:36.715070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-322decaa-c5a3-431f-ba56-0747d095dcb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0524330 Aug 23 12:38:36.739187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': '2b282904-1611-4f76-8ca5-4f312325252c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:e1:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:38:35Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:36.767416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:38:36.777407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:38:36.778088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:38:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:36.781074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-16651566-90a8-4e3e-a980-4e17ca543117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:38:36.783215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-16651566-90a8-4e3e-a980-4e17ca543117 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594864 Aug 23 12:38:36.897947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-526518af-bd7b-43bd-b996-79cae285e523 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070125 Aug 23 12:38:36.914815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:38:37.012096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-82cc7f64-631f-4407-bb1c-46bf986793b9 req-8d3043ed-f1aa-4048-8bab-ebfd6255d9ab service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064956 Aug 23 12:38:37.208168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': '2b282904-1611-4f76-8ca5-4f312325252c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:e1:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:38:35Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:38:37.236359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f25d9-90b6-40d9-831d-9ca61b6675fc None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': '2b282904-1611-4f76-8ca5-4f312325252c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:e1:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:38:35Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:38:37.479851 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da379d95-f2a1-415c-88de-8df8b342a259 None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:38:51.826447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c98639bc-b2ce-4cbb-a91d-e83a30f79789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:54.375357 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea9d2-1077-4fb0-85f7-a9c74a64f003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:54.443499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:55.815393 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:56.475647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:38:57.492545 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:58.233813 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:38:58.575597 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:21.701386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-2e4edaa9-24fe-4f98-ad90-fabd0096438d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479283 Aug 23 12:39:21.787981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37acd-930c-4341-8488-e0af00e925b0 req-254ad420-0fe6-4a20-8e4d-7a90ac464c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:39:21.789536 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-254ad420-0fe6-4a20-8e4d-7a90ac464c2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1096 time: 0.0450077 Aug 23 12:39:21.836311 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-85779c53-8596-42bd-bd10-22230554adc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:21.919489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37acd-930c-4341-8488-e0af00e925b0 req-b3868af3-2a46-467f-ad40-4fb73dc3b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:39:21.921857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-b3868af3-2a46-467f-ad40-4fb73dc3b8b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1128874 Aug 23 12:39:21.996906 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-f42a20e7-5801-488a-b9f0-8ad1133cd288 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 1001 time: 0.0681174 Aug 23 12:39:22.053446 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37acd-930c-4341-8488-e0af00e925b0 req-8486b23e-7e7f-4b1a-95d2-b43b1f8391d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:39:22.055013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-8486b23e-7e7f-4b1a-95d2-b43b1f8391d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0518377 Aug 23 12:39:22.100839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37acd-930c-4341-8488-e0af00e925b0 req-a3dd79fa-67c0-4334-8966-61a8a1eeddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:39:22.102405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-a3dd79fa-67c0-4334-8966-61a8a1eeddd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409982 Aug 23 12:39:22.195047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-0fa73ac8-5bec-4fcc-b03d-f1e57c1679a0 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845323 Aug 23 12:39:22.313639 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-35b37acd-930c-4341-8488-e0af00e925b0 req-55a25295-70af-4bf6-bbea-876f4f5b20b1 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121686 Aug 23 12:39:24.381637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-82cfa887-7a03-4844-b192-aad2d77eeb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:24.448599 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:25.814963 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:27.495427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:28.248776 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:28.569648 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:33.474811 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:39:51.835084 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2364-121b-4e64-aa76-ae6d63a263e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:54.374129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0966-501c-40b4-8378-f7c80676a5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:54.449955 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:55.822665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:57.508697 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:58.261362 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:39:58.582402 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:10.474547 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:40:10.992341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-13de691a-df66-4b5d-8b00-42179cb49d11 req-5d914c76-759c-4f40-a0a0-c63b142a1a24 tempest-TestNetworkAdvancedServerOps-417232602 tempest-TestNetworkAdvancedServerOps-417232602-project] (101058) timed out ('10.222.0.44', 49446) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:40:12.788826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27420992-b12a-4bf9-94c3-64c2763abf47 req-06685ebb-3d6f-42c5-b09c-82c9803e3c1b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:12.790364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27420992-b12a-4bf9-94c3-64c2763abf47 req-06685ebb-3d6f-42c5-b09c-82c9803e3c1b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.1265244 Aug 23 12:40:12.830509 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-27420992-b12a-4bf9-94c3-64c2763abf47 req-f618b8b3-63b3-46ef-b3fd-5b010f579346 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341494 Aug 23 12:40:14.048196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865f61-5851-46c7-8173-dd992ee19c46 req-8046fe9c-504f-4043-93b8-28256890163a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:14.049782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e865f61-5851-46c7-8173-dd992ee19c46 req-8046fe9c-504f-4043-93b8-28256890163a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.1462319 Aug 23 12:40:14.093630 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1e865f61-5851-46c7-8173-dd992ee19c46 req-45bafe79-1ccf-4790-8721-12f396f31881 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378082 Aug 23 12:40:15.218225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f358dc-431f-4acd-b2a9-176b8f5716ee req-fe7186b7-31a2-41f2-911d-bf10c96bc7cd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:15.220327 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59f358dc-431f-4acd-b2a9-176b8f5716ee req-fe7186b7-31a2-41f2-911d-bf10c96bc7cd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Aug 23 12:40:15.270597 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59f358dc-431f-4acd-b2a9-176b8f5716ee req-cef8bdba-0b38-4a49-8fbd-2f07ad8b1f57 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434992 Aug 23 12:40:16.393566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bf020-bf2c-4d72-af21-e047d46710ed req-331da86f-2b3f-4bc7-a9c4-817e10770b86 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:16.395095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f9bf020-bf2c-4d72-af21-e047d46710ed req-331da86f-2b3f-4bc7-a9c4-817e10770b86 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0537703 Aug 23 12:40:16.436248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1f9bf020-bf2c-4d72-af21-e047d46710ed req-f9c1a40f-2c1c-4d3c-bbd1-bb0e1d28502d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349803 Aug 23 12:40:17.574471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc7ae6-d05b-4342-8800-405216a20e1e req-4207c3f3-e2cf-4ca3-85ea-ca433d999c62 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:17.576229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3fc7ae6-d05b-4342-8800-405216a20e1e req-4207c3f3-e2cf-4ca3-85ea-ca433d999c62 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0581045 Aug 23 12:40:17.633240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b3fc7ae6-d05b-4342-8800-405216a20e1e req-35edee28-834c-42ff-b044-383945185bec tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487511 Aug 23 12:40:18.774134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59da64-0a34-44be-838a-aacad416710a req-1ac3d3e1-1359-448a-afa6-d9810a44baa1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:18.775801 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b59da64-0a34-44be-838a-aacad416710a req-1ac3d3e1-1359-448a-afa6-d9810a44baa1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Aug 23 12:40:18.818033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b59da64-0a34-44be-838a-aacad416710a req-262faea3-daf5-4aba-a989-43891eb1a05d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357952 Aug 23 12:40:19.972188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ff2ed-dbb1-4d33-be28-1d63d27fcc8f req-1040bd61-521d-444a-8731-379c463a0bf0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:19.973965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af2ff2ed-dbb1-4d33-be28-1d63d27fcc8f req-1040bd61-521d-444a-8731-379c463a0bf0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Aug 23 12:40:20.029621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-af2ff2ed-dbb1-4d33-be28-1d63d27fcc8f req-754fc90b-ed05-4889-ace5-4a836ae33729 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Aug 23 12:40:21.161678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a10fe-85a6-4e0b-bb0a-f8e21870e2c0 req-0cb16dd6-8fde-496d-8ee7-7291747c3880 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:21.164034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a4a10fe-85a6-4e0b-bb0a-f8e21870e2c0 req-0cb16dd6-8fde-496d-8ee7-7291747c3880 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0600853 Aug 23 12:40:21.209117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a4a10fe-85a6-4e0b-bb0a-f8e21870e2c0 req-a8f88280-06c9-4bc0-b944-156328953f2e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386567 Aug 23 12:40:21.835423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd474a65-e06c-4883-86a6-88e14a9a65e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:22.350102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8c7fc-a6e4-4736-a2b7-2b3845e21c6c req-11f6e649-cd70-4aab-aa99-30cf31b4681d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:22.351610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cc8c7fc-a6e4-4736-a2b7-2b3845e21c6c req-11f6e649-cd70-4aab-aa99-30cf31b4681d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0562911 Aug 23 12:40:22.390735 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cc8c7fc-a6e4-4736-a2b7-2b3845e21c6c req-127e3ce8-f2e4-4340-aefc-3dd94871c765 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Aug 23 12:40:22.765300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32befd-c510-499e-a072-7598e523afe1 req-b2a14add-b98d-4241-ab16-c5554cac1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:22.768051 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-b2a14add-b98d-4241-ab16-c5554cac1766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1096 time: 0.0672276 Aug 23 12:40:22.894736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32befd-c510-499e-a072-7598e523afe1 req-c7debec6-c71e-49df-a2e7-a8c018c478e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:22.896964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-c7debec6-c71e-49df-a2e7-a8c018c478e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1061361 Aug 23 12:40:22.979820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-ea2a2779-5090-4f7b-8bed-83a9dac7c9bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 1001 time: 0.0720730 Aug 23 12:40:23.036156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32befd-c510-499e-a072-7598e523afe1 req-1e431715-0bc4-43c4-862a-7b3243d1ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:23.037665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-1e431715-0bc4-43c4-862a-7b3243d1ac02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0510330 Aug 23 12:40:23.095656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32befd-c510-499e-a072-7598e523afe1 req-3384e675-aeb5-4714-a4df-7b6dc09bdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:23.098065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-3384e675-aeb5-4714-a4df-7b6dc09bdc28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534086 Aug 23 12:40:23.260182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-50d09924-0ecf-4701-97a7-ce102568ad0f service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545253 Aug 23 12:40:23.393831 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2a32befd-c510-499e-a072-7598e523afe1 req-4829de01-8387-4301-87a9-4cac9024afda service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255314 Aug 23 12:40:23.536111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c71f4-e419-4fc1-b818-c2f08b5ae5f3 req-3b23fab2-8555-4717-a253-f711813132b2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:23.537662 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f2c71f4-e419-4fc1-b818-c2f08b5ae5f3 req-3b23fab2-8555-4717-a253-f711813132b2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0669363 Aug 23 12:40:23.583966 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f2c71f4-e419-4fc1-b818-c2f08b5ae5f3 req-6ce6056f-7a9c-4063-b533-b525cd0aea20 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341897 Aug 23 12:40:23.856965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-387e1cef-ca11-4ad0-9531-2f878045f654 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413136 Aug 23 12:40:23.878727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316c100-99f0-443d-a00c-34075a4e5f75 req-af8b1f00-681c-4cb9-83f5-0a1d1c5b9a87 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:23.880290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d316c100-99f0-443d-a00c-34075a4e5f75 req-af8b1f00-681c-4cb9-83f5-0a1d1c5b9a87 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0605695 Aug 23 12:40:23.924465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d316c100-99f0-443d-a00c-34075a4e5f75 req-8e55d201-2749-42a8-8a44-81b800e4d8b5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350065 Aug 23 12:40:24.379786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b0d17239-e460-4d7d-a189-15a1d827b8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:24.462033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:25.056869 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d62b58-0989-4bee-860f-f5647a94181a req-9bead1d4-867c-4a75-b92b-38c186080041 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:25.058585 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-46d62b58-0989-4bee-860f-f5647a94181a req-9bead1d4-867c-4a75-b92b-38c186080041 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0517554 Aug 23 12:40:25.105821 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-46d62b58-0989-4bee-860f-f5647a94181a req-a0475e7e-da1b-497b-960e-b442f07a0220 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399637 Aug 23 12:40:25.217943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-f6bf9122-d466-426c-b6b5-867da181951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:25.221150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-f6bf9122-d466-426c-b6b5-867da181951d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1096 time: 0.0606732 Aug 23 12:40:25.355630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-9e4e4eaf-b69a-4de0-ac5b-39ba89ba96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:25.358197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-9e4e4eaf-b69a-4de0-ac5b-39ba89ba96fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1284828 Aug 23 12:40:25.460785 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-3787c2aa-6f98-45f7-a544-6a2f25560827 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 1001 time: 0.0947664 Aug 23 12:40:25.517425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-edf6dd8e-06ec-432b-89c0-e9daeeebd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:25.519648 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-edf6dd8e-06ec-432b-89c0-e9daeeebd955 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0523810 Aug 23 12:40:25.581133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-0a801d45-6dc9-4916-a9c0-a844fcdb11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:25.582723 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-0a801d45-6dc9-4916-a9c0-a844fcdb11ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565069 Aug 23 12:40:25.687815 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-52b73c7c-4402-406d-9aad-5ef55351279e service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980849 Aug 23 12:40:25.789128 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-0757a15f-d19d-4f14-9ed4-4ecc480bf958 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940490 Aug 23 12:40:25.831073 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:26.261432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b7f8-ba94-4724-81dd-d2fddc0dc947 req-360b77dd-fe9b-41c8-8adb-6725b3321750 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:26.264217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48c6b7f8-ba94-4724-81dd-d2fddc0dc947 req-360b77dd-fe9b-41c8-8adb-6725b3321750 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0807483 Aug 23 12:40:26.302460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48c6b7f8-ba94-4724-81dd-d2fddc0dc947 req-04f4797c-28f6-4527-82fd-f5399302bbc7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 23 12:40:27.421173 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3e011-0767-4133-8c61-d4b36144b519 req-95a3ccba-bcfa-487e-9e01-f2b8be1987ad tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:27.423291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ec3e011-0767-4133-8c61-d4b36144b519 req-95a3ccba-bcfa-487e-9e01-f2b8be1987ad tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Aug 23 12:40:27.464645 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3ec3e011-0767-4133-8c61-d4b36144b519 req-663222a0-485c-400d-9636-bc94bff8a1fb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353992 Aug 23 12:40:27.502628 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:27.638440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-1a04a44d-699f-4052-b8e8-b52ce0423376 service neutron] 10.222.0.44 "GET /v2.0/ports/2b282904-1611-4f76-8ca5-4f312325252c/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0659881 Aug 23 12:40:27.853706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-924b498f-7acc-4406-beee-bd2437abac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:27.855399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-924b498f-7acc-4406-beee-bd2437abac01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 1096 time: 0.0441515 Aug 23 12:40:27.922899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-3b140053-5906-4b06-aa5f-fc3faf29475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:27.924328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-3b140053-5906-4b06-aa5f-fc3faf29475b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1096 time: 0.0436866 Aug 23 12:40:28.023624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-47ea0ae4-005e-4b60-bef4-086c767099a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:28.025495 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-47ea0ae4-005e-4b60-bef4-086c767099a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0935884 Aug 23 12:40:28.108818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-d7986611-cd01-4ec2-b282-7d1de6708cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 1001 time: 0.0760341 Aug 23 12:40:28.161670 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-94689620-6f35-4deb-9c5d-25d540901d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:28.163193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-94689620-6f35-4deb-9c5d-25d540901d38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0474021 Aug 23 12:40:28.216812 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-ad580f36-58b0-4c19-95d1-2af58291594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:28.218776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-ad580f36-58b0-4c19-95d1-2af58291594b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488200 Aug 23 12:40:28.268488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:28.348665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-d2c84a42-3f14-4108-b811-87f1cfdf0ca7 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222241 Aug 23 12:40:28.490263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6e3921d7-e902-4136-b687-3b6cc0338c91 req-c0974d8a-1ce9-4e43-b039-ef32675bcdec service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339612 Aug 23 12:40:28.609241 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:28.646486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85863-4b5d-41b2-b565-869cfff0280b req-04d63ee4-257c-4ffb-aada-a809ecb5118e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:28.649625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4a85863-4b5d-41b2-b565-869cfff0280b req-04d63ee4-257c-4ffb-aada-a809ecb5118e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0781262 Aug 23 12:40:28.707100 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4a85863-4b5d-41b2-b565-869cfff0280b req-fa618272-fbbf-4cd6-969d-26db9da4b0e2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457013 Aug 23 12:40:30.201050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f8d0d-08b6-4bb7-9a59-fa60f442323e req-8c8391ba-fa6a-4413-bbfd-08a0d1bf6f46 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:30.203725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-893f8d0d-08b6-4bb7-9a59-fa60f442323e req-8c8391ba-fa6a-4413-bbfd-08a0d1bf6f46 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.4119749 Aug 23 12:40:30.275768 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-893f8d0d-08b6-4bb7-9a59-fa60f442323e req-6521df92-8bac-4a73-91a3-a45e0bebaef6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634332 Aug 23 12:40:31.367576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:40:31.370058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:40:31.418640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec95a-ac5a-4dd0-8164-91f3ba7fb9cb req-f5d57fee-15ea-45d0-bd0a-f755f33fcb07 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:31.420783 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ffec95a-ac5a-4dd0-8164-91f3ba7fb9cb req-f5d57fee-15ea-45d0-bd0a-f755f33fcb07 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0561483 Aug 23 12:40:31.485629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ffec95a-ac5a-4dd0-8164-91f3ba7fb9cb req-14071eb9-71cb-4d19-b3ae-bc26e38f956b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522768 Aug 23 12:40:31.550137 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:31.556617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:31.580855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '2b282904-1611-4f76-8ca5-4f312325252c', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': '2b282904-1611-4f76-8ca5-4f312325252c', 'mac_address': 'fa:16:3e:e1:94:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:40:31.587540 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:40:31.590027 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8a275-d7a4-42d7-8d30-423522873d77" -d '{"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b282904-1611-4f76-8ca5-4f312325252c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:40:31.607016 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:31.643372 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:31.651804 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f006e9-cede-4900-b8aa-bcfa35f8f25b x-openstack-request-id: req-65f006e9-cede-4900-b8aa-bcfa35f8f25b {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:40:31.652110 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b282904-1611-4f76-8ca5-4f312325252c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:40:31.652372 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65f006e9-cede-4900-b8aa-bcfa35f8f25b {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:40:31.652768 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c', 'code': 200} Aug 23 12:40:31.691128 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:31.721477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b282904-1611-4f76-8ca5-4f312325252c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:40:31.741486 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:31.758517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfd9e5-e90a-4d3f-be65-4ba211b9b89e req-f40c14fc-4a97-4cfb-9633-5f80d55c8c73 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:31.760178 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7fcfd9e5-e90a-4d3f-be65-4ba211b9b89e req-f40c14fc-4a97-4cfb-9633-5f80d55c8c73 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 943 time: 0.0610242 Aug 23 12:40:31.780444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-6e0d9f59-4bac-4b4f-a0b9-fd4d3c50fed4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:31.783539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-6e0d9f59-4bac-4b4f-a0b9-fd4d3c50fed4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4&tenant_id=1a19700f9ce6495c82806510f5d82102&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 943 time: 0.0739796 Aug 23 12:40:31.792975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.793423 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.793870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.794284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.794696 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.795415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.795863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.796845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.796845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.797164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.798046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.798613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:31.812819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:40:31.813379 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:40:31.824034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7fcfd9e5-e90a-4d3f-be65-4ba211b9b89e req-e7436306-ad88-4033-b3be-c0221e68a1b4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531149 Aug 23 12:40:31.883573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-0d9ec08a-ca8c-4a18-94af-aad971f62326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:31.885822 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-0d9ec08a-ca8c-4a18-94af-aad971f62326 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1094 time: 0.0469291 Aug 23 12:40:31.985713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-c2231dd9-7f21-4f1f-8790-dee333aa8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:31.987368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-c2231dd9-7f21-4f1f-8790-dee333aa8b9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0951214 Aug 23 12:40:32.064311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-bc77d123-9c87-4e74-8478-90a32bf48661 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 999 time: 0.0696292 Aug 23 12:40:32.115763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-253da67f-de7f-4d1b-b120-5bfa68c9fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:32.117145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-253da67f-de7f-4d1b-b120-5bfa68c9fdc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0450468 Aug 23 12:40:32.162949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-8cff32ff-e296-470d-80e5-4546498d0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:32.164455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-8cff32ff-e296-470d-80e5-4546498d0984 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404313 Aug 23 12:40:32.267563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-33bf287d-5353-4438-9a14-acdbd618f956 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962703 Aug 23 12:40:32.353399 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:32.367347 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b282904-1611-4f76-8ca5-4f312325252c {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:40:32.387854 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:32.392803 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:32.409567 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96a1fa33-6bb8-41e5-9e9a-8a0f858423e9 req-366a11bc-ef46-457f-9b7e-2f6ced7ef60a service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351085 Aug 23 12:40:32.452408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:32.628443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['2b282904-1611-4f76-8ca5-4f312325252c'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:40:32.966181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891633f6-5a78-4ee7-80f2-6bb9836e9899 req-9e968794-4889-4afe-b1d6-d32654c4a2c9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:32.967841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-891633f6-5a78-4ee7-80f2-6bb9836e9899 req-9e968794-4889-4afe-b1d6-d32654c4a2c9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 944 time: 0.0592721 Aug 23 12:40:33.022830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-891633f6-5a78-4ee7-80f2-6bb9836e9899 req-b61e3b93-6ddb-4747-a7d4-9fed656d9de0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Aug 23 12:40:33.160419 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6d6a3-d50b-4e4e-8c31-969f932767c3 req-60ac51c0-e2cf-4f1e-a6b5-88a906c14630 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:33.161897 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66a6d6a3-d50b-4e4e-8c31-969f932767c3 req-60ac51c0-e2cf-4f1e-a6b5-88a906c14630 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 944 time: 0.0621808 Aug 23 12:40:33.220946 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66a6d6a3-d50b-4e4e-8c31-969f932767c3 req-f1946d73-90c3-45cd-88c6-172d84faf35c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525072 Aug 23 12:40:33.365510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:40:33.428246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 2b282904-1611-4f76-8ca5-4f312325252c triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:40:33.428906 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:33.477251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292d05a-2ae8-4959-8798-7fcffc83bfd9 req-f19aae4a-fde3-4fb8-843f-3cdbab5b6ca0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:33.480009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f292d05a-2ae8-4959-8798-7fcffc83bfd9 req-f19aae4a-fde3-4fb8-843f-3cdbab5b6ca0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 944 time: 0.0732760 Aug 23 12:40:33.521913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-13b7041e-6786-470c-950e-fb89febad344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:33.523617 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-13b7041e-6786-470c-950e-fb89febad344 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 1095 time: 0.0729575 Aug 23 12:40:33.548364 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f292d05a-2ae8-4959-8798-7fcffc83bfd9 req-10f802fb-d343-4be2-bf76-1e54a6b17062 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563111 Aug 23 12:40:33.556111 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:33.595736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:33.601139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:33.656291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:40:33.660073 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2000001-00df-487f-b917-9123a039b752" -d '{"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-plugged", "status": "completed", "tag": "2b282904-1611-4f76-8ca5-4f312325252c"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:40:33.666288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-fdb76081-4c7c-476c-92ed-36238c9be07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:33.667788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-fdb76081-4c7c-476c-92ed-36238c9be07b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1371403 Aug 23 12:40:33.680295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:33.724609 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ef6fd-0562-4f75-b6df-de3f27685df2 x-openstack-request-id: req-322ef6fd-0562-4f75-b6df-de3f27685df2 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:40:33.724954 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-plugged", "status": "completed", "tag": "2b282904-1611-4f76-8ca5-4f312325252c", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:40:33.725373 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-322ef6fd-0562-4f75-b6df-de3f27685df2 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:40:33.725908 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c', 'code': 200} Aug 23 12:40:33.763608 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-9efb7dc9-faa2-4836-97b9-9f5c8ed31c04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 200 len: 1001 time: 0.0879047 Aug 23 12:40:33.813758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-2ebb71ec-56ce-4773-b7a1-54bacd52d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:33.815280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-2ebb71ec-56ce-4773-b7a1-54bacd52d36d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0443783 Aug 23 12:40:33.875310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-1b5a8943-0414-4d3c-8a52-a3153fec3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:33.878470 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-1b5a8943-0414-4d3c-8a52-a3153fec3659 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563934 Aug 23 12:40:33.892053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-ec185dbc-885e-4578-bd2d-a5e5451b8712 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:40:33.893172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-ec185dbc-885e-4578-bd2d-a5e5451b8712 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082169 Aug 23 12:40:34.020005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-f13c961f-eadf-44b2-9dd3-31f92f7b9595 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194382 Aug 23 12:40:34.131124 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0eac9e24-6e03-4717-bd9b-214bfeb853b6 req-44987168-0b8e-4743-86b1-116b1f43b843 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041095 Aug 23 12:40:34.687608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01b34b-03a3-4592-8745-51c14b4ce8c9 req-4201ca9d-69aa-4108-b6b4-203a0c23bf05 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:34.689633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc01b34b-03a3-4592-8745-51c14b4ce8c9 req-4201ca9d-69aa-4108-b6b4-203a0c23bf05 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0583205 Aug 23 12:40:34.745952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cc01b34b-03a3-4592-8745-51c14b4ce8c9 req-5f1ab608-34f8-42fc-a3be-0f111ad7a2a4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480766 Aug 23 12:40:35.011615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322730-d397-4655-be0d-7d074c4d48f0 req-2aeefb61-b2e3-4577-b6bd-65c4c9e38b56 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:35.014579 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41322730-d397-4655-be0d-7d074c4d48f0 req-2aeefb61-b2e3-4577-b6bd-65c4c9e38b56 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0671492 Aug 23 12:40:35.062667 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41322730-d397-4655-be0d-7d074c4d48f0 req-1bbe6748-23a7-4473-a549-734217e18147 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Aug 23 12:40:36.218272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-2763bef7-a1d1-48d0-aef0-f34d7c62f87c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:36.220230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-2763bef7-a1d1-48d0-aef0-f34d7c62f87c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0810254 Aug 23 12:40:36.228403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4010-3c7a-48c0-bdab-1c58ef9b48c4 req-14c220a8-0796-4de1-ae4c-377939cd9622 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:36.229925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d60b4010-3c7a-48c0-bdab-1c58ef9b48c4 req-14c220a8-0796-4de1-ae4c-377939cd9622 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 945 time: 0.0821438 Aug 23 12:40:36.324610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d60b4010-3c7a-48c0-bdab-1c58ef9b48c4 req-67906f87-7832-496d-a4a9-da77458b1cce tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631654 Aug 23 12:40:36.356693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Deleting port 2b282904-1611-4f76-8ca5-4f312325252c {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:40:36.357020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:36.462348 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] For port 2b282904-1611-4f76-8ca5-4f312325252c, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=2b282904-1611-4f76-8ca5-4f312325252c,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:36.462781 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:36.662500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:36.662904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:36.663224 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 disassociated. External IP: 172.25.1.174, port: 2b282904-1611-4f76-8ca5-4f312325252c. Aug 23 12:40:36.663576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Calling delete_port for 2b282904-1611-4f76-8ca5-4f312325252c owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:40:36.808738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:36.841664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'Port': ['ID=2b282904-1611-4f76-8ca5-4f312325252c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:36.856541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.856891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.857241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.857590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.857960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.858304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.858639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.858965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.859293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.859651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.859983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:36.860319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:40:37.291851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:40:37.407314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:40:37.421572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:40:37.439302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:40:37.440620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:37.462776 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1aba1cf3-3887-481b-9002-cb5dcdc01ee6 req-dbf6baf6-471a-4e7b-9fbd-6c6fcf5041b0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=443c7c38-f8cc-480e-8d28-155fdd8147d4 HTTP/1.1" status: 200 len: 210 time: 0.0336685 Aug 23 12:40:37.467374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] No DVR routers for this DVR port 2b282904-1611-4f76-8ca5-4f312325252c on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:40:37.471384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:37.474904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd6a69cb-149a-494c-bf1c-03e02983ed8c req-3cec402d-d9f6-4530-a526-6aa4fbf35b70 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "DELETE /v2.0/ports/2b282904-1611-4f76-8ca5-4f312325252c HTTP/1.1" status: 204 len: 173 time: 1.2438757 Aug 23 12:40:37.475588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-deleted', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:40:37.479609 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56daa458-2352-463f-848f-aa603c21020b" -d '{"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-deleted", "tag": "2b282904-1611-4f76-8ca5-4f312325252c"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:40:37.542466 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8e795b-06a1-4204-ab7d-ad0905e6777b x-openstack-request-id: req-9c8e795b-06a1-4204-ab7d-ad0905e6777b {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:40:37.543113 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c7c38-f8cc-480e-8d28-155fdd8147d4", "name": "network-vif-deleted", "tag": "2b282904-1611-4f76-8ca5-4f312325252c", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:40:37.543521 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c8e795b-06a1-4204-ab7d-ad0905e6777b {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:40:37.544449 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443c7c38-f8cc-480e-8d28-155fdd8147d4', 'name': 'network-vif-deleted', 'tag': '2b282904-1611-4f76-8ca5-4f312325252c', 'status': 'completed', 'code': 200} Aug 23 12:40:37.613014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:40:37.841772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:37.874375 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:40:37.888753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:40:37.889818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:38.062218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:40:38.282198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:38.319864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91952c-113e-4ab7-b5c5-9e745af6d801 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:40:38.592205 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f058fd-d686-42de-9bbe-20d7c1e49cd4 None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:40:38.863671 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-847b35fe-f4b1-45dd-bf27-c64f599218b8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1302115866&fields=id&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 267 time: 0.0407188 Aug 23 12:40:38.977956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-64c4631f-9378-4d5b-b9f6-a4f1d6d76bd8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:38.979505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-64c4631f-9378-4d5b-b9f6-a4f1d6d76bd8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1080277 Aug 23 12:40:38.996441 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-4dfe94f2-719a-42cd-abfb-25e114183050 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/quotas/1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 375 time: 0.0110595 Aug 23 12:40:39.059262 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-b819ac46-ad18-41dc-a435-0b610ff2a034 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567322 Aug 23 12:40:39.140466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-2619262b-e47d-4314-b488-8af526a9daa5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:40:39.142145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-2619262b-e47d-4314-b488-8af526a9daa5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0701141 Aug 23 12:40:39.252457 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-5d700f5f-5a06-4cfe-b898-10920d2ee752 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983391 Aug 23 12:40:39.355233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-afa662a2-0ed2-4c22-bfd6-83cf222f56b9 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963500 Aug 23 12:40:39.394353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:40:39.416943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 2b282904-1611-4f76-8ca5-4f312325252c {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:40:39.417303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 2b282904-1611-4f76-8ca5-4f312325252c not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:40:39.582932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b15987e6-4105-46b9-9021-42786e153369 req-7ff28bf2-547f-475d-9631-563fc2b2a3fc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 210 time: 0.0362964 Aug 23 12:40:40.699547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfb95ba1-8ef8-4e8c-9739-e4bc8240901c req-3eabb8f7-a07e-4c86-9ca3-bf7532c1053d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 210 time: 0.0296514 Aug 23 12:40:40.832211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-c81b7c90-fd2c-4baa-bb36-b0009efa6f18 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:40.833736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-c81b7c90-fd2c-4baa-bb36-b0009efa6f18 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1580529 Aug 23 12:40:40.883002 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-4617f1eb-3732-48fc-8074-061e6e784bcf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 380 time: 0.0404027 Aug 23 12:40:40.892591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'port': {'device_id': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'admin_state_up': True, 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'security_groups': ['b8795810-6e73-4753-b964-bbd740de47a4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:40:41.011952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:40:41.022937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:41.177516 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Allocated IP 172.20.0.6 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/d7213320-447a-40f3-9d7b-cfba8d747f07) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:40:41.355558 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:41.375752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Transition to ACTIVE for port object d7213320-447a-40f3-9d7b-cfba8d747f07 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:40:41.411267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:41.451625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:40:41.454875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:40:41.458476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:40:41.497599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:41.533193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:41.534321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:41.559894 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-839042c3-8137-4913-95f3-e08322131e4c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6710520 Aug 23 12:40:41.573728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Request body: {'port': {'device_id': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:40:41.639287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:41.726095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9e9f19e2-99e2-4cd9-950b-f06e3dca9dbc None None] Provisioning for port d7213320-447a-40f3-9d7b-cfba8d747f07 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:40:41.737535 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9e9f19e2-99e2-4cd9-950b-f06e3dca9dbc None None] Provisioning complete for port d7213320-447a-40f3-9d7b-cfba8d747f07 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:40:41.737807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9e9f19e2-99e2-4cd9-950b-f06e3dca9dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:41.792650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f19e2-99e2-4cd9-950b-f06e3dca9dbc None None] Port d7213320-447a-40f3-9d7b-cfba8d747f07 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:40:41.921597 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9938891-0abf-4818-a2de-5904cc1a1097 req-9f4e2bec-b747-40a8-b8ba-d72caa03a8e0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:41.924205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9938891-0abf-4818-a2de-5904cc1a1097 req-9f4e2bec-b747-40a8-b8ba-d72caa03a8e0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 931 time: 0.1158974 Aug 23 12:40:41.986805 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c9938891-0abf-4818-a2de-5904cc1a1097 req-f7cbd890-f4a6-410e-814c-1203c8c2ff75 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551057 Aug 23 12:40:42.034347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:40:42.047630 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:42.066661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Transition to ACTIVE for port object d7213320-447a-40f3-9d7b-cfba8d747f07 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:40:42.071418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:42.156513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:42.240163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Attempting to bind port d7213320-447a-40f3-9d7b-cfba8d747f07 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:40:42.240621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Attempting to bind port d7213320-447a-40f3-9d7b-cfba8d747f07 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:40:42.241079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Attempting to bind port d7213320-447a-40f3-9d7b-cfba8d747f07 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:40:42.246398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Port d7213320-447a-40f3-9d7b-cfba8d747f07 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:40:42.246728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Attempting to bind port d7213320-447a-40f3-9d7b-cfba8d747f07 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:40:42.255294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:40:42.256067 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:40:42.256709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:40:42.257456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Bound port: d7213320-447a-40f3-9d7b-cfba8d747f07, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:40:42.258091 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:42.354848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:40:42.358070 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:40:42.364606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:42.402795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:42.403267 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:42.404701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] 10.222.0.44 "PUT /v2.0/ports/d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1091 time: 0.8358397 Aug 23 12:40:42.405163 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:40:42.407500 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ddbd6b-7c8e-4ae4-a500-2392465140eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:40:42.435676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3594-0d31-40bc-b7e9-51d353237a01 service neutron] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:42.477315 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5cc018-216d-4f70-9ddd-8d6693b0c421 x-openstack-request-id: req-aa5cc018-216d-4f70-9ddd-8d6693b0c421 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:40:42.477622 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:40:42.477930 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa5cc018-216d-4f70-9ddd-8d6693b0c421 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:40:42.478348 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'status': 'completed', 'code': 200} Aug 23 12:40:42.498126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-43c5403a-e243-4688-9971-abee2879efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:42.499863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-43c5403a-e243-4688-9971-abee2879efa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1094 time: 0.0532212 Aug 23 12:40:42.557852 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-c23c29f4-c941-45de-b22b-9cce8d323a39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 217 time: 0.0489442 Aug 23 12:40:42.632028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-0b0054e6-61cf-4877-bb23-325ca6efd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:42.634612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-0b0054e6-61cf-4877-bb23-325ca6efd14d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0692363 Aug 23 12:40:42.700210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974461-8092-486a-b04d-a90b9376cf3d req-ec8d97e0-dcd1-449f-8e64-7d3ce373bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:42.702318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-ec8d97e0-dcd1-449f-8e64-7d3ce373bffc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606389 Aug 23 12:40:42.826756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-d95f5677-267c-4f2f-ac4a-e1ef5eee4e30 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156516 Aug 23 12:40:42.937360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b1974461-8092-486a-b04d-a90b9376cf3d req-1b446815-3fb9-47e3-9615-a1c88e5ff05d service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036758 Aug 23 12:40:43.042773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-7fff5bdb-945f-4b54-8636-dc1fb564e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:43.046055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-7fff5bdb-945f-4b54-8636-dc1fb564e0f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1094 time: 0.0556626 Aug 23 12:40:43.206447 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ec46-c644-4edc-bfd2-707d0fd4358a req-cf09feb6-2484-4057-8ec7-5677827b2f1c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:43.208053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f07ec46-c644-4edc-bfd2-707d0fd4358a req-cf09feb6-2484-4057-8ec7-5677827b2f1c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 943 time: 0.1092172 Aug 23 12:40:43.209650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-c13fdefb-16b1-4d97-8bf2-8f46b3038cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:43.211062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-c13fdefb-16b1-4d97-8bf2-8f46b3038cf1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1591148 Aug 23 12:40:43.272548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-99de511c-96ee-4602-89f6-10550ef0e892 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 217 time: 0.0500402 Aug 23 12:40:43.317066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f07ec46-c644-4edc-bfd2-707d0fd4358a req-6f02d803-e613-4a11-bdd7-68ad6c26dfc9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012900 Aug 23 12:40:43.335535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-cc366e35-dcb7-4c87-9ab0-96f597c53fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:43.337059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-cc366e35-dcb7-4c87-9ab0-96f597c53fc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0538814 Aug 23 12:40:43.393117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-28fb7d8a-2688-4684-a4f9-9c3b75cf4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:43.394998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-28fb7d8a-2688-4684-a4f9-9c3b75cf4472 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500245 Aug 23 12:40:43.512052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-aca6baeb-a2d4-443d-add5-db70423416a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087973 Aug 23 12:40:43.625920 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-28ddbd6b-7c8e-4ae4-a500-2392465140eb req-274dc19d-5655-43ae-bced-26a91d8e9694 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046240 Aug 23 12:40:44.490745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd0f9-bb7f-4554-9f6b-90c3b4fc0b58 req-e468da59-31ff-41e8-9057-fd74e3f5b4c8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:44.492371 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a14dd0f9-bb7f-4554-9f6b-90c3b4fc0b58 req-e468da59-31ff-41e8-9057-fd74e3f5b4c8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 943 time: 0.0684769 Aug 23 12:40:44.541345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a14dd0f9-bb7f-4554-9f6b-90c3b4fc0b58 req-2ae9fad1-e882-4ed9-aecc-d71844501f66 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Aug 23 12:40:45.428420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:40:45.531009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:45.542740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:40:45.600251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:45.617139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:40:45.649182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:45.653745 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:45.696407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b2683-502f-4040-a242-b86409a34524 req-d8938c7e-cc0b-48d2-8158-5d97fd598a13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:45.698680 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e1b2683-502f-4040-a242-b86409a34524 req-d8938c7e-cc0b-48d2-8158-5d97fd598a13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 943 time: 0.0711384 Aug 23 12:40:45.707512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:45.743101 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0e1b2683-502f-4040-a242-b86409a34524 req-dfcd904d-097d-4075-a828-a697f23237ee tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355053 Aug 23 12:40:45.839906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d7213320-447a-40f3-9d7b-cfba8d747f07'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:40:46.888882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f346d53-651c-4cfd-89af-52bcf99a28a4 req-be806307-c04d-45ae-9172-05e2f002b758 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:46.890517 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f346d53-651c-4cfd-89af-52bcf99a28a4 req-be806307-c04d-45ae-9172-05e2f002b758 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 944 time: 0.0602739 Aug 23 12:40:46.933549 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6f346d53-651c-4cfd-89af-52bcf99a28a4 req-108d4bf2-ee92-43e5-882b-5a7e114e2191 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367141 Aug 23 12:40:47.444938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:40:47.473668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:40:47.514329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port d7213320-447a-40f3-9d7b-cfba8d747f07 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:40:47.519767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d7213320-447a-40f3-9d7b-cfba8d747f07 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:40:47.520143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:47.608460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:47.657212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:40:47.659637 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d8196a-ef75-475e-a24f-ef085f5c4ea3" -d '{"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-plugged", "status": "completed", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:40:47.677123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:40:47.688757 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:47.730466 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb561609-7417-45bf-9fe5-7f279eb5c755 x-openstack-request-id: req-fb561609-7417-45bf-9fe5-7f279eb5c755 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:40:47.730928 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-plugged", "status": "completed", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:40:47.731326 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb561609-7417-45bf-9fe5-7f279eb5c755 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:40:47.731968 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'code': 200} Aug 23 12:40:47.779272 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:40:47.842383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a61c2-342a-4a19-ab01-df2e46fb2b4a req-dbb1178e-4fe9-4818-af6e-bc08ec46aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:47.844523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-779a61c2-342a-4a19-ab01-df2e46fb2b4a req-dbb1178e-4fe9-4818-af6e-bc08ec46aa7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0608876 Aug 23 12:40:47.886607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-779a61c2-342a-4a19-ab01-df2e46fb2b4a req-bc7be589-862d-4adb-8ac3-3651a99d6d4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 Aug 23 12:40:48.067743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d4a1-f304-4506-bfbe-2e2279deba0a req-40be4235-a1da-4be2-bc42-2da1cefdcfa0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:48.069312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9de3d4a1-f304-4506-bfbe-2e2279deba0a req-40be4235-a1da-4be2-bc42-2da1cefdcfa0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0557077 Aug 23 12:40:48.130141 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9de3d4a1-f304-4506-bfbe-2e2279deba0a req-6866ce02-97c7-4511-864a-857bc3d1ce96 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493636 Aug 23 12:40:49.263890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac21003-a447-455d-a4f2-77c417bf1d96 req-e700dc5e-499c-4c2a-9040-328c9ef257bc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:49.265534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ac21003-a447-455d-a4f2-77c417bf1d96 req-e700dc5e-499c-4c2a-9040-328c9ef257bc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Aug 23 12:40:49.315932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8ac21003-a447-455d-a4f2-77c417bf1d96 req-d02b7bf2-7241-486c-b2a0-cf5eab0f5392 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Aug 23 12:40:49.454895 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0191b4-1bd6-4b2d-b6f5-00536e66c07f req-9637801b-2f44-4092-962b-dc8d9873fba6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:49.456738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f0191b4-1bd6-4b2d-b6f5-00536e66c07f req-9637801b-2f44-4092-962b-dc8d9873fba6 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Aug 23 12:40:49.466247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 40442) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:40:49.472043 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'floatingip': {'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:40:49.520320 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:50.100681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:50.107472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:50.215940 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 associated. External IP: 172.25.1.174, port: d7213320-447a-40f3-9d7b-cfba8d747f07. Aug 23 12:40:50.436478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:40:50.573484 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:40:50.579344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:50.589229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:40:50.602080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:40:50.602716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:50.628688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cb80b46e-242e-463e-8b4c-647c46e502ba tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "PUT /v2.0/floatingips/dd90eba3-2a4c-4986-8ae6-ae2f068bad67 HTTP/1.1" status: 200 len: 991 time: 1.1609285 Aug 23 12:40:50.630216 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:40:50.633516 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a58b9c5-4993-4c18-88d5-405f769f38ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:40:50.695592 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120244b-59e8-4af9-bf9c-032103d609ec x-openstack-request-id: req-6120244b-59e8-4af9-bf9c-032103d609ec {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:40:50.696034 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:40:50.696438 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6120244b-59e8-4af9-bf9c-032103d609ec {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:40:50.697067 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'status': 'completed', 'code': 200} Aug 23 12:40:50.773434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-2af46857-3f6c-4cec-9b29-7172a84eb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:50.775288 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-2af46857-3f6c-4cec-9b29-7172a84eb54d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0528700 Aug 23 12:40:50.884395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-37ba64ac-c964-4083-a872-1464245f82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:50.885983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-37ba64ac-c964-4083-a872-1464245f82c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1024480 Aug 23 12:40:50.931983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:40:50.964907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-69df5cab-3c4a-4bc9-9d77-f62fc52d7381 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 999 time: 0.0721002 Aug 23 12:40:51.040807 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-902e0d89-0d6a-4002-89c5-c1bfffff2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:51.042400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-902e0d89-0d6a-4002-89c5-c1bfffff2359 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0704830 Aug 23 12:40:51.092141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-02e67275-0aee-4aaa-8e43-0fbeb123fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:40:51.094518 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-02e67275-0aee-4aaa-8e43-0fbeb123fa27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442107 Aug 23 12:40:51.220897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-662e8651-d8b6-4fce-bdac-b53395195569 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194129 Aug 23 12:40:51.251584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:40:49Z', 'revision_number': 9, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:51.293664 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:40:51.306309 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:40:51.307370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:40:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:51.348721 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7a58b9c5-4993-4c18-88d5-405f769f38ef req-7ce4b8aa-635e-42ce-a0d2-fe5411150f91 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205816 Aug 23 12:40:51.456217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:40:51.768267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:40:49Z', 'revision_number': 9, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:40:51.827162 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c40906-8d50-4c88-8c61-1db51f8126e2 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:40:49Z', 'revision_number': 9, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:40:51.840885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51f3df4d-17eb-41ff-84e6-843a7fd1b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:52.124903 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c96a55-4708-4d4d-8e9d-00bd99dda807 None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:40:54.382700 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-57d9761b-b900-43ff-b3d6-49205aff18e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:54.464445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:55.826653 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:57.509199 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:58.278778 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:40:58.592471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:21.836405 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d3b55d46-912f-41fe-bded-33abd915fb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:23.751371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-59136670-abe9-4e6d-90a6-e3d174ae669a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007307 Aug 23 12:41:23.834136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-3cde6c72-6325-4f3f-a275-be12fe709466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:41:23.835702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-3cde6c72-6325-4f3f-a275-be12fe709466 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0416908 Aug 23 12:41:23.945227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-55d3fc61-383e-44ff-b235-9e517a0c16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:41:23.946816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-55d3fc61-383e-44ff-b235-9e517a0c16fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0925331 Aug 23 12:41:24.317904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-60c993ca-ec97-4911-8ab1-c41c4ee1bee4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1002 time: 0.3645182 Aug 23 12:41:24.368886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-f84c85f8-3297-4d35-b36e-8a2590c61314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:41:24.370450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-f84c85f8-3297-4d35-b36e-8a2590c61314 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0458472 Aug 23 12:41:24.385455 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe56e-d7ee-48ef-be61-59d5cede57c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:24.424157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-788d500b-bef0-4dd7-b46c-22833514ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:41:24.425835 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-788d500b-bef0-4dd7-b46c-22833514ff50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487609 Aug 23 12:41:24.458799 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:24.473583 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:41:24.517558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-e6291e5c-c04c-4f66-a39b-f44ef87afeb9 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Aug 23 12:41:24.614597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9d63ac69-1051-4a3e-9a6a-fdae557c3a66 req-af150284-0b2a-48e4-86ce-17c7f9a12eda service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903683 Aug 23 12:41:25.827983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:27.508842 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:28.290400 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:28.617396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:51.829138 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2779402b-ac18-414f-860a-2f6ee1755456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:54.389199 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c0153d96-88c7-463b-aa84-4cc45319a7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:54.460755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:55.830543 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:57.509929 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:58.287574 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:41:58.610025 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:01.472781 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:42:21.830034 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e6e91b48-d16d-4698-92dd-41b46f7f2d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:24.393702 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cff4e385-65b7-4c39-95fc-803b2b58aa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:24.460901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:24.690928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-d059f1cc-56e1-4da3-be8a-e06a95261182 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415955 Aug 23 12:42:24.770674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-e5046070-3a2d-4208-9b63-316a024019f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:24.772152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-e5046070-3a2d-4208-9b63-316a024019f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0393989 Aug 23 12:42:24.883763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-597677ac-ed48-4cd2-9f98-ca79a3ad0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:24.885269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-597677ac-ed48-4cd2-9f98-ca79a3ad0b25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0935388 Aug 23 12:42:24.949566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-9392628b-7dd2-4868-8a76-07d26607c6d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1002 time: 0.0570524 Aug 23 12:42:25.006380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-7bbbed79-adde-4a20-a9ec-b06d6c5b66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:25.007870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-7bbbed79-adde-4a20-a9ec-b06d6c5b66cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0511525 Aug 23 12:42:25.057877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-5e3d05e6-be4f-4e71-9a50-c559ea973942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:25.059481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-5e3d05e6-be4f-4e71-9a50-c559ea973942 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451307 Aug 23 12:42:25.156165 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-4e78a66c-b6a1-4b33-8118-bd393494d3ae service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893466 Aug 23 12:42:25.255053 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-72919361-7e18-4fed-9043-bae525ec3cc0 req-623ef114-e83a-457c-8e5c-c1ec84fdd91b service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918875 Aug 23 12:42:25.832659 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:26.973133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-3c4c5036-2c1a-47d6-92fd-f4406656d679 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462351 Aug 23 12:42:26.989549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f04f9-a291-439d-8769-16b8fb502354 req-c4724fa4-9db9-422c-a930-82a46bb1c9d2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:26.991266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d28f04f9-a291-439d-8769-16b8fb502354 req-c4724fa4-9db9-422c-a930-82a46bb1c9d2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0506809 Aug 23 12:42:27.031473 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d28f04f9-a291-439d-8769-16b8fb502354 req-25700496-b050-450d-88c7-993b4fab2333 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334203 Aug 23 12:42:27.511963 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:28.150894 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708b745-2e66-4385-9473-c2e5d5d1991b req-9c3c3aac-c0cc-434c-a759-5038e0b3e613 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:28.152416 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6708b745-2e66-4385-9473-c2e5d5d1991b req-9c3c3aac-c0cc-434c-a759-5038e0b3e613 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Aug 23 12:42:28.192716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6708b745-2e66-4385-9473-c2e5d5d1991b req-9619e1fd-e2f2-4d54-87b1-0f62b0c0d1ff tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Aug 23 12:42:28.302447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:28.625858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:28.919926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-a38819e0-aa51-4108-8c05-b899a59b16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:28.921425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-a38819e0-aa51-4108-8c05-b899a59b16e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0413189 Aug 23 12:42:29.016327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-e3182e3d-2b54-40a4-8e5a-473bc8135769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:29.018007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-e3182e3d-2b54-40a4-8e5a-473bc8135769 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0895174 Aug 23 12:42:29.086594 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-9b4b0a4a-aae2-4c3f-82b6-d9fa4834f06f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1002 time: 0.0618606 Aug 23 12:42:29.140434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-4d574c5e-b0df-41eb-9147-33251cddce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:29.142330 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-4d574c5e-b0df-41eb-9147-33251cddce75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0493863 Aug 23 12:42:29.187722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-ae7baf7d-36fc-4633-a587-fc71ef35b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:29.189161 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-ae7baf7d-36fc-4633-a587-fc71ef35b9f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403986 Aug 23 12:42:29.310433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-43ae7d78-7b8c-44f4-bd5f-e951dd496ec6 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137581 Aug 23 12:42:29.326211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d456-1463-497b-b0d2-082d84391652 req-2d460d83-ab18-40a5-aae4-7a870b8bf6d9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:29.327662 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d35d456-1463-497b-b0d2-082d84391652 req-2d460d83-ab18-40a5-aae4-7a870b8bf6d9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0669553 Aug 23 12:42:29.420145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4d35d456-1463-497b-b0d2-082d84391652 req-4e046edc-8d18-4e85-aa1d-18e9775b488d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841451 Aug 23 12:42:29.443949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-c37bdd58-fca2-471d-9e30-b0832736f1bf service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152184 Aug 23 12:42:30.540270 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e6fc2-1429-4ce0-b042-04a26402295c req-4c7f06a8-c0da-495f-8ea9-af8b4d754655 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:30.541864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-986e6fc2-1429-4ce0-b042-04a26402295c req-4c7f06a8-c0da-495f-8ea9-af8b4d754655 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Aug 23 12:42:30.581363 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-986e6fc2-1429-4ce0-b042-04a26402295c req-14a60706-1426-40dc-b914-b93d134e5f98 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Aug 23 12:42:31.699754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702a13c-cf67-4b62-b3e6-bd170164078c req-507ac037-c3c0-4ef6-810a-b62b84ba0d42 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:31.701262 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6702a13c-cf67-4b62-b3e6-bd170164078c req-507ac037-c3c0-4ef6-810a-b62b84ba0d42 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Aug 23 12:42:31.739176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6702a13c-cf67-4b62-b3e6-bd170164078c req-abf1bf77-2bb1-47c3-9427-e46bb3ea3f32 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Aug 23 12:42:32.858872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b88a-73a4-4db9-ba51-6b0845c26fd1 req-942b8eb3-3a60-481a-a82e-95d5c6ccf122 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:32.860380 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef62b88a-73a4-4db9-ba51-6b0845c26fd1 req-942b8eb3-3a60-481a-a82e-95d5c6ccf122 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0545964 Aug 23 12:42:32.901638 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ef62b88a-73a4-4db9-ba51-6b0845c26fd1 req-472406ff-e136-474a-ae79-def9ae843d2f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352824 Aug 23 12:42:34.030395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6baeb-d147-4039-b738-ea1deebd5ebd req-8ff79b72-4ab6-49a6-89d4-09d1b00e8a6a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:34.031875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba6baeb-d147-4039-b738-ea1deebd5ebd req-8ff79b72-4ab6-49a6-89d4-09d1b00e8a6a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Aug 23 12:42:34.068794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5ba6baeb-d147-4039-b738-ea1deebd5ebd req-0aa48136-d8cc-4ee6-9b48-327d95c64e49 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Aug 23 12:42:35.211607 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fca48-7faf-48cb-83d4-e8167b23dfee req-b9dcd88a-b81a-4e3a-853f-0ad423f765ef tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:35.213321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c78fca48-7faf-48cb-83d4-e8167b23dfee req-b9dcd88a-b81a-4e3a-853f-0ad423f765ef tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Aug 23 12:42:35.255529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c78fca48-7faf-48cb-83d4-e8167b23dfee req-c0409acb-a2e5-4933-89b3-36f3d525e1ca tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350437 Aug 23 12:42:36.370400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d82834-7869-4d74-aa25-61b491e82dd1 req-2189f4f7-fb47-4164-9381-51767056aadf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:36.372632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25d82834-7869-4d74-aa25-61b491e82dd1 req-2189f4f7-fb47-4164-9381-51767056aadf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0475419 Aug 23 12:42:36.413977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25d82834-7869-4d74-aa25-61b491e82dd1 req-f0aef8ff-1911-491f-bfab-9a1f0e201a5c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352712 Aug 23 12:42:37.531538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214c882-bef8-4bfc-9ca5-f3281749d93a req-9b94fa44-b1a2-4a39-9c1c-bd47eceea98a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:37.533083 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4214c882-bef8-4bfc-9ca5-f3281749d93a req-9b94fa44-b1a2-4a39-9c1c-bd47eceea98a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Aug 23 12:42:37.572356 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4214c882-bef8-4bfc-9ca5-f3281749d93a req-68283915-75ec-4a7d-a7e6-81a7d97f595b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332479 Aug 23 12:42:38.471801 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:42:38.687005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c3f63-462f-4987-b927-85a8e6b0b654 req-f4209d37-f536-4395-bcc9-5ae678554615 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:38.688489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef7c3f63-462f-4987-b927-85a8e6b0b654 req-f4209d37-f536-4395-bcc9-5ae678554615 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Aug 23 12:42:38.727149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef7c3f63-462f-4987-b927-85a8e6b0b654 req-63aaeb40-7ae4-4c1e-9f8f-f18979826eb3 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Aug 23 12:42:39.842380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c5548-ced0-4a2c-9442-847de84ae35e req-35b7ccca-6247-4ff5-9d48-ec83676debf2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:39.843864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-142c5548-ced0-4a2c-9442-847de84ae35e req-35b7ccca-6247-4ff5-9d48-ec83676debf2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0487037 Aug 23 12:42:39.885662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-142c5548-ced0-4a2c-9442-847de84ae35e req-660e2dde-0a5f-477a-987a-41735a5af712 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355990 Aug 23 12:42:41.004849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd280-e804-48a5-bf41-ac21aec4f417 req-ff8fbb8e-c4bd-4acf-bbd2-b9d7a6c960c7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:41.006375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-759cd280-e804-48a5-bf41-ac21aec4f417 req-ff8fbb8e-c4bd-4acf-bbd2-b9d7a6c960c7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Aug 23 12:42:41.085923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-759cd280-e804-48a5-bf41-ac21aec4f417 req-3e7152f9-257b-43da-82be-d2b17ae585bf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733149 Aug 23 12:42:41.096078 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-4b4efc24-ecd9-41b2-8fa6-d2bbe8bb3f2b service neutron] 10.222.0.44 "GET /v2.0/ports/d7213320-447a-40f3-9d7b-cfba8d747f07/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0773194 Aug 23 12:42:41.293725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-9070f257-2a4d-4f52-82ec-55eea56613d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:41.295758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-9070f257-2a4d-4f52-82ec-55eea56613d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 1096 time: 0.0425110 Aug 23 12:42:41.355753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-01fcb9e0-6b1b-41d1-8815-9aaf98840fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:41.357897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-01fcb9e0-6b1b-41d1-8815-9aaf98840fbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0402331 Aug 23 12:42:41.449053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-1109a419-d20e-4b1a-89d6-f6429e4e828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:41.450566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-1109a419-d20e-4b1a-89d6-f6429e4e828e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0868456 Aug 23 12:42:41.515393 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-9f5d1db8-8e6b-499f-8440-797d8cfcfef2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1002 time: 0.0571382 Aug 23 12:42:41.567644 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-0e41ac4d-a2de-4efd-a626-aae2fabf16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:41.569058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-0e41ac4d-a2de-4efd-a626-aae2fabf16d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0461524 Aug 23 12:42:41.617845 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-b75386fe-be1e-480d-b465-a0d2bc095f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:41.619326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-b75386fe-be1e-480d-b465-a0d2bc095f18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437276 Aug 23 12:42:41.708887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-49bda2cc-c0a3-418e-ba97-984ae012a90f service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820744 Aug 23 12:42:41.805664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-df58f9f5-0bbf-4164-914b-aa28396ba9fc service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902474 Aug 23 12:42:42.203534 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5554-7dec-4711-8e3d-198ed8e32a7a req-354b38f5-baf1-4750-bdd5-c3b5a4d9b809 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:42.204933 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e64c5554-7dec-4711-8e3d-198ed8e32a7a req-354b38f5-baf1-4750-bdd5-c3b5a4d9b809 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Aug 23 12:42:42.245232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e64c5554-7dec-4711-8e3d-198ed8e32a7a req-d4419ef0-87ea-4c95-a13a-866f9b88c2cc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337975 Aug 23 12:42:43.363474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748aa62-56f4-498f-b31f-490e88623374 req-18be1b0f-4967-44a2-8c23-5f7483bb91a2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:43.364982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1748aa62-56f4-498f-b31f-490e88623374 req-18be1b0f-4967-44a2-8c23-5f7483bb91a2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Aug 23 12:42:43.404382 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1748aa62-56f4-498f-b31f-490e88623374 req-ac527982-0779-437b-8025-7cb572620a4a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Aug 23 12:42:43.725374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-93cd5724-6295-4713-9c2c-fc663341b325 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:43.726901 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-93cd5724-6295-4713-9c2c-fc663341b325 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840&tenant_id=1a19700f9ce6495c82806510f5d82102&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 945 time: 0.0829806 Aug 23 12:42:43.741375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91520ba9-adf7-48f6-8811-61d6c6a3521e req-f453bf13-185c-495b-958b-6a67d368ebcf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:43.743016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91520ba9-adf7-48f6-8811-61d6c6a3521e req-f453bf13-185c-495b-958b-6a67d368ebcf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0722294 Aug 23 12:42:43.817552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91520ba9-adf7-48f6-8811-61d6c6a3521e req-c1bfb321-d5b4-4dc8-96aa-c9a83d963ebf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659375 Aug 23 12:42:43.825458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-87b7e49c-3c48-48b6-bb6c-d3741c955f9c service neutron] 10.222.0.44 "GET /v2.0/ports/d7213320-447a-40f3-9d7b-cfba8d747f07/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0814958 Aug 23 12:42:43.897695 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-ca6eefc5-82be-49eb-8c1f-1f44f425923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:43.899207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-ca6eefc5-82be-49eb-8c1f-1f44f425923f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0412128 Aug 23 12:42:43.996575 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-34c7a3b4-de00-443d-a47b-2214806a5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:43.998804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-34c7a3b4-de00-443d-a47b-2214806a5ca8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0916986 Aug 23 12:42:44.002957 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:42:44.064702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-0af710bb-35b4-4004-9697-230b75b33fb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1002 time: 0.0587370 Aug 23 12:42:44.098811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:44.110125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:42:44.121473 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-e9d1c86c-68be-4ca4-9f59-6e239f7819c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:44.123079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-e9d1c86c-68be-4ca4-9f59-6e239f7819c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0509081 Aug 23 12:42:44.150768 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:44.163912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:42:44.170465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-09a5c5db-b8d2-42a9-a597-7a553fcc11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:44.172425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-09a5c5db-b8d2-42a9-a597-7a553fcc11e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415502 Aug 23 12:42:44.183684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:44.187911 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:44.235685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:44.243278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.243630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.243974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.244557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.244676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.244970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.245299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.245630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.246329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.246329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.246648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.246971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:44.271451 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-62bd3684-0ebf-4b09-9b59-c1e54330d3f2 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867534 Aug 23 12:42:44.369777 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-f4ab0c40-1106-4e4d-9a50-5995245d231b service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906656 Aug 23 12:42:44.445802 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d7213320-447a-40f3-9d7b-cfba8d747f07'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:42:44.936399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8e9e8-b3b7-4393-9434-0d519c71a498 req-a190df3b-bdce-42e3-aca6-28d65624425e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:44.937957 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ee8e9e8-b3b7-4393-9434-0d519c71a498 req-a190df3b-bdce-42e3-aca6-28d65624425e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 944 time: 0.0496836 Aug 23 12:42:44.975832 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9ee8e9e8-b3b7-4393-9434-0d519c71a498 req-8653660d-43a0-4b6c-bec9-7690f82cdda2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Aug 23 12:42:46.019314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:42:46.067871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port d7213320-447a-40f3-9d7b-cfba8d747f07 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:42:46.068255 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:46.099411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476072-8615-4658-8a95-36bd5a3740c3 req-156f0674-4008-4f9c-9c54-6a188dec95f4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:46.101273 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81476072-8615-4658-8a95-36bd5a3740c3 req-156f0674-4008-4f9c-9c54-6a188dec95f4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 944 time: 0.0528650 Aug 23 12:42:46.153215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-81476072-8615-4658-8a95-36bd5a3740c3 req-4d98afff-5e7e-4900-be78-1a5d4541dd4d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Aug 23 12:42:46.153794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:46.182904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:42:46.185317 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b726f8-7cde-4fce-bfb7-ea149a78e7ae" -d '{"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-plugged", "status": "completed", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:42:46.198445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:46.202596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:46.233454 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf76a91-e7b0-48d6-973e-75f2ea9f50a2 x-openstack-request-id: req-dbf76a91-e7b0-48d6-973e-75f2ea9f50a2 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:42:46.233909 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-plugged", "status": "completed", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:42:46.234696 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf76a91-e7b0-48d6-973e-75f2ea9f50a2 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:42:46.234696 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'code': 200} Aug 23 12:42:46.259317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:46.461007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-da76ec06-df11-4ede-b654-a88347f20f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:46.462550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-da76ec06-df11-4ede-b654-a88347f20f07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 1096 time: 0.0484984 Aug 23 12:42:46.524374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-a90ce0c3-7497-4784-aa6b-928304cb6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:46.525969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-a90ce0c3-7497-4784-aa6b-928304cb6d9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 1096 time: 0.0408654 Aug 23 12:42:46.613863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-2a37499a-e868-4bc6-baba-3768055a62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:46.615314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-2a37499a-e868-4bc6-baba-3768055a62ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0818462 Aug 23 12:42:46.682991 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-6e63b1df-1400-41c0-bab9-3e27bd22f263 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 200 len: 1002 time: 0.0599694 Aug 23 12:42:46.729815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-79799652-6174-4a4e-b012-de3b8ba1ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:46.731141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-79799652-6174-4a4e-b012-de3b8ba1ffef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0416553 Aug 23 12:42:46.776042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-e401e4f3-2720-477f-af4f-790d199f59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:46.777557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-e401e4f3-2720-477f-af4f-790d199f59eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387838 Aug 23 12:42:46.869087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-9f00a535-4c6b-40d0-9d20-cc1c51044308 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837035 Aug 23 12:42:46.957281 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e50c817e-9162-4399-92e2-ef6856556fa0 req-2bfc5375-920c-4490-9d27-8501fdbd17c8 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806355 Aug 23 12:42:47.287337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4243b-a0cd-48f7-a688-d902749c7564 req-3a81a3fe-30ad-4ca0-a0f0-6a01759febb5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:47.288874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4a4243b-a0cd-48f7-a688-d902749c7564 req-3a81a3fe-30ad-4ca0-a0f0-6a01759febb5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0545154 Aug 23 12:42:47.329442 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e4a4243b-a0cd-48f7-a688-d902749c7564 req-9395810f-1a72-4769-8bdc-cae88711ee9a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343306 Aug 23 12:42:48.447866 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd75b4-f3c6-4579-90af-0c4f10c9cf2a req-2fdb50fd-1757-4245-b1cc-74183508c090 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:48.449439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d2dd75b4-f3c6-4579-90af-0c4f10c9cf2a req-2fdb50fd-1757-4245-b1cc-74183508c090 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Aug 23 12:42:48.496505 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d2dd75b4-f3c6-4579-90af-0c4f10c9cf2a req-cd3fb88c-d4dd-4bc6-a17c-41590b2e5d7c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Aug 23 12:42:49.616441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f050ffb-a1ef-4f18-89a7-e3a1b26ddf69 req-82ef6be4-8cab-4231-adbc-36a48a9bc976 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:49.618027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f050ffb-a1ef-4f18-89a7-e3a1b26ddf69 req-82ef6be4-8cab-4231-adbc-36a48a9bc976 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0496349 Aug 23 12:42:49.658212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9f050ffb-a1ef-4f18-89a7-e3a1b26ddf69 req-7bdc4bd4-bd4b-46f1-94f8-68e022c03f1c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Aug 23 12:42:49.774593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdd050-767b-4c91-8d70-0b9600875254 req-905ba97c-1d8f-40fa-a754-f81f8a20b248 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:49.776094 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03cdd050-767b-4c91-8d70-0b9600875254 req-905ba97c-1d8f-40fa-a754-f81f8a20b248 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Aug 23 12:42:49.816537 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03cdd050-767b-4c91-8d70-0b9600875254 req-4f3a0ab7-79b6-4631-9317-f7f24579b197 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343761 Aug 23 12:42:49.928227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda1542-f47c-4efe-b664-c4f71f749db8 req-cba0c4ad-5941-4fa0-90fb-076824df8009 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:49.929727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cda1542-f47c-4efe-b664-c4f71f749db8 req-cba0c4ad-5941-4fa0-90fb-076824df8009 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Aug 23 12:42:49.968634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6cda1542-f47c-4efe-b664-c4f71f749db8 req-001981c3-4cca-4d7d-9e78-ba104432a347 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Aug 23 12:42:50.041481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:42:50.045864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:42:50.199461 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:50.207331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:50.212545 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc07d-dd12-426a-b1de-dcb0ffb5ec60 req-b6d0d843-f95d-4c2c-b37d-20ba53d0e7af tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:50.214137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a02cc07d-dd12-426a-b1de-dcb0ffb5ec60 req-b6d0d843-f95d-4c2c-b37d-20ba53d0e7af tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 945 time: 0.0553501 Aug 23 12:42:50.225844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:42:50.238178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:42:50.240551 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9dc3d-d045-4ad4-94fc-2be9e670948f" -d '{"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-unplugged", "status": "completed", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:42:50.257296 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a02cc07d-dd12-426a-b1de-dcb0ffb5ec60 req-78092644-a440-437b-9625-98f06337f3ca tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Aug 23 12:42:50.278804 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:50.286368 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e163ff-db38-49f5-9d00-da18e9acf27b x-openstack-request-id: req-00e163ff-db38-49f5-9d00-da18e9acf27b {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:42:50.286667 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-unplugged", "status": "completed", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:42:50.286928 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00e163ff-db38-49f5-9d00-da18e9acf27b {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:42:50.287315 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'code': 200} Aug 23 12:42:50.287926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:50.320114 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:50.345443 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:42:50.359489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:50.396204 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:42:50.396569 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:42:50.935216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:50.947948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:42:50.969564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:50.973965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:51.024846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:51.232775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['d7213320-447a-40f3-9d7b-cfba8d747f07'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:42:51.378747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29966b4d-ed87-43cb-9141-f4b9baaff829 req-d39a03ed-9acd-4e17-a81e-c1cfdf26120d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:51.380286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29966b4d-ed87-43cb-9141-f4b9baaff829 req-d39a03ed-9acd-4e17-a81e-c1cfdf26120d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 944 time: 0.0486214 Aug 23 12:42:51.419343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-29966b4d-ed87-43cb-9141-f4b9baaff829 req-87c9c302-b485-41a2-b8de-6ff045db7d1b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325174 Aug 23 12:42:51.554481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013623c-bd01-4c5c-badf-0da22248809e req-a9aac7e8-2e1b-40c6-abbb-be5b38c2ce24 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:51.555961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e013623c-bd01-4c5c-badf-0da22248809e req-a9aac7e8-2e1b-40c6-abbb-be5b38c2ce24 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 944 time: 0.0498881 Aug 23 12:42:51.661662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Deleting port d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:42:51.662038 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:51.749381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:51.750311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:51.832980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-67c0db86-6c8e-447b-88f1-ab50fcddfce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:51.930315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:51.930703 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:51.931021 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 disassociated. External IP: 172.25.1.174, port: d7213320-447a-40f3-9d7b-cfba8d747f07. Aug 23 12:42:51.931360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Calling delete_port for d7213320-447a-40f3-9d7b-cfba8d747f07 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:42:52.034790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:42:52.064877 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:52.098746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'Port': ['ID=d7213320-447a-40f3-9d7b-cfba8d747f07,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:52.110708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.111062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.111409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.111750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.112601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.112601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.113007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.113148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.113381 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.113727 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.114391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.114391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:42:52.139420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port d7213320-447a-40f3-9d7b-cfba8d747f07, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=d7213320-447a-40f3-9d7b-cfba8d747f07,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:42:52.151770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'mac_address': 'fa:16:3e:7b:64:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:42:52.228792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:42:52.361229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:42:52.370955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:42:52.381586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:42:52.382159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:42:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:42:52.404629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] No DVR routers for this DVR port d7213320-447a-40f3-9d7b-cfba8d747f07 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:42:52.407439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:52.409537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e013623c-bd01-4c5c-badf-0da22248809e req-e69f3e25-7d86-411e-b5ad-65757123113f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "DELETE /v2.0/ports/d7213320-447a-40f3-9d7b-cfba8d747f07 HTTP/1.1" status: 204 len: 173 time: 0.8455405 Aug 23 12:42:52.410050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-deleted', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:42:52.412371 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cdd502-228e-4fa1-9991-9504e79ab613" -d '{"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-deleted", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:42:52.510403 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:42:52.539339 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8646bf71-6a5c-44b9-b5fa-737ebf1c659b req-f7cff38d-90d1-4f95-863b-6b31ba8d89f2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a33a2ff-4702-4af7-b197-049c65d9b840 HTTP/1.1" status: 200 len: 210 time: 0.0359285 Aug 23 12:42:52.583501 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a1dc78-6a55-425a-8fc9-880fcc2173e7 x-openstack-request-id: req-40a1dc78-6a55-425a-8fc9-880fcc2173e7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:42:52.583982 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a33a2ff-4702-4af7-b197-049c65d9b840", "name": "network-vif-deleted", "tag": "d7213320-447a-40f3-9d7b-cfba8d747f07", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:42:52.584244 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40a1dc78-6a55-425a-8fc9-880fcc2173e7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:42:52.584653 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a33a2ff-4702-4af7-b197-049c65d9b840', 'name': 'network-vif-deleted', 'tag': 'd7213320-447a-40f3-9d7b-cfba8d747f07', 'status': 'completed', 'code': 200} Aug 23 12:42:52.913549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:42:52.944709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:42:52.953526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:42:52.954511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:42:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:42:53.059941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:42:53.259816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:42:53.286846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f1c7c-e703-4218-892f-779019a258e5 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:42:53.511166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ab753-ed50-4517-92c4-0482aa430e89 None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:42:53.819188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-12d71732-8c44-4e92-b272-42d75fb21d7e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1302115866&fields=id&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 267 time: 0.0331447 Aug 23 12:42:53.929656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-06eb0d45-8f7b-47cc-924c-35c3ffa9a819 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:53.931145 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-06eb0d45-8f7b-47cc-924c-35c3ffa9a819 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.1050029 Aug 23 12:42:53.948422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-c6b16d49-4b89-4d0d-91fb-a22da7ba9fc7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/quotas/1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 375 time: 0.0114622 Aug 23 12:42:54.002987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-8b340cdc-96e3-4ae8-bf9e-ffe6a2bc1677 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477424 Aug 23 12:42:54.030041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:42:54.053584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: d7213320-447a-40f3-9d7b-cfba8d747f07 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:42:54.053964 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device d7213320-447a-40f3-9d7b-cfba8d747f07 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:42:54.149206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-1e53c284-dc79-4ce3-9279-3bdd1775ece9 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342123 Aug 23 12:42:54.239658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-8959f966-8181-40e1-ab84-8e9ce3cf49ce service neutron] 10.222.0.21 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Aug 23 12:42:54.394933 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-454d9c91-ad48-41b5-b215-d78fd3d0c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:54.401581 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-18edf413-f5bf-4607-9750-9babbfa05f99 req-2861f0cc-9fc6-4bc7-ba86-8500bafbadd4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Aug 23 12:42:54.462032 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:55.597228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71a17bdb-ceb4-44c2-94bd-610ef1c01845 req-c917b525-2e7e-48d5-899e-793c7b675e4d tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 210 time: 0.0338671 Aug 23 12:42:55.625444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-a4acaa87-007f-4df2-ad9c-2da4629ca6e4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:55.626929 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-a4acaa87-007f-4df2-ad9c-2da4629ca6e4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 812 time: 0.4281495 Aug 23 12:42:55.671258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-f91b6be6-f53c-4b97-8d27-792b39e0716f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 380 time: 0.0342438 Aug 23 12:42:55.680798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'port': {'device_id': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'admin_state_up': True, 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'security_groups': ['b8795810-6e73-4753-b964-bbd740de47a4']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:42:55.788318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Made reservation on behalf of 1a19700f9ce6495c82806510f5d82102 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:42:55.792074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:55.843395 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:55.919933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Allocated IP 172.20.0.5 (c2dab7d7-d72e-4b8e-9227-bd85734c9160/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7/ade3d8b9-ef76-4592-9d65-8f759f1464e6) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:42:56.060763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.073896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Transition to ACTIVE for port object ade3d8b9-ef76-4592-9d65-8f759f1464e6 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:42:56.105183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.145469 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:42:56.148293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:42:56.151814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:42:56.187519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:56.211554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:56.212204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.226829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-b07cc035-8eea-428a-94d4-c4c0def4aeeb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497522 Aug 23 12:42:56.240186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Request body: {'port': {'device_id': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:42:56.295766 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.330185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6bc12e48-857e-49b1-9946-dc2c3f1ca352 None None] Provisioning for port ade3d8b9-ef76-4592-9d65-8f759f1464e6 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:42:56.334044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6bc12e48-857e-49b1-9946-dc2c3f1ca352 None None] Provisioning complete for port ade3d8b9-ef76-4592-9d65-8f759f1464e6 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:42:56.334422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6bc12e48-857e-49b1-9946-dc2c3f1ca352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.371998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-6bc12e48-857e-49b1-9946-dc2c3f1ca352 None None] Port ade3d8b9-ef76-4592-9d65-8f759f1464e6 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:42:56.560551 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade3d8b9-ef76-4592-9d65-8f759f1464e6 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:42:56.568144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.581185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Transition to ACTIVE for port object ade3d8b9-ef76-4592-9d65-8f759f1464e6 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:42:56.584691 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.636422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:56.710144 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Attempting to bind port ade3d8b9-ef76-4592-9d65-8f759f1464e6 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:42:56.710494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Attempting to bind port ade3d8b9-ef76-4592-9d65-8f759f1464e6 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:42:56.710834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Attempting to bind port ade3d8b9-ef76-4592-9d65-8f759f1464e6 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:42:56.715595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Port ade3d8b9-ef76-4592-9d65-8f759f1464e6 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:42:56.716064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Attempting to bind port ade3d8b9-ef76-4592-9d65-8f759f1464e6 on network c2dab7d7-d72e-4b8e-9227-bd85734c9160 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:42:56.721974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:42:56.722331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Checking segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:42:56.722732 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Bound using segment: {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:42:56.723178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Bound port: ade3d8b9-ef76-4592-9d65-8f759f1464e6, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:42:56.723548 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.735219 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b4ce-a6a8-4b78-8eec-fda6bebffb18 req-b83c9bfb-1861-4a03-92ae-2a4c7791838c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:56.736962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a831b4ce-a6a8-4b78-8eec-fda6bebffb18 req-b83c9bfb-1861-4a03-92ae-2a4c7791838c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0592437 Aug 23 12:42:56.778784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a831b4ce-a6a8-4b78-8eec-fda6bebffb18 req-c4999eb5-c76a-404d-bc07-70833e3c8011 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354590 Aug 23 12:42:56.792894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:42:56.799678 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:42:56.804460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.845031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:56.846245 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:56.848176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1091 time: 0.6122172 Aug 23 12:42:56.848886 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:42:56.852046 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48794d1e-ecbe-411e-99f0-5da23906f960" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:42:56.880428 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42030662-cb8a-49ae-ac14-2ccbab2568c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:42:56.913273 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e927e7fe-b88d-4e06-bb24-b74a3720e9a2 x-openstack-request-id: req-e927e7fe-b88d-4e06-bb24-b74a3720e9a2 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:42:56.913580 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:42:56.913878 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e927e7fe-b88d-4e06-bb24-b74a3720e9a2 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:42:56.914288 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'status': 'completed', 'code': 200} Aug 23 12:42:56.950090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-9bb20737-63e4-4cdf-a69f-4366b6608741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:56.952060 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-9bb20737-63e4-4cdf-a69f-4366b6608741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1094 time: 0.0505061 Aug 23 12:42:57.004030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-8e7da070-52df-415d-a623-b7f103fa4962 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 217 time: 0.0435452 Aug 23 12:42:57.061116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-7850b1e6-94a6-4aaf-9038-fed01b036815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.062685 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-7850b1e6-94a6-4aaf-9038-fed01b036815 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0516231 Aug 23 12:42:57.110229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-89c1e84a-40e6-4410-9733-e52f8713c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.112548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-89c1e84a-40e6-4410-9733-e52f8713c19a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417087 Aug 23 12:42:57.209430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-a1583da5-164e-49cf-a08f-199d9af3adfe service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848553 Aug 23 12:42:57.307389 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ffe9bead-40e5-468d-913f-63a8fdaaca43 req-48d3304a-b6e0-4f0e-8ff4-4d19dcfd80c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904655 Aug 23 12:42:57.398942 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-61f913d9-a5b0-49a7-ae85-bb35b95cd179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.400479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-61f913d9-a5b0-49a7-ae85-bb35b95cd179 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1094 time: 0.0410106 Aug 23 12:42:57.492709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-8507f3d9-9a24-457a-8de6-1517d1d495c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.494244 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-8507f3d9-9a24-457a-8de6-1517d1d495c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0863028 Aug 23 12:42:57.517129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:57.537593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-808a1fee-0c85-479c-975b-d46051f87de7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 217 time: 0.0356295 Aug 23 12:42:57.588930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-15b3068c-5f8b-489d-8e89-f6bedbeedfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.590440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-15b3068c-5f8b-489d-8e89-f6bedbeedfde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0447135 Aug 23 12:42:57.644882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-40925ecd-9a24-4ed8-8b6f-bc1c970ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.646522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-40925ecd-9a24-4ed8-8b6f-bc1c970ee60e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451968 Aug 23 12:42:57.740650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-d99c9646-6538-48d4-bfac-3a1fd96edd0c service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854063 Aug 23 12:42:57.841257 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-48794d1e-ecbe-411e-99f0-5da23906f960 req-dd203503-206d-46c8-9657-df90c5fb3a9c service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898702 Aug 23 12:42:57.904146 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6c89-b7d9-4b07-89cd-021329e4b79d req-d941b34b-e55f-4199-aba3-25e135a1d145 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:57.905727 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa9a6c89-b7d9-4b07-89cd-021329e4b79d req-d941b34b-e55f-4199-aba3-25e135a1d145 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0569141 Aug 23 12:42:57.948558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-aa9a6c89-b7d9-4b07-89cd-021329e4b79d req-841ceff6-959f-4971-8d04-c96d403e7713 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Aug 23 12:42:58.302218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:58.638847 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:42:59.077223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7efe06-0ff2-473a-a76f-519e50de6275 req-658dca87-c55d-4a5b-8de4-d1cc0f2a54f7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:42:59.079283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea7efe06-0ff2-473a-a76f-519e50de6275 req-658dca87-c55d-4a5b-8de4-d1cc0f2a54f7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0501482 Aug 23 12:42:59.116606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea7efe06-0ff2-473a-a76f-519e50de6275 req-73c42612-800c-4ae7-a0d9-52cdb6b5b543 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Aug 23 12:43:00.056506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:43:00.151820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:43:00.162704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'mac_address': 'fa:16:3e:66:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:43:00.201409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:00.214190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade3d8b9-ef76-4592-9d65-8f759f1464e6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:43:00.233612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:43:00.238088 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:00.240339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b76f0-ab83-4e82-9379-5ef5983b1e62 req-fbceea02-fb6e-4019-baa4-e81bceb50351 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:00.242010 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e97b76f0-ab83-4e82-9379-5ef5983b1e62 req-fbceea02-fb6e-4019-baa4-e81bceb50351 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0531726 Aug 23 12:43:00.280502 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e97b76f0-ab83-4e82-9379-5ef5983b1e62 req-560366ac-cda4-4264-880b-31d40c3ec1e4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Aug 23 12:43:00.286803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:43:00.434539 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ade3d8b9-ef76-4592-9d65-8f759f1464e6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:43:01.398490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c3ab8-04e9-46d1-968d-fd8a1625ef9d req-3fea194f-2a0f-48f9-be8b-f51e1b323488 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:01.400024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-934c3ab8-04e9-46d1-968d-fd8a1625ef9d req-3fea194f-2a0f-48f9-be8b-f51e1b323488 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 944 time: 0.0488639 Aug 23 12:43:01.436587 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-934c3ab8-04e9-46d1-968d-fd8a1625ef9d req-581e1312-1381-4f0b-aecf-06d00350e385 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307007 Aug 23 12:43:02.064576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:43:02.112567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port ade3d8b9-ef76-4592-9d65-8f759f1464e6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:43:02.116143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ade3d8b9-ef76-4592-9d65-8f759f1464e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:43:02.116516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:02.193008 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:02.214334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:43:02.216488 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab96a7a-dc7e-4330-8372-caf10f69d5a9" -d '{"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-plugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:43:02.229409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:43:02.234861 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:02.260257 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dce473-eb82-4d0a-b712-09da23ae61a4 x-openstack-request-id: req-d6dce473-eb82-4d0a-b712-09da23ae61a4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:43:02.260563 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-plugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:43:02.260824 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6dce473-eb82-4d0a-b712-09da23ae61a4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:43:02.261216 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'code': 200} Aug 23 12:43:02.288453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:43:02.356887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192a5c-432e-47bb-98de-5cabe04ee5e8 req-4ea76db0-370e-4c89-8818-6e3ea9688912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:02.358441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42192a5c-432e-47bb-98de-5cabe04ee5e8 req-4ea76db0-370e-4c89-8818-6e3ea9688912 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0441575 Aug 23 12:43:02.393292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42192a5c-432e-47bb-98de-5cabe04ee5e8 req-0360d974-8b5a-43d5-9238-02a0fff91796 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276363 Aug 23 12:43:02.553053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cff01-5d0e-4141-9e0d-9252260417a8 req-4c067cba-f45b-46ee-b533-556e95adfd8c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:02.554577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-668cff01-5d0e-4141-9e0d-9252260417a8 req-4c067cba-f45b-46ee-b533-556e95adfd8c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0501726 Aug 23 12:43:02.591944 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-668cff01-5d0e-4141-9e0d-9252260417a8 req-145e6797-d5e0-4d36-b03a-3a29fc2322c8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Aug 23 12:43:03.715970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630b267-3fed-4645-97a8-9bcf7d0d0d52 req-607ea003-38cc-4cfd-9c73-de03f10b08a7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:03.718809 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c630b267-3fed-4645-97a8-9bcf7d0d0d52 req-607ea003-38cc-4cfd-9c73-de03f10b08a7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0552807 Aug 23 12:43:03.766147 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c630b267-3fed-4645-97a8-9bcf7d0d0d52 req-12acdd83-f629-4102-a5ed-823be1e8752a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Aug 23 12:43:03.883870 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d7df-4402-4b8d-a010-f5ef4ae496c8 req-2088f74d-2fab-498b-964d-64358cb1360a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:03.885731 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b4b9d7df-4402-4b8d-a010-f5ef4ae496c8 req-2088f74d-2fab-498b-964d-64358cb1360a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0531609 Aug 23 12:43:03.896537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 40814) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:43:03.901973 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Request body: {'floatingip': {'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:43:03.963841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:04.440881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:04.445732 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:04.558857 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 associated. External IP: 172.25.1.174, port: ade3d8b9-ef76-4592-9d65-8f759f1464e6. Aug 23 12:43:04.789637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:43:04.908494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:43:04.913469 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:04.922525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:43:04.936013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:43:04.937529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:42:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:43:04.945892 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-99811b13-2b4a-47ac-987a-73e40b921548 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "PUT /v2.0/floatingips/dd90eba3-2a4c-4986-8ae6-ae2f068bad67 HTTP/1.1" status: 200 len: 992 time: 1.0481434 Aug 23 12:43:04.946784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:43:04.949218 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c44ee2f87d4a12c144679439da0b43eb4fef1adcdf592737b8b7ed46515d87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e96a14c-043e-453f-bca9-744cd2d6a201" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:43:05.075452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:43:05.100205 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb966828-7a69-4b07-9699-9a9c74566862 x-openstack-request-id: req-fb966828-7a69-4b07-9699-9a9c74566862 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:43:05.100502 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:43:05.100763 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb966828-7a69-4b07-9699-9a9c74566862 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:43:05.101175 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'status': 'completed', 'code': 200} Aug 23 12:43:05.184443 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-e345cbfa-994b-42fb-a120-3d3a7f6e2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:05.186034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-e345cbfa-994b-42fb-a120-3d3a7f6e2d31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0607548 Aug 23 12:43:05.288438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-58706423-afad-431c-aac4-64c17e13599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:05.289973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-58706423-afad-431c-aac4-64c17e13599c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0940983 Aug 23 12:43:05.350766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:66:eb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:43:04Z', 'revision_number': 13, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:43:05.379679 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-76ecfe59-2caf-41d9-b342-80549dd24f3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1000 time: 0.0807486 Aug 23 12:43:05.381753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:43:05.392400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:43:05.393595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:42:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:43:05.436438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-fdce40ff-0fab-4ec4-8a41-0e007a7f8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:05.438005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-fdce40ff-0fab-4ec4-8a41-0e007a7f8795 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0515084 Aug 23 12:43:05.501115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-d418df1c-3dd9-4e3a-b7f7-e38cfd47eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:05.502830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-d418df1c-3dd9-4e3a-b7f7-e38cfd47eb34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568676 Aug 23 12:43:05.524968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:43:05.642327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-ed3c3d52-2a5e-409c-8d3c-8eb39e08ff23 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311474 Aug 23 12:43:05.755613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e96a14c-043e-453f-bca9-744cd2d6a201 req-4f89d159-66c3-4aa5-8a9b-5f5fb0cd5fa4 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026978 Aug 23 12:43:05.813639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:66:eb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:43:04Z', 'revision_number': 13, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:43:05.845853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a2f4b-4fca-4a2e-9b90-d95fde382444 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'dd90eba3-2a4c-4986-8ae6-ae2f068bad67', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'mac_address': 'fa:16:3e:66:eb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:36:06Z', 'updated_at': '2021-08-23T12:43:04Z', 'revision_number': 13, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:43:06.064907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe926e4-1c9f-4095-9b40-884aa1b9b5bd None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:43:12.404947 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-ac8c3dfc-7c42-4811-8ac0-b67677a6115e req-78a1a22b-b565-429c-9aee-d25f9f7b14a5 tempest-TestVolumeBootPattern-646896224 tempest-TestVolumeBootPattern-646896224-project] (101057) timed out ('10.222.0.44', 65135) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:43:15.472509 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:43:21.836878 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7378-c6e9-40d2-bce9-0403ff15108a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:24.396068 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c2d134-013d-4693-aef0-3b8009dac210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:24.468992 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:24.696086 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-022db5a1-373c-462c-9a26-010502a3daac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448093 Aug 23 12:43:24.780860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-a4fa25be-7ae2-445d-83c6-dc453dd6866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:24.782334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-a4fa25be-7ae2-445d-83c6-dc453dd6866a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0421531 Aug 23 12:43:24.891758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-c54e21d4-aaa2-4732-8755-7482000abc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:24.893255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-c54e21d4-aaa2-4732-8755-7482000abc1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0912745 Aug 23 12:43:24.964800 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-86741206-4b63-4dc1-a654-dc3c6f4a06ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1002 time: 0.0629580 Aug 23 12:43:25.016074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-bdba9129-c0af-4128-bd9e-bf936bd9ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:25.017614 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-bdba9129-c0af-4128-bd9e-bf936bd9ac98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0459325 Aug 23 12:43:25.076903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-21ddf315-f252-4b39-8d3d-2980f16f154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:43:25.078538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-21ddf315-f252-4b39-8d3d-2980f16f154c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529308 Aug 23 12:43:25.180117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-9ccd03de-27f7-43a5-a894-be59185fb712 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934920 Aug 23 12:43:25.274018 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-884994ec-0b3e-4bb8-8459-b05b839b5f9b req-4e48899b-bae4-44d4-bff6-ef795236b589 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863960 Aug 23 12:43:25.838495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:27.519090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:28.318516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:28.640103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:51.839675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e7eca25e-0fc8-4b6c-985c-77722ad3dcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:52.472585 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:43:54.399662 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9bb38987-d4b0-4109-a5a4-78834cc99aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:54.466046 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:55.057773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-6e1f9e22-6e47-4d54-8061-62e1d1d4c3be req-5a46daee-d109-485d-8326-1eae1220001d service neutron] (101057) timed out ('10.222.0.21', 38406) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:43:55.841768 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:57.521994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:58.335818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:43:58.661299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:21.842902 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-920ae0c3-9880-4608-8c45-52b98fbfda58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:24.401315 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f5c83563-bf02-459c-a80a-897938914a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:24.463331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:24.693746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-a06d6997-e98a-4e1c-80f6-7bb35d25fd4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478101 Aug 23 12:44:24.780134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-0c7a9e03-654e-4f1f-ad33-e2324cb41523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:24.781869 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-0c7a9e03-654e-4f1f-ad33-e2324cb41523 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0454416 Aug 23 12:44:24.900724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-b3e4ca6c-06c4-494b-a65f-7d4a07d8e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:24.902386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-b3e4ca6c-06c4-494b-a65f-7d4a07d8e5b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1015215 Aug 23 12:44:24.975410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-9ea518b9-26cd-4394-82ac-b8e6e1dad1ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1002 time: 0.0661526 Aug 23 12:44:25.030622 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-8a9336c4-98c9-45d8-9ea8-5202829f8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:25.032745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-8a9336c4-98c9-45d8-9ea8-5202829f8635 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0500689 Aug 23 12:44:25.084706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-7f44b631-be37-45a5-b38f-a1053007c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:25.086223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-7f44b631-be37-45a5-b38f-a1053007c997 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470684 Aug 23 12:44:25.186162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-1fa8f12a-50cf-44d0-9b48-965e80a702fa service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921206 Aug 23 12:44:25.285452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6de26506-2816-41dc-a4f1-bc12f07f9f4b req-2a2349b6-76d5-4979-890a-2531fcd0be45 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926242 Aug 23 12:44:25.845356 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:27.525980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:28.347979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:28.655471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:29.472905 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:44:43.455411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff97cf4-0f47-4a58-9ab4-45fcd6c2f231 req-7696d556-a5ec-46d7-af31-9a4c5faf10e9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:43.456926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cff97cf4-0f47-4a58-9ab4-45fcd6c2f231 req-7696d556-a5ec-46d7-af31-9a4c5faf10e9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 23 12:44:43.493883 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cff97cf4-0f47-4a58-9ab4-45fcd6c2f231 req-39e4b8fd-3943-4e7a-ad73-202fdbdf3e12 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309289 Aug 23 12:44:51.846502 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b9a516fc-5305-4616-8e6a-5b7fa89e2686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:54.403101 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73af707c-357f-4652-b332-16b0118933ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:54.455359 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:54.704787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3544f-6aa2-4a9c-978c-12eead956ee6 req-628e7586-5925-4d64-9d03-752ae48b7110 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:54.706381 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bf3544f-6aa2-4a9c-978c-12eead956ee6 req-628e7586-5925-4d64-9d03-752ae48b7110 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0562418 Aug 23 12:44:54.773029 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6bf3544f-6aa2-4a9c-978c-12eead956ee6 req-a33a8349-2998-4aa3-9154-0cfe086b85bb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525594 Aug 23 12:44:54.779888 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-02c7ec80-54d4-497a-aec3-f34fdca79df1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1429250 Aug 23 12:44:55.852939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:55.916457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-52d7bd63-7516-4ced-a6dd-878108f13008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:55.918135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-52d7bd63-7516-4ced-a6dd-878108f13008 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0880973 Aug 23 12:44:55.930919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b50f8-037c-435d-8318-20040a39c46e req-ae55a9b9-887d-429b-9436-e4f02d5516b5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:55.932373 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c4b50f8-037c-435d-8318-20040a39c46e req-ae55a9b9-887d-429b-9436-e4f02d5516b5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0724025 Aug 23 12:44:56.025919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c4b50f8-037c-435d-8318-20040a39c46e req-f86f4547-0e98-425a-85f9-33ae6095e3a7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837438 Aug 23 12:44:56.060056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-ab05518d-5156-4a7d-8c18-755d1f94bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:56.062027 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-ab05518d-5156-4a7d-8c18-755d1f94bb6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.1287599 Aug 23 12:44:56.144856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-fea1ac81-8c92-437f-8c28-030c4caf98c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1002 time: 0.0760460 Aug 23 12:44:56.198003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-3384c2fc-a88c-429b-a51d-05a703bde912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:56.199528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-3384c2fc-a88c-429b-a51d-05a703bde912 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0477703 Aug 23 12:44:56.260491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-26a5f6d0-47c9-4c10-b10c-d7994e476159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:56.262055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-26a5f6d0-47c9-4c10-b10c-d7994e476159 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552497 Aug 23 12:44:56.378325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-141fd81c-80ce-4fc5-8c9a-0a524be5cf84 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083617 Aug 23 12:44:56.479231 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-3a9c23c2-8bc0-481e-801d-9f9b433c6dc5 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941234 Aug 23 12:44:57.153888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d60b20-25f4-4b2d-87ca-ac159d7bcdf8 req-d92ac46d-ac81-4b9f-a498-2c77eedae09c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:57.156142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6d60b20-25f4-4b2d-87ca-ac159d7bcdf8 req-d92ac46d-ac81-4b9f-a498-2c77eedae09c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0504239 Aug 23 12:44:57.200655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e6d60b20-25f4-4b2d-87ca-ac159d7bcdf8 req-3705ec8a-532b-4fc6-9b47-3f6ec2f80134 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Aug 23 12:44:57.526945 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:58.337209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1b71a-1498-4534-9283-fbfc08c7649d req-0fbd0511-a839-4061-b765-a5ea37ba93ae tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:58.338804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cd1b71a-1498-4534-9283-fbfc08c7649d req-0fbd0511-a839-4061-b765-a5ea37ba93ae tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0655432 Aug 23 12:44:58.350121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:58.384590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9cd1b71a-1498-4534-9283-fbfc08c7649d req-0f265dd8-1e83-4259-b58f-86f4516dc887 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Aug 23 12:44:58.671235 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:44:59.516453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf368-6caa-40c5-8fb3-01cf5092a12c req-b46645d3-55cd-461e-8d8f-fa2529fd3769 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:44:59.518082 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5cecf368-6caa-40c5-8fb3-01cf5092a12c req-b46645d3-55cd-461e-8d8f-fa2529fd3769 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Aug 23 12:44:59.565151 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5cecf368-6caa-40c5-8fb3-01cf5092a12c req-9e9a9820-d234-4243-91a6-4947d6904c1f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 Aug 23 12:45:00.698158 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ab0d-7b1f-45da-be57-55f6615f28b8 req-ada6c9fe-483a-4f96-8cb9-2f61d96ee912 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:00.699729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5157ab0d-7b1f-45da-be57-55f6615f28b8 req-ada6c9fe-483a-4f96-8cb9-2f61d96ee912 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0578148 Aug 23 12:45:00.743573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5157ab0d-7b1f-45da-be57-55f6615f28b8 req-495153ac-f806-4b1c-a6d8-f409b902f96c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369649 Aug 23 12:45:01.863816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60768a-9055-484c-b7ee-c9c90a98709d req-d5720f39-3c76-48f7-9482-fccc91f657ec tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:01.865328 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d60768a-9055-484c-b7ee-c9c90a98709d req-d5720f39-3c76-48f7-9482-fccc91f657ec tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Aug 23 12:45:01.904145 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4d60768a-9055-484c-b7ee-c9c90a98709d req-f68fab95-f267-46f7-96d1-8191d2425474 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Aug 23 12:45:03.027951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea4d41-ae16-4857-bf93-29556322eb95 req-e788bcf8-23b6-4f4b-b4dd-e3b570db403c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:03.029557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01ea4d41-ae16-4857-bf93-29556322eb95 req-e788bcf8-23b6-4f4b-b4dd-e3b570db403c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Aug 23 12:45:03.069357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-01ea4d41-ae16-4857-bf93-29556322eb95 req-c58468bf-0450-4507-b5a0-581a3239c211 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326972 Aug 23 12:45:04.191945 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494ebc-bbcf-44f7-9e4a-9f34ee2ea6cc req-4b3bf599-8540-4142-8fc5-22794b5f9efb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:04.193445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a494ebc-bbcf-44f7-9e4a-9f34ee2ea6cc req-4b3bf599-8540-4142-8fc5-22794b5f9efb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0510528 Aug 23 12:45:04.235482 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a494ebc-bbcf-44f7-9e4a-9f34ee2ea6cc req-71a8537c-a751-4a3d-a15f-784340742e4a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359986 Aug 23 12:45:05.360237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103e01d-5a8c-4670-b810-55efe0dbd751 req-bb30928b-76e1-424a-bb09-5a9943850a1c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:05.361764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c103e01d-5a8c-4670-b810-55efe0dbd751 req-bb30928b-76e1-424a-bb09-5a9943850a1c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0544791 Aug 23 12:45:05.400534 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c103e01d-5a8c-4670-b810-55efe0dbd751 req-f29defb8-2b3e-4a75-80ea-4a6482e3bb4f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328298 Aug 23 12:45:06.472177 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:45:06.522321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871e7be-4265-44f0-8005-9d48c6460784 req-18f953aa-2c10-4eae-9173-42c7fa113919 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:06.524050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5871e7be-4265-44f0-8005-9d48c6460784 req-18f953aa-2c10-4eae-9173-42c7fa113919 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0506568 Aug 23 12:45:06.563709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5871e7be-4265-44f0-8005-9d48c6460784 req-a6d05d94-58d9-4161-bacd-33a3e36c7e6a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Aug 23 12:45:07.680929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c8681-0b77-4cb3-9bee-71b8c0b80632 req-cf3d4282-190d-4a34-8de6-f7b0ce6f0c98 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:07.682477 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a85c8681-0b77-4cb3-9bee-71b8c0b80632 req-cf3d4282-190d-4a34-8de6-f7b0ce6f0c98 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Aug 23 12:45:07.722234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a85c8681-0b77-4cb3-9bee-71b8c0b80632 req-979e1420-1817-443a-8916-6bfceb4f880b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Aug 23 12:45:08.862802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0442bf9-165f-40f6-9713-6eed211e198d req-e976ca97-cf6a-449f-b3f7-7e10d8736326 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:08.864527 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0442bf9-165f-40f6-9713-6eed211e198d req-e976ca97-cf6a-449f-b3f7-7e10d8736326 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0545764 Aug 23 12:45:08.905763 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0442bf9-165f-40f6-9713-6eed211e198d req-69c0da48-7fa1-419b-96c2-6af1e31f0067 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351496 Aug 23 12:45:09.914405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-72f43a1f-a81a-45ab-8fed-3ad9d8692848 service neutron] 10.222.0.44 "GET /v2.0/ports/ade3d8b9-ef76-4592-9d65-8f759f1464e6/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0557179 Aug 23 12:45:10.048475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da1474-1e7b-4f57-8631-ed27c6bdc2f9 req-17e89e56-ab31-413d-9978-92c7b6be063c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:10.050774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18da1474-1e7b-4f57-8631-ed27c6bdc2f9 req-17e89e56-ab31-413d-9978-92c7b6be063c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0685792 Aug 23 12:45:10.111903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-18da1474-1e7b-4f57-8631-ed27c6bdc2f9 req-6d91b799-8afb-4ee3-82f2-5622913f6300 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518837 Aug 23 12:45:10.153233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-03f890fd-6b20-4ebb-997d-e11e1b6f1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:10.154828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-03f890fd-6b20-4ebb-997d-e11e1b6f1555 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 1096 time: 0.0582755 Aug 23 12:45:10.228719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-b7f5c45a-47b1-482d-8bf0-d30095bd8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:10.230302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-b7f5c45a-47b1-482d-8bf0-d30095bd8c4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0449083 Aug 23 12:45:10.327293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-35de5366-cd42-4e66-a911-4e796252f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:10.328816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-35de5366-cd42-4e66-a911-4e796252f6d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0914006 Aug 23 12:45:10.394647 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-9979d9c5-a053-400a-af74-9d4fa29e987e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1002 time: 0.0588286 Aug 23 12:45:10.444680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-9d6050ee-1ddb-44f9-b664-a0ec3cd076e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:10.446203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-9d6050ee-1ddb-44f9-b664-a0ec3cd076e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0448768 Aug 23 12:45:10.507794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-6d8b0216-852c-4707-b9a6-3183e9a2823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:10.509616 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-6d8b0216-852c-4707-b9a6-3183e9a2823a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562987 Aug 23 12:45:10.606098 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-265e3b09-2c0b-4ff6-8ca8-7615ce802b47 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895271 Aug 23 12:45:10.704772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-384ee6a4-ac7f-4670-b1ee-695dd856bf92 req-54dd4d8c-96f8-4a2a-b2b9-19b4cf0641bf service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919032 Aug 23 12:45:11.245216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca2dfd-c427-4533-a76f-961d800af267 req-3c90de67-2fb7-4728-8714-cb1a2dab067a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:11.246819 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fca2dfd-c427-4533-a76f-961d800af267 req-3c90de67-2fb7-4728-8714-cb1a2dab067a tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0514536 Aug 23 12:45:11.290633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1fca2dfd-c427-4533-a76f-961d800af267 req-347a0fe1-cbfb-4c1f-bc19-eadf83eb2212 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 Aug 23 12:45:12.426044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071dd8-8fbf-45c2-ac1d-1f15fd04ce78 req-4878db71-4955-437b-a97a-68afd505e70f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:12.427586 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3071dd8-8fbf-45c2-ac1d-1f15fd04ce78 req-4878db71-4955-437b-a97a-68afd505e70f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0509791 Aug 23 12:45:12.479268 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f3071dd8-8fbf-45c2-ac1d-1f15fd04ce78 req-7ffe4af2-20a0-4b1d-acbe-c87b57ae609c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385137 Aug 23 12:45:12.780678 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:45:12.857760 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:12.882182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:45:12.884672 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c58cf6-1c38-4ee4-b34e-ec96e80f29d5" -d '{"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-unplugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:45:12.898303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:12.902960 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:12.953526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:12.962182 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.962759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.963253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.963973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.964459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.965050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.965533 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.966041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.966521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.967581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.968076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:12.968557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:13.007863 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d82da69-b99e-4349-9c2f-0e1ecb23aa63 x-openstack-request-id: req-2d82da69-b99e-4349-9c2f-0e1ecb23aa63 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:45:13.008457 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-unplugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:45:13.008718 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d82da69-b99e-4349-9c2f-0e1ecb23aa63 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:45:13.009133 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'code': 200} Aug 23 12:45:13.670221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75cdad-752c-4089-b88c-09b9c88d32ed req-52d132d4-6478-4a56-b0ed-8b306f7eb853 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:13.671942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc75cdad-752c-4089-b88c-09b9c88d32ed req-52d132d4-6478-4a56-b0ed-8b306f7eb853 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.1150384 Aug 23 12:45:13.712008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc75cdad-752c-4089-b88c-09b9c88d32ed req-b9cd22b0-0a98-46ab-ada1-fb230f93c544 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334773 Aug 23 12:45:14.888362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c61a9-06da-4ee7-b468-bb2b87026481 req-e88b5f22-c867-4293-8087-3e74d7e66a53 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:14.889942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd0c61a9-06da-4ee7-b468-bb2b87026481 req-e88b5f22-c867-4293-8087-3e74d7e66a53 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.1041441 Aug 23 12:45:14.929026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bd0c61a9-06da-4ee7-b468-bb2b87026481 req-a6e1a7d0-471a-49e0-b17f-048ce83e5beb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330236 Aug 23 12:45:16.049284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68b0ed-f7d4-4e71-b830-4d43124f61a2 req-954ad5dc-963e-496e-851e-3b902e4f1acf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:16.050795 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c68b0ed-f7d4-4e71-b830-4d43124f61a2 req-954ad5dc-963e-496e-851e-3b902e4f1acf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0532689 Aug 23 12:45:16.087722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c68b0ed-f7d4-4e71-b830-4d43124f61a2 req-26a9c28a-590f-4828-b823-81227be2a3f8 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309014 Aug 23 12:45:17.207878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb777a4e-8f11-4111-a453-067595b90f26 req-cd4ab443-3321-4566-990c-bed648567209 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:17.209426 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb777a4e-8f11-4111-a453-067595b90f26 req-cd4ab443-3321-4566-990c-bed648567209 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0510166 Aug 23 12:45:17.249636 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fb777a4e-8f11-4111-a453-067595b90f26 req-bf2a90dd-8154-4fd5-8831-1ae9b6206964 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335851 Aug 23 12:45:18.368676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c3bb8-c1e9-489a-b51c-09e3d53029de req-08651b27-6a5e-4d19-a9af-f67d62533281 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:18.370229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-723c3bb8-c1e9-489a-b51c-09e3d53029de req-08651b27-6a5e-4d19-a9af-f67d62533281 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0520287 Aug 23 12:45:18.421766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-723c3bb8-c1e9-489a-b51c-09e3d53029de req-3696d3fc-eb98-4d7f-9986-db2741961c5c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450447 Aug 23 12:45:19.537765 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54429336-3374-4f92-a2a2-b994e355ffc3 req-6b691ebb-9a7c-4dd1-9e69-29477b6ac6fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:19.539291 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-54429336-3374-4f92-a2a2-b994e355ffc3 req-6b691ebb-9a7c-4dd1-9e69-29477b6ac6fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0495682 Aug 23 12:45:19.582081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-54429336-3374-4f92-a2a2-b994e355ffc3 req-03ecc2d2-f8b8-4862-a083-86c8828468ae tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Aug 23 12:45:20.698660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559467a8-1f32-4c05-831d-be6bf7aa65ce req-880e2c24-70fe-4a79-a1ff-e568754e133f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:20.700779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-559467a8-1f32-4c05-831d-be6bf7aa65ce req-880e2c24-70fe-4a79-a1ff-e568754e133f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0494213 Aug 23 12:45:20.739329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-559467a8-1f32-4c05-831d-be6bf7aa65ce req-c9a0d8cd-2441-4b68-a9cc-e12201a746c5 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Aug 23 12:45:21.849941 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4f5780de-4e5a-4292-864b-f1aaecd93ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:21.864387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d807a-a357-4691-84e7-17293e059de8 req-4a8ff0db-be81-45b6-aade-244f65ce151f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:21.865919 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b30d807a-a357-4691-84e7-17293e059de8 req-4a8ff0db-be81-45b6-aade-244f65ce151f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0564175 Aug 23 12:45:21.904743 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b30d807a-a357-4691-84e7-17293e059de8 req-25aea988-730d-45ab-b4a8-935bf6e1a62b tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Aug 23 12:45:22.208531 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-70901ec8-526e-48dc-ba6e-6e7c1324af23 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:22.210265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-70901ec8-526e-48dc-ba6e-6e7c1324af23 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43&tenant_id=1a19700f9ce6495c82806510f5d82102&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 943 time: 0.0607817 Aug 23 12:45:22.231831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9fd6b-f2ac-4af4-9442-9da76a0b947b req-c51aa211-efd5-489d-9e3a-8c2f7e648d63 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:22.233548 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64a9fd6b-f2ac-4af4-9442-9da76a0b947b req-c51aa211-efd5-489d-9e3a-8c2f7e648d63 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0559065 Aug 23 12:45:22.276480 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64a9fd6b-f2ac-4af4-9442-9da76a0b947b req-e967de89-9cbd-4b7b-9eed-3669fbb743c4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Aug 23 12:45:22.282334 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-12666f74-2028-4df6-90c7-35a8d6bea485 service neutron] 10.222.0.44 "GET /v2.0/ports/ade3d8b9-ef76-4592-9d65-8f759f1464e6/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0651186 Aug 23 12:45:22.348491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-ab854acf-525e-4eaf-bc06-850da3b40502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:22.350055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-ab854acf-525e-4eaf-bc06-850da3b40502 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1094 time: 0.0415440 Aug 23 12:45:22.443958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-28975cfe-9d19-48bb-b6f0-7e5581fc2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:22.445482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-28975cfe-9d19-48bb-b6f0-7e5581fc2fdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0888739 Aug 23 12:45:22.509546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-f55de259-1ff1-45d4-82dc-78cc420e5166 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1000 time: 0.0567205 Aug 23 12:45:22.558108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-71ee4add-f981-43a3-9294-b089f20e1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:22.559689 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-71ee4add-f981-43a3-9294-b089f20e1e28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0437145 Aug 23 12:45:22.617952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-875860a5-459b-4d03-9239-874b2afe5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:22.619471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-875860a5-459b-4d03-9239-874b2afe5f11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524900 Aug 23 12:45:22.714789 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-76e75aa9-c9db-4b92-84c6-4964c47394b0 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884409 Aug 23 12:45:22.806975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-9a6bbd68-5ad7-40de-b08a-7cdc5a3aaa26 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852551 Aug 23 12:45:22.832773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:45:22.933985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:22.944910 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'mac_address': 'fa:16:3e:66:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:45:22.981808 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:22.994440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade3d8b9-ef76-4592-9d65-8f759f1464e6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:45:23.014711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:23.018507 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:23.066431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:23.288545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ade3d8b9-ef76-4592-9d65-8f759f1464e6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:45:23.410389 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a71efa-25fa-47a2-bc7f-6d561099c198 req-197b7969-8631-44c1-9fa2-7a22cb4c8da7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:23.413213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37a71efa-25fa-47a2-bc7f-6d561099c198 req-197b7969-8631-44c1-9fa2-7a22cb4c8da7 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 944 time: 0.0639338 Aug 23 12:45:23.454108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-37a71efa-25fa-47a2-bc7f-6d561099c198 req-b2cf1023-cd07-4093-ba3d-f682567d4332 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343742 Aug 23 12:45:24.408266 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-19f82a68-368d-4e92-a000-ed9bdf460d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:24.462252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:24.586478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4ee71-0654-42a9-8951-adcc4732b9e3 req-a28d6156-0901-4e56-9f3c-41df9ae616fb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:24.587991 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01e4ee71-0654-42a9-8951-adcc4732b9e3 req-a28d6156-0901-4e56-9f3c-41df9ae616fb tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 944 time: 0.0628338 Aug 23 12:45:24.633964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-01e4ee71-0654-42a9-8951-adcc4732b9e3 req-c514ae5a-3b88-4758-9f11-5af4da1cea73 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Aug 23 12:45:24.750031 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-6d3ecdbc-8e32-438c-a3d7-9aceea698826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:24.751811 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-6d3ecdbc-8e32-438c-a3d7-9aceea698826 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1095 time: 0.0485861 Aug 23 12:45:24.842447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:45:24.867263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-8b7f8161-1a44-440a-a60f-8a0503c699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:24.869212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-8b7f8161-1a44-440a-a60f-8a0503c699f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.0981767 Aug 23 12:45:24.894238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ade3d8b9-ef76-4592-9d65-8f759f1464e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:45:24.894519 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:24.943652 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-1ca90d5f-ffd2-4b04-b00c-ab5b89b2eb97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1001 time: 0.0678687 Aug 23 12:45:24.997331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:25.012069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-3dd792ba-8f36-4fd2-b7d3-043af3c13789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:25.013713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-3dd792ba-8f36-4fd2-b7d3-043af3c13789 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0624473 Aug 23 12:45:25.022974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:45:25.024588 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bba1b9-bd75-4439-8292-019e467263b3" -d '{"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-plugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:45:25.039491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:25.046330 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:25.064977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-ef0e558c-ec1b-4ff8-b0d3-02cc957903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:25.066629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-ef0e558c-ec1b-4ff8-b0d3-02cc957903a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458212 Aug 23 12:45:25.088540 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a2adb-ab2c-45c2-ac81-7475ac9c2de0 x-openstack-request-id: req-143a2adb-ab2c-45c2-ac81-7475ac9c2de0 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:45:25.088902 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-plugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:45:25.089239 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-143a2adb-ab2c-45c2-ac81-7475ac9c2de0 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:45:25.089883 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'code': 200} Aug 23 12:45:25.107763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:25.163818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-932cd7ce-9cc6-4e52-bf2c-c268ff42ca36 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900655 Aug 23 12:45:25.270711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-199498a4-9f47-4ddb-bc4c-2b73b2d5fedd req-1708d1c5-3906-46b6-bb75-20a41df44270 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993931 Aug 23 12:45:25.769441 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15f3c-9c22-4c0e-ad36-41d06ef23a1d req-af6b20e5-b27a-4f53-aedb-e30a07e21bdc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:25.771928 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4f15f3c-9c22-4c0e-ad36-41d06ef23a1d req-af6b20e5-b27a-4f53-aedb-e30a07e21bdc tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0661027 Aug 23 12:45:25.815723 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c4f15f3c-9c22-4c0e-ad36-41d06ef23a1d req-d5992498-8cae-49c6-9a54-cece8d2995ed tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Aug 23 12:45:25.858710 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:26.707510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-d9e1671f-c176-493d-a052-310e03d5696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:26.709014 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-d9e1671f-c176-493d-a052-310e03d5696d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43&tenant_id=1a19700f9ce6495c82806510f5d82102 HTTP/1.1" status: 200 len: 1096 time: 0.0428998 Aug 23 12:45:26.791222 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-374210f0-18f9-4f0a-aee5-8fb6cd750541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:26.792729 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-374210f0-18f9-4f0a-aee5-8fb6cd750541 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a19700f9ce6495c82806510f5d82102&device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 1096 time: 0.0585957 Aug 23 12:45:27.226741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3c554-3f42-4ad4-86ce-c8ea2a8372bc req-cbf0f2de-a26c-40f2-b579-9d37e81eb8d0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:27.228167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-39c3c554-3f42-4ad4-86ce-c8ea2a8372bc req-cbf0f2de-a26c-40f2-b579-9d37e81eb8d0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0940840 Aug 23 12:45:27.231076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-f290d113-ba8f-4b98-80c4-af06e066bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:27.232471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-f290d113-ba8f-4b98-80c4-af06e066bc25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 200 len: 913 time: 0.4328802 Aug 23 12:45:27.312663 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-39c3c554-3f42-4ad4-86ce-c8ea2a8372bc req-e2205f40-1011-41fe-97ed-d8ade00409aa tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782239 Aug 23 12:45:27.320949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-a6f8fe11-75db-4d42-abb9-c5a48e485ce2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 200 len: 1002 time: 0.0805557 Aug 23 12:45:27.370645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-76f60b07-0776-4077-beab-78f85ffd2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:27.372138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-76f60b07-0776-4077-beab-78f85ffd2534 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 200 len: 851 time: 0.0444379 Aug 23 12:45:27.426846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-edd9507a-f0ae-4b96-b5be-500c06259132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:27.428410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-edd9507a-f0ae-4b96-b5be-500c06259132 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c2dab7d7-d72e-4b8e-9227-bd85734c9160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493295 Aug 23 12:45:27.526006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-b9e35419-7492-46df-81e9-0f571a5be38e service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895550 Aug 23 12:45:27.539831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:27.624003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-132a39ff-af4a-4c90-ae9f-c2b46b9bf2cc req-574ca8d3-a4ff-44bf-98c7-fb2128261688 service neutron] 10.222.0.44 "GET /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911710 Aug 23 12:45:28.368149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:28.454750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051c6ab-228a-4873-ac20-291d5a588317 req-0fec2503-a2c1-4325-849f-ab4eba8864d1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:28.456293 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6051c6ab-228a-4873-ac20-291d5a588317 req-0fec2503-a2c1-4325-849f-ab4eba8864d1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0575402 Aug 23 12:45:28.495573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6051c6ab-228a-4873-ac20-291d5a588317 req-d249e2ae-f4db-4a5b-bcf8-43dd3da7acab tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327570 Aug 23 12:45:28.668258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:28.842169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:45:28.926090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:28.950266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:45:28.952613 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b370e5-92c4-4049-8b08-b418eedf33b1" -d '{"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-unplugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:45:28.966360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:28.972388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:29.013021 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea276f7-d1d1-4a62-9f0f-352409af9c57 x-openstack-request-id: req-eea276f7-d1d1-4a62-9f0f-352409af9c57 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:45:29.013357 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-unplugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:45:29.013724 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eea276f7-d1d1-4a62-9f0f-352409af9c57 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:45:29.014123 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'code': 200} Aug 23 12:45:29.036206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:29.629572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47274-9f1e-4725-ae9b-34c82d8087f3 req-78559b85-5a5a-450c-83b1-a60dd3b92163 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:29.631292 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dae47274-9f1e-4725-ae9b-34c82d8087f3 req-78559b85-5a5a-450c-83b1-a60dd3b92163 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0549350 Aug 23 12:45:29.681913 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dae47274-9f1e-4725-ae9b-34c82d8087f3 req-0671fb50-2c51-41af-8c59-5db83b0e84cf tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Aug 23 12:45:30.831038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e1922-ee0f-4ead-8156-3f480aba4c83 req-ab829fea-621a-41bd-b224-95a129cd4255 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:30.834104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee1e1922-ee0f-4ead-8156-3f480aba4c83 req-ab829fea-621a-41bd-b224-95a129cd4255 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0637107 Aug 23 12:45:30.897320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee1e1922-ee0f-4ead-8156-3f480aba4c83 req-cdc045bf-fe64-4ef5-a3be-f0164d2a20a2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541589 Aug 23 12:45:32.024983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d96994-910c-4b7b-8c9e-567b82514b39 req-20b831d1-f470-40bc-b8a1-1891dc88e0db tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:32.026538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93d96994-910c-4b7b-8c9e-567b82514b39 req-20b831d1-f470-40bc-b8a1-1891dc88e0db tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0532787 Aug 23 12:45:32.070992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-93d96994-910c-4b7b-8c9e-567b82514b39 req-3aec0912-fd47-4bf2-8caf-5a00cc3b40ae tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383487 Aug 23 12:45:33.188452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d67a5-1c9d-460e-acba-57ceb2043ffa req-d6420b67-bdc3-46b3-af44-46e89ae48178 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:33.189956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c22d67a5-1c9d-460e-acba-57ceb2043ffa req-d6420b67-bdc3-46b3-af44-46e89ae48178 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0489740 Aug 23 12:45:33.231390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c22d67a5-1c9d-460e-acba-57ceb2043ffa req-76355eef-5a46-4956-ba3a-e424b4fdc45c tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354955 Aug 23 12:45:34.360229 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d554b07-2798-4a83-81bf-0c03c822dfab req-8d48828a-9eaf-4a71-85e8-f1dc6015870f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:34.362606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d554b07-2798-4a83-81bf-0c03c822dfab req-8d48828a-9eaf-4a71-85e8-f1dc6015870f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0607812 Aug 23 12:45:34.407680 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8d554b07-2798-4a83-81bf-0c03c822dfab req-a33cb3b7-1a7c-4fd8-aa0a-e531357c78fa tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387301 Aug 23 12:45:35.536281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff31e-4ac9-4e23-aae2-d72310ec99ad req-345cba93-beaa-4299-a73e-1e904d8b7a57 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:35.537871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-979ff31e-4ac9-4e23-aae2-d72310ec99ad req-345cba93-beaa-4299-a73e-1e904d8b7a57 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0539169 Aug 23 12:45:35.576843 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-979ff31e-4ac9-4e23-aae2-d72310ec99ad req-dccb8231-0620-492a-b4c1-4a8de0cf8b94 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Aug 23 12:45:36.703311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeddd0c-ebd3-4f25-aea1-e1c9ee066312 req-f0bf0174-5032-42bf-b422-d565abd91751 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:36.704807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afeddd0c-ebd3-4f25-aea1-e1c9ee066312 req-f0bf0174-5032-42bf-b422-d565abd91751 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0565536 Aug 23 12:45:36.761474 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afeddd0c-ebd3-4f25-aea1-e1c9ee066312 req-ba3b279f-69e8-4709-b81b-3ffb4b160c07 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 Aug 23 12:45:37.910234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b637c-6f66-4d44-a4ed-c1ec0ad4b8e3 req-4d77681a-f0c7-4a81-a805-37c3bb2e2eb0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:37.911809 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-017b637c-6f66-4d44-a4ed-c1ec0ad4b8e3 req-4d77681a-f0c7-4a81-a805-37c3bb2e2eb0 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0591772 Aug 23 12:45:37.965462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-017b637c-6f66-4d44-a4ed-c1ec0ad4b8e3 req-2698ebc3-6db6-42a7-8ac5-f042895b929f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474951 Aug 23 12:45:38.893778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:45:39.006246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:39.022643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'port_id': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'mac_address': 'fa:16:3e:66:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:45:39.063250 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:39.080966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade3d8b9-ef76-4592-9d65-8f759f1464e6 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:45:39.101036 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:39.110779 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:39.112472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d68f48-ce62-4b62-a5b5-8d3c80a7c1d6 req-1bc4bb02-e4b0-4997-93f5-f109ea86bdd4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:39.114071 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97d68f48-ce62-4b62-a5b5-8d3c80a7c1d6 req-1bc4bb02-e4b0-4997-93f5-f109ea86bdd4 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 943 time: 0.0700216 Aug 23 12:45:39.162395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-97d68f48-ce62-4b62-a5b5-8d3c80a7c1d6 req-7a3069bd-0e56-48f0-8412-711935875867 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381372 Aug 23 12:45:39.163651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:39.284248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c4e21-1f1b-4be0-861e-03bfe248e0db req-74e83859-bfef-4f2c-92d3-7570bdbe7cca tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:39.285799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af7c4e21-1f1b-4be0-861e-03bfe248e0db req-74e83859-bfef-4f2c-92d3-7570bdbe7cca tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Aug 23 12:45:39.319787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ade3d8b9-ef76-4592-9d65-8f759f1464e6'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:45:39.326737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af7c4e21-1f1b-4be0-861e-03bfe248e0db req-7c32f762-1b7c-4719-b94e-39e84ee379f2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Aug 23 12:45:39.469421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef21c8-0cdf-449a-9fdc-5ac88b74a7f2 req-00fbd763-00db-4c05-878d-568f55684592 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:39.471682 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47ef21c8-0cdf-449a-9fdc-5ac88b74a7f2 req-00fbd763-00db-4c05-878d-568f55684592 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0613589 Aug 23 12:45:39.515060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-47ef21c8-0cdf-449a-9fdc-5ac88b74a7f2 req-e8ba7f33-eecb-44b9-9b43-c1dea435eb73 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369086 Aug 23 12:45:39.786297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4023b-a7a1-44aa-af41-fe969c1579df req-7b5b8569-ea06-4a49-82c5-b9ad77009901 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:39.787845 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10e4023b-a7a1-44aa-af41-fe969c1579df req-7b5b8569-ea06-4a49-82c5-b9ad77009901 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0661130 Aug 23 12:45:39.842965 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-10e4023b-a7a1-44aa-af41-fe969c1579df req-37a47d70-e4a7-4faf-a2c9-f3ddffff396f tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485573 Aug 23 12:45:40.905776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:45:40.957869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ade3d8b9-ef76-4592-9d65-8f759f1464e6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:45:40.958250 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:40.988088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a52947-1200-41ab-ba90-816087452ae3 req-b6120213-15f2-47ad-8a39-1e7465f8a62e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:40.989660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56a52947-1200-41ab-ba90-816087452ae3 req-b6120213-15f2-47ad-8a39-1e7465f8a62e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 945 time: 0.0645235 Aug 23 12:45:41.032711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56a52947-1200-41ab-ba90-816087452ae3 req-1c3b7c7f-14a8-4556-9040-5775dad02735 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8795810-6e73-4753-b964-bbd740de47a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358222 Aug 23 12:45:41.054282 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.073591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:45:41.076315 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c36da0d-64a7-46e7-bc76-235134e0e895" -d '{"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-plugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:45:41.098759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:41.103725 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.129371 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367e4cd-d185-47d9-a46e-dc077300e42f x-openstack-request-id: req-f367e4cd-d185-47d9-a46e-dc077300e42f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:45:41.129583 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-plugged", "status": "completed", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:45:41.129884 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f367e4cd-d185-47d9-a46e-dc077300e42f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:45:41.130328 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'code': 200} Aug 23 12:45:41.156989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=11']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:41.290974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-b4818e96-4f1e-4636-9329-54944bd35773 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:41.293037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-b4818e96-4f1e-4636-9329-54944bd35773 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 946 time: 0.0639849 Aug 23 12:45:41.388850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Deleting port ade3d8b9-ef76-4592-9d65-8f759f1464e6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:45:41.389095 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.489001 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] For port ade3d8b9-ef76-4592-9d65-8f759f1464e6, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ade3d8b9-ef76-4592-9d65-8f759f1464e6,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:41.489523 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.682749 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.683058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.683385 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67 disassociated. External IP: 172.25.1.174, port: ade3d8b9-ef76-4592-9d65-8f759f1464e6. Aug 23 12:45:41.683746 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Calling delete_port for ade3d8b9-ef76-4592-9d65-8f759f1464e6 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:45:41.827890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:41.860185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'Port': ['ID=ade3d8b9-ef76-4592-9d65-8f759f1464e6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:41.871422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.872120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.872120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.873002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.873313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.873650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.874013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.874338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.874665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.874998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.875362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:41.875682 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:42.002471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:45:42.138988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-56bbd7a5-2214-415f-b3d5-d66ef769d908 req-8dcb03de-39aa-45f2-b55b-80b5967455a1 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 210 time: 0.0355251 Aug 23 12:45:42.141742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:45:42.153973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:45:42.174187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:45:42.174815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:45:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:42.187042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] No DVR routers for this DVR port ade3d8b9-ef76-4592-9d65-8f759f1464e6 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:45:42.189714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:42.191736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9deea275-a2ee-406a-b8b7-2b86468ebe92 req-fb039aad-0f22-42dd-99ab-29970b689b41 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.44 "DELETE /v2.0/ports/ade3d8b9-ef76-4592-9d65-8f759f1464e6 HTTP/1.1" status: 204 len: 173 time: 0.8929219 Aug 23 12:45:42.192183 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-deleted', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:45:42.194914 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8253de91-80fa-4c3a-9b4c-b76a0f817cd1" -d '{"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-deleted", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:45:42.240892 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915a00a-f3b7-4332-8639-84e11a19af4e x-openstack-request-id: req-7915a00a-f3b7-4332-8639-84e11a19af4e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:45:42.241195 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43", "name": "network-vif-deleted", "tag": "ade3d8b9-ef76-4592-9d65-8f759f1464e6", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:45:42.241472 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7915a00a-f3b7-4332-8639-84e11a19af4e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:45:42.241974 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43', 'name': 'network-vif-deleted', 'tag': 'ade3d8b9-ef76-4592-9d65-8f759f1464e6', 'status': 'completed', 'code': 200} Aug 23 12:45:42.288459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:45:42.497931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:42.530202 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:45:42.539992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:45:42.540653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:45:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:42.663902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:45:42.880104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:42.910317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb9524-b50d-48fd-abab-2d3b1456c9c2 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:36:02Z', 'revision_number': 4, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '0f3ac895-8958-4521-9607-0d788ec5f920', 'name': '', 'network_id': 'c2dab7d7-d72e-4b8e-9227-bd85734c9160', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'mac_address': 'fa:16:3e:5b:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:02Z', 'updated_at': '2021-08-23T12:36:07Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'subnets': [{'id': 'cbdf3148-0d31-4aa1-a1af-44bce8e8abb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:45:43.170196 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ec851-60e8-47d4-bfbf-6f872da05577 None None] New status for floating IP dd90eba3-2a4c-4986-8ae6-ae2f068bad67: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:45:43.255634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0c5bccb-1f4d-4b34-b2a3-36847912ea90 req-1bd8351c-d81a-48a9-8139-72d1356984df tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 210 time: 0.0355592 Aug 23 12:45:43.471840 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:45:44.356102 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ad3e46c2-9351-4914-af66-6e85318fcb0e req-ff97f83a-0ee6-46a7-8c94-7183d90f662e tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 210 time: 0.0274751 Aug 23 12:45:44.920234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:45:44.946768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: ade3d8b9-ef76-4592-9d65-8f759f1464e6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:45:44.947121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ade3d8b9-ef76-4592-9d65-8f759f1464e6 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:45:45.467140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-769ef783-8557-4168-9713-cc2ea95b1e23 req-69303912-6603-4ea3-a48d-47ba32606c17 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfa9132-8468-4cb3-a4fe-efc0ab3b7a43 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Aug 23 12:45:50.317951 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41270) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:50.373114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b784d49-448a-40b3-ab88-a709439697fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.396449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b784d49-448a-40b3-ab88-a709439697fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.445744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b784d49-448a-40b3-ab88-a709439697fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.448531 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6b784d49-448a-40b3-ab88-a709439697fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.450105 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6b784d49-448a-40b3-ab88-a709439697fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8795810-6e73-4753-b964-bbd740de47a4 HTTP/1.1" status: 204 len: 168 time: 0.1309018 Aug 23 12:45:50.453713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41272) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:50.460235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b784d49-448a-40b3-ab88-a709439697fd tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8795810-6e73-4753-b964-bbd740de47a4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:50.471730 n-d-773645-7 neutron-server[101058]: INFO neutron.api.v2.resource [None req-1337debe-e4bc-4f4c-9ecb-d0e34442d9e2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] show failed (client error): The resource could not be found. Aug 23 12:45:50.472758 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1337debe-e4bc-4f4c-9ecb-d0e34442d9e2 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "GET /v2.0/security-groups/b8795810-6e73-4753-b964-bbd740de47a4 HTTP/1.1" status: 404 len: 347 time: 0.0172057 Aug 23 12:45:50.477075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41274) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:50.612385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Deleting port bba2c30a-36ab-4d6b-af04-5825b75c76d6 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:45:50.612734 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.688903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.689143 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.705297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Calling delete_port for bba2c30a-36ab-4d6b-af04-5825b75c76d6 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:45:50.850584 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.879427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Pushing event deleted for resources: {'Port': ['ID=bba2c30a-36ab-4d6b-af04-5825b75c76d6,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:50.905259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.905610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.905983 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.906328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.906670 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.907010 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.907342 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.907672 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.908001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.908328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.908656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.908984 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:45:50.957095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.959756 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:50.960992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-032c62f5-03e6-442d-8313-741d6ed4c6f9 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] 10.222.0.21 "DELETE /v2.0/floatingips/dd90eba3-2a4c-4986-8ae6-ae2f068bad67 HTTP/1.1" status: 204 len: 168 time: 0.4825895 Aug 23 12:45:50.964170 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:51.396611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:51.651247 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Deleting port 0f3ac895-8958-4521-9607-0d788ec5f920 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:45:51.651933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:51.729397 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] For port 0f3ac895-8958-4521-9607-0d788ec5f920, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=0f3ac895-8958-4521-9607-0d788ec5f920,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:51.729789 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:51.742381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Calling delete_port for 0f3ac895-8958-4521-9607-0d788ec5f920 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:45:51.853874 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d0d138a3-a220-4f6e-9dd1-e091b95855b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:51.943810 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:51.967776 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3ac895-8958-4521-9607-0d788ec5f920,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:52.169597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:52.720063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:45:52.838527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:45:52.844356 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eb31eb3b-effd-4b5e-bdfb-b1859e1ddcaf admin admin] 10.222.0.21 "PUT /v2.0/routers/7b8712a5-11d4-4caf-a4c8-a668d911ec21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791418 Aug 23 12:45:52.846135 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41282) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:52.847570 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] Sync routers for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:45:52.859163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:45:52.860194 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:45:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:52.971540 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:52.972915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:45:53.080555 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.138465 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Deleting port 2a92a161-fadb-4ac3-a6d7-48879e643da2 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:45:53.138727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.157853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:45:51Z', 'revision_number': 5, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port': {'id': '2a92a161-fadb-4ac3-a6d7-48879e643da2', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:36:00Z', 'updated_at': '2021-08-23T12:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:53.187476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] Checking router: 7b8712a5-11d4-4caf-a4c8-a668d911ec21 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:45:53.196230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] Routers {'7b8712a5-11d4-4caf-a4c8-a668d911ec21'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:45:53.196884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:45:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:53.218719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] For port 2a92a161-fadb-4ac3-a6d7-48879e643da2, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2a92a161-fadb-4ac3-a6d7-48879e643da2,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:53.219095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.232090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Calling delete_port for 2a92a161-fadb-4ac3-a6d7-48879e643da2 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:45:53.281977 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] Set router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:45:53.341405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:45:53Z', 'revision_number': 6, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:53.375118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a706-e9bb-4c3a-a1cc-fafe155dd2e5 None None] The sync data for ids ['7b8712a5-11d4-4caf-a4c8-a668d911ec21'] in n-d-773645-7 is: [{'id': '7b8712a5-11d4-4caf-a4c8-a668d911ec21', 'name': 'tempest-ServerActionsTestJSON-1543928179-router', 'tenant_id': '1a19700f9ce6495c82806510f5d82102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:35:59Z', 'updated_at': '2021-08-23T12:45:53Z', 'revision_number': 6, 'project_id': '1a19700f9ce6495c82806510f5d82102', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:45:53.431321 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.462725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a92a161-fadb-4ac3-a6d7-48879e643da2,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:53.539692 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.635340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.638187 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.688091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.688661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8712a5-11d4-4caf-a4c8-a668d911ec21 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:45:53.696849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.698073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e535fbfd-801c-452b-8f30-7c96b8dd3486 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7b8712a5-11d4-4caf-a4c8-a668d911ec21 HTTP/1.1" status: 204 len: 168 time: 0.8509803 Aug 23 12:45:53.701416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41286) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:53.757433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Deleting subnet cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:45:53.761595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.799884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.904871 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:53.977302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.008816 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdf3148-0d31-4aa1-a1af-44bce8e8abb7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:54.015552 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.017511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8f6998f0-3887-4ea4-8042-d1b98514b081 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cbdf3148-0d31-4aa1-a1af-44bce8e8abb7 HTTP/1.1" status: 204 len: 168 time: 0.3150806 Aug 23 12:45:54.020846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41288) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:54.023509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d833e3bc-433b-4c9f-84c1-83c2701f5ede None None] Network c2dab7d7-d72e-4b8e-9227-bd85734c9160 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:45:54.099745 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.164048 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Deleting port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:45:54.164048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.262188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] DHCP port deletion for c2dab7d7-d72e-4b8e-9227-bd85734c9160 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:45:54.277383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] For port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,segment=NetworkSegment(a297ebec-ffa8-4e81-bc75-3fa6af6bdffc),segment_id=a297ebec-ffa8-4e81-bc75-3fa6af6bdffc)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:54.278474 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.297412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a92a161-fadb-4ac3-a6d7-48879e643da2 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:45:54.300818 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Calling delete_port for ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:45:54.411061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.436303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:54.453843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] No DVR routers for this DVR port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:45:54.499283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2a92a161-fadb-4ac3-a6d7-48879e643da2 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:45:54.499554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2a92a161-fadb-4ac3-a6d7-48879e643da2 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:45:54.499901 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0f3ac895-8958-4521-9607-0d788ec5f920 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:45:54.554547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.560457 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.562326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 0f3ac895-8958-4521-9607-0d788ec5f920 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:45:54.563995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 0f3ac895-8958-4521-9607-0d788ec5f920 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:45:54.568384 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6e5490ba-c43e-418b-bfe9-0001c910ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.571989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dab7d7-d72e-4b8e-9227-bd85734c9160']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:54.580261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Deleting port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:45:54.580661 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.599378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:54.599894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a297ebec-ffa8-4e81-bc75-3fa6af6bdffc') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:45:54.614549 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.633061 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.639588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:45:54.639992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:45:54.641871 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:45:54.657847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] For port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:45:54.658245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.677482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Calling delete_port for ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:45:54.681095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 12:45:54.682974 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.703540 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.711157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] No DVR routers for this DVR port ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:45:54.711463 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.712734 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961b742-0b8f-49ce-8c9e-6566da7283b5 None None] Pushing event deleted for resources: {'Port': ['ID=ec1193f1-29b1-4ea4-ba6a-ddd6875eee92,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:54.714859 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2dab7d7-d72e-4b8e-9227-bd85734c9160 HTTP/1.1" status: 204 len: 168 time: 0.6918418 Aug 23 12:45:54.742341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77325b72-fe3b-4647-a236-e2ae275679ee admin admin] Pushing event deleted for resources: {'Network': ['ID=c2dab7d7-d72e-4b8e-9227-bd85734c9160,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:54.855694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:54.902184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b1ec8f4b-5617-47a8-bf42-2072dd002dfb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a19700f9ce6495c82806510f5d82102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442646 Aug 23 12:45:54.905508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41294) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:54.959952 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3a21e13-c999-4410-8483-c955d6c9555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:54.984798 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3a21e13-c999-4410-8483-c955d6c9555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:55.040359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3a21e13-c999-4410-8483-c955d6c9555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:55.043032 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f3a21e13-c999-4410-8483-c955d6c9555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:55.044271 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f3a21e13-c999-4410-8483-c955d6c9555c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0043a077-363e-499e-9dcc-59f98215a24d HTTP/1.1" status: 204 len: 168 time: 0.1375721 Aug 23 12:45:55.052840 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a21e13-c999-4410-8483-c955d6c9555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043a077-363e-499e-9dcc-59f98215a24d,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:55.863153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:55.906155 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41316) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:56.015664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-171119281-network', 'tenant_id': '5bfc4c6aecbf45c1979ea62c96df3164'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:45:56.040482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Made reservation on behalf of 5bfc4c6aecbf45c1979ea62c96df3164 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:45:56.042914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.053602 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.107831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:45:56.135718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:45:56.135963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ec1193f1-29b1-4ea4-ba6a-ddd6875eee92 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:45:56.174522 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.179443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.207616 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:45:56.213179 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06a01f-0acf-4af2-809c-293c82fc4476,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:56.221449 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.221846 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Added segment f4408080-c900-4ce7-bcaf-23bd2e425c95 of type vlan for network 36b29402-7371-4e91-9945-a2869d303433 Aug 23 12:45:56.272328 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.300484 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.301473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:56.302100 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.361853 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4544768 Aug 23 12:45:56.365779 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41320) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:45:56.366594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72356c83-0753-41e1-b043-a4fee13e9e8f admin admin] Pushing event updated for resources: {'Network': ['ID=36b29402-7371-4e91-9945-a2869d303433,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:56.373751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Request body: {'subnet': {'network_id': '36b29402-7371-4e91-9945-a2869d303433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-171119281-subnet', 'tenant_id': '5bfc4c6aecbf45c1979ea62c96df3164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:45:56.380170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 36b29402-7371-4e91-9945-a2869d303433 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:45:56.412361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Made reservation on behalf of 5bfc4c6aecbf45c1979ea62c96df3164 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:45:56.415055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.645506 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.707659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6aad27f-e03e-4069-bfe7-c02c19895a6c,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:56.715032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Checking segment: {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:45:56.715391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Network hostable DHCP agents. Network: 36b29402-7371-4e91-9945-a2869d303433, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:45:56.733642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Network 36b29402-7371-4e91-9945-a2869d303433 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:45:56.743961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 36b29402-7371-4e91-9945-a2869d303433) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:45:56.748526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:56.749110 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:56.756236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10346743-c391-44ec-8609-5ac9b31eb8bc None None] Network 36b29402-7371-4e91-9945-a2869d303433 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:45:56.773437 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a7e4bfa8-5cd9-48a1-be45-b9907635fea2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3976812 Aug 23 12:45:56.891679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86ad80-58df-4df5-bac6-94c7f7e20c43 None None] Network 36b29402-7371-4e91-9945-a2869d303433 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:45:57.242089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-dc9ed08a-6bbe-4a94-85c4-4b62428f35a8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:57.243603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-dc9ed08a-6bbe-4a94-85c4-4b62428f35a8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/networks?id=36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 200 len: 813 time: 0.1177487 Aug 23 12:45:57.260237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-1ae38ccf-7d4d-4fa5-8b52-a187fdb3679d tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/quotas/5bfc4c6aecbf45c1979ea62c96df3164 HTTP/1.1" status: 200 len: 375 time: 0.0100732 Aug 23 12:45:57.298050 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-938efb13-6e5f-40ca-aa57-df5dcc85178d tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316634 Aug 23 12:45:57.310006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-c16dbb14-4854-4859-88f6-828a64915f39 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:45:57.311032 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-c16dbb14-4854-4859-88f6-828a64915f39 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061462 Aug 23 12:45:57.407449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-8c690edd-11f1-4914-b9d6-cab2d3a2f8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894566 Aug 23 12:45:57.500581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-58e8b38e-d635-4391-ac06-fb7948f95077 service neutron] 10.222.0.21 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867465 Aug 23 12:45:57.537816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:57.696006 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17825384-d024-418a-b6ab-9a3ae92921b2 req-46599e5e-7623-4b45-afbb-cc28121f6675 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Aug 23 12:45:58.376730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:58.685752 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:58.855932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f4e2a2e4-0e48-4596-b693-302939de49a5 req-1affc832-2c33-488f-94e6-dc902ff39009 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 210 time: 0.0707147 Aug 23 12:45:58.917450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-1e2f81f9-7d29-4076-94c6-111519dc78b0 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:58.919961 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-1e2f81f9-7d29-4076-94c6-111519dc78b0 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "GET /v2.0/networks?id=36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 200 len: 813 time: 0.1608992 Aug 23 12:45:58.935167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Request body: {'port': {'device_id': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'network_id': '36b29402-7371-4e91-9945-a2869d303433', 'admin_state_up': True, 'tenant_id': '5bfc4c6aecbf45c1979ea62c96df3164'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:45:59.055915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Made reservation on behalf of 5bfc4c6aecbf45c1979ea62c96df3164 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:45:59.060755 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.210911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Allocated IP 172.20.0.14 (36b29402-7371-4e91-9945-a2869d303433/b6aad27f-e03e-4069-bfe7-c02c19895a6c/a7908c6e-59af-4c15-a39f-891140b03c6d) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:45:59.371699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.414992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.458055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Network 36b29402-7371-4e91-9945-a2869d303433 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:45:59.461119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:45:59.464827 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:45:59.474677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Pushing event updated for resources: {'Port': ['ID=a7908c6e-59af-4c15-a39f-891140b03c6d,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:59.529742 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:59.530355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.545457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-68ec2983-3a75-4733-bcc3-948591bd310b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158712 Aug 23 12:45:59.558719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Request body: {'port': {'device_id': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:45:59.613838 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.890007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7908c6e-59af-4c15-a39f-891140b03c6d {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:45:59.898360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.911502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Transition to ACTIVE for port object a7908c6e-59af-4c15-a39f-891140b03c6d will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:45:59.915866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:45:59.969334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Pushing event updated for resources: {'Port': ['ID=a7908c6e-59af-4c15-a39f-891140b03c6d,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:45:59.994377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da075e-d4f1-4717-80e6-7a1f11eeea0c req-1ac73a0b-bfa5-48bf-94e1-0936150f0223 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:45:59.995921 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9da075e-d4f1-4717-80e6-7a1f11eeea0c req-1ac73a0b-bfa5-48bf-94e1-0936150f0223 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 944 time: 0.0580430 Aug 23 12:46:00.034322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Attempting to bind port a7908c6e-59af-4c15-a39f-891140b03c6d on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:00.034655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Attempting to bind port a7908c6e-59af-4c15-a39f-891140b03c6d by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:00.034983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Attempting to bind port a7908c6e-59af-4c15-a39f-891140b03c6d on network 36b29402-7371-4e91-9945-a2869d303433 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:00.036058 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9da075e-d4f1-4717-80e6-7a1f11eeea0c req-d1ac4fb2-514d-45db-b640-3f7d3e254726 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Aug 23 12:46:00.039610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Port a7908c6e-59af-4c15-a39f-891140b03c6d on network 36b29402-7371-4e91-9945-a2869d303433 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:46:00.039944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Attempting to bind port a7908c6e-59af-4c15-a39f-891140b03c6d on network 36b29402-7371-4e91-9945-a2869d303433 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:00.053780 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:00.054234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Checking segment: {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:00.054799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Bound using segment: {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:00.055580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Bound port: a7908c6e-59af-4c15-a39f-891140b03c6d, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:00.055960 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:00.124844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] For port a7908c6e-59af-4c15-a39f-891140b03c6d, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:00.127810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] For port a7908c6e-59af-4c15-a39f-891140b03c6d, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a7908c6e-59af-4c15-a39f-891140b03c6d,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:00.133130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:00.168129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:00.168774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:00.170198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7908c6e-59af-4c15-a39f-891140b03c6d HTTP/1.1" status: 200 len: 1092 time: 0.6160600 Aug 23 12:46:00.170638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'tag': 'a7908c6e-59af-4c15-a39f-891140b03c6d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:00.172901 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71311da8-eb64-4709-a23a-7e3b9ed13fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2100ad12-72b9-47d7-bf3d-c84e5a6eaee2", "tag": "a7908c6e-59af-4c15-a39f-891140b03c6d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:00.197910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10ee7c-2034-439e-b762-1071c789f451 service neutron] Pushing event updated for resources: {'Port': ['ID=a7908c6e-59af-4c15-a39f-891140b03c6d,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:00.244123 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef25efb-54db-4fea-a3d1-fa09b8ae5f6d x-openstack-request-id: req-0ef25efb-54db-4fea-a3d1-fa09b8ae5f6d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:00.244439 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2100ad12-72b9-47d7-bf3d-c84e5a6eaee2", "tag": "a7908c6e-59af-4c15-a39f-891140b03c6d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:00.244693 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ef25efb-54db-4fea-a3d1-fa09b8ae5f6d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:00.245090 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'tag': 'a7908c6e-59af-4c15-a39f-891140b03c6d', 'status': 'completed', 'code': 200} Aug 23 12:46:00.261063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-0250d29a-e88d-4cd8-b76d-674cab2d0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:00.263142 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-0250d29a-e88d-4cd8-b76d-674cab2d0b69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 1095 time: 0.0482895 Aug 23 12:46:00.308023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-b98868ed-eb13-441b-ab49-46025b3419a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7908c6e-59af-4c15-a39f-891140b03c6d HTTP/1.1" status: 200 len: 217 time: 0.0375683 Aug 23 12:46:00.357189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570727-7409-4db4-a592-101390546f5f req-5e90f43d-4b25-4649-84bc-583cd0a47f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:00.358700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-5e90f43d-4b25-4649-84bc-583cd0a47f05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6aad27f-e03e-4069-bfe7-c02c19895a6c HTTP/1.1" status: 200 len: 853 time: 0.0444229 Aug 23 12:46:00.390223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-283bea10-d78c-4676-9b2c-cfddf67a047b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b29402-7371-4e91-9945-a2869d303433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246613 Aug 23 12:46:00.486074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-c4d69758-4b6e-4638-9254-18d48776edbd service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885217 Aug 23 12:46:00.579243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8e570727-7409-4db4-a592-101390546f5f req-f49e44bd-1932-4146-97e8-c1b3dd71d19d service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864542 Aug 23 12:46:00.666341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-7246f026-19f7-45b6-914a-42d8329be874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:00.667884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-7246f026-19f7-45b6-914a-42d8329be874 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 1095 time: 0.0439949 Aug 23 12:46:00.769114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-d8e4c397-30c7-4ba1-98a5-99670c7ade01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:00.770746 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-d8e4c397-30c7-4ba1-98a5-99670c7ade01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 200 len: 914 time: 0.0960219 Aug 23 12:46:00.812080 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-300a442a-1bfa-49d1-ba71-be2894d58f20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7908c6e-59af-4c15-a39f-891140b03c6d HTTP/1.1" status: 200 len: 217 time: 0.0342784 Aug 23 12:46:00.864481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-2b9c4566-ebcc-4695-9277-f4de7f662bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:00.865967 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-2b9c4566-ebcc-4695-9277-f4de7f662bca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6aad27f-e03e-4069-bfe7-c02c19895a6c HTTP/1.1" status: 200 len: 853 time: 0.0468605 Aug 23 12:46:00.900564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-84ad2367-af67-4207-95db-f5e508a97de5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b29402-7371-4e91-9945-a2869d303433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268486 Aug 23 12:46:00.997365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-13d1e36b-5c96-4b16-bca6-9b929bdb2747 service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890799 Aug 23 12:46:01.098972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71311da8-eb64-4709-a23a-7e3b9ed13fc1 req-da5ba651-8522-41e8-8dd0-62a82c357651 service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950968 Aug 23 12:46:01.163313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc17c1-a893-4893-a456-c1712e1113f2 req-a421393a-1f47-4755-bbaa-97a1a1cffb87 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:01.164899 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dbc17c1-a893-4893-a456-c1712e1113f2 req-a421393a-1f47-4755-bbaa-97a1a1cffb87 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 944 time: 0.0559461 Aug 23 12:46:01.205245 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4dbc17c1-a893-4893-a456-c1712e1113f2 req-4a892cfa-1710-4ace-aee2-26538c3a9203 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Aug 23 12:46:02.333089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b22ae-0053-4932-bde4-8aea8e7a6f2d req-df0c8a8c-bc00-47fd-92e2-acc8b5e2b6db tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:02.334555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db6b22ae-0053-4932-bde4-8aea8e7a6f2d req-df0c8a8c-bc00-47fd-92e2-acc8b5e2b6db tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 944 time: 0.0599487 Aug 23 12:46:02.375311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db6b22ae-0053-4932-bde4-8aea8e7a6f2d req-7184dd41-ee70-42fe-a91e-5ba870d8ad81 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Aug 23 12:46:02.982500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a7908c6e-59af-4c15-a39f-891140b03c6d details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:46:03.081055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a7908c6e-59af-4c15-a39f-891140b03c6d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a7908c6e-59af-4c15-a39f-891140b03c6d,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:03.091761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a7908c6e-59af-4c15-a39f-891140b03c6d', 'network_id': '36b29402-7371-4e91-9945-a2869d303433', 'port_id': 'a7908c6e-59af-4c15-a39f-891140b03c6d', 'mac_address': 'fa:16:3e:53:b1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6aad27f-e03e-4069-bfe7-c02c19895a6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:46:03.134558 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:03.148018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7908c6e-59af-4c15-a39f-891140b03c6d {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:46:03.167926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a7908c6e-59af-4c15-a39f-891140b03c6d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a7908c6e-59af-4c15-a39f-891140b03c6d,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:03.172292 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:03.218062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a7908c6e-59af-4c15-a39f-891140b03c6d,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:03.359793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a7908c6e-59af-4c15-a39f-891140b03c6d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:46:03.494456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacf45c-eb00-49e5-b009-1cc4b3e48ee7 req-9185effc-f50e-4e6c-badc-69594fff01be tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:03.495979 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7cacf45c-eb00-49e5-b009-1cc4b3e48ee7 req-9185effc-f50e-4e6c-badc-69594fff01be tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Aug 23 12:46:03.535867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7cacf45c-eb00-49e5-b009-1cc4b3e48ee7 req-bfbdd773-20b4-4c04-9675-83ffb041c8ba tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Aug 23 12:46:04.652692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a72f46-bec4-4023-9ca7-b39356088705 req-3d56266e-8282-46db-bca0-53f88f727b5b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:04.654289 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91a72f46-bec4-4023-9ca7-b39356088705 req-3d56266e-8282-46db-bca0-53f88f727b5b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 945 time: 0.0500603 Aug 23 12:46:04.697642 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-91a72f46-bec4-4023-9ca7-b39356088705 req-1af9a67f-98c9-475d-b5e7-8a007842724b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Aug 23 12:46:04.996051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a7908c6e-59af-4c15-a39f-891140b03c6d up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:05.045645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a7908c6e-59af-4c15-a39f-891140b03c6d completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:05.049260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a7908c6e-59af-4c15-a39f-891140b03c6d triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:05.049654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:05.131594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:05.154995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7908c6e-59af-4c15-a39f-891140b03c6d'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:05.157250 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cdd8e5-1acb-4edf-9b5b-a8a837e36517" -d '{"events": [{"server_uuid": "2100ad12-72b9-47d7-bf3d-c84e5a6eaee2", "name": "network-vif-plugged", "status": "completed", "tag": "a7908c6e-59af-4c15-a39f-891140b03c6d"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:05.170596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a7908c6e-59af-4c15-a39f-891140b03c6d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a7908c6e-59af-4c15-a39f-891140b03c6d,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:05.176849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:05.202178 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312451d7-f206-4613-aa2b-aa0aa65a76e6 x-openstack-request-id: req-312451d7-f206-4613-aa2b-aa0aa65a76e6 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:05.202472 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100ad12-72b9-47d7-bf3d-c84e5a6eaee2", "name": "network-vif-plugged", "status": "completed", "tag": "a7908c6e-59af-4c15-a39f-891140b03c6d", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:05.202726 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-312451d7-f206-4613-aa2b-aa0aa65a76e6 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:05.203112 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7908c6e-59af-4c15-a39f-891140b03c6d', 'code': 200} Aug 23 12:46:05.232324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a7908c6e-59af-4c15-a39f-891140b03c6d,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:05.295336 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbfc78-b1f6-4e03-b3b7-a1f00c27c552 req-ad355749-2f8a-4ead-92a2-4209c3d5d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:05.296770 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6bbfc78-b1f6-4e03-b3b7-a1f00c27c552 req-ad355749-2f8a-4ead-92a2-4209c3d5d349 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 1097 time: 0.0418994 Aug 23 12:46:05.335072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d6bbfc78-b1f6-4e03-b3b7-a1f00c27c552 req-e92d4cb3-d00b-4b9f-ba9b-cb7860973078 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Aug 23 12:46:05.813739 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0871-69db-4e77-a1fc-278e253f871c req-927e61f3-3a8a-4fbb-a2e9-952deb87a670 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:05.815314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f29b0871-69db-4e77-a1fc-278e253f871c req-927e61f3-3a8a-4fbb-a2e9-952deb87a670 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Aug 23 12:46:05.854351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f29b0871-69db-4e77-a1fc-278e253f871c req-034b3226-6522-44a3-8080-efe36051f564 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Aug 23 12:46:06.991129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcf7d6-f168-4bd6-b2c8-78b7f3541377 req-239c8dd9-41f6-4a41-bd97-8fc885749516 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:06.992718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82dcf7d6-f168-4bd6-b2c8-78b7f3541377 req-239c8dd9-41f6-4a41-bd97-8fc885749516 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0642676 Aug 23 12:46:07.034439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-82dcf7d6-f168-4bd6-b2c8-78b7f3541377 req-2a24b391-11f9-44c3-8e2b-9eda75b956d4 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350850 Aug 23 12:46:07.277194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-1433fe2b-0d61-45eb-930d-59ec830c60c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:07.278727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-1433fe2b-0d61-45eb-930d-59ec830c60c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/networks?id=36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 200 len: 813 time: 0.1076636 Aug 23 12:46:07.294539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-07648b31-e42d-48f0-8afb-60ad1bb1bd3b tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/quotas/5bfc4c6aecbf45c1979ea62c96df3164 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Aug 23 12:46:07.345340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-bffc3346-93fc-4a53-be0e-a0ee80702912 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452099 Aug 23 12:46:07.760516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-88efaf74-cc50-464d-9bdf-25aa5d7024fd service neutron] 10.222.0.21 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078782 Aug 23 12:46:07.850669 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-836a7944-d3d4-4a7c-af77-c4fc2fe12aac service neutron] 10.222.0.21 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829680 Aug 23 12:46:08.014879 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d9fc780f-1726-4b52-9916-99e1aab4b362 req-bec40991-1a22-45c0-b033-6f6ef8613f86 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 210 time: 0.0292532 Aug 23 12:46:09.096501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-c2bf1400-9f6f-40c9-891e-73aa0fd4c62e tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:09.098117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-c2bf1400-9f6f-40c9-891e-73aa0fd4c62e tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "GET /v2.0/networks?id=36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 200 len: 813 time: 0.1210766 Aug 23 12:46:09.113708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Request body: {'port': {'device_id': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'network_id': '36b29402-7371-4e91-9945-a2869d303433', 'admin_state_up': True, 'tenant_id': '5bfc4c6aecbf45c1979ea62c96df3164'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:09.142581 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9801be6f-f909-486d-b653-7a4810289a81 req-0cc9aedd-de50-4da0-8580-410d7b51bd12 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 210 time: 0.0434093 Aug 23 12:46:09.255441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Made reservation on behalf of 5bfc4c6aecbf45c1979ea62c96df3164 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:09.259236 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:09.389452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Allocated IP 172.20.0.4 (36b29402-7371-4e91-9945-a2869d303433/b6aad27f-e03e-4069-bfe7-c02c19895a6c/7323797e-e011-4e1d-8aa8-75abd5813bf4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:09.569224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:09.616748 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:09.629852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a7908c6e-59af-4c15-a39f-891140b03c6d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:46:09.667474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Network 36b29402-7371-4e91-9945-a2869d303433 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:09.670791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:09.675511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:09.705005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Pushing event updated for resources: {'Port': ['ID=7323797e-e011-4e1d-8aa8-75abd5813bf4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:09.747291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:09.747937 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:09.765508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-a3792bbf-bbbf-4cbe-99f7-30a30dbb8389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562440 Aug 23 12:46:09.777988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Request body: {'port': {'device_id': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:09.840604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:10.114467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7323797e-e011-4e1d-8aa8-75abd5813bf4 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:46:10.122573 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:10.135425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Transition to ACTIVE for port object 7323797e-e011-4e1d-8aa8-75abd5813bf4 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:10.138716 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:10.192841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a8121-5189-4857-8576-22e1af82531e service neutron] Pushing event updated for resources: {'Port': ['ID=7323797e-e011-4e1d-8aa8-75abd5813bf4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:10.269234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Attempting to bind port 7323797e-e011-4e1d-8aa8-75abd5813bf4 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:10.269588 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Attempting to bind port 7323797e-e011-4e1d-8aa8-75abd5813bf4 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:10.269943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Attempting to bind port 7323797e-e011-4e1d-8aa8-75abd5813bf4 on network 36b29402-7371-4e91-9945-a2869d303433 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:10.272830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490452-bce5-43f3-8408-d73849a05910 req-5d683b6f-27a0-4cbb-ae95-233aa96c51ed tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:10.274430 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1490452-bce5-43f3-8408-d73849a05910 req-5d683b6f-27a0-4cbb-ae95-233aa96c51ed tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 943 time: 0.0545468 Aug 23 12:46:10.276080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Port 7323797e-e011-4e1d-8aa8-75abd5813bf4 on network 36b29402-7371-4e91-9945-a2869d303433 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:46:10.276608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Attempting to bind port 7323797e-e011-4e1d-8aa8-75abd5813bf4 on network 36b29402-7371-4e91-9945-a2869d303433 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:10.285489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:10.285489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Checking segment: {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:10.285489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Bound using segment: {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:10.285489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Bound port: 7323797e-e011-4e1d-8aa8-75abd5813bf4, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4408080-c900-4ce7-bcaf-23bd2e425c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '36b29402-7371-4e91-9945-a2869d303433'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:10.285489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:10.322206 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c1490452-bce5-43f3-8408-d73849a05910 req-61671f6d-1b00-411f-8a8a-b4dfb8746d9e tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351472 Aug 23 12:46:10.354816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] For port 7323797e-e011-4e1d-8aa8-75abd5813bf4, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:10.359420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] For port 7323797e-e011-4e1d-8aa8-75abd5813bf4, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:10.364165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:10.411386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:10.412014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:10.413443 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-081a8121-5189-4857-8576-22e1af82531e service neutron] 10.222.0.44 "PUT /v2.0/ports/7323797e-e011-4e1d-8aa8-75abd5813bf4 HTTP/1.1" status: 200 len: 1091 time: 0.6400039 Aug 23 12:46:10.413928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'tag': '7323797e-e011-4e1d-8aa8-75abd5813bf4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:10.416222 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3f0ba7-f387-4670-8aea-920d32e650c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef690b1-b8de-423d-a50b-1efc70a96a3d", "tag": "7323797e-e011-4e1d-8aa8-75abd5813bf4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:10.439268 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a8121-5189-4857-8576-22e1af82531e service neutron] Pushing event updated for resources: {'Port': ['ID=7323797e-e011-4e1d-8aa8-75abd5813bf4,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:10.455827 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b6345-279f-403c-8d4e-3b7e7bd92597 x-openstack-request-id: req-e55b6345-279f-403c-8d4e-3b7e7bd92597 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:10.456356 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef690b1-b8de-423d-a50b-1efc70a96a3d", "tag": "7323797e-e011-4e1d-8aa8-75abd5813bf4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:10.456797 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e55b6345-279f-403c-8d4e-3b7e7bd92597 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:10.457432 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'tag': '7323797e-e011-4e1d-8aa8-75abd5813bf4', 'status': 'completed', 'code': 200} Aug 23 12:46:10.503595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-db02c10b-4854-4344-b312-53488bc17a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:10.505157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-db02c10b-4854-4344-b312-53488bc17a28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 1094 time: 0.0427098 Aug 23 12:46:10.550367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-4d43d5b8-097b-44b2-83e3-e6b0fa40974f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4 HTTP/1.1" status: 200 len: 217 time: 0.0370796 Aug 23 12:46:10.603507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-5a772a46-b60b-40fc-aac6-9233aec441a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:10.605152 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-5a772a46-b60b-40fc-aac6-9233aec441a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6aad27f-e03e-4069-bfe7-c02c19895a6c HTTP/1.1" status: 200 len: 853 time: 0.0471432 Aug 23 12:46:10.645205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-c984c82f-5161-4bdd-b1a8-92d7753691cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b29402-7371-4e91-9945-a2869d303433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320396 Aug 23 12:46:10.753596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-341c2a87-5647-42d3-8bcb-b39ab779afa8 service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008883 Aug 23 12:46:10.858973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-45e4e6c6-4138-47ca-a963-4a11cf522826 req-0db3cda9-511c-4094-b0cf-51b718737f96 service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983224 Aug 23 12:46:10.945198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-32945726-0829-446a-9438-8a11c6617623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:10.946792 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-32945726-0829-446a-9438-8a11c6617623 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 1094 time: 0.0430398 Aug 23 12:46:11.058994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-0dfbdf76-f9f3-4eac-b788-fd90eaf9f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:11.060526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-0dfbdf76-f9f3-4eac-b788-fd90eaf9f37b service neutron] 10.222.0.44 "GET /v2.0/networks?id=36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 200 len: 914 time: 0.1065421 Aug 23 12:46:11.103701 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-5921ad01-b9c9-4774-8a27-28152c22e611 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4 HTTP/1.1" status: 200 len: 217 time: 0.0362744 Aug 23 12:46:11.156775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-38671064-08a2-493d-8e78-612e1a27f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:11.158295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-38671064-08a2-493d-8e78-612e1a27f57d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6aad27f-e03e-4069-bfe7-c02c19895a6c HTTP/1.1" status: 200 len: 853 time: 0.0465925 Aug 23 12:46:11.192058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-d30e0472-cde6-4c45-9457-f95331ffb40a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b29402-7371-4e91-9945-a2869d303433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259893 Aug 23 12:46:11.289337 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-3f2223ea-1521-4bf4-808b-3ec31619c7bf service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899510 Aug 23 12:46:11.393209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad3f0ba7-f387-4670-8aea-920d32e650c5 req-c6007304-0976-4d9a-b1f3-0079e2a9661a service neutron] 10.222.0.44 "GET /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961499 Aug 23 12:46:11.445610 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf435e-72b0-4412-9da0-a09ea991b0e4 req-b681724a-3fe2-434b-a94e-5be77bff36ae tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:11.447067 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcf435e-72b0-4412-9da0-a09ea991b0e4 req-b681724a-3fe2-434b-a94e-5be77bff36ae tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 943 time: 0.0543814 Aug 23 12:46:11.488826 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfcf435e-72b0-4412-9da0-a09ea991b0e4 req-08647325-5cac-4a2f-bf36-129384342785 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Aug 23 12:46:12.608394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81c9a7-265d-47f5-a930-7cd7d7f68d2b req-31b5c18b-cb5e-4969-943c-9ffe7efc75fd tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:12.610508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db81c9a7-265d-47f5-a930-7cd7d7f68d2b req-31b5c18b-cb5e-4969-943c-9ffe7efc75fd tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 943 time: 0.0513864 Aug 23 12:46:12.652900 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-db81c9a7-265d-47f5-a930-7cd7d7f68d2b req-6775be42-e485-46e7-83e8-078d21b94da6 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Aug 23 12:46:13.066104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7323797e-e011-4e1d-8aa8-75abd5813bf4 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:46:13.179843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7323797e-e011-4e1d-8aa8-75abd5813bf4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:13.196737 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '7323797e-e011-4e1d-8aa8-75abd5813bf4', 'network_id': '36b29402-7371-4e91-9945-a2869d303433', 'port_id': '7323797e-e011-4e1d-8aa8-75abd5813bf4', 'mac_address': 'fa:16:3e:8d:95:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6aad27f-e03e-4069-bfe7-c02c19895a6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:46:13.238257 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:13.252956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7323797e-e011-4e1d-8aa8-75abd5813bf4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:46:13.273241 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7323797e-e011-4e1d-8aa8-75abd5813bf4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:13.277357 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:13.326178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=7323797e-e011-4e1d-8aa8-75abd5813bf4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:13.334256 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.334607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.334953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.335296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.335640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.335981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.336307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.336641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.336969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.337299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.337626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.337981 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:13.478355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['7323797e-e011-4e1d-8aa8-75abd5813bf4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:46:13.773933 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833497a-f662-47f7-975a-254f1d0bbdd0 req-8b5449a5-8c6d-44b3-81e3-6eafcdd73453 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:13.775551 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b833497a-f662-47f7-975a-254f1d0bbdd0 req-8b5449a5-8c6d-44b3-81e3-6eafcdd73453 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 944 time: 0.0519671 Aug 23 12:46:13.816085 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b833497a-f662-47f7-975a-254f1d0bbdd0 req-3d9026bb-e7c4-49f1-87a2-be98cebd2022 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 23 12:46:14.939129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b790b-37de-4e8f-9f1b-2011e981f16d req-9f43f0c6-d687-4ad0-ad06-b9ea52f8fef0 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:14.940632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e4b790b-37de-4e8f-9f1b-2011e981f16d req-9f43f0c6-d687-4ad0-ad06-b9ea52f8fef0 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 944 time: 0.0504036 Aug 23 12:46:14.980850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3e4b790b-37de-4e8f-9f1b-2011e981f16d req-adb22a9a-c088-4431-a9e0-4d0586a506a0 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341630 Aug 23 12:46:15.075532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7323797e-e011-4e1d-8aa8-75abd5813bf4 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:15.125387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 7323797e-e011-4e1d-8aa8-75abd5813bf4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:15.129381 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 7323797e-e011-4e1d-8aa8-75abd5813bf4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:15.129794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:15.214730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:15.238230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7323797e-e011-4e1d-8aa8-75abd5813bf4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:15.240536 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e0e2d-52f3-4b7a-afcf-aafa548cc22a" -d '{"events": [{"server_uuid": "5ef690b1-b8de-423d-a50b-1efc70a96a3d", "name": "network-vif-plugged", "status": "completed", "tag": "7323797e-e011-4e1d-8aa8-75abd5813bf4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:15.254124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 7323797e-e011-4e1d-8aa8-75abd5813bf4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:15.259411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:15.285509 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c63cbd-4402-4196-ad74-9d467c3a221a x-openstack-request-id: req-93c63cbd-4402-4196-ad74-9d467c3a221a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:15.285835 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef690b1-b8de-423d-a50b-1efc70a96a3d", "name": "network-vif-plugged", "status": "completed", "tag": "7323797e-e011-4e1d-8aa8-75abd5813bf4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:15.286092 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93c63cbd-4402-4196-ad74-9d467c3a221a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:15.286484 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7323797e-e011-4e1d-8aa8-75abd5813bf4', 'code': 200} Aug 23 12:46:15.316558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=7323797e-e011-4e1d-8aa8-75abd5813bf4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:15.378229 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c30ed2-8e45-4d85-b76b-f141ab2be9c7 req-1b543206-6638-41aa-ab4f-bbd297ed439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:15.379667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8c30ed2-8e45-4d85-b76b-f141ab2be9c7 req-1b543206-6638-41aa-ab4f-bbd297ed439c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 1096 time: 0.0407233 Aug 23 12:46:15.421223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8c30ed2-8e45-4d85-b76b-f141ab2be9c7 req-5955751d-3da3-4e89-ade6-db695d08a2e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Aug 23 12:46:16.099465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1820-3466-40f9-abee-ffe3f69314bf req-48d24415-eeea-4d1e-886e-8c2b41d058f8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:16.101017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2ec1820-3466-40f9-abee-ffe3f69314bf req-48d24415-eeea-4d1e-886e-8c2b41d058f8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 945 time: 0.0504675 Aug 23 12:46:16.145959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f2ec1820-3466-40f9-abee-ffe3f69314bf req-fa4f0b5d-972a-45df-a736-473574601246 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371828 Aug 23 12:46:17.271963 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdde79-f5db-4fd8-808f-1cffbf141828 req-236d4ab3-2f39-4bb0-8534-e30111f3e389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:17.273555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6dcdde79-f5db-4fd8-808f-1cffbf141828 req-236d4ab3-2f39-4bb0-8534-e30111f3e389 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 945 time: 0.0577490 Aug 23 12:46:17.316415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6dcdde79-f5db-4fd8-808f-1cffbf141828 req-891191cf-55ea-404b-a76f-7aeae07c0634 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Aug 23 12:46:17.579463 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf267974-8341-415e-a0a6-dfa8f0e5b011 req-5c6700b3-2a83-4538-a3d4-b1e04d55d659 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:17.581036 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf267974-8341-415e-a0a6-dfa8f0e5b011 req-5c6700b3-2a83-4538-a3d4-b1e04d55d659 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 945 time: 0.0679722 Aug 23 12:46:17.620325 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-cf267974-8341-415e-a0a6-dfa8f0e5b011 req-d6cf050d-9c8a-4b5a-ba77-a01825cbd539 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 23 12:46:18.738842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd13ebc-1a68-4be5-a094-51b29462ac0e req-53773018-b627-4ab5-89dd-af2397bda903 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:18.740366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfd13ebc-1a68-4be5-a094-51b29462ac0e req-53773018-b627-4ab5-89dd-af2397bda903 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 945 time: 0.0519474 Aug 23 12:46:18.779195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfd13ebc-1a68-4be5-a094-51b29462ac0e req-e371806f-1b04-4671-9cd3-67192fa68c02 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Aug 23 12:46:18.892785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-aa8c023b-d7af-474e-9038-1dcfd8ae25cc tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:18.894284 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-aa8c023b-d7af-474e-9038-1dcfd8ae25cc tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ef690b1-b8de-423d-a50b-1efc70a96a3d HTTP/1.1" status: 200 len: 945 time: 0.0598030 Aug 23 12:46:18.987409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Deleting port 7323797e-e011-4e1d-8aa8-75abd5813bf4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:18.987751 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:19.075327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] For port 7323797e-e011-4e1d-8aa8-75abd5813bf4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=7323797e-e011-4e1d-8aa8-75abd5813bf4,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:19.075690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:19.088028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Calling delete_port for 7323797e-e011-4e1d-8aa8-75abd5813bf4 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:19.223277 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:19.235629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a7908c6e-59af-4c15-a39f-891140b03c6d', '7323797e-e011-4e1d-8aa8-75abd5813bf4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:46:19.253450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Pushing event deleted for resources: {'Port': ['ID=7323797e-e011-4e1d-8aa8-75abd5813bf4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:19.301109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] No DVR routers for this DVR port 7323797e-e011-4e1d-8aa8-75abd5813bf4 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:19.304147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:19.306193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6c99e5a5-72d1-4b31-ba07-e9c123a8d60d req-644cf630-0ff3-40ad-bc9f-5844ad3f7a5f tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "DELETE /v2.0/ports/7323797e-e011-4e1d-8aa8-75abd5813bf4 HTTP/1.1" status: 204 len: 173 time: 0.4055691 Aug 23 12:46:19.306653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'name': 'network-vif-deleted', 'tag': '7323797e-e011-4e1d-8aa8-75abd5813bf4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:19.309066 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c29b4-fbe3-4a7a-be39-c30783cfb377" -d '{"events": [{"server_uuid": "5ef690b1-b8de-423d-a50b-1efc70a96a3d", "name": "network-vif-deleted", "tag": "7323797e-e011-4e1d-8aa8-75abd5813bf4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:19.355254 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187b1bc-d9f3-472a-a9e3-ed8546a32b2e x-openstack-request-id: req-f187b1bc-d9f3-472a-a9e3-ed8546a32b2e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:19.356073 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef690b1-b8de-423d-a50b-1efc70a96a3d", "name": "network-vif-deleted", "tag": "7323797e-e011-4e1d-8aa8-75abd5813bf4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:19.356073 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f187b1bc-d9f3-472a-a9e3-ed8546a32b2e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:19.356427 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef690b1-b8de-423d-a50b-1efc70a96a3d', 'name': 'network-vif-deleted', 'tag': '7323797e-e011-4e1d-8aa8-75abd5813bf4', 'status': 'completed', 'code': 200} Aug 23 12:46:19.937837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e37a82-8f31-49dd-a958-3c97d055c82f req-db5013be-133f-4a3f-97af-0ffd9f5f093d tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:19.939368 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2e37a82-8f31-49dd-a958-3c97d055c82f req-db5013be-133f-4a3f-97af-0ffd9f5f093d tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0512519 Aug 23 12:46:19.992593 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f2e37a82-8f31-49dd-a958-3c97d055c82f req-14433041-6fba-47bc-80de-53837543a06c tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Aug 23 12:46:20.126323 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e15a-6f88-457f-aad9-619e79930b25 req-fa02a6e8-228f-47a9-9996-0a7fd4417c14 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:20.127851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c850e15a-6f88-457f-aad9-619e79930b25 req-fa02a6e8-228f-47a9-9996-0a7fd4417c14 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0515778 Aug 23 12:46:20.165942 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c850e15a-6f88-457f-aad9-619e79930b25 req-4fd921a2-6533-4704-a25b-6a366829a237 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Aug 23 12:46:20.289878 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaebec1-4354-4f91-8fd0-6b50a27db221 req-66551b27-f069-4bdc-ad1b-fdda746fc33e tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:20.291500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ddaebec1-4354-4f91-8fd0-6b50a27db221 req-66551b27-f069-4bdc-ad1b-fdda746fc33e tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0550051 Aug 23 12:46:20.330775 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ddaebec1-4354-4f91-8fd0-6b50a27db221 req-1b9f4adc-b9dc-45c8-aa0f-014ffbeea02a tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Aug 23 12:46:20.473820 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:46:20.501256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdc5e3-def8-4af1-9b2d-1b6f70f6338a req-376b0d5d-6e15-45d1-9529-6b3ec48d3b36 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:20.502876 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34cdc5e3-def8-4af1-9b2d-1b6f70f6338a req-376b0d5d-6e15-45d1-9529-6b3ec48d3b36 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0501997 Aug 23 12:46:20.542636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-34cdc5e3-def8-4af1-9b2d-1b6f70f6338a req-26e758d5-e40b-4f5b-ba56-84e7c7774aee tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 23 12:46:20.662819 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab1098-e2ed-4259-94ed-12ca896385dc req-7580bc6c-000e-4648-bb5e-06d2c4007fd7 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:20.664303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5ab1098-e2ed-4259-94ed-12ca896385dc req-7580bc6c-000e-4648-bb5e-06d2c4007fd7 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0527728 Aug 23 12:46:20.704446 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5ab1098-e2ed-4259-94ed-12ca896385dc req-6d539471-7a65-4367-a54a-79017b6ad2f6 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Aug 23 12:46:20.831723 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff267aff-30b1-442c-abdc-c09fcf4d912a req-25a11763-4d0b-4d46-ae1f-86e6efbad779 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:20.833274 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff267aff-30b1-442c-abdc-c09fcf4d912a req-25a11763-4d0b-4d46-ae1f-86e6efbad779 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Aug 23 12:46:20.872629 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ff267aff-30b1-442c-abdc-c09fcf4d912a req-3a7a773c-ea71-4fcb-b9aa-447e51e261f8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333469 Aug 23 12:46:21.187888 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97501a-95fe-40b7-9490-3593073c4257 req-961d960a-3188-46f1-a99b-814391e70970 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:21.189312 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da97501a-95fe-40b7-9490-3593073c4257 req-961d960a-3188-46f1-a99b-814391e70970 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0498881 Aug 23 12:46:21.227868 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da97501a-95fe-40b7-9490-3593073c4257 req-94442da3-d77b-4290-9986-a0e74a6061e9 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Aug 23 12:46:21.857872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3647-a391-45aa-bdaf-0c627a254ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:22.349589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dffab-9eeb-4b5b-8d02-9d4d57f32c97 req-69bd0e7f-767e-4123-b583-4ac15e95cdba tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:22.351106 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-493dffab-9eeb-4b5b-8d02-9d4d57f32c97 req-69bd0e7f-767e-4123-b583-4ac15e95cdba tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0544345 Aug 23 12:46:22.389671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-493dffab-9eeb-4b5b-8d02-9d4d57f32c97 req-d35af63f-d06a-4a09-b0c7-0d57e83797cc tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e06a01f-0acf-4af2-809c-293c82fc4476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Aug 23 12:46:22.474279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-dd746be3-43c9-494f-8262-65f90fdd1988 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:22.475745 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-dd746be3-43c9-494f-8262-65f90fdd1988 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "GET /v2.0/ports?device_id=2100ad12-72b9-47d7-bf3d-c84e5a6eaee2 HTTP/1.1" status: 200 len: 946 time: 0.0484450 Aug 23 12:46:22.588007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Deleting port a7908c6e-59af-4c15-a39f-891140b03c6d {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:22.588354 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:22.681848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] For port a7908c6e-59af-4c15-a39f-891140b03c6d, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a7908c6e-59af-4c15-a39f-891140b03c6d,segment=NetworkSegment(f4408080-c900-4ce7-bcaf-23bd2e425c95),segment_id=f4408080-c900-4ce7-bcaf-23bd2e425c95)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:22.682442 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:22.695220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Calling delete_port for a7908c6e-59af-4c15-a39f-891140b03c6d owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:22.830199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:22.841680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a7908c6e-59af-4c15-a39f-891140b03c6d'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:46:22.861344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Pushing event deleted for resources: {'Port': ['ID=a7908c6e-59af-4c15-a39f-891140b03c6d,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:22.903398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] No DVR routers for this DVR port a7908c6e-59af-4c15-a39f-891140b03c6d on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:22.906096 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:22.908538 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd484c44-b5b5-43fe-9929-e4781e3bf3d8 req-c65706d7-0540-43d9-9f63-2629febfc6c8 tempest-ServersNegativeTestJSON-107524703 tempest-ServersNegativeTestJSON-107524703-project] 10.222.0.44 "DELETE /v2.0/ports/a7908c6e-59af-4c15-a39f-891140b03c6d HTTP/1.1" status: 204 len: 173 time: 0.4252720 Aug 23 12:46:22.908977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'name': 'network-vif-deleted', 'tag': 'a7908c6e-59af-4c15-a39f-891140b03c6d'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:22.911327 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4284e2-2bf9-47ab-b7e6-5d3d7ef7ea89" -d '{"events": [{"server_uuid": "2100ad12-72b9-47d7-bf3d-c84e5a6eaee2", "name": "network-vif-deleted", "tag": "a7908c6e-59af-4c15-a39f-891140b03c6d"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:22.949384 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e518995-ce54-46da-bcd4-4aad8d8c6a2c x-openstack-request-id: req-2e518995-ce54-46da-bcd4-4aad8d8c6a2c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:22.949695 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100ad12-72b9-47d7-bf3d-c84e5a6eaee2", "name": "network-vif-deleted", "tag": "a7908c6e-59af-4c15-a39f-891140b03c6d", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:22.949976 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e518995-ce54-46da-bcd4-4aad8d8c6a2c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:22.950374 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100ad12-72b9-47d7-bf3d-c84e5a6eaee2', 'name': 'network-vif-deleted', 'tag': 'a7908c6e-59af-4c15-a39f-891140b03c6d', 'status': 'completed', 'code': 200} Aug 23 12:46:23.122382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7323797e-e011-4e1d-8aa8-75abd5813bf4 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:46:23.142724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 7323797e-e011-4e1d-8aa8-75abd5813bf4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:46:23.143065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 7323797e-e011-4e1d-8aa8-75abd5813bf4 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:46:23.448230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41470) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:23.497615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Deleting subnet b6aad27f-e03e-4069-bfe7-c02c19895a6c {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:46:23.500727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.537179 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.579291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.634113 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.658237 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6aad27f-e03e-4069-bfe7-c02c19895a6c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:23.664503 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.666452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-39879227-5009-40e6-b0c3-2a275bd7f7b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6aad27f-e03e-4069-bfe7-c02c19895a6c HTTP/1.1" status: 204 len: 168 time: 0.2170906 Aug 23 12:46:23.669094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41472) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:23.742977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.823228 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.833294 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b29402-7371-4e91-9945-a2869d303433']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:23.848452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4408080-c900-4ce7-bcaf-23bd2e425c95') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:23.848750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4408080-c900-4ce7-bcaf-23bd2e425c95') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:23.858643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.873662 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.880566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:23.881022 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:23.883027 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:23.942789 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.948338 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:23.950376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/36b29402-7371-4e91-9945-a2869d303433 HTTP/1.1" status: 204 len: 168 time: 0.2803185 Aug 23 12:46:23.964014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718963b8-7cce-47fb-95ee-488de15582f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b29402-7371-4e91-9945-a2869d303433,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:24.067357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41476) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:24.110443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-4538d281-1ad6-41d6-a7df-b6e4938ef224 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bfc4c6aecbf45c1979ea62c96df3164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418692 Aug 23 12:46:24.113417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41478) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:24.166922 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4c1181a-6608-487b-80be-c6f74eed6516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:24.188953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4c1181a-6608-487b-80be-c6f74eed6516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:24.240595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4c1181a-6608-487b-80be-c6f74eed6516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:24.243256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e4c1181a-6608-487b-80be-c6f74eed6516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:24.244500 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e4c1181a-6608-487b-80be-c6f74eed6516 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e06a01f-0acf-4af2-809c-293c82fc4476 HTTP/1.1" status: 204 len: 168 time: 0.1300864 Aug 23 12:46:24.252478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1181a-6608-487b-80be-c6f74eed6516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06a01f-0acf-4af2-809c-293c82fc4476,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:24.408516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b9be2b9-7108-45d4-a14a-7415196fc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:24.454566 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:24.993008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41500) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:25.090570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1621945653'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:25.115520 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:25.119071 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.128095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.230055 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.235325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.264703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:25.280617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4659f-d95a-4c22-8316-3fa40f46589c,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:25.286403 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.286749 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Added segment b06b257a-1307-4eca-89a4-5a5a1136d1cc of type vlan for network fae0c66e-938b-4b25-a971-0326a2fc768e Aug 23 12:46:25.336437 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.367029 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.372539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:25.373138 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:25.410209 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4160116 Aug 23 12:46:25.443130 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8aa52-2f26-4fd7-ba1d-4c3490125059 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Network': ['ID=fae0c66e-938b-4b25-a971-0326a2fc768e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:25.454071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network fae0c66e-938b-4b25-a971-0326a2fc768e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:25.864043 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:27.153099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a7908c6e-59af-4c15-a39f-891140b03c6d no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:46:27.174887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: a7908c6e-59af-4c15-a39f-891140b03c6d {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:46:27.175232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a7908c6e-59af-4c15-a39f-891140b03c6d not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:46:27.539560 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:28.375923 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:28.694341 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:28.734610 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41504) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:28.739897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'subnet': {'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:28.831036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:28.834516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.022958 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.080450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Subnet': ['ID=eadba43f-6cab-46f7-881e-633b3a53b85a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:29.090901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Checking segment: {'id': 'b06b257a-1307-4eca-89a4-5a5a1136d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:29.091256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network hostable DHCP agents. Network: fae0c66e-938b-4b25-a971-0326a2fc768e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:29.106708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network fae0c66e-938b-4b25-a971-0326a2fc768e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:29.115511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, fae0c66e-938b-4b25-a971-0326a2fc768e) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:29.119573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:29.120160 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.127926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6c743-2a6f-4a4f-afcb-5bf9ca33e0ca None None] Network fae0c66e-938b-4b25-a971-0326a2fc768e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:29.135163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2557a0f0-e744-4e18-932b-0c188f582bcd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3994265 Aug 23 12:46:29.138792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41506) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:29.143884 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1914502123'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:29.163257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:29.166753 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.191241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:29.200015 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.200362 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Added segment c693a7c8-a2e9-47b1-be9d-2393128d44c6 of type vlan for network 2e8ba57f-6478-47b3-a486-733eef8fa7e3 Aug 23 12:46:29.240956 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.272770 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.278493 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-fae0c66e-938b-4b25-a971-0326a2fc768e', 'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e', 'tenant_id': 'b7bede605a6b4c2d98eb86d88a57bf81', 'fixed_ips': [{'subnet_id': 'eadba43f-6cab-46f7-881e-633b3a53b85a'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:29.279361 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.281063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:29.282204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.319983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1800835 Aug 23 12:46:29.324213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41508) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:29.332879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'subnet': {'network_id': '2e8ba57f-6478-47b3-a486-733eef8fa7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:29.388973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206a3d1-5937-4ffe-93a2-83bcdb54e458 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Network': ['ID=2e8ba57f-6478-47b3-a486-733eef8fa7e3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:29.404434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2e8ba57f-6478-47b3-a486-733eef8fa7e3 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:29.471992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:29.472771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Allocated IP 2001:db8:0:ffff::2 (fae0c66e-938b-4b25-a971-0326a2fc768e/eadba43f-6cab-46f7-881e-633b3a53b85a/b4b4ed28-fabe-465e-a0c4-7a72da7d2207) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:29.475689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.635110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.643952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Transition to ACTIVE for port object b4b4ed28-fabe-465e-a0c4-7a72da7d2207 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:29.659170 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Transition to ACTIVE for port object b4b4ed28-fabe-465e-a0c4-7a72da7d2207 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:29.664071 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.673188 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.701450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Network fae0c66e-938b-4b25-a971-0326a2fc768e is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:29.704815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:29.708239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:29.717336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Pushing event updated for resources: {'Port': ['ID=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:29.745133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Subnet': ['ID=7ea12179-663d-4409-9303-22bf3298a789,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:29.752805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Checking segment: {'id': 'c693a7c8-a2e9-47b1-be9d-2393128d44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2e8ba57f-6478-47b3-a486-733eef8fa7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:29.753064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network hostable DHCP agents. Network: 2e8ba57f-6478-47b3-a486-733eef8fa7e3, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:29.770832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network 2e8ba57f-6478-47b3-a486-733eef8fa7e3 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:29.772514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Attempting to bind port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:29.772891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Attempting to bind port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'b06b257a-1307-4eca-89a4-5a5a1136d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:29.773261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Attempting to bind port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 on network fae0c66e-938b-4b25-a971-0326a2fc768e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:29.778694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:29.779074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Checking segment: {'id': 'b06b257a-1307-4eca-89a4-5a5a1136d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:29.779481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.779828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2e8ba57f-6478-47b3-a486-733eef8fa7e3) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:29.779968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Bound using segment: {'id': 'b06b257a-1307-4eca-89a4-5a5a1136d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:29.780407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Bound port: b4b4ed28-fabe-465e-a0c4-7a72da7d2207, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06b257a-1307-4eca-89a4-5a5a1136d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fae0c66e-938b-4b25-a971-0326a2fc768e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:29.780795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.784521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:29.785339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.791819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dae12-7311-4cc6-8a28-cf8ed8797e6e None None] Network 2e8ba57f-6478-47b3-a486-733eef8fa7e3 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:29.799365 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-08cd13d7-676e-4ad9-afd7-d4d87a39cfe4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4727325 Aug 23 12:46:29.802179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41510) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:29.899795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.903578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] For port b4b4ed28-fabe-465e-a0c4-7a72da7d2207, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:29.908582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] For port b4b4ed28-fabe-465e-a0c4-7a72da7d2207, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,segment=NetworkSegment(b06b257a-1307-4eca-89a4-5a5a1136d1cc),segment_id=b06b257a-1307-4eca-89a4-5a5a1136d1cc)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:29.914472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:29.983417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.020826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e17b74-3728-43e2-b20d-b01be20648dc None None] Pushing event updated for resources: {'Port': ['ID=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:30.029560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56df8cd-76f2-4303-b8df-264e74e3f9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2e8ba57f-6478-47b3-a486-733eef8fa7e3', 'network_id': '2e8ba57f-6478-47b3-a486-733eef8fa7e3', 'tenant_id': 'b7bede605a6b4c2d98eb86d88a57bf81', 'fixed_ips': [{'subnet_id': '7ea12179-663d-4409-9303-22bf3298a789'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:30.030476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a56df8cd-76f2-4303-b8df-264e74e3f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.052736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.084538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea12179-663d-4409-9303-22bf3298a789,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server [None req-a56df8cd-76f2-4303-b8df-264e74e3f9eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ea12179-663d-4409-9303-22bf3298a789: This subnet is being modified by another concurrent operation. Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server raise exception Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ea12179-663d-4409-9303-22bf3298a789: This subnet is being modified by another concurrent operation. Aug 23 12:46:30.137930 n-d-773645-7 neutron-server[101059]: ERROR oslo_messaging.rpc.server Aug 23 12:46:30.154216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.155637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37909f9c-8aed-463a-abfa-ebfd34b946cf None None] Network 2e8ba57f-6478-47b3-a486-733eef8fa7e3 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:30.161152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ba57f-6478-47b3-a486-733eef8fa7e3']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:30.186585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c693a7c8-a2e9-47b1-be9d-2393128d44c6') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:30.186815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c693a7c8-a2e9-47b1-be9d-2393128d44c6') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:30.199763 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.223014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.232996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:30.233471 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:30.236744 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:30.296502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.303841 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.305907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/2e8ba57f-6478-47b3-a486-733eef8fa7e3 HTTP/1.1" status: 204 len: 168 time: 0.5027552 Aug 23 12:46:30.309549 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41512) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:30.316817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1657232808'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:30.318521 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48286cb-8174-4028-967c-d28e6b9feefd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Network': ['ID=2e8ba57f-6478-47b3-a486-733eef8fa7e3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:30.342745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:30.346272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.369106 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:30.378992 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.379343 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Added segment 142abf58-b4cf-43a9-a9f7-9edec9e98386 of type vlan for network a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd Aug 23 12:46:30.419637 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.455283 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.461177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:30.461848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.497163 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1858020 Aug 23 12:46:30.500755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41514) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:30.506218 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'subnet': {'network_id': 'a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:30.532562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5f009-a0c0-443f-991f-4ebb1fc5530e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Network': ['ID=a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:30.543171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:30.600802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:30.604194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.663091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_backend_mixin [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Performing IP validity checks on allocation pools {{(pid=101057) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 12:46:30.663649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.ipam_backend_mixin [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101057) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 12:46:30.801311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.861558 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Subnet': ['ID=9cd87c37-6e1b-40b3-a3c8-114e0787ccdb,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:30.871974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Checking segment: {'id': '142abf58-b4cf-43a9-a9f7-9edec9e98386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:30.872340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network hostable DHCP agents. Network: a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:30.891111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:30.900279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:30.904685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:30.905274 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:30.910602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc64c8f-2f00-4c14-89d1-28110b1c0b37 None None] Network a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:30.921540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-577b918a-46f2-422d-a820-64912206177e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4195774 Aug 23 12:46:30.924996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41516) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:30.967355 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3d593-8232-4c08-9045-1e1e37291896 None None] Network fae0c66e-938b-4b25-a971-0326a2fc768e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:31.029321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.057284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5566c272-3b76-4a8e-a2f6-101d733cfe09 None None] Provisioning for port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:31.086404 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.150497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.171034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79719d8a-15d9-4985-8fde-e4599d768989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd', 'network_id': 'a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd', 'tenant_id': 'b7bede605a6b4c2d98eb86d88a57bf81', 'fixed_ips': [{'subnet_id': '9cd87c37-6e1b-40b3-a3c8-114e0787ccdb'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:31.171981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-79719d8a-15d9-4985-8fde-e4599d768989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.178042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd87c37-6e1b-40b3-a3c8-114e0787ccdb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:31.248734 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.259979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:31.270982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142abf58-b4cf-43a9-a9f7-9edec9e98386') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:31.271338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142abf58-b4cf-43a9-a9f7-9edec9e98386') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:31.280867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.296299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.303435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:31.303947 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:31.307134 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:31.369265 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.377952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.383781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd HTTP/1.1" status: 204 len: 168 time: 0.4540613 Aug 23 12:46:31.384131 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41518) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:31.391710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0231-33ce-4d7c-9a70-71822be86706 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Network': ['ID=a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:31.396007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-55262807'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:31.402015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd824da-825c-4fd7-97b7-5aece4ff3112 None None] Network a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:31.415172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd824da-825c-4fd7-97b7-5aece4ff3112 None None] Network a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:46:31.421571 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:31.425155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.450018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:31.460533 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.461039 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Added segment 6fb01b5b-007a-4a88-a953-ed47d6dae38b of type vlan for network b88cba2d-7c20-4398-b0b8-c63bc73c244a Aug 23 12:46:31.508511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.543128 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.549097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:31.549744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.584420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44676d0-24b1-4dac-9667-ce9a900abfee None None] get_active_networks_info from n-d-773645-7 {{(pid=101059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 12:46:31.613359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2281141 Aug 23 12:46:31.616200 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41520) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:31.623492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'subnet': {'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:31.639215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92662927-a1a6-48c8-980e-f77c8510160d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Network': ['ID=b88cba2d-7c20-4398-b0b8-c63bc73c244a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:31.650101 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b88cba2d-7c20-4398-b0b8-c63bc73c244a details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:31.668500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44676d0-24b1-4dac-9667-ce9a900abfee None None] Resources bound (agent type, host, resource id): {{(pid=101059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 12:46:31.718373 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:31.722543 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.908973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:31.969552 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Subnet': ['ID=59bd1c17-07f0-433d-9a03-97e97b1235ee,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:31.978223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Checking segment: {'id': '6fb01b5b-007a-4a88-a953-ed47d6dae38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:31.978589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network hostable DHCP agents. Network: b88cba2d-7c20-4398-b0b8-c63bc73c244a, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:31.995134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network b88cba2d-7c20-4398-b0b8-c63bc73c244a is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:32.003655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b88cba2d-7c20-4398-b0b8-c63bc73c244a) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:32.008059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:32.008650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.012926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c387a-61d4-4e3c-89be-aa04d82a9252 None None] Network b88cba2d-7c20-4398-b0b8-c63bc73c244a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:32.027031 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-85e67f1e-15a8-46c1-846a-2ae9dbe5fdc7 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097850 Aug 23 12:46:32.032311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41522) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:32.040715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298783341'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:32.066113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:32.069547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.096608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:32.108822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.109303 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Added segment 79c8bc19-7bb4-41e7-8efd-2e9bab8c2578 of type vlan for network 2db1203a-2344-47e2-a81d-f39c267010bb Aug 23 12:46:32.152599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.181327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.182451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b4b4ed28-fabe-465e-a0c4-7a72da7d2207 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:32.188410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:32.188410 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.209209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-b88cba2d-7c20-4398-b0b8-c63bc73c244a', 'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a', 'tenant_id': 'b7bede605a6b4c2d98eb86d88a57bf81', 'fixed_ips': [{'subnet_id': '59bd1c17-07f0-433d-9a03-97e97b1235ee'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:32.210081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.223893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41524) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:32.224109 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1901033 Aug 23 12:46:32.229862 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Request body: {'subnet': {'network_id': '2db1203a-2344-47e2-a81d-f39c267010bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:32.265194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f539e0-d090-4b13-91f5-d509ea85b5e5 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Network': ['ID=2db1203a-2344-47e2-a81d-f39c267010bb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:32.299671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2db1203a-2344-47e2-a81d-f39c267010bb details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:32.322288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Made reservation on behalf of b7bede605a6b4c2d98eb86d88a57bf81 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:32.326090 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.388973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:32.419340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:32.419721 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.473872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Allocated IP 2001:db8::2 (b88cba2d-7c20-4398-b0b8-c63bc73c244a/59bd1c17-07f0-433d-9a03-97e97b1235ee/5772d9cc-8610-4ad5-8c95-f2e392b5747a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:32.517772 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.583533 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event updated for resources: {'Subnet': ['ID=947df1e8-3396-470b-8329-33390a899c82,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:32.587850 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.590743 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Checking segment: {'id': '79c8bc19-7bb4-41e7-8efd-2e9bab8c2578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2db1203a-2344-47e2-a81d-f39c267010bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:32.591111 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network hostable DHCP agents. Network: 2db1203a-2344-47e2-a81d-f39c267010bb, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:32.608129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Network 2db1203a-2344-47e2-a81d-f39c267010bb is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:32.618582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2db1203a-2344-47e2-a81d-f39c267010bb) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:32.623558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:32.624191 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.630491 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ddc36a-6dfe-440f-b1c0-82b0cec694b6 None None] Network 2db1203a-2344-47e2-a81d-f39c267010bb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:32.640309 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3097e537-bd72-42e9-a5df-73adfd65dac4 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4149039 Aug 23 12:46:32.643387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41526) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:32.656060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b4b4ed28-fabe-465e-a0c4-7a72da7d2207, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,segment=NetworkSegment(b06b257a-1307-4eca-89a4-5a5a1136d1cc),segment_id=b06b257a-1307-4eca-89a4-5a5a1136d1cc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:32.683521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.744520 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.769965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.798929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Transition to ACTIVE for port object 5772d9cc-8610-4ad5-8c95-f2e392b5747a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:32.800610 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:32.827537 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.845751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Transition to ACTIVE for port object 5772d9cc-8610-4ad5-8c95-f2e392b5747a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:32.857232 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.891047 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.917486 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Subnet': ['ID=947df1e8-3396-470b-8329-33390a899c82,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:32.920336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Network b88cba2d-7c20-4398-b0b8-c63bc73c244a is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:32.925080 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:32.926991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec9de6-125f-4e7c-b40f-4e37d5b0867c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2db1203a-2344-47e2-a81d-f39c267010bb', 'network_id': '2db1203a-2344-47e2-a81d-f39c267010bb', 'tenant_id': 'b7bede605a6b4c2d98eb86d88a57bf81', 'fixed_ips': [{'subnet_id': '947df1e8-3396-470b-8329-33390a899c82'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:32.927811 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9de6-125f-4e7c-b40f-4e37d5b0867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:32.929790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:32.945431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Pushing event updated for resources: {'Port': ['ID=5772d9cc-8610-4ad5-8c95-f2e392b5747a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:32.990726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.001501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db1203a-2344-47e2-a81d-f39c267010bb']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:33.011911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c8bc19-7bb4-41e7-8efd-2e9bab8c2578') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:33.012288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c8bc19-7bb4-41e7-8efd-2e9bab8c2578') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:33.024925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.040237 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.046737 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:33.047799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:33.050875 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:33.053013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Attempting to bind port 5772d9cc-8610-4ad5-8c95-f2e392b5747a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:33.053013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Attempting to bind port 5772d9cc-8610-4ad5-8c95-f2e392b5747a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '6fb01b5b-007a-4a88-a953-ed47d6dae38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:33.053013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Attempting to bind port 5772d9cc-8610-4ad5-8c95-f2e392b5747a on network b88cba2d-7c20-4398-b0b8-c63bc73c244a {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:33.057497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:33.057914 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Checking segment: {'id': '6fb01b5b-007a-4a88-a953-ed47d6dae38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:33.058327 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.058721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Bound using segment: {'id': '6fb01b5b-007a-4a88-a953-ed47d6dae38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:33.059228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Bound port: 5772d9cc-8610-4ad5-8c95-f2e392b5747a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb01b5b-007a-4a88-a953-ed47d6dae38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b88cba2d-7c20-4398-b0b8-c63bc73c244a'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:33.059613 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.063681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1adf681-f242-44ac-9932-6e7f9d1cf71b None None] Network 2db1203a-2344-47e2-a81d-f39c267010bb requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:33.111177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.119509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.121378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/2db1203a-2344-47e2-a81d-f39c267010bb HTTP/1.1" status: 204 len: 168 time: 0.4769909 Aug 23 12:46:33.124334 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41528) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:33.136065 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4842ec9-7a30-4633-8ca2-72c0197cb490 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Network': ['ID=2db1203a-2344-47e2-a81d-f39c267010bb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:33.153278 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1316fe-000a-49e8-a23f-3fe41f82000f tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] GET failed (client error): The resource could not be found. Aug 23 12:46:33.154682 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3e1316fe-000a-49e8-a23f-3fe41f82000f tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "GET /v2.0/subnets/947df1e8-3396-470b-8329-33390a899c82 HTTP/1.1" status: 404 len: 337 time: 0.0293329 Aug 23 12:46:33.158387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:33.176920 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7bec93-3154-4db8-b793-57711e0d0f3e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:33.177451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7bec93-3154-4db8-b793-57711e0d0f3e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:33.179182 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2b7bec93-3154-4db8-b793-57711e0d0f3e tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/2db1203a-2344-47e2-a81d-f39c267010bb HTTP/1.1" status: 404 len: 339 time: 0.0198338 Aug 23 12:46:33.183013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41532) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:33.209006 n-d-773645-7 neutron-server[101057]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b92e4ec-afe6-4374-b999-7a67af556496 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:33.209456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b92e4ec-afe6-4374-b999-7a67af556496 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101057) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:33.210207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] For port 5772d9cc-8610-4ad5-8c95-f2e392b5747a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:33.214071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6b92e4ec-afe6-4374-b999-7a67af556496 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/subnets/947df1e8-3396-470b-8329-33390a899c82 HTTP/1.1" status: 404 len: 337 time: 0.0273936 Aug 23 12:46:33.214979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41534) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:33.223812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] For port 5772d9cc-8610-4ad5-8c95-f2e392b5747a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5772d9cc-8610-4ad5-8c95-f2e392b5747a,segment=NetworkSegment(6fb01b5b-007a-4a88-a953-ed47d6dae38b),segment_id=6fb01b5b-007a-4a88-a953-ed47d6dae38b)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:33.228020 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.234169 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1e3416-b9fe-4534-8707-6fea890bacfe tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:33.235381 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1e3416-b9fe-4534-8707-6fea890bacfe tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:33.237097 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8e1e3416-b9fe-4534-8707-6fea890bacfe tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/2db1203a-2344-47e2-a81d-f39c267010bb HTTP/1.1" status: 404 len: 339 time: 0.0209556 Aug 23 12:46:33.239795 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41536) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:33.287672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb638e5b-eaf6-431d-a719-a4bbd52e39e6 None None] Pushing event updated for resources: {'Port': ['ID=5772d9cc-8610-4ad5-8c95-f2e392b5747a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:33.298635 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Deleting subnet 59bd1c17-07f0-433d-9a03-97e97b1235ee {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:46:33.302065 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.350409 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.450681 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.511909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.540503 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Subnet': ['ID=59bd1c17-07f0-433d-9a03-97e97b1235ee,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:33.545324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.547802 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b5730312-42bb-4a1a-9fe0-f0d1aa5590ce tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/subnets/59bd1c17-07f0-433d-9a03-97e97b1235ee HTTP/1.1" status: 204 len: 168 time: 0.3070078 Aug 23 12:46:33.550221 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41538) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:33.629417 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.688197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Deleting port 5772d9cc-8610-4ad5-8c95-f2e392b5747a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:33.688455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.751050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] For port 5772d9cc-8610-4ad5-8c95-f2e392b5747a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=5772d9cc-8610-4ad5-8c95-f2e392b5747a,segment=NetworkSegment(6fb01b5b-007a-4a88-a953-ed47d6dae38b),segment_id=6fb01b5b-007a-4a88-a953-ed47d6dae38b)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:33.751416 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.764366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Calling delete_port for 5772d9cc-8610-4ad5-8c95-f2e392b5747a owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:33.846946 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.875981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Port': ['ID=5772d9cc-8610-4ad5-8c95-f2e392b5747a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:33.878014 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No DVR routers for this DVR port 5772d9cc-8610-4ad5-8c95-f2e392b5747a on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:33.963884 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:33.975600 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88cba2d-7c20-4398-b0b8-c63bc73c244a']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:33.987782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb01b5b-007a-4a88-a953-ed47d6dae38b') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:33.988097 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb01b5b-007a-4a88-a953-ed47d6dae38b') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:33.997974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.013272 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.021665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:34.022422 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:34.025791 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:34.088527 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.098084 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.100306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/b88cba2d-7c20-4398-b0b8-c63bc73c244a HTTP/1.1" status: 204 len: 168 time: 0.5490870 Aug 23 12:46:34.102781 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41540) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:34.139345 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27771-49f1-4c40-808e-5788f22330b6 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Network': ['ID=b88cba2d-7c20-4398-b0b8-c63bc73c244a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:34.143284 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4bcb61-dd10-466b-84fd-a10f7f4daef8 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:34.143767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4bcb61-dd10-466b-84fd-a10f7f4daef8 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:34.148341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5d4bcb61-dd10-466b-84fd-a10f7f4daef8 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/subnets/9cd87c37-6e1b-40b3-a3c8-114e0787ccdb HTTP/1.1" status: 404 len: 337 time: 0.0418553 Aug 23 12:46:34.148435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:34.152168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b4b4ed28-fabe-465e-a0c4-7a72da7d2207 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:34.173306 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbf3ae0-6b95-4057-ab07-ac1e8c0443fd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:34.173920 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbf3ae0-6b95-4057-ab07-ac1e8c0443fd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:34.175947 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bdbf3ae0-6b95-4057-ab07-ac1e8c0443fd tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/a4ed5852-38fa-4b54-8c42-aa0aee1ca5dd HTTP/1.1" status: 404 len: 339 time: 0.0264854 Aug 23 12:46:34.178337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41544) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:34.205011 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:34.205389 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.207979 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b17fcb-2379-4b66-a0c0-c0d8b3dd836d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:34.209504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b17fcb-2379-4b66-a0c0-c0d8b3dd836d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:34.211384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-59b17fcb-2379-4b66-a0c0-c0d8b3dd836d tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/subnets/7ea12179-663d-4409-9303-22bf3298a789 HTTP/1.1" status: 404 len: 337 time: 0.0315671 Aug 23 12:46:34.214042 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41546) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:34.232686 n-d-773645-7 neutron-server[101058]: INFO neutron.pecan_wsgi.hooks.translation [None req-5013e68e-5575-4863-80a2-6263146c18c8 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] DELETE failed (client error): The resource could not be found. Aug 23 12:46:34.233324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5013e68e-5575-4863-80a2-6263146c18c8 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101058) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 12:46:34.235122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5013e68e-5575-4863-80a2-6263146c18c8 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/2e8ba57f-6478-47b3-a486-733eef8fa7e3 HTTP/1.1" status: 404 len: 339 time: 0.0201602 Aug 23 12:46:34.237679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41548) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:34.246251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c0976-b66f-4380-b3bb-2000803ae796 None None] DHCP port deletion for b88cba2d-7c20-4398-b0b8-c63bc73c244a request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:46:34.262958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-18f12f2a-8743-40c0-b1a0-ac3899178638 None None] Could not find standard attr ID for object 5772d9cc-8610-4ad5-8c95-f2e392b5747a. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:46:34.288656 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbce76-5164-45cf-ac51-b2047b54b147 None None] Network b88cba2d-7c20-4398-b0b8-c63bc73c244a requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:34.291034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Deleting subnet eadba43f-6cab-46f7-881e-633b3a53b85a {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:46:34.294630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.309889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dbce76-5164-45cf-ac51-b2047b54b147 None None] Network b88cba2d-7c20-4398-b0b8-c63bc73c244a could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:46:34.335064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.422213 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.479045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.505794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Subnet': ['ID=eadba43f-6cab-46f7-881e-633b3a53b85a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:34.509503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.511436 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-095269a5-72f7-40ab-9ef4-fd5be81de413 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/subnets/eadba43f-6cab-46f7-881e-633b3a53b85a HTTP/1.1" status: 204 len: 168 time: 0.2728279 Aug 23 12:46:34.514080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41550) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:34.517649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d0492-8114-4229-863a-5f14a1f2acf6 None None] Network fae0c66e-938b-4b25-a971-0326a2fc768e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:34.693439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] DHCP port deletion for fae0c66e-938b-4b25-a971-0326a2fc768e request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:46:34.745797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] Deleting port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:34.746273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.811549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] For port b4b4ed28-fabe-465e-a0c4-7a72da7d2207, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,segment=NetworkSegment(b06b257a-1307-4eca-89a4-5a5a1136d1cc),segment_id=b06b257a-1307-4eca-89a4-5a5a1136d1cc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:34.811952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.825159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] Calling delete_port for b4b4ed28-fabe-465e-a0c4-7a72da7d2207 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:34.903416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.909563 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:34.935114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] Pushing event deleted for resources: {'Port': ['ID=b4b4ed28-fabe-465e-a0c4-7a72da7d2207,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:34.940059 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b76e4-9a01-4cbd-b45f-216e972102cd None None] No DVR routers for this DVR port b4b4ed28-fabe-465e-a0c4-7a72da7d2207 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:34.990919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.001079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae0c66e-938b-4b25-a971-0326a2fc768e']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:35.011840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06b257a-1307-4eca-89a4-5a5a1136d1cc') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:35.012195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06b257a-1307-4eca-89a4-5a5a1136d1cc') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:35.021128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.035472 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.041526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:35.041949 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:35.045096 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:35.106751 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.114108 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.115918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] 10.222.0.21 "DELETE /v2.0/networks/fae0c66e-938b-4b25-a971-0326a2fc768e HTTP/1.1" status: 204 len: 168 time: 0.6008124 Aug 23 12:46:35.126907 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3e166-3d09-43f9-9c44-4643cfae8a82 tempest-NetworksIpV6Test-452047020 tempest-NetworksIpV6Test-452047020-project] Pushing event deleted for resources: {'Network': ['ID=fae0c66e-938b-4b25-a971-0326a2fc768e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:35.352240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:35.487856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b6ec9c15-4b83-4b95-a59c-3bb07e11f972 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7bede605a6b4c2d98eb86d88a57bf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320264 Aug 23 12:46:35.488042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41560) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:35.537222 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b3a4-480a-4dc1-90a6-c02a6cde82ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.557732 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b3a4-480a-4dc1-90a6-c02a6cde82ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.606865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b3a4-480a-4dc1-90a6-c02a6cde82ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.609553 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c3c7b3a4-480a-4dc1-90a6-c02a6cde82ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:35.610706 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c3c7b3a4-480a-4dc1-90a6-c02a6cde82ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20a4659f-d95a-4c22-8316-3fa40f46589c HTTP/1.1" status: 204 len: 168 time: 0.1218171 Aug 23 12:46:35.618462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7b3a4-480a-4dc1-90a6-c02a6cde82ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4659f-d95a-4c22-8316-3fa40f46589c,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:36.132416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5772d9cc-8610-4ad5-8c95-f2e392b5747a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:46:36.152500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 5772d9cc-8610-4ad5-8c95-f2e392b5747a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:46:36.152850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 5772d9cc-8610-4ad5-8c95-f2e392b5747a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:46:36.153265 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b4b4ed28-fabe-465e-a0c4-7a72da7d2207 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:46:36.173941 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b4b4ed28-fabe-465e-a0c4-7a72da7d2207 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:46:36.174289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b4b4ed28-fabe-465e-a0c4-7a72da7d2207 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:46:36.246400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:36.341155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-258604285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:36.365904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.366886 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.417797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.421965 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.437932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.439130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e6d50de1-6a69-431f-a1a6-968a650e316d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1917927 Aug 23 12:46:36.442157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41586) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:36.447142 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-442411283'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:36.466854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Made reservation on behalf of 118b0f27dcdd43bf99e83b780ed3ad42 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:36.470854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.479393 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.569799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.574149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.600508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:36.613618 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc496c-6ea4-4372-8312-b948093424ae,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:36.619297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.619667 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Added segment 33e64071-e6ef-4ad1-80d8-2359e829fb0d of type vlan for network 79d4579b-8a0f-4a19-bbf3-bc378025930e Aug 23 12:46:36.659683 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.683427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.689186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:36.689807 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:36.749772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3065443 Aug 23 12:46:36.752455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41588) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:36.757508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Request body: {'subnet': {'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:36.764197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5baa2-7e6d-4e04-9083-14a31cfd2656 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event updated for resources: {'Network': ['ID=79d4579b-8a0f-4a19-bbf3-bc378025930e,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:36.774536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 79d4579b-8a0f-4a19-bbf3-bc378025930e details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:36.857318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Made reservation on behalf of 118b0f27dcdd43bf99e83b780ed3ad42 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:36.861823 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.049286 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.113548 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event updated for resources: {'Subnet': ['ID=c61fa1f1-a45f-467c-9f21-446bc7432c81,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:37.121993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Checking segment: {'id': '33e64071-e6ef-4ad1-80d8-2359e829fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:37.122364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Network hostable DHCP agents. Network: 79d4579b-8a0f-4a19-bbf3-bc378025930e, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:37.139050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Network 79d4579b-8a0f-4a19-bbf3-bc378025930e is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:37.147651 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 79d4579b-8a0f-4a19-bbf3-bc378025930e) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:37.152004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:37.152600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.158190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814e949-54cb-4b22-8d07-f5665387b145 None None] Network 79d4579b-8a0f-4a19-bbf3-bc378025930e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:37.169394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-02278d8b-9ae7-4983-b6d5-298cce3469b5 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4131579 Aug 23 12:46:37.169606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41590) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:37.175313 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1242163291'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:37.194963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Made reservation on behalf of 118b0f27dcdd43bf99e83b780ed3ad42 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:37.198728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.224274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:37.233909 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.234336 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Added segment 9c438c20-9c5e-4b50-ba38-33304247e2ae of type vlan for network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 Aug 23 12:46:37.274043 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.305843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.306221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-79d4579b-8a0f-4a19-bbf3-bc378025930e', 'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e', 'tenant_id': '118b0f27dcdd43bf99e83b780ed3ad42', 'fixed_ips': [{'subnet_id': 'c61fa1f1-a45f-467c-9f21-446bc7432c81'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:37.307106 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.311503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:37.312081 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.353501 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1827853 Aug 23 12:46:37.356722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41592) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:37.361277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Request body: {'subnet': {'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:37.407365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c713501-8f33-47d0-a13e-4a1d0a4ace25 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event updated for resources: {'Network': ['ID=66b5b7ad-2caf-4714-965a-fbc185f1fa80,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:37.428477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:37.486390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Made reservation on behalf of 118b0f27dcdd43bf99e83b780ed3ad42 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:37.489948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.504600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Allocated IP 172.20.0.2 (79d4579b-8a0f-4a19-bbf3-bc378025930e/c61fa1f1-a45f-467c-9f21-446bc7432c81/a6e68406-e713-4144-af3a-8fc4f47a6614) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:37.661119 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.672810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Transition to ACTIVE for port object a6e68406-e713-4144-af3a-8fc4f47a6614 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:37.675477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.693066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Transition to ACTIVE for port object a6e68406-e713-4144-af3a-8fc4f47a6614 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:37.700001 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.734810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event updated for resources: {'Subnet': ['ID=75fee1c5-84f5-499c-969b-5c2cf303c845,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:37.741078 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Network 79d4579b-8a0f-4a19-bbf3-bc378025930e is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:37.743944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:37.746940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Checking segment: {'id': '9c438c20-9c5e-4b50-ba38-33304247e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:37.747305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Network hostable DHCP agents. Network: 66b5b7ad-2caf-4714-965a-fbc185f1fa80, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:37.747444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:37.758841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Pushing event updated for resources: {'Port': ['ID=a6e68406-e713-4144-af3a-8fc4f47a6614,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:37.766866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:37.776111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 66b5b7ad-2caf-4714-965a-fbc185f1fa80) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:37.780049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:37.780636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.785994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8867b-31b7-4434-8777-c96d6b6a6e6a None None] Network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:37.797597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a7590352-de5c-4121-90bc-0b14366c5364 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4401543 Aug 23 12:46:37.800273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41594) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:37.804919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f44afe79-a70c-4c44-8150-66c8950a6117 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Request body: {'router': {'external_gateway_info': {'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:37.830134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Attempting to bind port a6e68406-e713-4144-af3a-8fc4f47a6614 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:37.830456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Attempting to bind port a6e68406-e713-4144-af3a-8fc4f47a6614 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '33e64071-e6ef-4ad1-80d8-2359e829fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:37.830824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Attempting to bind port a6e68406-e713-4144-af3a-8fc4f47a6614 on network 79d4579b-8a0f-4a19-bbf3-bc378025930e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:37.866147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:37.866530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Checking segment: {'id': '33e64071-e6ef-4ad1-80d8-2359e829fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:37.866940 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.867340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Bound using segment: {'id': '33e64071-e6ef-4ad1-80d8-2359e829fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:37.867817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Bound port: a6e68406-e713-4144-af3a-8fc4f47a6614, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e64071-e6ef-4ad1-80d8-2359e829fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '79d4579b-8a0f-4a19-bbf3-bc378025930e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:37.868204 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:37.977445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] For port a6e68406-e713-4144-af3a-8fc4f47a6614, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:37.982028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] For port a6e68406-e713-4144-af3a-8fc4f47a6614, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a6e68406-e713-4144-af3a-8fc4f47a6614,segment=NetworkSegment(33e64071-e6ef-4ad1-80d8-2359e829fb0d),segment_id=33e64071-e6ef-4ad1-80d8-2359e829fb0d)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:37.988015 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.019057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f44afe79-a70c-4c44-8150-66c8950a6117 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.034688 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-66b5b7ad-2caf-4714-965a-fbc185f1fa80', 'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80', 'tenant_id': '118b0f27dcdd43bf99e83b780ed3ad42', 'fixed_ips': [{'subnet_id': '75fee1c5-84f5-499c-969b-5c2cf303c845'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:38.035534 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.131506 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14dd8e-0651-4643-bc03-c3cb3184064b None None] Pushing event updated for resources: {'Port': ['ID=a6e68406-e713-4144-af3a-8fc4f47a6614,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:38.135862 n-d-773645-7 neutron-server[101057]: INFO neutron.api.v2.resource [None req-f44afe79-a70c-4c44-8150-66c8950a6117 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 12:46:38.138676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f44afe79-a70c-4c44-8150-66c8950a6117 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "PUT /v2.0/routers/8d6c1447-2c18-443e-bc72-8e527a89b2d5 HTTP/1.1" status: 400 len: 364 time: 0.3373630 Aug 23 12:46:38.144924 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41596) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:38.206186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Deleting subnet 75fee1c5-84f5-499c-969b-5c2cf303c845 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:46:38.217921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Allocated IP 172.21.0.2 (66b5b7ad-2caf-4714-965a-fbc185f1fa80/75fee1c5-84f5-499c-969b-5c2cf303c845/b363bba4-ae33-4dd3-a2b6-75bba34fdabb) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:38.374327 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.382933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Transition to ACTIVE for port object b363bba4-ae33-4dd3-a2b6-75bba34fdabb will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:38.397048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Transition to ACTIVE for port object b363bba4-ae33-4dd3-a2b6-75bba34fdabb will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:38.402550 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.403054 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.445144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:38.447983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.451145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:38.452923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Pushing event updated for resources: {'Port': ['ID=b363bba4-ae33-4dd3-a2b6-75bba34fdabb,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:38.455117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:38.514045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Attempting to bind port b363bba4-ae33-4dd3-a2b6-75bba34fdabb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:38.514340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Attempting to bind port b363bba4-ae33-4dd3-a2b6-75bba34fdabb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '9c438c20-9c5e-4b50-ba38-33304247e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:38.514705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Attempting to bind port b363bba4-ae33-4dd3-a2b6-75bba34fdabb on network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:38.520224 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:38.520684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Checking segment: {'id': '9c438c20-9c5e-4b50-ba38-33304247e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:38.521434 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.522512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Bound using segment: {'id': '9c438c20-9c5e-4b50-ba38-33304247e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:38.523067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Bound port: b363bba4-ae33-4dd3-a2b6-75bba34fdabb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c438c20-9c5e-4b50-ba38-33304247e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '66b5b7ad-2caf-4714-965a-fbc185f1fa80'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:38.523520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.540005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.596792 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.600985 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] For port b363bba4-ae33-4dd3-a2b6-75bba34fdabb, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:38.606043 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] For port b363bba4-ae33-4dd3-a2b6-75bba34fdabb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b363bba4-ae33-4dd3-a2b6-75bba34fdabb,segment=NetworkSegment(9c438c20-9c5e-4b50-ba38-33304247e2ae),segment_id=9c438c20-9c5e-4b50-ba38-33304247e2ae)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:38.612186 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.653214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event deleted for resources: {'Subnet': ['ID=75fee1c5-84f5-499c-969b-5c2cf303c845,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:38.655595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.658201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f2b22b9e-b132-4c46-9727-023ede120924 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "DELETE /v2.0/subnets/75fee1c5-84f5-499c-969b-5c2cf303c845 HTTP/1.1" status: 204 len: 168 time: 0.5121801 Aug 23 12:46:38.662540 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41598) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:38.697037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c49b63-c4b2-4dd2-9ac4-02510ed53717 None None] Pushing event updated for resources: {'Port': ['ID=b363bba4-ae33-4dd3-a2b6-75bba34fdabb,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:38.759077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.820106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Deleting port b363bba4-ae33-4dd3-a2b6-75bba34fdabb {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:38.820444 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.918006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] For port b363bba4-ae33-4dd3-a2b6-75bba34fdabb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b363bba4-ae33-4dd3-a2b6-75bba34fdabb,segment=NetworkSegment(9c438c20-9c5e-4b50-ba38-33304247e2ae),segment_id=9c438c20-9c5e-4b50-ba38-33304247e2ae)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:38.918477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:38.934386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Calling delete_port for b363bba4-ae33-4dd3-a2b6-75bba34fdabb owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:39.018850 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.050587 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event deleted for resources: {'Port': ['ID=b363bba4-ae33-4dd3-a2b6-75bba34fdabb,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:39.054638 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] No DVR routers for this DVR port b363bba4-ae33-4dd3-a2b6-75bba34fdabb on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:39.083364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb4db1-8997-46fe-9dec-a3b339cc29c8 None None] Network 79d4579b-8a0f-4a19-bbf3-bc378025930e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:39.147961 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.153603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c2d0fb43-ce75-4f9e-9430-e54423f2d60c None None] Provisioning for port a6e68406-e713-4144-af3a-8fc4f47a6614 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:39.159021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b5b7ad-2caf-4714-965a-fbc185f1fa80']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:39.169639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c438c20-9c5e-4b50-ba38-33304247e2ae') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:39.170087 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c438c20-9c5e-4b50-ba38-33304247e2ae') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:39.179851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.199005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.205413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:39.205851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:39.209374 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:39.270104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.275146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.279718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "DELETE /v2.0/networks/66b5b7ad-2caf-4714-965a-fbc185f1fa80 HTTP/1.1" status: 204 len: 168 time: 0.6139190 Aug 23 12:46:39.280436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41600) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:39.293411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84db720-7ed5-4bb6-ad45-73e517cf1953 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event deleted for resources: {'Network': ['ID=66b5b7ad-2caf-4714-965a-fbc185f1fa80,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:39.348517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Deleting subnet c61fa1f1-a45f-467c-9f21-446bc7432c81 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:46:39.352035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.396248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.507781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.695876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-62491c45-31ac-4e77-a579-3f772cd82839 None None] Could not find standard attr ID for object b363bba4-ae33-4dd3-a2b6-75bba34fdabb. {{(pid=101059) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 12:46:39.709240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63481917-9cc6-4101-9127-ece6a4351bd6 None None] DHCP port deletion for 66b5b7ad-2caf-4714-965a-fbc185f1fa80 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:46:39.726574 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0522a3-9544-4cb7-8fa4-372589aafee6 None None] Network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:39.738775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0522a3-9544-4cb7-8fa4-372589aafee6 None None] Network 66b5b7ad-2caf-4714-965a-fbc185f1fa80 could not be found, it might have been deleted concurrently. {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 12:46:39.875635 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.900961 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event deleted for resources: {'Subnet': ['ID=c61fa1f1-a45f-467c-9f21-446bc7432c81,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:39.906571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:39.908449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-89cb8e6b-599d-4d23-a278-c2bfc459107d tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "DELETE /v2.0/subnets/c61fa1f1-a45f-467c-9f21-446bc7432c81 HTTP/1.1" status: 204 len: 168 time: 0.6214962 Aug 23 12:46:39.911274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41602) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:39.913478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49242d-f94b-4eb4-8912-6dbcc45e8597 None None] Network 79d4579b-8a0f-4a19-bbf3-bc378025930e requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:39.990928 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.044279 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Deleting port a6e68406-e713-4144-af3a-8fc4f47a6614 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:40.044623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.085161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] DHCP port deletion for 79d4579b-8a0f-4a19-bbf3-bc378025930e request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:46:40.110485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] For port a6e68406-e713-4144-af3a-8fc4f47a6614, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a6e68406-e713-4144-af3a-8fc4f47a6614,segment=NetworkSegment(33e64071-e6ef-4ad1-80d8-2359e829fb0d),segment_id=33e64071-e6ef-4ad1-80d8-2359e829fb0d)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:40.110854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.123511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Calling delete_port for a6e68406-e713-4144-af3a-8fc4f47a6614 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:40.137494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] Deleting port a6e68406-e713-4144-af3a-8fc4f47a6614 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:46:40.137838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.201266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] For port a6e68406-e713-4144-af3a-8fc4f47a6614, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a6e68406-e713-4144-af3a-8fc4f47a6614,segment=NetworkSegment(33e64071-e6ef-4ad1-80d8-2359e829fb0d),segment_id=33e64071-e6ef-4ad1-80d8-2359e829fb0d)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:40.201668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.207049 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.215780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] Calling delete_port for a6e68406-e713-4144-af3a-8fc4f47a6614 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:46:40.235993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event deleted for resources: {'Port': ['ID=a6e68406-e713-4144-af3a-8fc4f47a6614,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:40.237893 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] No DVR routers for this DVR port a6e68406-e713-4144-af3a-8fc4f47a6614 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:40.296083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.320327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] Pushing event deleted for resources: {'Port': ['ID=a6e68406-e713-4144-af3a-8fc4f47a6614,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:40.321355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.325642 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805e5eb-0910-45af-bd53-fc0cef9e3bb3 None None] No DVR routers for this DVR port a6e68406-e713-4144-af3a-8fc4f47a6614 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:46:40.334510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d4579b-8a0f-4a19-bbf3-bc378025930e']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:40.346077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e64071-e6ef-4ad1-80d8-2359e829fb0d') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:40.346396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e64071-e6ef-4ad1-80d8-2359e829fb0d') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:40.355334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.369356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.376075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:46:40.376547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:46:40.379693 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:46:40.436394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.443756 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.445519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "DELETE /v2.0/networks/79d4579b-8a0f-4a19-bbf3-bc378025930e HTTP/1.1" status: 204 len: 168 time: 0.5326498 Aug 23 12:46:40.448385 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41604) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:40.458991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df8d36-183d-4ea8-9887-bcd3fb64864e tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Pushing event deleted for resources: {'Network': ['ID=79d4579b-8a0f-4a19-bbf3-bc378025930e,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:40.480034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c1581002-37fc-4ac1-912f-1a0697ce7222 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d6c1447-2c18-443e-bc72-8e527a89b2d5 HTTP/1.1" status: 200 len: 205 time: 0.0304122 Aug 23 12:46:40.482488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41606) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:40.560678 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.720296 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.722443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.771249 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.771911 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Fanout notify agent at l3_agent the message router_deleted on router 8d6c1447-2c18-443e-bc72-8e527a89b2d5 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:46:40.779462 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:40.780580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0e3fba11-94a2-4511-b4c3-7d84a146cfb4 tempest-RoutersNegativeTest-363491480 tempest-RoutersNegativeTest-363491480-project] 10.222.0.21 "DELETE /v2.0/routers/8d6c1447-2c18-443e-bc72-8e527a89b2d5 HTTP/1.1" status: 204 len: 168 time: 0.2971807 Aug 23 12:46:41.038841 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41612) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:41.179232 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6727e75f-1454-49ec-b7d0-a738d6c3ab8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=118b0f27dcdd43bf99e83b780ed3ad42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392252 Aug 23 12:46:41.181858 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41616) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:41.229326 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8bad-f85c-4e2b-9021-c653b972a397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:41.251050 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8bad-f85c-4e2b-9021-c653b972a397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:41.297839 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8bad-f85c-4e2b-9021-c653b972a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:41.300342 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8bad-f85c-4e2b-9021-c653b972a397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:41.301483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0b4c8bad-f85c-4e2b-9021-c653b972a397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65cc496c-6ea4-4372-8312-b948093424ae HTTP/1.1" status: 204 len: 168 time: 0.1186664 Aug 23 12:46:41.309593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c8bad-f85c-4e2b-9021-c653b972a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc496c-6ea4-4372-8312-b948093424ae,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:41.933879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41638) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:42.028710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-204489783-network', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:42.054724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Made reservation on behalf of 8b5f0d86d20a4c039cf45bccd083e9a5 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:42.057026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.066327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.161839 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.166080 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.186356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:42.200660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:42.205825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.206236 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Added segment 050a4c03-7cb1-47d1-9698-f21e1b46474f of type vlan for network da5c7ce6-7487-4bcb-a1b1-7864259b7999 Aug 23 12:46:42.217352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.217711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.218065 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.218653 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.218778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.219066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.219395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.219723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.220050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.220376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.220702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.221026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:42.255935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.284047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.285041 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:42.285631 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.317087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3819857 Aug 23 12:46:42.319990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41642) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:42.325057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Request body: {'subnet': {'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-subnet', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:42.347071 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Made reservation on behalf of 8b5f0d86d20a4c039cf45bccd083e9a5 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:42.347775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fa032-9a51-4c1c-8080-dbc66b5159d0 admin admin] Pushing event updated for resources: {'Network': ['ID=da5c7ce6-7487-4bcb-a1b1-7864259b7999,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:42.349443 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.358047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:42.527029 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.580638 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c6e3fe-679b-4039-9d9f-9bd38f7db103,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:42.591784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Checking segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:42.591784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Network hostable DHCP agents. Network: da5c7ce6-7487-4bcb-a1b1-7864259b7999, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:42.608799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:42.618181 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, da5c7ce6-7487-4bcb-a1b1-7864259b7999) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:42.622479 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:42.623049 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.629531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946b128-7472-4d88-bf0e-4af6758ab613 None None] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:42.638997 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b8b3ffa3-9296-45bc-9c1b-fc2b766814e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3179038 Aug 23 12:46:42.641900 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41644) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:42.646382 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:42.666673 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.667769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.725236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.827245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'fixed_ips': [{'subnet_id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:42.828139 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.864325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:42.967327 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Allocated IP 172.20.0.2 (da5c7ce6-7487-4bcb-a1b1-7864259b7999/33c6e3fe-679b-4039-9d9f-9bd38f7db103/a38fc146-a742-45e8-b6f9-17e77ef05f49) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:43.068788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.088089 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.113830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.121992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Transition to ACTIVE for port object a38fc146-a742-45e8-b6f9-17e77ef05f49 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:43.138286 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Transition to ACTIVE for port object a38fc146-a742-45e8-b6f9-17e77ef05f49 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:43.145080 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.182872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:43.185994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:43.188456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:43.199824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Pushing event updated for resources: {'Port': ['ID=a38fc146-a742-45e8-b6f9-17e77ef05f49,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:43.203315 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Allocated IP 172.25.1.143 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/6a11863e-9c80-4628-ae8f-fba4966bdc11) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:43.253040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Attempting to bind port a38fc146-a742-45e8-b6f9-17e77ef05f49 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:43.253417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Attempting to bind port a38fc146-a742-45e8-b6f9-17e77ef05f49 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:43.253825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Attempting to bind port a38fc146-a742-45e8-b6f9-17e77ef05f49 on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:43.259117 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:43.259492 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Checking segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:43.259901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.260303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Bound using segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:43.260776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Bound port: a38fc146-a742-45e8-b6f9-17e77ef05f49, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:43.261165 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.308023 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.326969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] For port a38fc146-a742-45e8-b6f9-17e77ef05f49, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:43.330703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] For port a38fc146-a742-45e8-b6f9-17e77ef05f49, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a38fc146-a742-45e8-b6f9-17e77ef05f49,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:43.334983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.350743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.392126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94600ec-1562-4e1c-99b3-4df2e9d4e970 None None] Pushing event updated for resources: {'Port': ['ID=a38fc146-a742-45e8-b6f9-17e77ef05f49,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:43.393788 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:43.396849 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:43.400559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:43.448695 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a11863e-9c80-4628-ae8f-fba4966bdc11,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:43.709162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:43.923453 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.062893 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Router 415f0989-c3ca-4958-9333-4a98ecb1a1ad is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:46:44.167865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a38fc146-a742-45e8-b6f9-17e77ef05f49 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:44.201172 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:46:44.213322 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Sync routers for ids ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:46:44.221758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.223164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d3cd74e4-579d-47a9-9bb8-a50319ba46a1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5802839 Aug 23 12:46:44.225231 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Routers {'415f0989-c3ca-4958-9333-4a98ecb1a1ad'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:44.226001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41646) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:44.226341 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:44.231057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port a38fc146-a742-45e8-b6f9-17e77ef05f49 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:44.317034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707684b-7f07-4bb4-99c5-3b896010294f None None] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:44.335947 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Set router 415f0989-c3ca-4958-9333-4a98ecb1a1ad gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:44.398903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] Provisioning for port a38fc146-a742-45e8-b6f9-17e77ef05f49 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:44.414288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] Provisioning complete for port a38fc146-a742-45e8-b6f9-17e77ef05f49 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:44.414661 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.530889 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:46:43Z', 'revision_number': 3, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:44.558553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.570331 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Checking router: 415f0989-c3ca-4958-9333-4a98ecb1a1ad for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:46:44.570809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Updating router 415f0989-c3ca-4958-9333-4a98ecb1a1ad port 6a11863e-9c80-4628-ae8f-fba4966bdc11 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:46:44.596226 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] For port a38fc146-a742-45e8-b6f9-17e77ef05f49, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a38fc146-a742-45e8-b6f9-17e77ef05f49,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:44.602695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.602925 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.655446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2702e-40fa-4e93-9796-ebdbd6cc2fe8 None None] Pushing event updated for resources: {'Port': ['ID=a38fc146-a742-45e8-b6f9-17e77ef05f49,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:44.706916 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.824268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-144e487c-2597-48cf-8042-2a81df259ae0 None None] Provisioning complete for port a38fc146-a742-45e8-b6f9-17e77ef05f49 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:44.824946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-144e487c-2597-48cf-8042-2a81df259ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.878274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Allocated IP 172.20.0.1 (da5c7ce6-7487-4bcb-a1b1-7864259b7999/33c6e3fe-679b-4039-9d9f-9bd38f7db103/07792e42-2957-433a-a1d3-591f00ae93c9) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:44.966023 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.976363 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Transition to ACTIVE for port object 6a11863e-9c80-4628-ae8f-fba4966bdc11 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:44.982985 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.985113 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:44.998842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Transition to ACTIVE for port object 07792e42-2957-433a-a1d3-591f00ae93c9 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:45.033976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.040453 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Attempting to bind port 6a11863e-9c80-4628-ae8f-fba4966bdc11 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:45.040453 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Attempting to bind port 6a11863e-9c80-4628-ae8f-fba4966bdc11 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:45.040453 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Attempting to bind port 6a11863e-9c80-4628-ae8f-fba4966bdc11 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:45.043362 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Pushing event updated for resources: {'Port': ['ID=6a11863e-9c80-4628-ae8f-fba4966bdc11,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:45.052015 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:45.052394 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:45.052799 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.053194 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:45.053660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Bound port: 6a11863e-9c80-4628-ae8f-fba4966bdc11, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:45.054066 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.061238 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.061591 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.061963 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.062334 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.062665 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.062999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.063337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.063664 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.063993 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.064317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.064649 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.064978 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:46:45.077218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:45.080008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:45.083349 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:45.113731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Pushing event updated for resources: {'Port': ['ID=07792e42-2957-433a-a1d3-591f00ae93c9,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:45.128351 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] For port 6a11863e-9c80-4628-ae8f-fba4966bdc11, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:45.130877 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.135603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] For port 6a11863e-9c80-4628-ae8f-fba4966bdc11, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6a11863e-9c80-4628-ae8f-fba4966bdc11,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:45.144454 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.205407 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Routers {'415f0989-c3ca-4958-9333-4a98ecb1a1ad'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:45.206177 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:45.247833 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c8b0-d387-49b0-8b68-c25e60e95eaa None None] Pushing event updated for resources: {'Port': ['ID=6a11863e-9c80-4628-ae8f-fba4966bdc11,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:45.283774 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.333580 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] Set router 415f0989-c3ca-4958-9333-4a98ecb1a1ad gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:45.342374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-244acb49-5844-428e-8b81-83a3cb16c085 None None] Provisioning for port 07792e42-2957-433a-a1d3-591f00ae93c9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:45.347400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-244acb49-5844-428e-8b81-83a3cb16c085 None None] Provisioning complete for port 07792e42-2957-433a-a1d3-591f00ae93c9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:45.347979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-244acb49-5844-428e-8b81-83a3cb16c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.385787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-244acb49-5844-428e-8b81-83a3cb16c085 None None] Port 07792e42-2957-433a-a1d3-591f00ae93c9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:46:45.451183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.456604 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.520917 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:46:43Z', 'revision_number': 3, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:45.523244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Pushing event updated for resources: {'Port': ['ID=07792e42-2957-433a-a1d3-591f00ae93c9,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:45.529035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.549711 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6897d78c-fb0c-423e-9e4e-f09c94e3a756 None None] The sync data for ids ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'] in n-d-773645-7 is: [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:46:43Z', 'revision_number': 3, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:46:45.639522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:45.641719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:45.798171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Router 415f0989-c3ca-4958-9333-4a98ecb1a1ad has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:46:45.908208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1da5d8a7-5b4a-4894-bcbc-bf2dcbc5053c None None] Provisioning complete for port 07792e42-2957-433a-a1d3-591f00ae93c9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:45.908779 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1da5d8a7-5b4a-4894-bcbc-bf2dcbc5053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:45.946654 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-1da5d8a7-5b4a-4894-bcbc-bf2dcbc5053c None None] Port 07792e42-2957-433a-a1d3-591f00ae93c9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:46:46.216617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a38fc146-a742-45e8-b6f9-17e77ef05f49 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:46.239999 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:46:46.254252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-aa14e72b-cdcb-4761-b538-c7aae0d6f89a admin admin] 10.222.0.21 "PUT /v2.0/routers/415f0989-c3ca-4958-9333-4a98ecb1a1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0260160 Aug 23 12:46:46.269677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port a38fc146-a742-45e8-b6f9-17e77ef05f49 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:46.270367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.356640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6a11863e-9c80-4628-ae8f-fba4966bdc11 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:46.408146 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 6a11863e-9c80-4628-ae8f-fba4966bdc11 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:46.412777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6a11863e-9c80-4628-ae8f-fba4966bdc11 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:46.413277 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.493327 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.513831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 6a11863e-9c80-4628-ae8f-fba4966bdc11, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6a11863e-9c80-4628-ae8f-fba4966bdc11,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:46.522805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.575870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=6a11863e-9c80-4628-ae8f-fba4966bdc11,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:46.733079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41662) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:46.738225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1604708571-network', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:46.759579 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Made reservation on behalf of dc4f6f65e9574fa4b0f23595e03396c8 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:46.762087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.776262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.870389 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.875066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.900757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:46:46.910909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c560ce8-bd7e-41f5-b249-fae8653f2942,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:46.915758 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.916119 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Added segment 7d8da766-0807-43ec-ae34-1d095aa0a49e of type vlan for network b674cc37-677c-49e9-8a02-df2d6bb6aafe Aug 23 12:46:46.957291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.982383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:46.983354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:46.983969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.042708 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3084455 Aug 23 12:46:47.045602 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41664) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:47.048137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e887205-347f-4346-a092-dee63e95d358 admin admin] Pushing event updated for resources: {'Network': ['ID=b674cc37-677c-49e9-8a02-df2d6bb6aafe,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:47.050831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Request body: {'subnet': {'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-subnet', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:47.057949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:46:47.073048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Made reservation on behalf of dc4f6f65e9574fa4b0f23595e03396c8 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:47.075388 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.113648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Sync routers for ids ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:46:47.134396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Routers {'415f0989-c3ca-4958-9333-4a98ecb1a1ad'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:47.134940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:47.268976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.326852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab810ad-1fe2-4670-a451-6c4dfdce5e72,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:47.337193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Checking segment: {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:47.337560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Network hostable DHCP agents. Network: b674cc37-677c-49e9-8a02-df2d6bb6aafe, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:46:47.353931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:46:47.363075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, b674cc37-677c-49e9-8a02-df2d6bb6aafe) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:47.367732 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:47.368340 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.374145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91856372-0534-46d3-a419-21f99ab7f75d None None] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:47.384889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2630114e-e875-4ff1-8443-7e4aac121c3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3379171 Aug 23 12:46:47.387753 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41666) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:47.392702 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:47.414343 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.415467 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.450391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Set router 415f0989-c3ca-4958-9333-4a98ecb1a1ad gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:47.473171 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.620017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.654600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-b674cc37-677c-49e9-8a02-df2d6bb6aafe', 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'fixed_ips': [{'subnet_id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:46:47.655526 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.825909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.828529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:46:45Z', 'revision_number': 4, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '07792e42-2957-433a-a1d3-591f00ae93c9', 'name': '', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'mac_address': 'fa:16:3e:3b:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:44Z', 'updated_at': '2021-08-23T12:46:45Z', 'revision_number': 2, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'subnets': [{'id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:47.847163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.861827 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Checking router: 415f0989-c3ca-4958-9333-4a98ecb1a1ad for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:46:47.862270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Updating router 415f0989-c3ca-4958-9333-4a98ecb1a1ad port 07792e42-2957-433a-a1d3-591f00ae93c9 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:46:47.864692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Allocated IP 172.20.0.2 (b674cc37-677c-49e9-8a02-df2d6bb6aafe/fab810ad-1fe2-4670-a451-6c4dfdce5e72/9fd08124-6583-4771-b8d5-330f4eb9e730) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:47.898696 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:47.952180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Allocated IP 172.25.1.147 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/783ae91f-e5db-47d3-9974-5450e9025ee8) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:48.057385 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.111742 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.144329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6a11863e-9c80-4628-ae8f-fba4966bdc11 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:48.150263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:48.153100 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:48.156605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:48.182705 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Pushing event updated for resources: {'Port': ['ID=783ae91f-e5db-47d3-9974-5450e9025ee8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:48.207460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.225277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Transition to ACTIVE for port object 9fd08124-6583-4771-b8d5-330f4eb9e730 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:48.260772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Transition to ACTIVE for port object 9fd08124-6583-4771-b8d5-330f4eb9e730 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:48.275311 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.335319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:48.341557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 6a11863e-9c80-4628-ae8f-fba4966bdc11 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:48.341956 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.361074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:48.363452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:48.392837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Pushing event updated for resources: {'Port': ['ID=9fd08124-6583-4771-b8d5-330f4eb9e730,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:48.430369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.446657 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.484173 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Transition to ACTIVE for port object 07792e42-2957-433a-a1d3-591f00ae93c9 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:48.489828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Attempting to bind port 9fd08124-6583-4771-b8d5-330f4eb9e730 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:48.490243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Attempting to bind port 9fd08124-6583-4771-b8d5-330f4eb9e730 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:48.490639 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Attempting to bind port 9fd08124-6583-4771-b8d5-330f4eb9e730 on network b674cc37-677c-49e9-8a02-df2d6bb6aafe {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:48.497367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.528323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:48.528700 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Checking segment: {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:48.529104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.529503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Bound using segment: {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:48.530014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Bound port: 9fd08124-6583-4771-b8d5-330f4eb9e730, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:48.530396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.616816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe25fa3-6795-48c2-8b2f-8d7e55307757 None None] Pushing event updated for resources: {'Port': ['ID=07792e42-2957-433a-a1d3-591f00ae93c9,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:48.644945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.693421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] For port 9fd08124-6583-4771-b8d5-330f4eb9e730, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:48.695628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Attempting to bind port 07792e42-2957-433a-a1d3-591f00ae93c9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:48.696001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Attempting to bind port 07792e42-2957-433a-a1d3-591f00ae93c9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:48.696374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Attempting to bind port 07792e42-2957-433a-a1d3-591f00ae93c9 on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:48.710068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] For port 9fd08124-6583-4771-b8d5-330f4eb9e730, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fd08124-6583-4771-b8d5-330f4eb9e730,segment=NetworkSegment(7d8da766-0807-43ec-ae34-1d095aa0a49e),segment_id=7d8da766-0807-43ec-ae34-1d095aa0a49e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:48.711370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:48.711735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Checking segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:48.712367 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.712878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Bound using segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:48.713449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Bound port: 07792e42-2957-433a-a1d3-591f00ae93c9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:48.713896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.717888 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.788551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:46:48.843000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096bfb9-6376-4ef0-8c15-a7ae12caeb5c None None] Pushing event updated for resources: {'Port': ['ID=9fd08124-6583-4771-b8d5-330f4eb9e730,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:48.853180 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] For port 07792e42-2957-433a-a1d3-591f00ae93c9, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:48.858453 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] For port 07792e42-2957-433a-a1d3-591f00ae93c9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=07792e42-2957-433a-a1d3-591f00ae93c9,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:48.862971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.926643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Routers {'415f0989-c3ca-4958-9333-4a98ecb1a1ad'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:48.926890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:46:48.927424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:48.937763 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Sync routers for ids ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:46:48.947073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:48.951490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41668) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:46:48.952012 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e0120f16-1e1e-480d-8a19-878790283246 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5627682 Aug 23 12:46:48.972580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe25fa3-6795-48c2-8b2f-8d7e55307757 None None] Pushing event updated for resources: {'Port': ['ID=07792e42-2957-433a-a1d3-591f00ae93c9,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:48.975143 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Routers {'0fb99f3c-b551-4ed8-95b2-e0d207f696c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:48.986445 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:49.229270 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Set router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:49.314061 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] Set router 415f0989-c3ca-4958-9333-4a98ecb1a1ad gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:49.458012 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:48Z', 'revision_number': 3, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:49.497591 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Checking router: 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:46:49.498303 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Updating router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 port 783ae91f-e5db-47d3-9974-5450e9025ee8 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:46:49.535880 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:49.562740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:46:45Z', 'revision_number': 4, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '07792e42-2957-433a-a1d3-591f00ae93c9', 'name': '', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'mac_address': 'fa:16:3e:3b:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:44Z', 'updated_at': '2021-08-23T12:46:48Z', 'revision_number': 4, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'subnets': [{'id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:49.607668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531ec2f-30c4-41b5-8dd8-9c623c6e807d None None] The sync data for ids ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'] in n-d-773645-7 is: [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:46:45Z', 'revision_number': 4, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '07792e42-2957-433a-a1d3-591f00ae93c9', 'name': '', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'mac_address': 'fa:16:3e:3b:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:44Z', 'updated_at': '2021-08-23T12:46:48Z', 'revision_number': 4, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'subnets': [{'id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:46:49.610278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:49.905299 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:49.927011 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Transition to ACTIVE for port object 783ae91f-e5db-47d3-9974-5450e9025ee8 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:49.937851 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:49.949576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Allocated IP 172.20.0.1 (b674cc37-677c-49e9-8a02-df2d6bb6aafe/fab810ad-1fe2-4670-a451-6c4dfdce5e72/876f0dd2-a308-498e-8de3-bbb7270d91fa) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:50.002669 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Attempting to bind port 783ae91f-e5db-47d3-9974-5450e9025ee8 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:50.003113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Attempting to bind port 783ae91f-e5db-47d3-9974-5450e9025ee8 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:50.003566 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Attempting to bind port 783ae91f-e5db-47d3-9974-5450e9025ee8 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:50.013673 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:50.014089 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:50.014720 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.015836 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:50.016507 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Bound port: 783ae91f-e5db-47d3-9974-5450e9025ee8, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:50.016900 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.054845 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05dc9a-5a7d-40d4-98a4-7999edd663cd None None] Pushing event updated for resources: {'Port': ['ID=783ae91f-e5db-47d3-9974-5450e9025ee8,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:50.082881 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] For port 783ae91f-e5db-47d3-9974-5450e9025ee8, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:50.088421 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] For port 783ae91f-e5db-47d3-9974-5450e9025ee8, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=783ae91f-e5db-47d3-9974-5450e9025ee8,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:50.094313 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.139686 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.178730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Transition to ACTIVE for port object 876f0dd2-a308-498e-8de3-bbb7270d91fa will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:50.213749 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Routers {'0fb99f3c-b551-4ed8-95b2-e0d207f696c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:50.214553 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:50.255430 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.286406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05dc9a-5a7d-40d4-98a4-7999edd663cd None None] Pushing event updated for resources: {'Port': ['ID=783ae91f-e5db-47d3-9974-5450e9025ee8,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:50.291837 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd08124-6583-4771-b8d5-330f4eb9e730 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:50.321673 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:50.322661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Pushing event updated for resources: {'Port': ['ID=876f0dd2-a308-498e-8de3-bbb7270d91fa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:50.327088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:50.330292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:50.356281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3b014-9274-4c35-8833-346b76ed30ce None None] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:46:50.370336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.390387 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] Set router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:50.425803 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9fd08124-6583-4771-b8d5-330f4eb9e730 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:50.434433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 07792e42-2957-433a-a1d3-591f00ae93c9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:50.513963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] Provisioning for port 9fd08124-6583-4771-b8d5-330f4eb9e730 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:50.521925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.540070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] Provisioning complete for port 9fd08124-6583-4771-b8d5-330f4eb9e730 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:50.540070 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.592123 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 07792e42-2957-433a-a1d3-591f00ae93c9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:50.608717 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 07792e42-2957-433a-a1d3-591f00ae93c9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:50.609629 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.653293 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:48Z', 'revision_number': 3, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:50.683259 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403b41-4deb-4857-b8c2-f6d358a715dd None None] The sync data for ids ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'] in n-d-773645-7 is: [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:48Z', 'revision_number': 3, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:46:50.742291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.745858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.754983 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.829645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] For port 9fd08124-6583-4771-b8d5-330f4eb9e730, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fd08124-6583-4771-b8d5-330f4eb9e730,segment=NetworkSegment(7d8da766-0807-43ec-ae34-1d095aa0a49e),segment_id=7d8da766-0807-43ec-ae34-1d095aa0a49e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:50.831041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.842960 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.862595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.899420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 07792e42-2957-433a-a1d3-591f00ae93c9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=07792e42-2957-433a-a1d3-591f00ae93c9,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:50.912849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:50.934517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Pushing event updated for resources: {'Port': ['ID=876f0dd2-a308-498e-8de3-bbb7270d91fa,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:50.939317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2d4c-508b-4546-9d3a-d9761698d66f None None] Pushing event updated for resources: {'Port': ['ID=9fd08124-6583-4771-b8d5-330f4eb9e730,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:51.020027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=07792e42-2957-433a-a1d3-591f00ae93c9,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:51.024248 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:51.025894 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:51.070595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0b9b0dc1-9c44-4042-aedd-cab588662369 None None] Provisioning for port 876f0dd2-a308-498e-8de3-bbb7270d91fa completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:51.101212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0b9b0dc1-9c44-4042-aedd-cab588662369 None None] Provisioning complete for port 876f0dd2-a308-498e-8de3-bbb7270d91fa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:51.101477 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0dc1-9c44-4042-aedd-cab588662369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:51.153193 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b0dc1-9c44-4042-aedd-cab588662369 None None] Port 876f0dd2-a308-498e-8de3-bbb7270d91fa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:46:51.166481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0b9b0dc1-9c44-4042-aedd-cab588662369 None None] Provisioning complete for port 9fd08124-6583-4771-b8d5-330f4eb9e730 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:51.166610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0dc1-9c44-4042-aedd-cab588662369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:51.204423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:46:51.357856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:46:51.363327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-224474a9-b698-4f63-9885-dd49218e5737 admin admin] 10.222.0.21 "PUT /v2.0/routers/0fb99f3c-b551-4ed8-95b2-e0d207f696c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4096868 Aug 23 12:46:51.401332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2ba7ced6-e4b9-42c3-b6d8-4cebf895e5e3 None None] Provisioning complete for port 876f0dd2-a308-498e-8de3-bbb7270d91fa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:51.401850 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ba7ced6-e4b9-42c3-b6d8-4cebf895e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:51.439989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7ced6-e4b9-42c3-b6d8-4cebf895e5e3 None None] Port 876f0dd2-a308-498e-8de3-bbb7270d91fa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:46:51.560568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-29290c4c-7e5a-491f-a6b2-8e8516c62fae None None] Provisioning complete for port 876f0dd2-a308-498e-8de3-bbb7270d91fa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:51.560947 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-29290c4c-7e5a-491f-a6b2-8e8516c62fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:51.596619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-29290c4c-7e5a-491f-a6b2-8e8516c62fae None None] Port 876f0dd2-a308-498e-8de3-bbb7270d91fa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:46:51.860425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3888eafa-7212-41ba-9aaa-30adf54b0f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:52.205105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd08124-6583-4771-b8d5-330f4eb9e730 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:52.255596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9fd08124-6583-4771-b8d5-330f4eb9e730 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:52.256083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:52.344231 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 783ae91f-e5db-47d3-9974-5450e9025ee8 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:52.394439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 783ae91f-e5db-47d3-9974-5450e9025ee8 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:52.398820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 783ae91f-e5db-47d3-9974-5450e9025ee8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:52.399483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:52.486978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:52.510561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 783ae91f-e5db-47d3-9974-5450e9025ee8, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=783ae91f-e5db-47d3-9974-5450e9025ee8,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:52.515343 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:52.516249 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 07792e42-2957-433a-a1d3-591f00ae93c9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:52.567613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-f444d683-5913-45ef-bf04-e2b8b100c4df tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:52.569113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-f444d683-5913-45ef-bf04-e2b8b100c4df tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/networks?id=da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 200 len: 816 time: 0.4273877 Aug 23 12:46:52.584681 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-fbfbf860-1779-45e3-9c69-c098dbf35553 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/quotas/8b5f0d86d20a4c039cf45bccd083e9a5 HTTP/1.1" status: 200 len: 375 time: 0.0097697 Aug 23 12:46:52.596584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=783ae91f-e5db-47d3-9974-5450e9025ee8,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:52.606687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 07792e42-2957-433a-a1d3-591f00ae93c9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:52.607070 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:52.639525 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-a4608bde-4195-4938-a37d-b6337efc1396 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485935 Aug 23 12:46:52.741345 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-3114197d-ac8d-42b3-966b-5621ba3c2cb7 service neutron] 10.222.0.21 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895054 Aug 23 12:46:52.835218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-a6d2b6ed-ebf2-4aca-bc82-839d33f25a91 service neutron] 10.222.0.21 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873947 Aug 23 12:46:53.005240 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-529d80cb-c1dc-4d01-bef4-3229b299983a req-758c2dc4-9287-4658-b853-762529ae1864 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 210 time: 0.0272505 Aug 23 12:46:53.042861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Sync routers for ids ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:46:53.052411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Routers {'0fb99f3c-b551-4ed8-95b2-e0d207f696c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:53.053081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:53.162808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Set router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:53.379756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:50Z', 'revision_number': 4, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '876f0dd2-a308-498e-8de3-bbb7270d91fa', 'name': '', 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'mac_address': 'fa:16:3e:f4:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:49Z', 'updated_at': '2021-08-23T12:46:50Z', 'revision_number': 2, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'subnets': [{'id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:53.408419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Checking router: 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:46:53.408780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Updating router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 port 876f0dd2-a308-498e-8de3-bbb7270d91fa binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:46:53.435813 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:53.714428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:53.725299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Transition to ACTIVE for port object 876f0dd2-a308-498e-8de3-bbb7270d91fa will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:53.730980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:53.779603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d5400-74a7-4c73-b6f6-f7fdc46993e7 None None] Pushing event updated for resources: {'Port': ['ID=876f0dd2-a308-498e-8de3-bbb7270d91fa,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:53.866325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Attempting to bind port 876f0dd2-a308-498e-8de3-bbb7270d91fa on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:53.866870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Attempting to bind port 876f0dd2-a308-498e-8de3-bbb7270d91fa by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:53.867404 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Attempting to bind port 876f0dd2-a308-498e-8de3-bbb7270d91fa on network b674cc37-677c-49e9-8a02-df2d6bb6aafe {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:53.873729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:53.874014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Checking segment: {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:53.874474 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:53.875420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Bound using segment: {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:53.877099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Bound port: 876f0dd2-a308-498e-8de3-bbb7270d91fa, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8da766-0807-43ec-ae34-1d095aa0a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:53.877616 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:53.985038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] For port 876f0dd2-a308-498e-8de3-bbb7270d91fa, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:53.989961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] For port 876f0dd2-a308-498e-8de3-bbb7270d91fa, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=876f0dd2-a308-498e-8de3-bbb7270d91fa,segment=NetworkSegment(7d8da766-0807-43ec-ae34-1d095aa0a49e),segment_id=7d8da766-0807-43ec-ae34-1d095aa0a49e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:53.996493 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.067839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-ec79b287-68cf-4965-a35f-0434a7bb5981 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:54.070658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-ec79b287-68cf-4965-a35f-0434a7bb5981 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "GET /v2.0/networks?id=da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 200 len: 816 time: 0.1534791 Aug 23 12:46:54.080645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Routers {'0fb99f3c-b551-4ed8-95b2-e0d207f696c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:46:54.081293 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:46:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:54.083295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d5400-74a7-4c73-b6f6-f7fdc46993e7 None None] Pushing event updated for resources: {'Port': ['ID=876f0dd2-a308-498e-8de3-bbb7270d91fa,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:54.086119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Request body: {'port': {'device_id': '10bda4dc-a388-4401-ab73-e430474170a3', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'admin_state_up': True, 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:54.186708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 783ae91f-e5db-47d3-9974-5450e9025ee8 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:54.202111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5d877f3a-5d48-427c-bc7b-a9ee92f1348b req-0e58f068-0edb-4bbf-814f-eb3e5728a0a0 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 210 time: 0.0370693 Aug 23 12:46:54.250665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] Set router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:46:54.258002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Made reservation on behalf of 8b5f0d86d20a4c039cf45bccd083e9a5 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:46:54.262400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.398131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Allocated IP 172.20.0.12 (da5c7ce6-7487-4bcb-a1b1-7864259b7999/33c6e3fe-679b-4039-9d9f-9bd38f7db103/ba1c850e-58be-45ba-bb18-8445aa0701af) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:46:54.493882 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9520a696-2619-4831-a371-f5438cb272da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.525083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.533748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 783ae91f-e5db-47d3-9974-5450e9025ee8 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:54.534128 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.572437 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.588306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Transition to ACTIVE for port object ba1c850e-58be-45ba-bb18-8445aa0701af will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:54.625066 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.668760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:46:54.671945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:46:54.675698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:46:54.684292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Pushing event updated for resources: {'Port': ['ID=ba1c850e-58be-45ba-bb18-8445aa0701af,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:54.731088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:54.731816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:50Z', 'revision_number': 4, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '876f0dd2-a308-498e-8de3-bbb7270d91fa', 'name': '', 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'mac_address': 'fa:16:3e:f4:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:49Z', 'updated_at': '2021-08-23T12:46:53Z', 'revision_number': 4, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'subnets': [{'id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:46:54.732595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.751573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-baf1962c-3839-4247-a6ec-ba6c4ca13201 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6704130 Aug 23 12:46:54.761338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e4797-805a-4ca9-bea0-d80526723c11 None None] The sync data for ids ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'] in n-d-773645-7 is: [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:50Z', 'revision_number': 4, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '876f0dd2-a308-498e-8de3-bbb7270d91fa', 'name': '', 'network_id': 'b674cc37-677c-49e9-8a02-df2d6bb6aafe', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'mac_address': 'fa:16:3e:f4:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:49Z', 'updated_at': '2021-08-23T12:46:53Z', 'revision_number': 4, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'subnets': [{'id': 'fab810ad-1fe2-4670-a451-6c4dfdce5e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:46:54.897339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Request body: {'port': {'device_id': '10bda4dc-a388-4401-ab73-e430474170a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:46:54.956408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4f1cac9c-e743-4e6a-b3b8-c263d346be24 None None] Provisioning for port ba1c850e-58be-45ba-bb18-8445aa0701af completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:54.961662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4f1cac9c-e743-4e6a-b3b8-c263d346be24 None None] Provisioning complete for port ba1c850e-58be-45ba-bb18-8445aa0701af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:54.962318 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4f1cac9c-e743-4e6a-b3b8-c263d346be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.970931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:54.998457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-4f1cac9c-e743-4e6a-b3b8-c263d346be24 None None] Port ba1c850e-58be-45ba-bb18-8445aa0701af cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:46:55.251991 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1c850e-58be-45ba-bb18-8445aa0701af {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:46:55.260370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:55.272445 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Transition to ACTIVE for port object ba1c850e-58be-45ba-bb18-8445aa0701af will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:46:55.277981 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:55.332361 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b481-1ace-4699-9ae0-919c30d77978 req-11739776-f1ec-48eb-8802-d6fb43741c9d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:55.333995 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ab0b481-1ace-4699-9ae0-919c30d77978 req-11739776-f1ec-48eb-8802-d6fb43741c9d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 944 time: 0.0511551 Aug 23 12:46:55.335927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Pushing event updated for resources: {'Port': ['ID=ba1c850e-58be-45ba-bb18-8445aa0701af,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:55.384653 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7ab0b481-1ace-4699-9ae0-919c30d77978 req-228770a3-f082-4930-b19b-9886c657a126 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Aug 23 12:46:55.426944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Attempting to bind port ba1c850e-58be-45ba-bb18-8445aa0701af on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:46:55.427562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Attempting to bind port ba1c850e-58be-45ba-bb18-8445aa0701af by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:46:55.427967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Attempting to bind port ba1c850e-58be-45ba-bb18-8445aa0701af on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:55.433024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Port ba1c850e-58be-45ba-bb18-8445aa0701af on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:46:55.433354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Attempting to bind port ba1c850e-58be-45ba-bb18-8445aa0701af on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:46:55.439450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:46:55.439796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Checking segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:46:55.440185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Bound using segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:46:55.440630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Bound port: ba1c850e-58be-45ba-bb18-8445aa0701af, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:46:55.441027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:55.511910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] For port ba1c850e-58be-45ba-bb18-8445aa0701af, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:46:55.516052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] For port ba1c850e-58be-45ba-bb18-8445aa0701af, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ba1c850e-58be-45ba-bb18-8445aa0701af,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:46:55.520209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:55.560486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:55.561167 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:55.562604 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] 10.222.0.44 "PUT /v2.0/ports/ba1c850e-58be-45ba-bb18-8445aa0701af HTTP/1.1" status: 200 len: 1092 time: 0.8024144 Aug 23 12:46:55.563054 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bda4dc-a388-4401-ab73-e430474170a3', 'tag': 'ba1c850e-58be-45ba-bb18-8445aa0701af'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:55.565330 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4128d86a-d5a4-4497-bcd0-7244959c9a81" -d '{"events": [{"name": "network-changed", "server_uuid": "10bda4dc-a388-4401-ab73-e430474170a3", "tag": "ba1c850e-58be-45ba-bb18-8445aa0701af"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:55.601148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f311c3-1af3-4226-8012-e3a554791a9a service neutron] Pushing event updated for resources: {'Port': ['ID=ba1c850e-58be-45ba-bb18-8445aa0701af,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:55.619485 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4a0e14-a4ba-4b75-85f3-a97fd0ccc172 x-openstack-request-id: req-fa4a0e14-a4ba-4b75-85f3-a97fd0ccc172 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:55.620010 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bda4dc-a388-4401-ab73-e430474170a3", "tag": "ba1c850e-58be-45ba-bb18-8445aa0701af", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:55.620333 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa4a0e14-a4ba-4b75-85f3-a97fd0ccc172 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:55.620939 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bda4dc-a388-4401-ab73-e430474170a3', 'tag': 'ba1c850e-58be-45ba-bb18-8445aa0701af', 'status': 'completed', 'code': 200} Aug 23 12:46:55.660014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-69e6958b-b819-413d-8efd-b098e38e38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:55.662818 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-69e6958b-b819-413d-8efd-b098e38e38a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 1095 time: 0.0582533 Aug 23 12:46:55.706806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-8af9c8be-ec14-49dd-8bbb-4356bd9fc42b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1c850e-58be-45ba-bb18-8445aa0701af HTTP/1.1" status: 200 len: 217 time: 0.0357535 Aug 23 12:46:55.758185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-1542dc11-5883-48cc-8b97-2d74f02eeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:55.760125 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-1542dc11-5883-48cc-8b97-2d74f02eeafc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33c6e3fe-679b-4039-9d9f-9bd38f7db103 HTTP/1.1" status: 200 len: 855 time: 0.0461895 Aug 23 12:46:55.809286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-57b864be-c087-428e-b611-43222f31ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:55.810765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-57b864be-c087-428e-b611-43222f31ba07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da5c7ce6-7487-4bcb-a1b1-7864259b7999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441637 Aug 23 12:46:55.864994 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:55.903433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-9f6492a2-66a5-45e7-a025-7f730d782c7e service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Aug 23 12:46:56.002664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-542487c4-f73a-42bf-ac22-e1499f6717ba req-bb90a510-71c1-4dcd-80ca-a7697ff1b0b4 service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925627 Aug 23 12:46:56.087864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-cf4a33d4-6f73-407a-9fba-fdd43c3e033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:56.089412 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-cf4a33d4-6f73-407a-9fba-fdd43c3e033c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 1095 time: 0.0421815 Aug 23 12:46:56.170220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 876f0dd2-a308-498e-8de3-bbb7270d91fa up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:56.191994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-3e39a6c6-e4ef-47ca-9656-fd066ccab942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:56.193513 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-3e39a6c6-e4ef-47ca-9656-fd066ccab942 service neutron] 10.222.0.44 "GET /v2.0/networks?id=da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 200 len: 917 time: 0.0968561 Aug 23 12:46:56.222916 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 876f0dd2-a308-498e-8de3-bbb7270d91fa completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:56.226509 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 876f0dd2-a308-498e-8de3-bbb7270d91fa triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:56.226879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:56.240375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-cf12debe-731b-4903-9560-712a0d85692f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1c850e-58be-45ba-bb18-8445aa0701af HTTP/1.1" status: 200 len: 217 time: 0.0363126 Aug 23 12:46:56.294256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-889ca7e0-4a7f-4115-85dd-d1cbe9fd0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:56.295813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-889ca7e0-4a7f-4115-85dd-d1cbe9fd0562 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33c6e3fe-679b-4039-9d9f-9bd38f7db103 HTTP/1.1" status: 200 len: 855 time: 0.0451698 Aug 23 12:46:56.306331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:56.338955 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 876f0dd2-a308-498e-8de3-bbb7270d91fa, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=876f0dd2-a308-498e-8de3-bbb7270d91fa,segment=NetworkSegment(7d8da766-0807-43ec-ae34-1d095aa0a49e),segment_id=7d8da766-0807-43ec-ae34-1d095aa0a49e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:56.343538 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:56.348489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-0e452170-f614-40f7-aa5a-4edae4f95d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:56.350057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-0e452170-f614-40f7-aa5a-4edae4f95d1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da5c7ce6-7487-4bcb-a1b1-7864259b7999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457926 Aug 23 12:46:56.390724 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=876f0dd2-a308-498e-8de3-bbb7270d91fa,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:56.445242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-f056b4fe-9a0e-472e-99e0-de06c25735bb service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Aug 23 12:46:56.514551 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf0d49-beb6-4eaa-ac46-ad335f7beaa7 req-a25a99ed-8f20-4c9c-b796-15cf6ea6dddb tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:56.516171 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7aaf0d49-beb6-4eaa-ac46-ad335f7beaa7 req-a25a99ed-8f20-4c9c-b796-15cf6ea6dddb tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 944 time: 0.0570586 Aug 23 12:46:56.548003 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4128d86a-d5a4-4497-bcd0-7244959c9a81 req-a43b6044-0b5f-4363-9170-2788f23e6e6a service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952563 Aug 23 12:46:56.555927 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7aaf0d49-beb6-4eaa-ac46-ad335f7beaa7 req-dbbb32a9-c77f-439a-bda9-b40ed190ad6f tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Aug 23 12:46:57.339902 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ba1c850e-58be-45ba-bb18-8445aa0701af details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:46:57.438158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ba1c850e-58be-45ba-bb18-8445aa0701af, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ba1c850e-58be-45ba-bb18-8445aa0701af,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:57.448288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'ba1c850e-58be-45ba-bb18-8445aa0701af', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'port_id': 'ba1c850e-58be-45ba-bb18-8445aa0701af', 'mac_address': 'fa:16:3e:64:06:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:46:57.472895 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:46:57.485408 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:57.497826 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1c850e-58be-45ba-bb18-8445aa0701af {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:46:57.516780 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ba1c850e-58be-45ba-bb18-8445aa0701af, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ba1c850e-58be-45ba-bb18-8445aa0701af,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:57.521347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:57.564049 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:57.584384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ba1c850e-58be-45ba-bb18-8445aa0701af,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:57.684204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030700a-efb8-45f1-8f6a-b511e3324a38 req-54744577-3040-46e8-b230-29dd02b33a10 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:57.685758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e030700a-efb8-45f1-8f6a-b511e3324a38 req-54744577-3040-46e8-b230-29dd02b33a10 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 945 time: 0.0512512 Aug 23 12:46:57.723862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ba1c850e-58be-45ba-bb18-8445aa0701af'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:46:57.724287 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e030700a-efb8-45f1-8f6a-b511e3324a38 req-763bf220-46a4-4959-a6dd-5a0a65547957 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Aug 23 12:46:58.137449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 876f0dd2-a308-498e-8de3-bbb7270d91fa up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:58.189331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 876f0dd2-a308-498e-8de3-bbb7270d91fa triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:58.189738 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:58.388129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:58.711097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:58.840347 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91ab74-c00f-41ff-b826-71d21c40a4fa req-7f8f53e9-5ce8-48c8-aebf-a26b0af79cf6 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:58.841998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c91ab74-c00f-41ff-b826-71d21c40a4fa req-7f8f53e9-5ce8-48c8-aebf-a26b0af79cf6 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Aug 23 12:46:58.881788 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c91ab74-c00f-41ff-b826-71d21c40a4fa req-6fd9fd4f-fb4d-42b8-810d-966e09aff67a tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Aug 23 12:46:59.355771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ba1c850e-58be-45ba-bb18-8445aa0701af up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:46:59.403053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port ba1c850e-58be-45ba-bb18-8445aa0701af completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:46:59.407172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port ba1c850e-58be-45ba-bb18-8445aa0701af triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:46:59.407527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:59.486148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:59.508297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bda4dc-a388-4401-ab73-e430474170a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1c850e-58be-45ba-bb18-8445aa0701af'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:46:59.510663 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14fa259-5210-4317-81f1-c891c404fe49" -d '{"events": [{"server_uuid": "10bda4dc-a388-4401-ab73-e430474170a3", "name": "network-vif-plugged", "status": "completed", "tag": "ba1c850e-58be-45ba-bb18-8445aa0701af"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:46:59.526841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port ba1c850e-58be-45ba-bb18-8445aa0701af, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ba1c850e-58be-45ba-bb18-8445aa0701af,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:46:59.532105 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:46:59.556275 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b59ffd9-7332-4f9d-8795-8bf5149f273a x-openstack-request-id: req-8b59ffd9-7332-4f9d-8795-8bf5149f273a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:46:59.556672 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bda4dc-a388-4401-ab73-e430474170a3", "name": "network-vif-plugged", "status": "completed", "tag": "ba1c850e-58be-45ba-bb18-8445aa0701af", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:46:59.556935 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b59ffd9-7332-4f9d-8795-8bf5149f273a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:46:59.557324 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bda4dc-a388-4401-ab73-e430474170a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1c850e-58be-45ba-bb18-8445aa0701af', 'code': 200} Aug 23 12:46:59.584829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=ba1c850e-58be-45ba-bb18-8445aa0701af,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:46:59.652507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26843bb-e47c-48ed-9252-87f1f1783b85 req-c28a3bc7-c0a4-4d3f-bad4-c350defe001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:46:59.654005 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f26843bb-e47c-48ed-9252-87f1f1783b85 req-c28a3bc7-c0a4-4d3f-bad4-c350defe001b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 1097 time: 0.0485961 Aug 23 12:46:59.697555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f26843bb-e47c-48ed-9252-87f1f1783b85 req-24e2a3d9-5e82-4316-8855-ad1c44183f1f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369136 Aug 23 12:47:00.008706 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674178d5-eab3-4a6e-8513-433a3b2fc742 req-31c5e6b0-4052-4e08-8b7d-df66c6c74fee tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:00.010350 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-674178d5-eab3-4a6e-8513-433a3b2fc742 req-31c5e6b0-4052-4e08-8b7d-df66c6c74fee tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 946 time: 0.0578420 Aug 23 12:47:00.050048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-674178d5-eab3-4a6e-8513-433a3b2fc742 req-8b3b16b2-2734-4400-88bd-ab304d574ecd tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Aug 23 12:47:01.197571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca7ec-edf3-446d-8545-1b769d98efcd req-14fd3275-8227-47df-8474-3d0ad96bb33c tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:01.199743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0deca7ec-edf3-446d-8545-1b769d98efcd req-14fd3275-8227-47df-8474-3d0ad96bb33c tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 946 time: 0.0717497 Aug 23 12:47:01.239489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0deca7ec-edf3-446d-8545-1b769d98efcd req-a3cc5b88-4286-4129-b7cb-6c472c085464 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Aug 23 12:47:01.364557 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334caec0-48ef-4dc6-ab19-9c374d315d88 req-5ef16610-6adc-49cf-a310-81456cc4885d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:01.366100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-334caec0-48ef-4dc6-ab19-9c374d315d88 req-5ef16610-6adc-49cf-a310-81456cc4885d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 946 time: 0.0562871 Aug 23 12:47:01.404839 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-334caec0-48ef-4dc6-ab19-9c374d315d88 req-37746fb3-d424-428f-99d2-64d95ef9686d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Aug 23 12:47:20.028443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc24f8-abc0-4258-962c-ca81d17d251d req-a3c759ad-fc12-4b82-bc95-4e92ccf566df tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:20.030021 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8dc24f8-abc0-4258-962c-ca81d17d251d req-a3c759ad-fc12-4b82-bc95-4e92ccf566df tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Aug 23 12:47:20.068215 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8dc24f8-abc0-4258-962c-ca81d17d251d req-3c7361f9-e6d3-4d09-866e-983438468e29 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Aug 23 12:47:21.186889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191bcf-6ae2-410e-8489-98722be95f80 req-362676ba-b9b4-4b29-aeba-ae58cc50ee83 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:21.188468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c191bcf-6ae2-410e-8489-98722be95f80 req-362676ba-b9b4-4b29-aeba-ae58cc50ee83 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 946 time: 0.0506668 Aug 23 12:47:21.231024 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2c191bcf-6ae2-410e-8489-98722be95f80 req-73fc5583-b9d1-41f4-96b1-5e08ac986fd5 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Aug 23 12:47:21.670714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e426a-bc9d-45be-8293-144592268f21 req-fa4a77ab-31b4-44ce-992a-b8a2611713cf tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:21.672252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a0e426a-bc9d-45be-8293-144592268f21 req-fa4a77ab-31b4-44ce-992a-b8a2611713cf tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 946 time: 0.0514672 Aug 23 12:47:21.772872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Deleting port ba1c850e-58be-45ba-bb18-8445aa0701af {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:47:21.773209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:21.865756 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-42f62085-5500-42e8-83f2-dd1a0478318b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:21.870581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] For port ba1c850e-58be-45ba-bb18-8445aa0701af, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=ba1c850e-58be-45ba-bb18-8445aa0701af,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:21.871128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:21.885630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Calling delete_port for ba1c850e-58be-45ba-bb18-8445aa0701af owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:47:22.033435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:22.046706 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['ba1c850e-58be-45ba-bb18-8445aa0701af'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:47:22.070275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Pushing event deleted for resources: {'Port': ['ID=ba1c850e-58be-45ba-bb18-8445aa0701af,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:22.124607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] No DVR routers for this DVR port ba1c850e-58be-45ba-bb18-8445aa0701af on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:47:22.128460 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:22.130830 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a0e426a-bc9d-45be-8293-144592268f21 req-e4e888d3-5ccf-49cf-a375-2f717a4228a3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "DELETE /v2.0/ports/ba1c850e-58be-45ba-bb18-8445aa0701af HTTP/1.1" status: 204 len: 173 time: 0.4501700 Aug 23 12:47:22.131444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bda4dc-a388-4401-ab73-e430474170a3', 'name': 'network-vif-deleted', 'tag': 'ba1c850e-58be-45ba-bb18-8445aa0701af'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:47:22.135276 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75a3ea-05cd-41a5-bed6-d5d192845f15" -d '{"events": [{"server_uuid": "10bda4dc-a388-4401-ab73-e430474170a3", "name": "network-vif-deleted", "tag": "ba1c850e-58be-45ba-bb18-8445aa0701af"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:47:22.176284 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a6f5e8-88f9-4075-a043-b265c8917e6e x-openstack-request-id: req-49a6f5e8-88f9-4075-a043-b265c8917e6e {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:47:22.176588 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bda4dc-a388-4401-ab73-e430474170a3", "name": "network-vif-deleted", "tag": "ba1c850e-58be-45ba-bb18-8445aa0701af", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:47:22.176844 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49a6f5e8-88f9-4075-a043-b265c8917e6e {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:47:22.177244 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bda4dc-a388-4401-ab73-e430474170a3', 'name': 'network-vif-deleted', 'tag': 'ba1c850e-58be-45ba-bb18-8445aa0701af', 'status': 'completed', 'code': 200} Aug 23 12:47:22.341446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-38d83521-02f0-4338-84e9-ab1b21ed94c7 req-0543af2d-94ec-4ec5-a32d-7d252b9fa5c5 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=10bda4dc-a388-4401-ab73-e430474170a3 HTTP/1.1" status: 200 len: 210 time: 0.0261066 Aug 23 12:47:24.195924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-15828cce-020b-4d35-beb5-6fdde3037b7b tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:24.197415 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-15828cce-020b-4d35-beb5-6fdde3037b7b tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/networks?id=da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 200 len: 816 time: 0.0992231 Aug 23 12:47:24.212826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-e3294ac5-4170-4ceb-9d76-0ae649e6ed08 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/quotas/8b5f0d86d20a4c039cf45bccd083e9a5 HTTP/1.1" status: 200 len: 375 time: 0.0089777 Aug 23 12:47:24.267683 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-3331f48f-ce82-40e4-95ce-fda1d884cb97 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488050 Aug 23 12:47:24.368129 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-6e365da5-20f2-4ab9-9201-66d735ae9dc7 service neutron] 10.222.0.21 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890012 Aug 23 12:47:24.414598 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-da5f57f9-fa6a-4b73-9e96-084e75eadc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:24.457836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:24.464769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-76ca97d5-6c86-4793-a28c-1229e9788192 service neutron] 10.222.0.21 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Aug 23 12:47:24.628603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-36763750-0d44-4848-894a-6c93033330a9 req-4dc8161a-2f6e-4881-908e-8e59a564815e tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 210 time: 0.0289321 Aug 23 12:47:25.495865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ba1c850e-58be-45ba-bb18-8445aa0701af no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:47:25.516384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: ba1c850e-58be-45ba-bb18-8445aa0701af {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:47:25.516761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device ba1c850e-58be-45ba-bb18-8445aa0701af not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:47:25.544114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-a1641575-7e18-4b4e-813d-9a8a35bc1c42 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:25.546229 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-a1641575-7e18-4b4e-813d-9a8a35bc1c42 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "GET /v2.0/networks?id=da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 200 len: 816 time: 0.1124880 Aug 23 12:47:25.558915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Request body: {'port': {'device_id': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'admin_state_up': True, 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:47:25.688309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Made reservation on behalf of 8b5f0d86d20a4c039cf45bccd083e9a5 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:47:25.691948 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:25.743017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ec3a23a-75f6-4342-a639-b53d8d9848f7 req-e41fb5c7-7445-4578-9410-0d674e8e4648 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 210 time: 0.0411272 Aug 23 12:47:25.857093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Allocated IP 172.20.0.8 (da5c7ce6-7487-4bcb-a1b1-7864259b7999/33c6e3fe-679b-4039-9d9f-9bd38f7db103/9f2f0c96-954f-4aca-8aea-4afd7f805023) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:47:25.868813 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.005381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.020839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Transition to ACTIVE for port object 9f2f0c96-954f-4aca-8aea-4afd7f805023 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:47:26.052517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.104136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:47:26.107286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:47:26.111089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:47:26.121840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Pushing event updated for resources: {'Port': ['ID=9f2f0c96-954f-4aca-8aea-4afd7f805023,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:26.169385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:26.170058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.186977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-955634db-ac27-41f8-8071-6092b591d628 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6314914 Aug 23 12:47:26.200699 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Request body: {'port': {'device_id': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:47:26.258031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.367796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-47265017-7799-40d5-9552-729046f02b01 None None] Provisioning for port 9f2f0c96-954f-4aca-8aea-4afd7f805023 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:47:26.371658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-47265017-7799-40d5-9552-729046f02b01 None None] Provisioning complete for port 9f2f0c96-954f-4aca-8aea-4afd7f805023 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:47:26.372033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-47265017-7799-40d5-9552-729046f02b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.406432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-47265017-7799-40d5-9552-729046f02b01 None None] Port 9f2f0c96-954f-4aca-8aea-4afd7f805023 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:47:26.527347 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2f0c96-954f-4aca-8aea-4afd7f805023 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:47:26.534862 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.547489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Transition to ACTIVE for port object 9f2f0c96-954f-4aca-8aea-4afd7f805023 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:47:26.551243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.622195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Pushing event updated for resources: {'Port': ['ID=9f2f0c96-954f-4aca-8aea-4afd7f805023,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:26.672865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Attempting to bind port 9f2f0c96-954f-4aca-8aea-4afd7f805023 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:47:26.673203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Attempting to bind port 9f2f0c96-954f-4aca-8aea-4afd7f805023 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:47:26.673532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Attempting to bind port 9f2f0c96-954f-4aca-8aea-4afd7f805023 on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:47:26.682123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Port 9f2f0c96-954f-4aca-8aea-4afd7f805023 on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:47:26.682123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Attempting to bind port 9f2f0c96-954f-4aca-8aea-4afd7f805023 on network da5c7ce6-7487-4bcb-a1b1-7864259b7999 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:47:26.688134 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:47:26.688607 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Checking segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:47:26.688997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Bound using segment: {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:47:26.689433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Bound port: 9f2f0c96-954f-4aca-8aea-4afd7f805023, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050a4c03-7cb1-47d1-9698-f21e1b46474f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:47:26.689825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.762329 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] For port 9f2f0c96-954f-4aca-8aea-4afd7f805023, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:47:26.765283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] For port 9f2f0c96-954f-4aca-8aea-4afd7f805023, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:47:26.770164 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.805563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:26.806214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:26.807635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] 10.222.0.44 "PUT /v2.0/ports/9f2f0c96-954f-4aca-8aea-4afd7f805023 HTTP/1.1" status: 200 len: 1091 time: 0.6114755 Aug 23 12:47:26.808079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'tag': '9f2f0c96-954f-4aca-8aea-4afd7f805023'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:47:26.810437 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478336ec-7b2f-44ae-9fe5-74d826499f71" -d '{"events": [{"name": "network-changed", "server_uuid": "3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6", "tag": "9f2f0c96-954f-4aca-8aea-4afd7f805023"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:47:26.862507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1ff7-e415-4f13-8c6c-40f9500ba17d service neutron] Pushing event updated for resources: {'Port': ['ID=9f2f0c96-954f-4aca-8aea-4afd7f805023,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:26.880752 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6cebaf-0674-4d70-b662-152d760a9383 x-openstack-request-id: req-cf6cebaf-0674-4d70-b662-152d760a9383 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:47:26.881112 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6", "tag": "9f2f0c96-954f-4aca-8aea-4afd7f805023", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:47:26.881375 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf6cebaf-0674-4d70-b662-152d760a9383 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:47:26.882069 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'tag': '9f2f0c96-954f-4aca-8aea-4afd7f805023', 'status': 'completed', 'code': 200} Aug 23 12:47:26.901857 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d021039-8beb-4508-8436-58b0bd0dbb5c req-cea26a47-4b81-4a1d-9101-98903aff5099 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:26.903449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d021039-8beb-4508-8436-58b0bd0dbb5c req-cea26a47-4b81-4a1d-9101-98903aff5099 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0808339 Aug 23 12:47:26.904387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-0d3a86b6-7165-42f3-90cd-bebf7ec95e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:26.906747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-0d3a86b6-7165-42f3-90cd-bebf7ec95e0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0589318 Aug 23 12:47:26.951336 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d021039-8beb-4508-8436-58b0bd0dbb5c req-21e7e0c1-b92c-48aa-85e2-446f7e57ceee tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Aug 23 12:47:26.954516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-3e56a3dd-c4ae-442a-882f-a3832aea3422 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023 HTTP/1.1" status: 200 len: 217 time: 0.0393817 Aug 23 12:47:27.007924 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-cc808884-ff78-498e-944d-386c8b54c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:27.009433 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-cc808884-ff78-498e-944d-386c8b54c1ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33c6e3fe-679b-4039-9d9f-9bd38f7db103 HTTP/1.1" status: 200 len: 855 time: 0.0469384 Aug 23 12:47:27.061210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-17bf0f22-086a-4dff-9366-a5b4b2c9f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:27.062856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-17bf0f22-086a-4dff-9366-a5b4b2c9f872 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da5c7ce6-7487-4bcb-a1b1-7864259b7999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431087 Aug 23 12:47:27.158901 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-79fbefac-15a9-4150-a7c8-2afdd79cf16e service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878098 Aug 23 12:47:27.253308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f602c6f2-4a49-4c93-9f44-4bd4a7599a7d req-b0dff5f2-724d-43dc-a86a-ee730ef778b4 service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861926 Aug 23 12:47:27.358662 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-d61007a1-1c4b-4f6a-b23d-dbeac44b5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:27.360310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-d61007a1-1c4b-4f6a-b23d-dbeac44b5b12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0454190 Aug 23 12:47:27.460140 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-9fb01370-b54b-472e-8a8c-934775b43f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:27.461760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-9fb01370-b54b-472e-8a8c-934775b43f0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 200 len: 917 time: 0.0931971 Aug 23 12:47:27.505730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-7b547c67-2342-4aeb-90e7-03da02763990 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023 HTTP/1.1" status: 200 len: 217 time: 0.0350266 Aug 23 12:47:27.543758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:27.563203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-d06b47ef-55a2-4479-a340-f2f0fd102ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:27.564702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-d06b47ef-55a2-4479-a340-f2f0fd102ae5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33c6e3fe-679b-4039-9d9f-9bd38f7db103 HTTP/1.1" status: 200 len: 855 time: 0.0515676 Aug 23 12:47:27.613197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-6372e174-f717-4860-bfc3-e36788dd97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:27.614676 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-6372e174-f717-4860-bfc3-e36788dd97bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da5c7ce6-7487-4bcb-a1b1-7864259b7999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411370 Aug 23 12:47:27.720969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-643df91a-1d76-4b22-925f-8ed12ecf51be service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960057 Aug 23 12:47:27.815396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-478336ec-7b2f-44ae-9fe5-74d826499f71 req-e50046c5-5267-4f49-8f8b-6d0352b3247d service neutron] 10.222.0.44 "GET /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839508 Aug 23 12:47:28.073194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bfff5-9a61-4ea4-a659-9edacc92e90e req-ca0b44d9-9518-435e-9daf-d124fbeb2cef tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:28.074715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44bfff5-9a61-4ea4-a659-9edacc92e90e req-ca0b44d9-9518-435e-9daf-d124fbeb2cef tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0496407 Aug 23 12:47:28.114212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f44bfff5-9a61-4ea4-a659-9edacc92e90e req-ac1c010a-3d9e-4285-9716-1b7d24a1ea7d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333600 Aug 23 12:47:28.401068 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:28.707743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:29.242186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45bc1e-bdd1-4f1b-a0ec-e68b688ef46c req-3274121e-d1e9-4fe5-8366-96c55b89b45d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:29.243693 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f45bc1e-bdd1-4f1b-a0ec-e68b688ef46c req-3274121e-d1e9-4fe5-8366-96c55b89b45d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 943 time: 0.0501380 Aug 23 12:47:29.282290 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9f45bc1e-bdd1-4f1b-a0ec-e68b688ef46c req-7bf4ee28-75fb-4ce3-93bf-f3f4ad61454c tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Aug 23 12:47:29.540130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f2f0c96-954f-4aca-8aea-4afd7f805023 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:47:29.636745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9f2f0c96-954f-4aca-8aea-4afd7f805023, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:29.648448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9f2f0c96-954f-4aca-8aea-4afd7f805023', 'network_id': 'da5c7ce6-7487-4bcb-a1b1-7864259b7999', 'port_id': '9f2f0c96-954f-4aca-8aea-4afd7f805023', 'mac_address': 'fa:16:3e:96:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c6e3fe-679b-4039-9d9f-9bd38f7db103', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:47:29.689814 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:29.703277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2f0c96-954f-4aca-8aea-4afd7f805023 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:47:29.723418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9f2f0c96-954f-4aca-8aea-4afd7f805023, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:29.728071 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:29.785186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9f2f0c96-954f-4aca-8aea-4afd7f805023,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:29.792859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.793149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.793499 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.793878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.794212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.794548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.794882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.795214 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.795566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.795895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.796229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.796562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:29.920184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9f2f0c96-954f-4aca-8aea-4afd7f805023'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:47:30.398776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af499a-21f2-4c74-8ef1-72b5c34cc24e req-b1455d1f-aaca-4a05-a90a-016f960a131f tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:30.400203 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1af499a-21f2-4c74-8ef1-72b5c34cc24e req-b1455d1f-aaca-4a05-a90a-016f960a131f tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0527325 Aug 23 12:47:30.438151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1af499a-21f2-4c74-8ef1-72b5c34cc24e req-869f1067-7e88-468f-8cd3-4d798683afd6 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Aug 23 12:47:31.543119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f2f0c96-954f-4aca-8aea-4afd7f805023 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:47:31.557166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc3e47-03c4-4b96-a743-399c45918705 req-3bab88f9-baca-4204-b618-3c62b8ab3e12 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:31.558704 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0dc3e47-03c4-4b96-a743-399c45918705 req-3bab88f9-baca-4204-b618-3c62b8ab3e12 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 944 time: 0.0547571 Aug 23 12:47:31.591806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 9f2f0c96-954f-4aca-8aea-4afd7f805023 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:47:31.595923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9f2f0c96-954f-4aca-8aea-4afd7f805023 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:47:31.596308 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:31.599834 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0dc3e47-03c4-4b96-a743-399c45918705 req-9e5b007a-f910-451b-aa21-2b32cdfd8ed0 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Aug 23 12:47:31.678702 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:31.703144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2f0c96-954f-4aca-8aea-4afd7f805023'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:47:31.705384 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b29b9d10f09a66b70547004432783052eaf08173a70ea241530f7271564486f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15b948-1b03-4180-9b27-26f2f9662a40" -d '{"events": [{"server_uuid": "3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6", "name": "network-vif-plugged", "status": "completed", "tag": "9f2f0c96-954f-4aca-8aea-4afd7f805023"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:47:31.718516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9f2f0c96-954f-4aca-8aea-4afd7f805023, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:31.723499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:31.750246 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d043c9-f90a-4d63-80e5-d5d1569d5353 x-openstack-request-id: req-28d043c9-f90a-4d63-80e5-d5d1569d5353 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:47:31.750547 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6", "name": "network-vif-plugged", "status": "completed", "tag": "9f2f0c96-954f-4aca-8aea-4afd7f805023", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:47:31.750803 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28d043c9-f90a-4d63-80e5-d5d1569d5353 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:47:31.751193 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2f0c96-954f-4aca-8aea-4afd7f805023', 'code': 200} Aug 23 12:47:31.776581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9f2f0c96-954f-4aca-8aea-4afd7f805023,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:31.837848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371883f-c9a2-4378-8796-bbbeb1312702 req-dc9990b5-e960-4ca7-9b28-b7997d068ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:31.839338 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7371883f-c9a2-4378-8796-bbbeb1312702 req-dc9990b5-e960-4ca7-9b28-b7997d068ce5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0392628 Aug 23 12:47:31.874634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7371883f-c9a2-4378-8796-bbbeb1312702 req-a5b87d19-b39e-4548-bc5d-55968634b6a2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281684 Aug 23 12:47:32.722619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b7e56-ebc9-49f4-9faf-9c5d87c2c7e8 req-843521ef-5580-4b86-a48c-81f9c08dac67 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:32.724133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-456b7e56-ebc9-49f4-9faf-9c5d87c2c7e8 req-843521ef-5580-4b86-a48c-81f9c08dac67 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0565078 Aug 23 12:47:32.765907 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-456b7e56-ebc9-49f4-9faf-9c5d87c2c7e8 req-8c02fcfc-33eb-4371-8361-3ff81b56ce1f tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Aug 23 12:47:33.891740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19bab6-743f-4c1e-997f-def49d27a986 req-fbf15eb9-7aaf-4419-a0a5-90328c3d2076 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:33.893260 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a19bab6-743f-4c1e-997f-def49d27a986 req-fbf15eb9-7aaf-4419-a0a5-90328c3d2076 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0579610 Aug 23 12:47:33.930256 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a19bab6-743f-4c1e-997f-def49d27a986 req-e25cae38-8fb6-4b69-b68c-521d90b0bc98 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Aug 23 12:47:34.045956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d6cb0-9115-44fe-b999-f57679f2b661 req-0ca50d40-93d0-4378-89b5-6855f00c39f3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:34.047279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-627d6cb0-9115-44fe-b999-f57679f2b661 req-0ca50d40-93d0-4378-89b5-6855f00c39f3 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Aug 23 12:47:34.085807 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-627d6cb0-9115-44fe-b999-f57679f2b661 req-ff675734-c84a-49e8-a0a5-775f87746398 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Aug 23 12:47:34.472161 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:47:51.867796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-939ddb66-6dca-4bff-a6e2-3b61b4f8b6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:52.768564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b24e2c-bb4c-4a0d-ac9f-497dadac2648 req-3546bf39-1588-4109-8ccd-a218b797f844 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:52.770226 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17b24e2c-bb4c-4a0d-ac9f-497dadac2648 req-3546bf39-1588-4109-8ccd-a218b797f844 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0507631 Aug 23 12:47:52.807492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-17b24e2c-bb4c-4a0d-ac9f-497dadac2648 req-49f99b11-6ec0-400d-bcde-0f299dae7149 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Aug 23 12:47:54.071855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f78bb-8588-45f0-a0ab-2a189567d8bd req-598aeab0-3a36-4ec9-a0aa-2a6611b6d12a tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:54.073440 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69f78bb-8588-45f0-a0ab-2a189567d8bd req-598aeab0-3a36-4ec9-a0aa-2a6611b6d12a tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 945 time: 0.1107721 Aug 23 12:47:54.112947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c69f78bb-8588-45f0-a0ab-2a189567d8bd req-283a4cb7-ba58-476b-acda-abbd5e7607f5 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329955 Aug 23 12:47:54.385604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-73ad0ac6-8d3e-461d-acf5-f633d7d0830d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:47:54.387011 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-73ad0ac6-8d3e-461d-acf5-f633d7d0830d tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Aug 23 12:47:54.415291 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-71a60e89-3fd9-480b-8037-921378192d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:54.461587 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:54.484432 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Deleting port 9f2f0c96-954f-4aca-8aea-4afd7f805023 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:47:54.484780 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:54.572483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] For port 9f2f0c96-954f-4aca-8aea-4afd7f805023, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9f2f0c96-954f-4aca-8aea-4afd7f805023,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:54.572854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:54.584954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Calling delete_port for 9f2f0c96-954f-4aca-8aea-4afd7f805023 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:47:54.714195 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:54.727094 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9f2f0c96-954f-4aca-8aea-4afd7f805023'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:47:54.742692 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Pushing event deleted for resources: {'Port': ['ID=9f2f0c96-954f-4aca-8aea-4afd7f805023,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:54.769344 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.769717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.770090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.770408 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.770752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.771090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.771425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.771757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.772091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.772421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.772749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.773077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:47:54.796019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] No DVR routers for this DVR port 9f2f0c96-954f-4aca-8aea-4afd7f805023 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:47:54.798724 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:54.800814 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87d89e52-5dcc-4f08-b092-c3a539b50590 req-f7bc2b7f-c8f1-46ed-828e-f9df1e011e47 tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.44 "DELETE /v2.0/ports/9f2f0c96-954f-4aca-8aea-4afd7f805023 HTTP/1.1" status: 204 len: 173 time: 0.4072709 Aug 23 12:47:54.801263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'name': 'network-vif-deleted', 'tag': '9f2f0c96-954f-4aca-8aea-4afd7f805023'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:47:54.803584 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a4f05a932f091ef64580988f53de4fae45b7587a89f87412fae50546b461aa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ac094e-42ee-4331-bc1d-bce326d08db0" -d '{"events": [{"server_uuid": "3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6", "name": "network-vif-deleted", "tag": "9f2f0c96-954f-4aca-8aea-4afd7f805023"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:47:54.915744 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a7b084-7696-4b96-96f7-5970c19da883 x-openstack-request-id: req-52a7b084-7696-4b96-96f7-5970c19da883 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:47:54.916065 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6", "name": "network-vif-deleted", "tag": "9f2f0c96-954f-4aca-8aea-4afd7f805023", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:47:54.916348 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52a7b084-7696-4b96-96f7-5970c19da883 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:47:54.916760 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6', 'name': 'network-vif-deleted', 'tag': '9f2f0c96-954f-4aca-8aea-4afd7f805023', 'status': 'completed', 'code': 200} Aug 23 12:47:55.551052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa1e1af3-09dc-4daf-81ed-16dfed22f431 req-b70c5495-a107-4eb9-b043-136bea28ccda tempest-TestEncryptedCinderVolumes-1983169908 tempest-TestEncryptedCinderVolumes-1983169908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d812efb-30c9-4f1d-b0e7-2cb1376e8fa6 HTTP/1.1" status: 200 len: 210 time: 0.3589654 Aug 23 12:47:55.871164 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:56.643489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41974) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:47:56.991040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:57.242444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Deleting port 07792e42-2957-433a-a1d3-591f00ae93c9 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:47:57.242705 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:57.323897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] For port 07792e42-2957-433a-a1d3-591f00ae93c9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=07792e42-2957-433a-a1d3-591f00ae93c9,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:57.324270 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:57.335837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Calling delete_port for 07792e42-2957-433a-a1d3-591f00ae93c9 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:47:57.519692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:57.546166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Pushing event deleted for resources: {'Port': ['ID=07792e42-2957-433a-a1d3-591f00ae93c9,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:57.551927 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:57.711731 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:57.932021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Router 415f0989-c3ca-4958-9333-4a98ecb1a1ad has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:47:58.041726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:47:58.048869 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-16d95827-54be-4640-b22d-2ae27b33317b admin admin] 10.222.0.21 "PUT /v2.0/routers/415f0989-c3ca-4958-9333-4a98ecb1a1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4022408 Aug 23 12:47:58.049384 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41976) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:47:58.052653 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] Sync routers for ids ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:47:58.062544 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] Routers {'415f0989-c3ca-4958-9333-4a98ecb1a1ad'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:47:58.063239 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:58.160575 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.173866 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] Set router 415f0989-c3ca-4958-9333-4a98ecb1a1ad gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:47:58.271044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.335647 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Deleting port 6a11863e-9c80-4628-ae8f-fba4966bdc11 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:47:58.335998 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.362965 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:47:57Z', 'revision_number': 5, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port': {'id': '6a11863e-9c80-4628-ae8f-fba4966bdc11', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:54:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:43Z', 'updated_at': '2021-08-23T12:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:58.398017 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] Checking router: 415f0989-c3ca-4958-9333-4a98ecb1a1ad for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:47:58.407027 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] Routers {'415f0989-c3ca-4958-9333-4a98ecb1a1ad'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:47:58.407672 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:58.415601 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.440590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] For port 6a11863e-9c80-4628-ae8f-fba4966bdc11, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=6a11863e-9c80-4628-ae8f-fba4966bdc11,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:58.440865 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.453297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Calling delete_port for 6a11863e-9c80-4628-ae8f-fba4966bdc11 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:47:58.501854 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] Set router 415f0989-c3ca-4958-9333-4a98ecb1a1ad gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:47:58.557799 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:47:58Z', 'revision_number': 6, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:58.588524 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a9138-ca0b-49fd-b5e0-4aaf6fd983f6 None None] The sync data for ids ['415f0989-c3ca-4958-9333-4a98ecb1a1ad'] in n-d-773645-7 is: [{'id': '415f0989-c3ca-4958-9333-4a98ecb1a1ad', 'name': 'tempest-TestEncryptedCinderVolumes-204489783-router', 'tenant_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:42Z', 'updated_at': '2021-08-23T12:47:58Z', 'revision_number': 6, 'project_id': '8b5f0d86d20a4c039cf45bccd083e9a5', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:47:58.634113 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.660523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a11863e-9c80-4628-ae8f-fba4966bdc11,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:58.726720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.738132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.830407 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.832512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.878690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.879129 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 415f0989-c3ca-4958-9333-4a98ecb1a1ad {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:47:58.883847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.885095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28e37d14-83c8-4980-b2da-045e8d7a4bfc admin admin] 10.222.0.21 "DELETE /v2.0/routers/415f0989-c3ca-4958-9333-4a98ecb1a1ad HTTP/1.1" status: 204 len: 168 time: 0.8347554 Aug 23 12:47:58.887628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41978) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:47:58.937705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Deleting subnet 33c6e3fe-679b-4039-9d9f-9bd38f7db103 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:47:58.941301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:58.991350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.094325 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.155771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.181481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c6e3fe-679b-4039-9d9f-9bd38f7db103,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:59.185439 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.187405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bbe45b47-815f-4774-85be-04be006dd15c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33c6e3fe-679b-4039-9d9f-9bd38f7db103 HTTP/1.1" status: 204 len: 168 time: 0.2988527 Aug 23 12:47:59.189926 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41980) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:47:59.194687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ed4d9-c584-49cd-a32b-7f788088e339 None None] Network da5c7ce6-7487-4bcb-a1b1-7864259b7999 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:47:59.267379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.331338 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Deleting port a38fc146-a742-45e8-b6f9-17e77ef05f49 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:47:59.331689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.365934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] DHCP port deletion for da5c7ce6-7487-4bcb-a1b1-7864259b7999 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:47:59.408119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] For port a38fc146-a742-45e8-b6f9-17e77ef05f49, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a38fc146-a742-45e8-b6f9-17e77ef05f49,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:59.408670 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.428310 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Calling delete_port for a38fc146-a742-45e8-b6f9-17e77ef05f49 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:47:59.428562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] Deleting port a38fc146-a742-45e8-b6f9-17e77ef05f49 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:47:59.428802 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.502790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] For port a38fc146-a742-45e8-b6f9-17e77ef05f49, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=a38fc146-a742-45e8-b6f9-17e77ef05f49,segment=NetworkSegment(050a4c03-7cb1-47d1-9698-f21e1b46474f),segment_id=050a4c03-7cb1-47d1-9698-f21e1b46474f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:47:59.503493 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.518498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] Calling delete_port for a38fc146-a742-45e8-b6f9-17e77ef05f49 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:47:59.526984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.554831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Pushing event deleted for resources: {'Port': ['ID=a38fc146-a742-45e8-b6f9-17e77ef05f49,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:59.557058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] No DVR routers for this DVR port a38fc146-a742-45e8-b6f9-17e77ef05f49 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:47:59.618445 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.648875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] Pushing event deleted for resources: {'Port': ['ID=a38fc146-a742-45e8-b6f9-17e77ef05f49,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:47:59.652788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad2eb8-3c82-46fd-a352-30dde3a57d1b None None] No DVR routers for this DVR port a38fc146-a742-45e8-b6f9-17e77ef05f49 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:47:59.659599 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.675192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5c7ce6-7487-4bcb-a1b1-7864259b7999']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:59.675342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f2f0c96-954f-4aca-8aea-4afd7f805023 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:47:59.687156 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050a4c03-7cb1-47d1-9698-f21e1b46474f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:59.687520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050a4c03-7cb1-47d1-9698-f21e1b46474f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:47:59.696472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 9f2f0c96-954f-4aca-8aea-4afd7f805023 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:47:59.696681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9f2f0c96-954f-4aca-8aea-4afd7f805023 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:47:59.699143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.718690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.725047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:47:59.725488 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:47:59.727233 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:47:59.798199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.808978 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:47:59.812057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] 10.222.0.21 "DELETE /v2.0/networks/da5c7ce6-7487-4bcb-a1b1-7864259b7999 HTTP/1.1" status: 204 len: 168 time: 0.6209493 Aug 23 12:47:59.816256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:47:59.828639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08891e8e-261a-45f2-8a50-1c0a0e0f815e admin admin] Pushing event deleted for resources: {'Network': ['ID=da5c7ce6-7487-4bcb-a1b1-7864259b7999,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:00.177635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a38fc146-a742-45e8-b6f9-17e77ef05f49 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:48:00.190042 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:00.197720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: a38fc146-a742-45e8-b6f9-17e77ef05f49 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:48:00.198057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device a38fc146-a742-45e8-b6f9-17e77ef05f49 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:48:00.198482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 07792e42-2957-433a-a1d3-591f00ae93c9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:48:00.217502 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 07792e42-2957-433a-a1d3-591f00ae93c9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:48:00.217877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 07792e42-2957-433a-a1d3-591f00ae93c9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:48:00.218292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6a11863e-9c80-4628-ae8f-fba4966bdc11 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:48:00.239430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 6a11863e-9c80-4628-ae8f-fba4966bdc11 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:48:00.239788 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 6a11863e-9c80-4628-ae8f-fba4966bdc11 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:48:00.438757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Deleting port 876f0dd2-a308-498e-8de3-bbb7270d91fa {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:48:00.439002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:00.515395 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] For port 876f0dd2-a308-498e-8de3-bbb7270d91fa, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=876f0dd2-a308-498e-8de3-bbb7270d91fa,segment=NetworkSegment(7d8da766-0807-43ec-ae34-1d095aa0a49e),segment_id=7d8da766-0807-43ec-ae34-1d095aa0a49e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:00.515758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:00.527681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Calling delete_port for 876f0dd2-a308-498e-8de3-bbb7270d91fa owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:48:00.706784 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:00.736387 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Pushing event deleted for resources: {'Port': ['ID=876f0dd2-a308-498e-8de3-bbb7270d91fa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:00.749745 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.750103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.750449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.750820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.751156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.751490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.751827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.752162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.752487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.752820 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.753147 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.753471 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:00.915435 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:01.128725 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:48:01.242952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:48:01.248033 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d7e87611-9387-4399-84dc-9344df6fd68d admin admin] 10.222.0.21 "PUT /v2.0/routers/0fb99f3c-b551-4ed8-95b2-e0d207f696c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303985 Aug 23 12:48:01.250641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41984) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:01.253350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] Sync routers for ids ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:48:01.263765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] Routers {'0fb99f3c-b551-4ed8-95b2-e0d207f696c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:01.264385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:01.380073 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] Set router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:01.611819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:48:00Z', 'revision_number': 5, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:01.640297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] Checking router: 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:48:01.649884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] Routers {'0fb99f3c-b551-4ed8-95b2-e0d207f696c5'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:01.650513 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:01.675930 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:01.752756 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] Set router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:01.777804 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:01.830307 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Deleting port 783ae91f-e5db-47d3-9974-5450e9025ee8 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:48:01.830654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:01.921515 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] For port 783ae91f-e5db-47d3-9974-5450e9025ee8, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=783ae91f-e5db-47d3-9974-5450e9025ee8,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:01.922231 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:01.934436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Calling delete_port for 783ae91f-e5db-47d3-9974-5450e9025ee8 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:48:01.942139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:48:00Z', 'revision_number': 5, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:01.974445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3986e8-188a-4ae3-98ef-5961392e4a8a None None] The sync data for ids ['0fb99f3c-b551-4ed8-95b2-e0d207f696c5'] in n-d-773645-7 is: [{'id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'name': 'tempest-TestEncryptedCinderVolumes-1604708571-router', 'tenant_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:48:00Z', 'revision_number': 5, 'project_id': 'dc4f6f65e9574fa4b0f23595e03396c8', 'gw_port': {'id': '783ae91f-e5db-47d3-9974-5450e9025ee8', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb99f3c-b551-4ed8-95b2-e0d207f696c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:46:47Z', 'updated_at': '2021-08-23T12:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:48:02.105585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.141403 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Pushing event deleted for resources: {'Port': ['ID=783ae91f-e5db-47d3-9974-5450e9025ee8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:02.201430 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.295630 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.297826 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.347093 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.347093 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb99f3c-b551-4ed8-95b2-e0d207f696c5 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:48:02.363648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.365750 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eef6486b-8269-4279-b027-8b79f30d6556 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0fb99f3c-b551-4ed8-95b2-e0d207f696c5 HTTP/1.1" status: 204 len: 168 time: 1.1133151 Aug 23 12:48:02.368366 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41986) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:02.439730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Deleting subnet fab810ad-1fe2-4670-a451-6c4dfdce5e72 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:48:02.446456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 876f0dd2-a308-498e-8de3-bbb7270d91fa no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:48:02.448192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.474940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 876f0dd2-a308-498e-8de3-bbb7270d91fa {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:48:02.475291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 876f0dd2-a308-498e-8de3-bbb7270d91fa not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:48:02.500625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.592703 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.655958 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.693829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab810ad-1fe2-4670-a451-6c4dfdce5e72,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:02.697366 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.700694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-03b39d1a-a364-47dc-b7c7-d8ca918601a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fab810ad-1fe2-4670-a451-6c4dfdce5e72 HTTP/1.1" status: 204 len: 168 time: 0.3307478 Aug 23 12:48:02.703983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 41990) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:02.707482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a20509f-0757-4e1d-afbd-1856d90bd487 None None] Network b674cc37-677c-49e9-8a02-df2d6bb6aafe requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:48:02.798535 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.859686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Deleting port 9fd08124-6583-4771-b8d5-330f4eb9e730 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:48:02.860032 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.938940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] For port 9fd08124-6583-4771-b8d5-330f4eb9e730, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fd08124-6583-4771-b8d5-330f4eb9e730,segment=NetworkSegment(7d8da766-0807-43ec-ae34-1d095aa0a49e),segment_id=7d8da766-0807-43ec-ae34-1d095aa0a49e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:02.939499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:02.955227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Calling delete_port for 9fd08124-6583-4771-b8d5-330f4eb9e730 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:48:03.050495 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.078985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd08124-6583-4771-b8d5-330f4eb9e730,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:03.080897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] No DVR routers for this DVR port 9fd08124-6583-4771-b8d5-330f4eb9e730 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:48:03.092766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864adbd6-7fa3-4edd-b03f-8091170a63a3 None None] DHCP port deletion for b674cc37-677c-49e9-8a02-df2d6bb6aafe request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:48:03.165516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.179977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b674cc37-677c-49e9-8a02-df2d6bb6aafe']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:03.190855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8da766-0807-43ec-ae34-1d095aa0a49e') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:03.191147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8da766-0807-43ec-ae34-1d095aa0a49e') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:03.200040 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.214427 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.220928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:48:03.221333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:48:03.223153 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:48:03.283353 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.290542 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.292481 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b674cc37-677c-49e9-8a02-df2d6bb6aafe HTTP/1.1" status: 204 len: 168 time: 0.5874083 Aug 23 12:48:03.303011 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a605d-0695-43b3-9550-a9bf6a707b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b674cc37-677c-49e9-8a02-df2d6bb6aafe,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:03.468605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41994) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:03.515063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-33200933-41e9-4c7a-bb07-cf70e5acf231 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b5f0d86d20a4c039cf45bccd083e9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452707 Aug 23 12:48:03.517663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 41996) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:03.569970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cc80430-f761-4ec0-af0c-3964c8a83885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.592488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cc80430-f761-4ec0-af0c-3964c8a83885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.656360 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cc80430-f761-4ec0-af0c-3964c8a83885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.659369 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cc80430-f761-4ec0-af0c-3964c8a83885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:03.660736 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cc80430-f761-4ec0-af0c-3964c8a83885 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb HTTP/1.1" status: 204 len: 168 time: 0.1420321 Aug 23 12:48:03.672572 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc80430-f761-4ec0-af0c-3964c8a83885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ac9b9-60c4-4e1d-95b1-df6fa55d3bcb,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:04.014671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42002) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:04.053395 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9ab78d9c-a84d-428e-a672-bba7211d8a61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc4f6f65e9574fa4b0f23595e03396c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375106 Aug 23 12:48:04.055824 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42004) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:04.104345 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09251830-1e56-45da-a128-721eb065e5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:04.125808 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09251830-1e56-45da-a128-721eb065e5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:04.173436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd08124-6583-4771-b8d5-330f4eb9e730 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:48:04.178003 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09251830-1e56-45da-a128-721eb065e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:04.180787 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-09251830-1e56-45da-a128-721eb065e5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:04.182034 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-09251830-1e56-45da-a128-721eb065e5ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c560ce8-bd7e-41f5-b249-fae8653f2942 HTTP/1.1" status: 204 len: 168 time: 0.1253040 Aug 23 12:48:04.190429 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251830-1e56-45da-a128-721eb065e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c560ce8-bd7e-41f5-b249-fae8653f2942,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:04.193313 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9fd08124-6583-4771-b8d5-330f4eb9e730 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:48:04.193615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd08124-6583-4771-b8d5-330f4eb9e730 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:48:04.194058 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 783ae91f-e5db-47d3-9974-5450e9025ee8 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:48:04.216040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 783ae91f-e5db-47d3-9974-5450e9025ee8 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:48:04.216980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 783ae91f-e5db-47d3-9974-5450e9025ee8 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:48:04.845312 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42026) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:04.942009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1809791715-network', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:04.962910 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Made reservation on behalf of d86bdfc8aa664762a3e8e10beb673c2b for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:48:04.965047 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:04.973270 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.059851 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.064115 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.088466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:48:05.098410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f2d68-7ae1-41be-a179-78b10e0867ef,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:05.103280 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.103594 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Added segment 3dd3593a-d57e-4544-858a-674b88fbc53e of type vlan for network ed0ee124-5713-42cc-be15-6b4f006767ff Aug 23 12:48:05.143867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.167785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.168750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:05.169985 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.200314 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3538809 Aug 23 12:48:05.203481 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42030) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:05.208615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Request body: {'subnet': {'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1809791715-subnet', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:05.230407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Made reservation on behalf of d86bdfc8aa664762a3e8e10beb673c2b for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:48:05.233323 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.234192 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c264-f037-4266-bd3a-ae47041c8ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0ee124-5713-42cc-be15-6b4f006767ff,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:05.244853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network ed0ee124-5713-42cc-be15-6b4f006767ff details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:48:05.400141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.456321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e006d9e-dce4-448b-b7c3-b20f4c465c41,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:05.463718 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Checking segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:05.464080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Network hostable DHCP agents. Network: ed0ee124-5713-42cc-be15-6b4f006767ff, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:48:05.480449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Network ed0ee124-5713-42cc-be15-6b4f006767ff is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:48:05.488891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, ed0ee124-5713-42cc-be15-6b4f006767ff) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:05.492800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:05.493384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.497298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc166b5-9185-4932-8a49-b6ea70564867 None None] Network ed0ee124-5713-42cc-be15-6b4f006767ff requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:48:05.507850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-24d700d9-c4c6-4715-ad8c-20b927951bac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032346 Aug 23 12:48:05.510746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42032) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:05.516375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:05.541974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.543911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.600987 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.649767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-ed0ee124-5713-42cc-be15-6b4f006767ff', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:48:05.650757 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.742814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.787422 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Allocated IP 172.20.0.2 (ed0ee124-5713-42cc-be15-6b4f006767ff/3e006d9e-dce4-448b-b7c3-b20f4c465c41/2b0337d6-1e1c-44de-baf0-611762da1719) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:05.926109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.934470 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Transition to ACTIVE for port object 2b0337d6-1e1c-44de-baf0-611762da1719 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:05.944057 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.951088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Transition to ACTIVE for port object 2b0337d6-1e1c-44de-baf0-611762da1719 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:05.959822 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:05.964459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.002317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Network ed0ee124-5713-42cc-be15-6b4f006767ff is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:06.006871 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:06.009320 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:06.022359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Pushing event updated for resources: {'Port': ['ID=2b0337d6-1e1c-44de-baf0-611762da1719,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:06.071655 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Attempting to bind port 2b0337d6-1e1c-44de-baf0-611762da1719 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:06.072282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Attempting to bind port 2b0337d6-1e1c-44de-baf0-611762da1719 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:06.072647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Attempting to bind port 2b0337d6-1e1c-44de-baf0-611762da1719 on network ed0ee124-5713-42cc-be15-6b4f006767ff {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:06.073326 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Allocated IP 172.25.1.3 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e4e548b4-109e-4f5c-9e8a-16d778c36d84) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:06.078342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:06.078723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Checking segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:06.079157 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.079558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Bound using segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:06.080635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Bound port: 2b0337d6-1e1c-44de-baf0-611762da1719, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:06.080812 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.146150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] For port 2b0337d6-1e1c-44de-baf0-611762da1719, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:06.149371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] For port 2b0337d6-1e1c-44de-baf0-611762da1719, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2b0337d6-1e1c-44de-baf0-611762da1719,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:06.155044 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.195166 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.213282 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00ba06-0b3d-4a09-a1d8-59dcb6f602d0 None None] Pushing event updated for resources: {'Port': ['ID=2b0337d6-1e1c-44de-baf0-611762da1719,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:06.245046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.285899 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:06.288762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:06.292370 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:06.318950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Pushing event updated for resources: {'Port': ['ID=e4e548b4-109e-4f5c-9e8a-16d778c36d84,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:06.576447 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.783252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:06.923198 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Router 23f9684a-77e4-42ad-aaee-42e897a16874 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:48:07.044864 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:48:07.056229 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Sync routers for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:48:07.061175 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.062620 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e1403333-8ef8-4a41-b513-f8051f2ca94a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5507002 Aug 23 12:48:07.066055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42034) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:07.067670 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:07.068284 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:07.111057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb890c-6a51-45a9-bb2a-e203812b1f97 None None] Network ed0ee124-5713-42cc-be15-6b4f006767ff requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:48:07.183576 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:07.226195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-51606fb3-e062-4e4a-81b9-ede3cb9f6910 None None] Provisioning for port 2b0337d6-1e1c-44de-baf0-611762da1719 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:07.392848 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:06Z', 'revision_number': 3, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:07.426149 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Checking router: 23f9684a-77e4-42ad-aaee-42e897a16874 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:48:07.426514 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Updating router 23f9684a-77e4-42ad-aaee-42e897a16874 port e4e548b4-109e-4f5c-9e8a-16d778c36d84 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:48:07.459871 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.578236 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.729345 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.740407 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Transition to ACTIVE for port object e4e548b4-109e-4f5c-9e8a-16d778c36d84 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:07.746978 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.803216 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Attempting to bind port e4e548b4-109e-4f5c-9e8a-16d778c36d84 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:07.803684 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Attempting to bind port e4e548b4-109e-4f5c-9e8a-16d778c36d84 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:07.803961 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Attempting to bind port e4e548b4-109e-4f5c-9e8a-16d778c36d84 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:07.806166 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Pushing event updated for resources: {'Port': ['ID=e4e548b4-109e-4f5c-9e8a-16d778c36d84,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:07.816387 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.816736 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.817081 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.817419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.817779 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.818114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.818445 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.818774 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.819114 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.819491 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.819761 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.820086 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:07.823637 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:07.824104 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:07.824417 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.824810 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:07.825325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Bound port: e4e548b4-109e-4f5c-9e8a-16d778c36d84, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:07.825738 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.885569 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] For port e4e548b4-109e-4f5c-9e8a-16d778c36d84, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:07.889246 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] For port e4e548b4-109e-4f5c-9e8a-16d778c36d84, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e4e548b4-109e-4f5c-9e8a-16d778c36d84,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:07.894212 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:07.952649 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:07.953291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:07.958413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72b442-cc75-4e3d-9ede-bf8ac4ed86b7 None None] Pushing event updated for resources: {'Port': ['ID=e4e548b4-109e-4f5c-9e8a-16d778c36d84,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:08.068854 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Allocated IP 172.20.0.1 (ed0ee124-5713-42cc-be15-6b4f006767ff/3e006d9e-dce4-448b-b7c3-b20f4c465c41/c7b616ff-b70d-4cfb-9b53-da74a8ce35f0) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:08.167634 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:08.192881 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.212145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b0337d6-1e1c-44de-baf0-611762da1719 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:08.217175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Transition to ACTIVE for port object c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:08.256259 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.270942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2b0337d6-1e1c-44de-baf0-611762da1719 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:08.275083 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2b0337d6-1e1c-44de-baf0-611762da1719 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:08.275472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.292553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Network ed0ee124-5713-42cc-be15-6b4f006767ff is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:08.297603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:08.301302 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:08.333599 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:08.353230 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.367525 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.379077 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:06Z', 'revision_number': 3, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:08.405993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2b0337d6-1e1c-44de-baf0-611762da1719, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2b0337d6-1e1c-44de-baf0-611762da1719,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:08.411497 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.412750 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33d3c-dc6e-4676-a35a-a0d3e8568dbf None None] The sync data for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 is: [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:06Z', 'revision_number': 3, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:48:08.485269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2b0337d6-1e1c-44de-baf0-611762da1719,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:08.515827 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.589005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b20fe65f-650b-44e1-905a-9ed88dbb2ffc None None] Provisioning for port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:08.593121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b20fe65f-650b-44e1-905a-9ed88dbb2ffc None None] Provisioning complete for port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:08.593508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b20fe65f-650b-44e1-905a-9ed88dbb2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.636248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b20fe65f-650b-44e1-905a-9ed88dbb2ffc None None] Port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:48:08.709012 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.713867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.783054 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:08.784979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:08.887261 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Network ed0ee124-5713-42cc-be15-6b4f006767ff is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:08.888782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:09.013574 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Router 23f9684a-77e4-42ad-aaee-42e897a16874 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:48:09.138438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:48:09.145213 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1d1f4fe3-c65f-46f7-a0fc-b097dc73bf28 admin admin] 10.222.0.21 "PUT /v2.0/routers/23f9684a-77e4-42ad-aaee-42e897a16874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0768135 Aug 23 12:48:09.167829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-400a42c6-8490-4e6c-b957-5398c1739c10 None None] Provisioning complete for port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:09.168388 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-400a42c6-8490-4e6c-b957-5398c1739c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.206531 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-400a42c6-8490-4e6c-b957-5398c1739c10 None None] Port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:48:09.628063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42050) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:09.633398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1692402976-network', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:09.654454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Made reservation on behalf of 7ef5c03e1b6242e3b5c41dc4f1b36cb0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:48:09.657465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.666837 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.757904 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.761604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.786256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:48:09.796394 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366750d5-8bb2-40b3-b7f8-13a48f3bcc88,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:09.801798 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.802241 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Added segment 53d850ed-d413-4f52-b09b-a8c810abc123 of type vlan for network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 Aug 23 12:48:09.847678 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.873913 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.874921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:09.875513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.906983 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2777836 Aug 23 12:48:09.909801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42052) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:09.915507 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Request body: {'subnet': {'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1692402976-subnet', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:09.937251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224094b-0a37-45cb-811c-ba15c2a6062a admin admin] Pushing event updated for resources: {'Network': ['ID=7dbe882d-43fb-4b0b-877f-a4a3988f5c65,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:09.938964 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Made reservation on behalf of 7ef5c03e1b6242e3b5c41dc4f1b36cb0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:48:09.941338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:09.947467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:48:10.014969 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Sync routers for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:48:10.025376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:10.026034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:10.127436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.144670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:10.181254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abddebcd-b9ae-4c83-90c6-7dd566f40367,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:10.201529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Checking segment: {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:10.201927 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Network hostable DHCP agents. Network: 7dbe882d-43fb-4b0b-877f-a4a3988f5c65, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:48:10.219294 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:48:10.229193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 7dbe882d-43fb-4b0b-877f-a4a3988f5c65) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:10.240287 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45546c55-68e1-4275-a632-055ebb205f08 None None] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:48:10.246122 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:10.246983 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.266142 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c7e9b6df-bdaf-482f-b32a-0052f3c69700 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3520067 Aug 23 12:48:10.266645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42054) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:10.271882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:10.279232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b0337d6-1e1c-44de-baf0-611762da1719 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:10.298605 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.299669 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.355254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.473203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2b0337d6-1e1c-44de-baf0-611762da1719 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:10.473556 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.489867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.570372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-7dbe882d-43fb-4b0b-877f-a4a3988f5c65', 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'fixed_ips': [{'subnet_id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:48:10.571382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.677204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 2, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:10.722191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Checking router: 23f9684a-77e4-42ad-aaee-42e897a16874 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:48:10.722553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Updating router 23f9684a-77e4-42ad-aaee-42e897a16874 port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:48:10.728727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e4e548b4-109e-4f5c-9e8a-16d778c36d84 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:10.802613 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:10.842856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Allocated IP 172.20.0.2 (7dbe882d-43fb-4b0b-877f-a4a3988f5c65/abddebcd-b9ae-4c83-90c6-7dd566f40367/b23f8609-8a50-46aa-ac04-9976fa7d2b77) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:10.952431 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port e4e548b4-109e-4f5c-9e8a-16d778c36d84 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:10.975968 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e4e548b4-109e-4f5c-9e8a-16d778c36d84 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:10.976353 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.008229 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.027394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.143880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Allocated IP 172.25.1.110 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/34fb2674-9580-454f-b1f8-eeb6f8c5da97) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:11.249297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.291147 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.328748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:11.332968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:11.336494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:11.367477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Pushing event updated for resources: {'Port': ['ID=34fb2674-9580-454f-b1f8-eeb6f8c5da97,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:11.396980 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.403251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.445112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Transition to ACTIVE for port object b23f8609-8a50-46aa-ac04-9976fa7d2b77 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:11.469712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port e4e548b4-109e-4f5c-9e8a-16d778c36d84, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e4e548b4-109e-4f5c-9e8a-16d778c36d84,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:11.472149 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:48:11.483141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Transition to ACTIVE for port object b23f8609-8a50-46aa-ac04-9976fa7d2b77 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:11.486478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.489503 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.518259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.523351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Transition to ACTIVE for port object c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:11.535456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.564618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:11.570474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:11.575983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:11.578473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=e4e548b4-109e-4f5c-9e8a-16d778c36d84,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:11.609070 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.706773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Pushing event updated for resources: {'Port': ['ID=b23f8609-8a50-46aa-ac04-9976fa7d2b77,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:11.717345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Attempting to bind port b23f8609-8a50-46aa-ac04-9976fa7d2b77 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:11.717345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Attempting to bind port b23f8609-8a50-46aa-ac04-9976fa7d2b77 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:11.717345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Attempting to bind port b23f8609-8a50-46aa-ac04-9976fa7d2b77 on network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:11.719318 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Attempting to bind port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:11.719687 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Attempting to bind port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:11.720050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Attempting to bind port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 on network ed0ee124-5713-42cc-be15-6b4f006767ff {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:11.748344 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:11.748731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Checking segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:11.749141 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.749542 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Bound using segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:11.750055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Bound port: c7b616ff-b70d-4cfb-9b53-da74a8ce35f0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:11.750444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.757001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:11.757379 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Checking segment: {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:11.757822 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.758215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Bound using segment: {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:11.758723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Bound port: b23f8609-8a50-46aa-ac04-9976fa7d2b77, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:11.759061 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.785753 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5bb0-4fb5-4fde-94d7-db6070f35298 None None] Pushing event updated for resources: {'Port': ['ID=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:11.826103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.890211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] For port b23f8609-8a50-46aa-ac04-9976fa7d2b77, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:11.892412 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] For port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:11.895206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] For port b23f8609-8a50-46aa-ac04-9976fa7d2b77, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b23f8609-8a50-46aa-ac04-9976fa7d2b77,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:11.898038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] For port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:11.901374 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.907849 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:11.968505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Router dab9a2a1-2cd0-445e-a73e-a99682db466b is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:48:11.974497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:11.975148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:11.978137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de172b-a6e9-4373-bebf-56b955d6e285 None None] Pushing event updated for resources: {'Port': ['ID=b23f8609-8a50-46aa-ac04-9976fa7d2b77,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:12.134014 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:48:12.141988 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5bb0-4fb5-4fde-94d7-db6070f35298 None None] Pushing event updated for resources: {'Port': ['ID=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:12.153030 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Sync routers for ids ['dab9a2a1-2cd0-445e-a73e-a99682db466b'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:48:12.176622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:12.178497 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:12.181071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2cfd12b8-ce49-47d9-aeb5-102b2ea88625 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9126327 Aug 23 12:48:12.183747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42056) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:12.194790 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Routers {'dab9a2a1-2cd0-445e-a73e-a99682db466b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:12.202671 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['dab9a2a1-2cd0-445e-a73e-a99682db466b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:12.340025 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e4e548b4-109e-4f5c-9e8a-16d778c36d84 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:12.367711 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Set router dab9a2a1-2cd0-445e-a73e-a99682db466b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:12.508295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port e4e548b4-109e-4f5c-9e8a-16d778c36d84 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:12.508540 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:12.582587 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 3, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:12.598896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:12.621471 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Checking router: dab9a2a1-2cd0-445e-a73e-a99682db466b for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:48:12.623194 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Updating router dab9a2a1-2cd0-445e-a73e-a99682db466b port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:48:12.652113 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:12.663432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4034884f-c0e4-4cd0-998e-1ed921b80c09 None None] The sync data for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 is: [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:48:12.727528 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:12.949504 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Allocated IP 172.20.0.1 (7dbe882d-43fb-4b0b-877f-a4a3988f5c65/abddebcd-b9ae-4c83-90c6-7dd566f40367/379ef314-5544-4840-bb64-bb7ec2359bcc) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:13.020491 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.037309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Transition to ACTIVE for port object 34fb2674-9580-454f-b1f8-eeb6f8c5da97 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:13.057212 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.111362 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.136948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Transition to ACTIVE for port object 379ef314-5544-4840-bb64-bb7ec2359bcc will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:13.149811 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Attempting to bind port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:13.150271 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Attempting to bind port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:13.150827 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Attempting to bind port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:13.161950 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:13.162534 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:13.163022 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.163494 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:13.163987 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Bound port: 34fb2674-9580-454f-b1f8-eeb6f8c5da97, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:13.164371 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.193406 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.232088 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20604078-2191-4ff8-a337-6e312b191b88 None None] Pushing event updated for resources: {'Port': ['ID=34fb2674-9580-454f-b1f8-eeb6f8c5da97,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:13.240362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e50a5-6f84-4716-bf22-87e673cf8141 None None] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:48:13.244439 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] For port 34fb2674-9580-454f-b1f8-eeb6f8c5da97, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:13.253904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:13.259757 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] For port 34fb2674-9580-454f-b1f8-eeb6f8c5da97, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34fb2674-9580-454f-b1f8-eeb6f8c5da97,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:13.264642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:13.267751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:13.274704 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.328281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Pushing event updated for resources: {'Port': ['ID=379ef314-5544-4840-bb64-bb7ec2359bcc,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:13.338069 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fbc0024d-c909-4be3-9f6f-040d60f5d12f None None] Provisioning for port b23f8609-8a50-46aa-ac04-9976fa7d2b77 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:13.345143 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Routers {'dab9a2a1-2cd0-445e-a73e-a99682db466b'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:13.345652 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['dab9a2a1-2cd0-445e-a73e-a99682db466b'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:13.350478 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.420237 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20604078-2191-4ff8-a337-6e312b191b88 None None] Pushing event updated for resources: {'Port': ['ID=34fb2674-9580-454f-b1f8-eeb6f8c5da97,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:13.508621 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] Set router dab9a2a1-2cd0-445e-a73e-a99682db466b gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:13.525563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.739381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.742907 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 3, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:13.746015 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.772626 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b361477-91b9-49bf-a379-3721851daba7 None None] The sync data for ids ['dab9a2a1-2cd0-445e-a73e-a99682db466b'] in n-d-773645-7 is: [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 3, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:48:13.813602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-eff4acf6-4f93-4a1e-bb07-a975b1734801 None None] Provisioning for port 379ef314-5544-4840-bb64-bb7ec2359bcc completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:13.824455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-eff4acf6-4f93-4a1e-bb07-a975b1734801 None None] Provisioning complete for port 379ef314-5544-4840-bb64-bb7ec2359bcc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:13.824455 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eff4acf6-4f93-4a1e-bb07-a975b1734801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.824775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:13.857343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Pushing event updated for resources: {'Port': ['ID=379ef314-5544-4840-bb64-bb7ec2359bcc,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:13.884703 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-eff4acf6-4f93-4a1e-bb07-a975b1734801 None None] Port 379ef314-5544-4840-bb64-bb7ec2359bcc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:48:13.983624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:13.985063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:14.008885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e1e93f49-90b6-4537-a2e2-7b14779c8d57 None None] Provisioning complete for port 379ef314-5544-4840-bb64-bb7ec2359bcc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:14.009272 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e1e93f49-90b6-4537-a2e2-7b14779c8d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.046857 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-e1e93f49-90b6-4537-a2e2-7b14779c8d57 None None] Port 379ef314-5544-4840-bb64-bb7ec2359bcc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:48:14.141136 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Router dab9a2a1-2cd0-445e-a73e-a99682db466b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:48:14.316488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:48:14.327016 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-558a1b93-35fd-4964-a9f7-9c85f2547047 admin admin] 10.222.0.21 "PUT /v2.0/routers/dab9a2a1-2cd0-445e-a73e-a99682db466b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372867 Aug 23 12:48:14.357667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:14.403141 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-52504bb5-04e5-4907-9e33-3a3562c3c2cd None None] Provisioning complete for port 379ef314-5544-4840-bb64-bb7ec2359bcc triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:14.404073 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-52504bb5-04e5-4907-9e33-3a3562c3c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.458174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-52504bb5-04e5-4907-9e33-3a3562c3c2cd None None] Port 379ef314-5544-4840-bb64-bb7ec2359bcc cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:48:14.467188 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:14.471359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:14.471746 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.562414 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.597116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:14.602236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.603104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b23f8609-8a50-46aa-ac04-9976fa7d2b77 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:14.684906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:14.701091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b23f8609-8a50-46aa-ac04-9976fa7d2b77 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:14.705777 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b23f8609-8a50-46aa-ac04-9976fa7d2b77 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:14.706171 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.792795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.838219 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b23f8609-8a50-46aa-ac04-9976fa7d2b77, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b23f8609-8a50-46aa-ac04-9976fa7d2b77,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:14.843225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:14.844107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34fb2674-9580-454f-b1f8-eeb6f8c5da97 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:14.928143 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b23f8609-8a50-46aa-ac04-9976fa7d2b77,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:14.938529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:14.942606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:14.942970 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:15.021924 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:15.042631 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 34fb2674-9580-454f-b1f8-eeb6f8c5da97, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34fb2674-9580-454f-b1f8-eeb6f8c5da97,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:15.047437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:15.107168 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=34fb2674-9580-454f-b1f8-eeb6f8c5da97,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:16.217895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Sync routers for ids ['dab9a2a1-2cd0-445e-a73e-a99682db466b'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:48:16.221551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:16.254441 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Routers {'dab9a2a1-2cd0-445e-a73e-a99682db466b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:16.255075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['dab9a2a1-2cd0-445e-a73e-a99682db466b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:16.521463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:16.521811 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:16.568772 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Set router dab9a2a1-2cd0-445e-a73e-a99682db466b gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:16.736217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b23f8609-8a50-46aa-ac04-9976fa7d2b77 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:16.832550 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b23f8609-8a50-46aa-ac04-9976fa7d2b77 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:16.832838 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:16.892151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:48:13Z', 'revision_number': 4, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '379ef314-5544-4840-bb64-bb7ec2359bcc', 'name': '', 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'mac_address': 'fa:16:3e:27:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:12Z', 'updated_at': '2021-08-23T12:48:13Z', 'revision_number': 2, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'subnets': [{'id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:16.937933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Checking router: dab9a2a1-2cd0-445e-a73e-a99682db466b for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:48:16.938298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Updating router dab9a2a1-2cd0-445e-a73e-a99682db466b port 379ef314-5544-4840-bb64-bb7ec2359bcc binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:48:16.989531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.003335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34fb2674-9580-454f-b1f8-eeb6f8c5da97 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:17.174279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:17.174758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.399494 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.412192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Transition to ACTIVE for port object 379ef314-5544-4840-bb64-bb7ec2359bcc will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:17.420508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.480576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae9ae3-da18-403c-9842-77ef03a6ef5c None None] Pushing event updated for resources: {'Port': ['ID=379ef314-5544-4840-bb64-bb7ec2359bcc,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:17.551645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Attempting to bind port 379ef314-5544-4840-bb64-bb7ec2359bcc on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:17.552030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Attempting to bind port 379ef314-5544-4840-bb64-bb7ec2359bcc by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:17.552419 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Attempting to bind port 379ef314-5544-4840-bb64-bb7ec2359bcc on network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:17.558603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:17.558965 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Checking segment: {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:17.559417 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.559822 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Bound using segment: {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:17.560426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Bound port: 379ef314-5544-4840-bb64-bb7ec2359bcc, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d850ed-d413-4f52-b09b-a8c810abc123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:17.560954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.671567 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] For port 379ef314-5544-4840-bb64-bb7ec2359bcc, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:17.679196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] For port 379ef314-5544-4840-bb64-bb7ec2359bcc, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=379ef314-5544-4840-bb64-bb7ec2359bcc,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:17.685637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:17.755476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Routers {'dab9a2a1-2cd0-445e-a73e-a99682db466b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:17.756400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:47:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['dab9a2a1-2cd0-445e-a73e-a99682db466b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:17.758986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae9ae3-da18-403c-9842-77ef03a6ef5c None None] Pushing event updated for resources: {'Port': ['ID=379ef314-5544-4840-bb64-bb7ec2359bcc,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:17.920518 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] Set router dab9a2a1-2cd0-445e-a73e-a99682db466b gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:18.173208 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:48:13Z', 'revision_number': 4, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '379ef314-5544-4840-bb64-bb7ec2359bcc', 'name': '', 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'mac_address': 'fa:16:3e:27:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:12Z', 'updated_at': '2021-08-23T12:48:17Z', 'revision_number': 4, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'subnets': [{'id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:18.201935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936ee90-4d68-432e-b26c-abe1257dc997 None None] The sync data for ids ['dab9a2a1-2cd0-445e-a73e-a99682db466b'] in n-d-773645-7 is: [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:48:13Z', 'revision_number': 4, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '379ef314-5544-4840-bb64-bb7ec2359bcc', 'name': '', 'network_id': '7dbe882d-43fb-4b0b-877f-a4a3988f5c65', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'mac_address': 'fa:16:3e:27:5e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:12Z', 'updated_at': '2021-08-23T12:48:17Z', 'revision_number': 4, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'subnets': [{'id': 'abddebcd-b9ae-4c83-90c6-7dd566f40367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:48:20.274352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 379ef314-5544-4840-bb64-bb7ec2359bcc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:20.355839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 379ef314-5544-4840-bb64-bb7ec2359bcc completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:20.355839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 379ef314-5544-4840-bb64-bb7ec2359bcc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:20.355839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:20.430122 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:20.472830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 379ef314-5544-4840-bb64-bb7ec2359bcc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=379ef314-5544-4840-bb64-bb7ec2359bcc,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:20.505444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:20.569383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=379ef314-5544-4840-bb64-bb7ec2359bcc,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:21.867267 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2c79209d-043c-44ad-b10b-291c14e5c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:22.205903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 379ef314-5544-4840-bb64-bb7ec2359bcc up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:22.283071 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 379ef314-5544-4840-bb64-bb7ec2359bcc triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:22.283711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:24.080916 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-98d2f5ec-6f4c-4d15-9262-3c7a4a5d4cb0 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:24.082446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-98d2f5ec-6f4c-4d15-9262-3c7a4a5d4cb0 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 815 time: 0.1122496 Aug 23 12:48:24.097754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-31606f36-f9a4-4d6e-80ce-9a444e393f1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/quotas/d86bdfc8aa664762a3e8e10beb673c2b HTTP/1.1" status: 200 len: 375 time: 0.0093071 Aug 23 12:48:24.151315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-b05aaea2-e6ae-42d3-aafe-5cf885bb3eb3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480542 Aug 23 12:48:24.402553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-4c452bcf-0505-4a89-a414-ce5076c2ded7 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383202 Aug 23 12:48:24.416639 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b3d0874d-dad0-4997-8d90-8edfa55bef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:24.466095 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:24.498997 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-1af9cfe8-bafc-457f-869e-c75a90034437 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899067 Aug 23 12:48:24.663443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1974120d-76cb-49a4-9383-d8991baa90ec req-72949b63-ed6a-46d8-aa0f-68d0d3c127b0 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 210 time: 0.0284810 Aug 23 12:48:25.602612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-18b29986-6900-48e2-8ca0-22d173996123 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:25.604118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-18b29986-6900-48e2-8ca0-22d173996123 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 815 time: 0.1170528 Aug 23 12:48:25.617257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'port': {'device_id': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'admin_state_up': True, 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:25.738978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Made reservation on behalf of d86bdfc8aa664762a3e8e10beb673c2b for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:48:25.742930 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:25.784200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8d769a35-f329-4022-9b18-5270e15f67ce req-49724c3d-e417-40b4-b460-ccb26a52d037 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 210 time: 0.0377812 Aug 23 12:48:25.881562 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:25.925921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Allocated IP 172.20.0.4 (ed0ee124-5713-42cc-be15-6b4f006767ff/3e006d9e-dce4-448b-b7c3-b20f4c465c41/5b1e7d5c-bda9-4648-928b-c5c306f3486a) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:26.148451 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:26.164462 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Transition to ACTIVE for port object 5b1e7d5c-bda9-4648-928b-c5c306f3486a will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:26.212268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:26.269851 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Network ed0ee124-5713-42cc-be15-6b4f006767ff is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:26.272936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:26.276697 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:26.308019 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:26.356929 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:26.357619 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:26.374765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-a119daa9-de93-49b3-8430-188a0cccf5ae tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612092 Aug 23 12:48:26.581455 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb13ac00-4467-4119-8d6f-cdb91a32b230 None None] Provisioning for port 5b1e7d5c-bda9-4648-928b-c5c306f3486a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:26.585840 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bb13ac00-4467-4119-8d6f-cdb91a32b230 None None] Provisioning complete for port 5b1e7d5c-bda9-4648-928b-c5c306f3486a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:26.586971 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bb13ac00-4467-4119-8d6f-cdb91a32b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:26.644925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bb13ac00-4467-4119-8d6f-cdb91a32b230 None None] Port 5b1e7d5c-bda9-4648-928b-c5c306f3486a cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:48:26.939493 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ddc89-f5eb-4240-a123-791d4ae37e96 req-420c3054-2b98-42f1-8b1f-3b06e295177f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:26.940952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a6ddc89-f5eb-4240-a123-791d4ae37e96 req-420c3054-2b98-42f1-8b1f-3b06e295177f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0592659 Aug 23 12:48:26.986479 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7a6ddc89-f5eb-4240-a123-791d4ae37e96 req-19322425-e5b0-4379-8fe2-4c491db2c6f3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Aug 23 12:48:27.554300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:28.124637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215d404-5462-4b5a-811d-8bb02ab2e91b req-26d404d4-368e-41ff-9d4c-49ae0beea440 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:28.126264 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f215d404-5462-4b5a-811d-8bb02ab2e91b req-26d404d4-368e-41ff-9d4c-49ae0beea440 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0591676 Aug 23 12:48:28.174450 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f215d404-5462-4b5a-811d-8bb02ab2e91b req-44aa0d8f-9061-480a-8cc6-2abe1fc2354d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Aug 23 12:48:28.439881 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:28.748321 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:29.307603 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea13b7-819f-4c98-adf6-7eb27e6803f5 req-b0d80942-c660-4019-8b6a-42905b82ce2b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:29.309256 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62ea13b7-819f-4c98-adf6-7eb27e6803f5 req-b0d80942-c660-4019-8b6a-42905b82ce2b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0541496 Aug 23 12:48:29.350757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62ea13b7-819f-4c98-adf6-7eb27e6803f5 req-ab2e8e31-f9f8-46ce-a4a8-6bbd670183e3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Aug 23 12:48:30.477238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792939fe-a3b5-4c18-9e19-2737ddcb349a req-47b9ca94-68cb-4b38-8a0a-55539fb63127 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:30.478970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-792939fe-a3b5-4c18-9e19-2737ddcb349a req-47b9ca94-68cb-4b38-8a0a-55539fb63127 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0571134 Aug 23 12:48:30.524068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-792939fe-a3b5-4c18-9e19-2737ddcb349a req-c0d1832c-a074-4634-b79a-ebd92213d668 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377321 Aug 23 12:48:31.659016 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdf120-41ea-44e1-9765-ced1a23bab04 req-6e8b0c24-ed39-48ff-98f1-332436a61760 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:31.660612 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65cdf120-41ea-44e1-9765-ced1a23bab04 req-6e8b0c24-ed39-48ff-98f1-332436a61760 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0542793 Aug 23 12:48:31.708691 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-65cdf120-41ea-44e1-9765-ced1a23bab04 req-58a4f42e-d889-4803-8b7e-1e805cc84095 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Aug 23 12:48:32.841231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140da4-5faa-4e23-a0ca-456a8a007a32 req-ab93236d-0f84-448e-a7d9-553e77c5a2fb tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:32.842952 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21140da4-5faa-4e23-a0ca-456a8a007a32 req-ab93236d-0f84-448e-a7d9-553e77c5a2fb tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0653787 Aug 23 12:48:32.891574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21140da4-5faa-4e23-a0ca-456a8a007a32 req-067f96e8-f488-4354-829b-15a97b6d4038 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Aug 23 12:48:34.026304 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5daf1ac-b91a-4bdb-8df2-bc6aea331a2a req-97f2bc02-4b9c-4b37-b381-b0a4555136c7 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:34.028037 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5daf1ac-b91a-4bdb-8df2-bc6aea331a2a req-97f2bc02-4b9c-4b37-b381-b0a4555136c7 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0593789 Aug 23 12:48:34.070438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a5daf1ac-b91a-4bdb-8df2-bc6aea331a2a req-1f92e1bd-6a0c-476e-a173-b301cac950ad tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Aug 23 12:48:35.188233 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0e7d1-393a-4511-94ff-5bd9b59ded18 req-27737afd-f323-40c7-be57-2b329e37c82c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:35.189816 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79b0e7d1-393a-4511-94ff-5bd9b59ded18 req-27737afd-f323-40c7-be57-2b329e37c82c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 931 time: 0.0506225 Aug 23 12:48:35.229866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-79b0e7d1-393a-4511-94ff-5bd9b59ded18 req-b39a7f9b-7874-48e3-9284-d7123a9692c1 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339224 Aug 23 12:48:35.850719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Request body: {'port': {'device_id': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:35.911797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:36.196567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1e7d5c-bda9-4648-928b-c5c306f3486a {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:48:36.206287 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:36.221179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Transition to ACTIVE for port object 5b1e7d5c-bda9-4648-928b-c5c306f3486a will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:48:36.226132 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:36.280357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:36.362639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Attempting to bind port 5b1e7d5c-bda9-4648-928b-c5c306f3486a on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:48:36.363159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Attempting to bind port 5b1e7d5c-bda9-4648-928b-c5c306f3486a by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:48:36.363568 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Attempting to bind port 5b1e7d5c-bda9-4648-928b-c5c306f3486a on network ed0ee124-5713-42cc-be15-6b4f006767ff {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:36.368490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Port 5b1e7d5c-bda9-4648-928b-c5c306f3486a on network ed0ee124-5713-42cc-be15-6b4f006767ff not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:48:36.368821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Attempting to bind port 5b1e7d5c-bda9-4648-928b-c5c306f3486a on network ed0ee124-5713-42cc-be15-6b4f006767ff {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:48:36.370188 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45745-3598-439c-b5ad-1d9a5e9d53b6 req-903a01a8-dec0-4c0a-bdd0-6c04d68c6f5b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:36.372525 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4a45745-3598-439c-b5ad-1d9a5e9d53b6 req-903a01a8-dec0-4c0a-bdd0-6c04d68c6f5b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 943 time: 0.0528355 Aug 23 12:48:36.374187 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:48:36.374532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Checking segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:48:36.374922 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Bound using segment: {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:48:36.375361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Bound port: 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd3593a-d57e-4544-858a-674b88fbc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:48:36.375725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:36.425360 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e4a45745-3598-439c-b5ad-1d9a5e9d53b6 req-796479b3-e3aa-4470-99b9-8a9accd5e0c5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458748 Aug 23 12:48:36.460298 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:48:36.464722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:48:36.470625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:36.513056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:36.513730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:36.515290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] 10.222.0.44 "PUT /v2.0/ports/5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 1091 time: 0.7147043 Aug 23 12:48:36.515748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:48:36.549066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f5a05-0602-4cd7-bd35-3342d2f48950 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:36.618931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-abff530a-0d5c-4567-bc35-79f4ee3541c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:36.620739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-abff530a-0d5c-4567-bc35-79f4ee3541c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1094 time: 0.0505269 Aug 23 12:48:36.673548 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27283c-d743-4954-bc79-8f244fc2d7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:48:36.678221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-6602f230-7afd-4402-bd0f-61dd39052f5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 217 time: 0.0482070 Aug 23 12:48:36.730213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-be9a7cea-dfc7-4739-8770-fa4bad919362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:36.731769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-be9a7cea-dfc7-4739-8770-fa4bad919362 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0465126 Aug 23 12:48:36.773919 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057a85c-f562-4bf9-a3c3-24b901f439a7 x-openstack-request-id: req-2057a85c-f562-4bf9-a3c3-24b901f439a7 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:48:36.774278 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:48:36.774583 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2057a85c-f562-4bf9-a3c3-24b901f439a7 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:48:36.775039 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'status': 'completed', 'code': 200} Aug 23 12:48:36.788110 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-1c6c626d-3eea-4ca3-8344-d71f5bf1097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:36.789645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-1c6c626d-3eea-4ca3-8344-d71f5bf1097e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500803 Aug 23 12:48:36.890655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-abbf49f6-eadb-425b-9018-7d9a89f980c9 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936112 Aug 23 12:48:36.984505 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e85bd59-189b-4684-9c3a-11e7f2faaf62 req-f20f1183-2516-4e42-ae31-b5e2037e30cd service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867248 Aug 23 12:48:37.392475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-57d2d6ca-7d0f-430d-bacb-78121d1e72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:37.394033 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-57d2d6ca-7d0f-430d-bacb-78121d1e72be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1094 time: 0.3613586 Aug 23 12:48:37.493117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-6b4551eb-6469-4ee2-a1ec-47aff01c0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:37.495205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-6b4551eb-6469-4ee2-a1ec-47aff01c0f44 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.0918522 Aug 23 12:48:37.542361 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-68c6c046-ff20-41de-bd67-44a04c7c8f95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 217 time: 0.0394061 Aug 23 12:48:37.560687 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42983233-834f-478f-9e04-9db0ddb4272a req-1477101a-0a90-4fdf-8a25-ce7f37ab00ff tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:37.562473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-42983233-834f-478f-9e04-9db0ddb4272a req-1477101a-0a90-4fdf-8a25-ce7f37ab00ff tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 943 time: 0.0543370 Aug 23 12:48:37.597709 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-fad608fd-66c7-4dea-a005-29455c1e6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:37.599326 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-fad608fd-66c7-4dea-a005-29455c1e6c99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0489912 Aug 23 12:48:37.605133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-42983233-834f-478f-9e04-9db0ddb4272a req-9dc9c0fb-303d-464e-82ed-e5f080a4f63c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365577 Aug 23 12:48:37.647512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-4519e60a-ebeb-43c7-9121-fe210ec5f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:37.649075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-4519e60a-ebeb-43c7-9121-fe210ec5f2ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415342 Aug 23 12:48:37.757489 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-0b91551d-3dec-4fd3-9c2c-d658e11ec405 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005001 Aug 23 12:48:37.855946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d27283c-d743-4954-bc79-8f244fc2d7d8 req-919c54cb-ed8d-4b49-a298-6f2124bc9a80 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899553 Aug 23 12:48:38.776307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0869-6bbc-4cfd-a9cd-e062be89ba3c req-87e143c1-96d5-46ae-9245-58fc0cee73fb tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:38.778918 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c94d0869-6bbc-4cfd-a9cd-e062be89ba3c req-87e143c1-96d5-46ae-9245-58fc0cee73fb tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 943 time: 0.0903594 Aug 23 12:48:38.830730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c94d0869-6bbc-4cfd-a9cd-e062be89ba3c req-b32d8bd4-6584-4958-8a5c-2e29060fa0dc tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Aug 23 12:48:39.773399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b1e7d5c-bda9-4648-928b-c5c306f3486a details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:48:39.867079 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:39.879736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'port_id': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'mac_address': 'fa:16:3e:d6:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:48:39.931131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:39.944481 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1e7d5c-bda9-4648-928b-c5c306f3486a {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:48:39.954761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234084-81c6-4a5f-ba30-56cb6e9bce15 req-4cc63d92-d50b-4de3-a9d1-f9bd9e78b92e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:39.956376 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5234084-81c6-4a5f-ba30-56cb6e9bce15 req-4cc63d92-d50b-4de3-a9d1-f9bd9e78b92e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 943 time: 0.0552609 Aug 23 12:48:39.967279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:39.972142 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:39.997369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b5234084-81c6-4a5f-ba30-56cb6e9bce15 req-02c4d634-4650-4c3a-993d-b527b987b717 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Aug 23 12:48:40.022457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:40.029877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.030234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.030579 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.030920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.031257 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.031594 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.031925 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.032275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.032585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.032912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.033240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.033565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:40.205179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b1e7d5c-bda9-4648-928b-c5c306f3486a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:48:41.145288 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1575de6-71d1-4252-b301-3e01e57c4c84 req-b2c1c380-a2f6-4d56-b50a-3610bc81ab27 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:41.146927 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1575de6-71d1-4252-b301-3e01e57c4c84 req-b2c1c380-a2f6-4d56-b50a-3610bc81ab27 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 944 time: 0.0580914 Aug 23 12:48:41.186243 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1575de6-71d1-4252-b301-3e01e57c4c84 req-e6ec9fd1-f206-4aa4-913c-77d4ab731624 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Aug 23 12:48:41.775503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b1e7d5c-bda9-4648-928b-c5c306f3486a up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:48:41.824657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 5b1e7d5c-bda9-4648-928b-c5c306f3486a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:48:41.828367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 5b1e7d5c-bda9-4648-928b-c5c306f3486a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:41.828743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:41.906113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:41.929018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:48:41.942745 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:41.947759 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:41.975711 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e0317-e239-47f6-9d1f-cf129f114f93" -d '{"events": [{"server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "name": "network-vif-plugged", "status": "completed", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:48:42.004131 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:42.066582 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e903fb3b-8716-4a5a-ac79-d9a7ab8e551a x-openstack-request-id: req-e903fb3b-8716-4a5a-ac79-d9a7ab8e551a {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:48:42.066882 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "name": "network-vif-plugged", "status": "completed", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:48:42.067142 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e903fb3b-8716-4a5a-ac79-d9a7ab8e551a {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:48:42.067555 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'code': 200} Aug 23 12:48:42.165846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb961dc-d580-4f50-8ac7-8bdc79818a3a req-c83388c6-3454-4b7f-b336-5e6e557f5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:42.167366 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cb961dc-d580-4f50-8ac7-8bdc79818a3a req-c83388c6-3454-4b7f-b336-5e6e557f5b54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1096 time: 0.0404477 Aug 23 12:48:42.201736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2cb961dc-d580-4f50-8ac7-8bdc79818a3a req-28c66c9f-f745-432e-b06c-63c0609f017f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278637 Aug 23 12:48:42.306913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85e55-ad7b-4015-a533-f6ad413dffa8 req-ef90e75b-54f0-4f12-84f2-d74d8d5c9bc2 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:42.308422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fc85e55-ad7b-4015-a533-f6ad413dffa8 req-ef90e75b-54f0-4f12-84f2-d74d8d5c9bc2 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0532012 Aug 23 12:48:42.347400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3fc85e55-ad7b-4015-a533-f6ad413dffa8 req-a4721e12-b9a8-48bf-8b24-5bb0b3c02434 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Aug 23 12:48:43.463418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0733-a00d-4d9f-b9d5-23b9ec3cd5d0 req-c049658e-0587-4dad-9a2a-e2fe790222ab tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:43.464923 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da9d0733-a00d-4d9f-b9d5-23b9ec3cd5d0 req-c049658e-0587-4dad-9a2a-e2fe790222ab tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0497043 Aug 23 12:48:43.503150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-da9d0733-a00d-4d9f-b9d5-23b9ec3cd5d0 req-66fad6aa-0e84-4ffc-8e59-f10423d85045 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Aug 23 12:48:43.618805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12331977-0adb-4b69-9179-63cbae2ef247 req-a77b20ae-f614-45aa-9ca6-853c8067b656 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:43.620300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-12331977-0adb-4b69-9179-63cbae2ef247 req-a77b20ae-f614-45aa-9ca6-853c8067b656 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0500400 Aug 23 12:48:43.661462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-12331977-0adb-4b69-9179-63cbae2ef247 req-c1b4b325-2f06-45c4-b26e-00168b68bf35 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Aug 23 12:48:43.878463 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0190b0d-e7a2-4d10-b90b-8ad5f6a55a28 req-5f80ecb0-671c-4a83-bba1-0e21ffd646f3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:43.880035 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0190b0d-e7a2-4d10-b90b-8ad5f6a55a28 req-5f80ecb0-671c-4a83-bba1-0e21ffd646f3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0528181 Aug 23 12:48:43.920198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0190b0d-e7a2-4d10-b90b-8ad5f6a55a28 req-d183434e-f5de-433d-8c94-739ff8820947 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Aug 23 12:48:48.472291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:48:51.859519 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c74e7385-81dd-422e-acdc-04a00aa0ff1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:54.419704 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3361e739-454b-494f-bf6b-c144cc764abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:54.473208 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:55.503375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb19c0-19a1-41bf-b073-effb13d79fc3 req-17e57782-8163-46f2-92b9-1315e101049c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:55.504910 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dddb19c0-19a1-41bf-b073-effb13d79fc3 req-17e57782-8163-46f2-92b9-1315e101049c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0519888 Aug 23 12:48:55.543132 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dddb19c0-19a1-41bf-b073-effb13d79fc3 req-3c70ac1a-6bfa-49d5-bffe-b14194f17436 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Aug 23 12:48:55.565333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42270) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:55.646898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87edd6a8-716f-4790-9564-5c9e371add13 tempest-TestMinimumBasicScenario-775871591 tempest-TestMinimumBasicScenario-775871591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:55.648418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-87edd6a8-716f-4790-9564-5c9e371add13 tempest-TestMinimumBasicScenario-775871591 tempest-TestMinimumBasicScenario-775871591-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1091 time: 0.0820863 Aug 23 12:48:55.651387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42274) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:55.655847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:55.677911 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:55.775636 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:55.877245 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:55.880633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Allocated IP 172.25.1.215 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/54a5276d-e05a-4d50-ab50-3bec511655de) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:48:55.984601 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.022984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.057855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:48:56.060714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:48:56.064090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:48:56.095113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'Port': ['ID=54a5276d-e05a-4d50-ab50-3bec511655de,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:56.104887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.105240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.105585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.105952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.106308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.106623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.107013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.107811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.108141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.108467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.108792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.109115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:48:56.448207 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.515882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.665413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.670107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.746165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'Port': ['ID=54a5276d-e05a-4d50-ab50-3bec511655de,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:56.751090 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:56.850651 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Floating IP 79d3744b-c7d2-4a66-a205-910a7d0afd75 associated. External IP: 172.25.1.215, port: 5b1e7d5c-bda9-4648-928b-c5c306f3486a. Aug 23 12:48:57.057234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Router 23f9684a-77e4-42ad-aaee-42e897a16874 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:48:57.166565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:48:57.176408 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] Sync routers for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:48:57.185726 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.186941 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:57.187917 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:48:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:57.214392 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cd1dabd8-4a09-4184-a017-21d3c2833c1e tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5619497 Aug 23 12:48:57.214988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:48:57.217290 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42276) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:57.217885 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f037267-b197-4233-8d56-7877acef87fe" -d '{"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:48:57.222796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000946718', 'description': 'tempest-secgroup-smoke-2000946718 description', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:57.248322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.260724 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee07b2-3750-469e-9c1e-2fd655635984 x-openstack-request-id: req-96ee07b2-3750-469e-9c1e-2fd655635984 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:48:57.261026 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:48:57.261328 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96ee07b2-3750-469e-9c1e-2fd655635984 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:48:57.261776 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'status': 'completed', 'code': 200} Aug 23 12:48:57.313994 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:57.345026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037267-b197-4233-8d56-7877acef87fe req-f1ca5e8d-40ec-411f-b32f-01686e816692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:57.345293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.347118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-f1ca5e8d-40ec-411f-b32f-01686e816692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1096 time: 0.0576341 Aug 23 12:48:57.350828 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.391683 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:57.400235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.402705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-164e316e-18be-49a2-a608-920211ed760d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1833901 Aug 23 12:48:57.406768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42280) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:57.411664 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:57.444707 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.463034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037267-b197-4233-8d56-7877acef87fe req-457ae81d-5d55-4cb9-925d-796cdee6f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:57.464533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-457ae81d-5d55-4cb9-925d-796cdee6f0c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.1088340 Aug 23 12:48:57.510933 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.516671 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.537029 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9242e758-5c99-475f-a13c-48a6bf0764d0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:57.545072 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.548827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f55acd58-61c2-4329-ade3-e8a509ea274f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384854 Aug 23 12:48:57.549246 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42282) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:57.552144 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-61d7215e-319c-4e23-b3e6-e800580c9fe4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 999 time: 0.0789566 Aug 23 12:48:57.555190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:57.564104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.578923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '79d3744b-c7d2-4a66-a205-910a7d0afd75', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'port_id': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'mac_address': 'fa:16:3e:d6:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:48:56Z', 'updated_at': '2021-08-23T12:48:56Z', 'revision_number': 0, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:14Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:57.585596 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.604934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037267-b197-4233-8d56-7877acef87fe req-c4fef32d-ebed-4e6f-8c11-012092aed0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:57.606537 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-c4fef32d-ebed-4e6f-8c11-012092aed0bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0473042 Aug 23 12:48:57.607858 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] Checking router: 23f9684a-77e4-42ad-aaee-42e897a16874 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:48:57.616651 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:48:57.617253 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:48:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:57.646499 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.650806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.662071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037267-b197-4233-8d56-7877acef87fe req-4f31aa4f-4105-4085-9b9e-3aa18b168fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:57.663611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-4f31aa4f-4105-4085-9b9e-3aa18b168fdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425937 Aug 23 12:48:57.670906 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7374573c-9882-474f-8c06-4d4ea78bb17d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:57.679151 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.680812 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-79a6abd4-6552-4ef5-ac86-169b080cb34b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299202 Aug 23 12:48:57.683133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42284) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:57.688341 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:57.716892 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.736666 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:48:57.775799 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-26293f06-78bc-4cf7-94ec-496b742747e6 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032276 Aug 23 12:48:57.783603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.788923 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.814627 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46cee5c-bc7c-432d-8f9f-1a9be89ff325,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:57.819319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.821716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-93be0625-f875-47a0-a986-ef84e15fb9b4 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364610 Aug 23 12:48:57.823234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42286) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:57.828108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:57.860459 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.889008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2f037267-b197-4233-8d56-7877acef87fe req-e1827f1b-68a5-4255-a807-77085886de56 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063035 Aug 23 12:48:57.929714 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.933564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.955423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5dffb6-de8e-49f4-a623-8a3395c5a22e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:57.959785 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:57.964317 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-60cc8b40-a63b-4eb6-a472-e596e2066f66 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367259 Aug 23 12:48:57.964317 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42288) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:57.969643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:57.992264 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Project d86bdfc8aa664762a3e8e10beb673c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:48:57.998224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.065233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.069264 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.092204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cebe96-9c78-46ae-8c0d-4a3be80157c4,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:58.095781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.097009 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eba30a58-c215-474f-a31d-3f07e92c3365 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318493 Aug 23 12:48:58.102681 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42290) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:48:58.105195 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '79d3744b-c7d2-4a66-a205-910a7d0afd75', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'port_id': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'mac_address': 'fa:16:3e:d6:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:48:56Z', 'updated_at': '2021-08-23T12:48:56Z', 'revision_number': 0, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:14Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:48:58.107501 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'security_group_rule': {'security_group_id': 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8', 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:58.131870 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Project d86bdfc8aa664762a3e8e10beb673c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:48:58.133794 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf52c64-befc-417a-b83e-f06c2ce308a3 None None] The sync data for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 is: [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '79d3744b-c7d2-4a66-a205-910a7d0afd75', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'port_id': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'mac_address': 'fa:16:3e:d6:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:48:56Z', 'updated_at': '2021-08-23T12:48:56Z', 'revision_number': 0, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:14Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:48:58.138758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.207211 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.211811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.232186 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2f1a49-ec78-49a3-a866-9ff9826bac6a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:58.235275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.236483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6c1f7931-3c4e-4297-897a-977ec3781a70 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327229 Aug 23 12:48:58.323457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-91ea53f7-daf6-4963-a1ce-62b68902a3de tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000946718&fields=id&tenant_id=d86bdfc8aa664762a3e8e10beb673c2b HTTP/1.1" status: 200 len: 267 time: 0.0360420 Aug 23 12:48:58.352841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7cdcc7-be5f-43a1-a85a-e4b2617f33f1 None None] New status for floating IP 79d3744b-c7d2-4a66-a205-910a7d0afd75: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:48:58.389835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-ffc40d82-ebdd-45b1-9c5a-62a2df76fa53 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:58.391380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-ffc40d82-ebdd-45b1-9c5a-62a2df76fa53 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0569797 Aug 23 12:48:58.403669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'port': {'security_groups': ['c35f2d68-7ae1-41be-a179-78b10e0867ef', 'e7f6c92e-c936-4c97-aea1-a1a26ed68cb8']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:48:58.464852 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.475344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.668898 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:48:58.697646 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.702115 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.715267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b1e7d5c-bda9-4648-928b-c5c306f3486a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:48:58.746226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:58.746866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.748931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cb007212-69f7-49bc-aa5c-c39b04d51f06 req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "PUT /v2.0/ports/5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 981 time: 0.3505528 Aug 23 12:48:58.773776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04e1d7-7cab-4b3d-893e-6a14b9233c84 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=6']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:48:58.785520 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:58.870157 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b989dbb-259c-4b17-96dd-d03b4e87ca9d req-7842f0f8-a492-4bd9-a3e6-61e94e96b282 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:58.872157 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b989dbb-259c-4b17-96dd-d03b4e87ca9d req-7842f0f8-a492-4bd9-a3e6-61e94e96b282 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0583358 Aug 23 12:48:58.918392 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1b989dbb-259c-4b17-96dd-d03b4e87ca9d req-6bcc9729-6928-411e-a23b-72bcb6c01140 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389590 Aug 23 12:48:58.966396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b1e7d5c-bda9-4648-928b-c5c306f3486a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:48:59.066185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e5c400ad-1285-4b29-8ca7-3339bc1d0fa8 None None] Provisioning complete for port 5b1e7d5c-bda9-4648-928b-c5c306f3486a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:48:59.066476 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e5c400ad-1285-4b29-8ca7-3339bc1d0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:48:59.262950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:48:59.265238 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0272d93c-6959-42d4-a3af-dd5074eb836c" -d '{"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:48:59.301224 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c928ecae-40cc-4b7b-907c-96b645d30492 x-openstack-request-id: req-c928ecae-40cc-4b7b-907c-96b645d30492 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:48:59.301521 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:48:59.301806 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c928ecae-40cc-4b7b-907c-96b645d30492 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:48:59.302207 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'status': 'completed', 'code': 200} Aug 23 12:48:59.368881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-b46a0282-6ff1-4f4b-86a3-cac92b53caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:59.370458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-b46a0282-6ff1-4f4b-86a3-cac92b53caaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1135 time: 0.0454326 Aug 23 12:48:59.470069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-353ac463-8f36-4c5b-b852-34735ddee16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:59.472327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-353ac463-8f36-4c5b-b852-34735ddee16d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.0908592 Aug 23 12:48:59.549570 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-51bb9623-ccfe-4d40-92d4-d7f46230e36a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 1001 time: 0.0701492 Aug 23 12:48:59.613164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-c5bd2c20-f2f7-4a7a-a9c4-edc762a487dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:59.614672 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-c5bd2c20-f2f7-4a7a-a9c4-edc762a487dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0580945 Aug 23 12:48:59.662576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-8753d502-d931-4f8c-b34e-c599e499b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:48:59.664074 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-8753d502-d931-4f8c-b34e-c599e499b234 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415013 Aug 23 12:48:59.761405 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-785327b7-2830-40fb-95f8-be46f0cb139a service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895257 Aug 23 12:48:59.855697 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0272d93c-6959-42d4-a3af-dd5074eb836c req-bd8f2f56-451b-45c4-988d-96ed5d138928 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839739 Aug 23 12:49:16.202015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e0415-8f0b-4c9b-874d-d6d2e4a2d3e6 req-11bb7e4a-ad10-406b-a0c5-1e17e8ec1726 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:16.203512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c9e0415-8f0b-4c9b-874d-d6d2e4a2d3e6 req-11bb7e4a-ad10-406b-a0c5-1e17e8ec1726 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.1025531 Aug 23 12:49:16.206040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-6b46ca37-1db7-4030-bf40-61a43377a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:16.207396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-6b46ca37-1db7-4030-bf40-61a43377a101 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1135 time: 0.0946243 Aug 23 12:49:16.297208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c9e0415-8f0b-4c9b-874d-d6d2e4a2d3e6 req-0621cf51-2a16-4684-b48b-d95fa789e56d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872369 Aug 23 12:49:16.322729 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-b5bbbdcc-1793-4dab-b66d-1ee19576025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:16.324283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-b5bbbdcc-1793-4dab-b66d-1ee19576025a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.1085534 Aug 23 12:49:16.388644 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-3b91a2b4-8219-4511-ae4a-f7d9ecfa8701 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 1001 time: 0.0562291 Aug 23 12:49:16.435581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-8fb0f5f5-6b80-4607-a933-86a0660651f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:16.437062 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-8fb0f5f5-6b80-4607-a933-86a0660651f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0422802 Aug 23 12:49:16.499143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-3e632ffb-eb82-43cc-b610-22b976c0f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:16.500753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-3e632ffb-eb82-43cc-b610-22b976c0f3eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559165 Aug 23 12:49:16.593945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-f8ea1122-10bd-45f5-bef1-5afe9e013e0f service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858402 Aug 23 12:49:16.688133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ff1082b7-d875-4aba-881a-d1c7b3033964 req-a4bf8d12-5b9e-4c85-ad52-2a6924b7ce38 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Aug 23 12:49:17.415508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f16db1-5305-4377-853a-78ebc74f17cd req-6e272d0e-e459-4430-8860-31fbc14e82c1 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:17.416992 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3f16db1-5305-4377-853a-78ebc74f17cd req-6e272d0e-e459-4430-8860-31fbc14e82c1 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0489609 Aug 23 12:49:17.456569 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3f16db1-5305-4377-853a-78ebc74f17cd req-1e692e81-b3f3-4489-a41e-6a1c2e5a0ee7 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329647 Aug 23 12:49:18.586391 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edc496-f288-4c90-8767-5efe40374c37 req-91527c7f-d4f9-4706-9891-8a8965d513f9 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:18.587975 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40edc496-f288-4c90-8767-5efe40374c37 req-91527c7f-d4f9-4706-9891-8a8965d513f9 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0596628 Aug 23 12:49:18.632848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40edc496-f288-4c90-8767-5efe40374c37 req-998b9cbc-10bb-4e3d-bbe1-7baf46e2c975 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367777 Aug 23 12:49:19.751671 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed0c29-8250-4708-aeab-5d9b1589eebe req-2e528476-ee0b-4b75-9adb-3a8b766ddc7c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:19.753208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03ed0c29-8250-4708-aeab-5d9b1589eebe req-2e528476-ee0b-4b75-9adb-3a8b766ddc7c tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0502765 Aug 23 12:49:19.794852 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03ed0c29-8250-4708-aeab-5d9b1589eebe req-2bd49d36-27ba-4aa0-b289-54d5dcb53b35 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349226 Aug 23 12:49:20.908974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04ef1a-961e-4f1b-96eb-fee657e62415 req-7c8fc380-8d9a-40fb-a606-96ee91eaa047 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:20.910482 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e04ef1a-961e-4f1b-96eb-fee657e62415 req-7c8fc380-8d9a-40fb-a606-96ee91eaa047 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0486307 Aug 23 12:49:20.950246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9e04ef1a-961e-4f1b-96eb-fee657e62415 req-118753e9-fdc6-47df-b844-20d5f0ed7eb0 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335486 Aug 23 12:49:21.861603 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0ef08e19-7ab0-4225-a3e9-5d8ea37fd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:22.069087 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cce4b-8526-48ae-9054-9409383e11e8 req-dca4dd81-99dd-4af3-8685-67ad0a01838a tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:22.070608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e7cce4b-8526-48ae-9054-9409383e11e8 req-dca4dd81-99dd-4af3-8685-67ad0a01838a tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0523431 Aug 23 12:49:22.111408 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7e7cce4b-8526-48ae-9054-9409383e11e8 req-12b49865-5695-472e-862c-674ba0e22634 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341632 Aug 23 12:49:23.229437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c088-fbf0-43d0-8da3-fd3cd782deff req-e7a6282c-9823-4d76-a857-a0fb99db3a4d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:23.230924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ff7c088-fbf0-43d0-8da3-fd3cd782deff req-e7a6282c-9823-4d76-a857-a0fb99db3a4d tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0521307 Aug 23 12:49:23.577847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ff7c088-fbf0-43d0-8da3-fd3cd782deff req-28ede610-f28f-43a9-baf2-f67f4040beb0 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3406928 Aug 23 12:49:24.425653 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f815b26e-038e-43dc-919b-edaa250d2b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:24.464609 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:24.697707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f08cf3-8ace-4558-bab6-7b8ac045d410 req-94994195-d5fd-40a3-a69e-ef942bbfbef5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:24.699144 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1f08cf3-8ace-4558-bab6-7b8ac045d410 req-94994195-d5fd-40a3-a69e-ef942bbfbef5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0487952 Aug 23 12:49:24.740701 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1f08cf3-8ace-4558-bab6-7b8ac045d410 req-4a246cf7-48e1-4840-9fd6-c5732f552c9f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346184 Aug 23 12:49:25.471383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:49:25.861327 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851035e5-b66e-4e2a-b8c9-e133d0d44035 req-8fe316c1-37e9-49e1-a476-1ae5b99ae3f8 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:25.862870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-851035e5-b66e-4e2a-b8c9-e133d0d44035 req-8fe316c1-37e9-49e1-a476-1ae5b99ae3f8 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0504067 Aug 23 12:49:25.891072 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:25.915004 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-851035e5-b66e-4e2a-b8c9-e133d0d44035 req-1092c2ec-b870-4297-94e2-3119cd306e52 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430315 Aug 23 12:49:27.031297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60723734-d139-44d3-bb39-6c998c065908 req-5258e8a0-2c44-49f8-88f5-bbc3f89e6be5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:27.032837 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60723734-d139-44d3-bb39-6c998c065908 req-5258e8a0-2c44-49f8-88f5-bbc3f89e6be5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0508668 Aug 23 12:49:27.071630 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-60723734-d139-44d3-bb39-6c998c065908 req-b47bf776-5c02-4602-997a-5e075e69f3b5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326736 Aug 23 12:49:27.551782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:28.192133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbcc3-c55f-471d-b8d4-523f6ffaeee5 req-5a62f20f-a269-447f-acb4-f0b7f7a4133f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:28.193650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-136bbcc3-c55f-471d-b8d4-523f6ffaeee5 req-5a62f20f-a269-447f-acb4-f0b7f7a4133f tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0517943 Aug 23 12:49:28.233512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-136bbcc3-c55f-471d-b8d4-523f6ffaeee5 req-c3762f3d-5ba0-485f-9235-5ef9ad3779e6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&id=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331628 Aug 23 12:49:28.443249 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:28.757570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:29.681598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-d1380710-f81f-44ca-8b30-1df3ced0c9d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437326 Aug 23 12:49:29.763760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-8cae10c2-1fdb-4490-a1c9-92d5e7ba9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:29.765803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-8cae10c2-1fdb-4490-a1c9-92d5e7ba9aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1135 time: 0.0414178 Aug 23 12:49:29.874369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-5a30b71b-6d32-4cf3-bc46-7e4cc1965c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:29.875875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-5a30b71b-6d32-4cf3-bc46-7e4cc1965c6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.0883014 Aug 23 12:49:29.940757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-18797b1e-81b5-4a08-9454-26f45c8d703b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 1001 time: 0.0576520 Aug 23 12:49:29.988848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-5fb99853-0ac0-4045-9ea2-fbcbe68705a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:29.990322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-5fb99853-0ac0-4045-9ea2-fbcbe68705a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0432036 Aug 23 12:49:30.038826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-424ba788-7dac-440c-96e0-441f97a64d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:49:30.040307 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-424ba788-7dac-440c-96e0-441f97a64d37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435851 Aug 23 12:49:30.129866 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-85f97591-3253-46b1-a353-b87c18af5aab service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Aug 23 12:49:30.222886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ac5fa04-6cdb-477c-b4b9-cda566f476eb req-e58db552-c493-42de-afcc-be8ddc759adb service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864663 Aug 23 12:49:51.864620 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1f03ec1d-1907-4469-945f-da405f6b0e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:54.419673 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-883a4836-e58b-4d1b-a923-55927d72a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:54.471649 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:55.887998 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:57.561288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:58.458404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:49:58.755200 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:00.791109 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ac393248-de47-4c13-9a5f-db43f6a5750b tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000946718&fields=id&tenant_id=d86bdfc8aa664762a3e8e10beb673c2b HTTP/1.1" status: 200 len: 267 time: 0.0442612 Aug 23 12:50:00.850047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ecd623a0-b83f-404f-90bf-8cc4d9b4c6d5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:00.851558 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ecd623a0-b83f-404f-90bf-8cc4d9b4c6d5 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 984 time: 0.0543168 Aug 23 12:50:00.863449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Request body: {'port': {'security_groups': ['c35f2d68-7ae1-41be-a179-78b10e0867ef']}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:00.930252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.112003 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:01.141300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.146112 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.158501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b1e7d5c-bda9-4648-928b-c5c306f3486a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:50:01.209995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:01.210642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.212080 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-776ec2f9-dbe8-4358-a36f-c168301c883a req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "PUT /v2.0/ports/5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 942 time: 0.3540921 Aug 23 12:50:01.212547 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:50:01.221666 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:01.268273 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f676400-0e99-429a-a3d5-8c6852a374d9" -d '{"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:50:01.274644 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b1e7d5c-bda9-4648-928b-c5c306f3486a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:50:01.276055 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event updated for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=7']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:01.293952 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.294299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.294647 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.294991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.295331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.295669 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.296004 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.296367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.296699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.297030 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.297392 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.297719 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d9602-ece7-4862-abe9-f6b510967fe6 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:01.327039 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d24d3b3c-828b-4702-b31a-d6e0c970cef3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.359411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d24d3b3c-828b-4702-b31a-d6e0c970cef3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.401001 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7155f1a9-6e88-4dc0-ae1a-35be5539d101 x-openstack-request-id: req-7155f1a9-6e88-4dc0-ae1a-35be5539d101 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:50:01.401319 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:50:01.401579 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7155f1a9-6e88-4dc0-ae1a-35be5539d101 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:50:01.402053 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'status': 'completed', 'code': 200} Aug 23 12:50:01.453846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d24d3b3c-828b-4702-b31a-d6e0c970cef3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.461330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d24d3b3c-828b-4702-b31a-d6e0c970cef3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.464239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d24d3b3c-828b-4702-b31a-d6e0c970cef3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "DELETE /v2.0/security-groups/e7f6c92e-c936-4c97-aea1-a1a26ed68cb8 HTTP/1.1" status: 204 len: 168 time: 0.2425730 Aug 23 12:50:01.473603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42374) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:01.477142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d3b3c-828b-4702-b31a-d6e0c970cef3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6c92e-c936-4c97-aea1-a1a26ed68cb8,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:01.543832 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-9a19faa9-4cc7-4f55-8205-7340474ab7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:01.545462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-9a19faa9-4cc7-4f55-8205-7340474ab7b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1096 time: 0.1215568 Aug 23 12:50:01.572870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-6ee5b291-1a89-4f64-808e-47cb92b2c310 None None] Provisioning complete for port 5b1e7d5c-bda9-4648-928b-c5c306f3486a triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:01.573349 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b291-1a89-4f64-808e-47cb92b2c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.708538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-cee0141d-fd6f-4c92-9b36-06f1b13aa675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:01.710059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-cee0141d-fd6f-4c92-9b36-06f1b13aa675 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.1569431 Aug 23 12:50:01.731897 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Deleting port 54a5276d-e05a-4d50-ab50-3bec511655de {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:01.732244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.837641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-53014df8-58d7-47fa-a7d7-68ad75b4bef3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 1001 time: 0.1166153 Aug 23 12:50:01.896725 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.897071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:01.914635 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-160d09f3-e30b-4787-980b-b34eab32d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:01.916140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-160d09f3-e30b-4787-980b-b34eab32d45f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0709140 Aug 23 12:50:01.917060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Calling delete_port for 54a5276d-e05a-4d50-ab50-3bec511655de owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:02.019958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-04a685ff-c936-44aa-9119-e47b1bf4a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:02.021416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-04a685ff-c936-44aa-9119-e47b1bf4a6ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962546 Aug 23 12:50:02.162371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-b2b5bd13-7fd6-4a6d-8143-a836e725499c service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329777 Aug 23 12:50:02.200223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:02.259437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event deleted for resources: {'Port': ['ID=54a5276d-e05a-4d50-ab50-3bec511655de,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:02.274332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.274611 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.275450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.275450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.275640 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.275931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.276263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.276594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.276927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.277263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.277590 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.277940 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:02.339059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f676400-0e99-429a-a3d5-8c6852a374d9 req-529855ce-b8c4-411d-9d20-1d6354c59e29 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691480 Aug 23 12:50:02.353339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:02.354208 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Floating IP 79d3744b-c7d2-4a66-a205-910a7d0afd75 disassociated (deleted). External IP: 172.25.1.215, port: 5b1e7d5c-bda9-4648-928b-c5c306f3486a. Aug 23 12:50:02.470551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:50:02.582437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Router 23f9684a-77e4-42ad-aaee-42e897a16874 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:50:02.704015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:50:02.710712 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:02.717159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] Sync routers for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:50:02.733319 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:02.734505 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:02.743813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e5df3d3a-3ab3-4ade-ac1b-181fbf5bbc20 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "DELETE /v2.0/floatingips/79d3744b-c7d2-4a66-a205-910a7d0afd75 HTTP/1.1" status: 204 len: 168 time: 1.2678790 Aug 23 12:50:02.744615 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:50:02.747118 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630785e-febb-403a-9988-761d0b9733c4" -d '{"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:50:02.797774 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7211ae1d-b8bb-40ee-99c8-f9adc231e021 x-openstack-request-id: req-7211ae1d-b8bb-40ee-99c8-f9adc231e021 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:50:02.798478 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:50:02.798871 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7211ae1d-b8bb-40ee-99c8-f9adc231e021 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:50:02.799390 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'status': 'completed', 'code': 200} Aug 23 12:50:02.870714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630785e-febb-403a-9988-761d0b9733c4 req-e0de6ec7-d8cc-48ba-8c25-102665403751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:02.872753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-e0de6ec7-d8cc-48ba-8c25-102665403751 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 1096 time: 0.0513599 Aug 23 12:50:02.876970 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:03.012825 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630785e-febb-403a-9988-761d0b9733c4 req-66953c7c-67bf-40b3-bb5d-e16c40dc4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:03.016885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-66953c7c-67bf-40b3-bb5d-e16c40dc4ecf service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 200 len: 916 time: 0.1358185 Aug 23 12:50:03.072996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-fe3a99ac-9195-4e19-983d-c1cf07d3071e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 200 len: 217 time: 0.0486674 Aug 23 12:50:03.146274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630785e-febb-403a-9988-761d0b9733c4 req-55bda504-baa2-4732-b15c-84b1af5b19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:03.148942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-55bda504-baa2-4732-b15c-84b1af5b19c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 200 len: 854 time: 0.0676062 Aug 23 12:50:03.173039 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:14Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:03.204667 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] Checking router: 23f9684a-77e4-42ad-aaee-42e897a16874 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:50:03.214324 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:03.214952 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:03.228106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630785e-febb-403a-9988-761d0b9733c4 req-489d6a08-b51c-4129-85c3-8a2a1920cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:03.229994 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-489d6a08-b51c-4129-85c3-8a2a1920cbca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed0ee124-5713-42cc-be15-6b4f006767ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728562 Aug 23 12:50:03.351647 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:03.352245 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-9cfcfd3d-b8e1-4d31-bea2-80d840eb3f97 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144471 Aug 23 12:50:03.469838 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3630785e-febb-403a-9988-761d0b9733c4 req-4b09bcea-1e63-470c-9c7b-ee026cc4b265 service neutron] 10.222.0.44 "GET /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051471 Aug 23 12:50:03.648598 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:14Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:03.678335 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443067f-dfa1-4828-bea9-b4b83ec75528 None None] The sync data for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 is: [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:08Z', 'revision_number': 4, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'c7b616ff-b70d-4cfb-9b53-da74a8ce35f0', 'name': '', 'network_id': 'ed0ee124-5713-42cc-be15-6b4f006767ff', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'mac_address': 'fa:16:3e:e5:97:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:07Z', 'updated_at': '2021-08-23T12:48:14Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'subnets': [{'id': '3e006d9e-dce4-448b-b7c3-b20f4c465c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:50:04.006102 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab5e7c8-cf7e-4b63-87bd-689644f0879d None None] New status for floating IP 79d3744b-c7d2-4a66-a205-910a7d0afd75: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:50:10.894799 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018b56-c25a-48a7-9012-8d90d531270b req-9bc7193b-b91a-4efe-92f6-bd762f050874 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:10.896333 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68018b56-c25a-48a7-9012-8d90d531270b req-9bc7193b-b91a-4efe-92f6-bd762f050874 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0572050 Aug 23 12:50:10.940241 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-68018b56-c25a-48a7-9012-8d90d531270b req-ab91a76d-7273-444a-bab7-0cc21c2cafa1 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Aug 23 12:50:12.070556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9922e0-ba00-4161-9486-93e15f223278 req-da48a92f-ad0e-42ae-ab3f-f6437438dc97 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:12.072081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee9922e0-ba00-4161-9486-93e15f223278 req-da48a92f-ad0e-42ae-ab3f-f6437438dc97 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0536602 Aug 23 12:50:12.113956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ee9922e0-ba00-4161-9486-93e15f223278 req-bd138975-fb9f-4cbc-9152-c8a8ec747803 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/security-groups?id=c35f2d68-7ae1-41be-a179-78b10e0867ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Aug 23 12:50:12.518675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-f82e2dcc-aacf-41d6-8f9c-ec5e4738dab3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:12.520191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-f82e2dcc-aacf-41d6-8f9c-ec5e4738dab3 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.44 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 945 time: 0.0503352 Aug 23 12:50:12.619382 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Deleting port 5b1e7d5c-bda9-4648-928b-c5c306f3486a {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:12.619722 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:12.710660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] For port 5b1e7d5c-bda9-4648-928b-c5c306f3486a, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b1e7d5c-bda9-4648-928b-c5c306f3486a,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:12.711025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:12.722854 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Calling delete_port for 5b1e7d5c-bda9-4648-928b-c5c306f3486a owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:12.858738 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:12.871261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b1e7d5c-bda9-4648-928b-c5c306f3486a'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:50:12.887387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Pushing event deleted for resources: {'Port': ['ID=5b1e7d5c-bda9-4648-928b-c5c306f3486a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:12.941111 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] No DVR routers for this DVR port 5b1e7d5c-bda9-4648-928b-c5c306f3486a on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:50:12.945980 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:12.948037 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-99e02697-38ef-4150-bd2f-c1ecd64a7429 req-a07bebfe-8154-402f-ad5b-f34816d9a1cf tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.44 "DELETE /v2.0/ports/5b1e7d5c-bda9-4648-928b-c5c306f3486a HTTP/1.1" status: 204 len: 173 time: 0.4221349 Aug 23 12:50:12.948491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'name': 'network-vif-deleted', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:50:12.950779 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7267a3c3-3e3c-41fc-959c-399955f8975a" -d '{"events": [{"server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "name": "network-vif-deleted", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:50:12.988500 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f8fcf-3574-4358-84b9-8a2fb1e5f011 x-openstack-request-id: req-f79f8fcf-3574-4358-84b9-8a2fb1e5f011 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:50:12.988801 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25560cc2-ff1f-4a5a-9ae9-a08be2e1657c", "name": "network-vif-deleted", "tag": "5b1e7d5c-bda9-4648-928b-c5c306f3486a", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:50:12.989056 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f79f8fcf-3574-4358-84b9-8a2fb1e5f011 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:50:12.989455 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25560cc2-ff1f-4a5a-9ae9-a08be2e1657c', 'name': 'network-vif-deleted', 'tag': '5b1e7d5c-bda9-4648-928b-c5c306f3486a', 'status': 'completed', 'code': 200} Aug 23 12:50:13.223574 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ea7fb832-700c-46ab-b959-a499edcb1751 req-2c34b35c-2abe-4383-a13a-6bd4cecef4f1 tempest-TestMinimumBasicScenario-1332937615 tempest-TestMinimumBasicScenario-1332937615-project] 10.222.0.21 "GET /v2.0/ports?device_id=25560cc2-ff1f-4a5a-9ae9-a08be2e1657c HTTP/1.1" status: 200 len: 210 time: 0.0269725 Aug 23 12:50:14.905190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42478) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:15.298787 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:15.909128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Deleting port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:15.909826 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:16.006860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] For port c7b616ff-b70d-4cfb-9b53-da74a8ce35f0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:16.007244 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:16.022207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Calling delete_port for c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:16.219858 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:16.227300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b1e7d5c-bda9-4648-928b-c5c306f3486a no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:16.246039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b616ff-b70d-4cfb-9b53-da74a8ce35f0,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:16.247066 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 5b1e7d5c-bda9-4648-928b-c5c306f3486a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:16.247414 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b1e7d5c-bda9-4648-928b-c5c306f3486a not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:16.428401 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:16.653975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Router 23f9684a-77e4-42ad-aaee-42e897a16874 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:50:16.779620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:50:16.790992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4e291427-1765-4246-ba79-3e03d18727f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/23f9684a-77e4-42ad-aaee-42e897a16874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788469 Aug 23 12:50:16.790992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42480) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:16.791519 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] Sync routers for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:50:16.804210 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:16.805014 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:16.909030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:16.950403 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:17.032470 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.112741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Deleting port e4e548b4-109e-4f5c-9e8a-16d778c36d84 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:17.113074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.178852 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:50:16Z', 'revision_number': 5, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port': {'id': 'e4e548b4-109e-4f5c-9e8a-16d778c36d84', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:17.212499 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] Checking router: 23f9684a-77e4-42ad-aaee-42e897a16874 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:50:17.222525 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] Routers {'23f9684a-77e4-42ad-aaee-42e897a16874'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:17.223296 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['23f9684a-77e4-42ad-aaee-42e897a16874'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:17.235453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] For port e4e548b4-109e-4f5c-9e8a-16d778c36d84, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=e4e548b4-109e-4f5c-9e8a-16d778c36d84,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:17.236063 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.252369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Calling delete_port for e4e548b4-109e-4f5c-9e8a-16d778c36d84 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:17.314107 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] Set router 23f9684a-77e4-42ad-aaee-42e897a16874 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:17.454654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.472856 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:50:17Z', 'revision_number': 6, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:17.483684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e548b4-109e-4f5c-9e8a-16d778c36d84,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:17.500534 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80aca81-2039-43ac-b056-a60fc6ad36b7 None None] The sync data for ids ['23f9684a-77e4-42ad-aaee-42e897a16874'] in n-d-773645-7 is: [{'id': '23f9684a-77e4-42ad-aaee-42e897a16874', 'name': 'tempest-TestMinimumBasicScenario-1809791715-router', 'tenant_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:05Z', 'updated_at': '2021-08-23T12:50:17Z', 'revision_number': 6, 'project_id': 'd86bdfc8aa664762a3e8e10beb673c2b', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:50:17.557231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.654920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.657634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.703729 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.704258 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f9684a-77e4-42ad-aaee-42e897a16874 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:50:17.708871 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.710017 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a621928b-e76e-4c6b-a108-8a6974be1e99 admin admin] 10.222.0.21 "DELETE /v2.0/routers/23f9684a-77e4-42ad-aaee-42e897a16874 HTTP/1.1" status: 204 len: 168 time: 0.9190125 Aug 23 12:50:17.712808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42482) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:17.758873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Deleting subnet 3e006d9e-dce4-448b-b7c3-b20f4c465c41 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:50:17.762059 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.798199 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.892456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.960103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:17.991608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9122c0-8df5-485b-802e-17ee333f3c9f None None] Network ed0ee124-5713-42cc-be15-6b4f006767ff requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:50:17.999137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.001347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e006d9e-dce4-448b-b7c3-b20f4c465c41 HTTP/1.1" status: 204 len: 168 time: 0.2875652 Aug 23 12:50:18.002530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046364d4-5d71-4656-8eba-af8fdb211f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e006d9e-dce4-448b-b7c3-b20f4c465c41,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:18.005533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42484) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:18.083113 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.148223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Deleting port 2b0337d6-1e1c-44de-baf0-611762da1719 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:18.148834 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.223759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] For port 2b0337d6-1e1c-44de-baf0-611762da1719, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2b0337d6-1e1c-44de-baf0-611762da1719,segment=NetworkSegment(3dd3593a-d57e-4544-858a-674b88fbc53e),segment_id=3dd3593a-d57e-4544-858a-674b88fbc53e)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:18.224044 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.242449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Calling delete_port for 2b0337d6-1e1c-44de-baf0-611762da1719 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:18.347774 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.348848 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c21ff8-e3c6-4ac5-9096-b9cdb2501c4f None None] DHCP port deletion for ed0ee124-5713-42cc-be15-6b4f006767ff request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:50:18.383420 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0337d6-1e1c-44de-baf0-611762da1719,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:18.394900 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] No DVR routers for this DVR port 2b0337d6-1e1c-44de-baf0-611762da1719 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:50:18.428447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:18.468155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:18.468721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c7b616ff-b70d-4cfb-9b53-da74a8ce35f0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:18.469396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b0337d6-1e1c-44de-baf0-611762da1719 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:18.500862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2b0337d6-1e1c-44de-baf0-611762da1719 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:18.501307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2b0337d6-1e1c-44de-baf0-611762da1719 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:18.501882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e4e548b4-109e-4f5c-9e8a-16d778c36d84 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:18.503118 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.525023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0ee124-5713-42cc-be15-6b4f006767ff']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:18.526709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: e4e548b4-109e-4f5c-9e8a-16d778c36d84 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:18.527134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device e4e548b4-109e-4f5c-9e8a-16d778c36d84 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:18.543084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd3593a-d57e-4544-858a-674b88fbc53e') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:18.543444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd3593a-d57e-4544-858a-674b88fbc53e') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:18.556416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.573311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.580792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:50:18.581254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:50:18.584653 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:50:18.658744 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.666039 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:18.669826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ed0ee124-5713-42cc-be15-6b4f006767ff HTTP/1.1" status: 204 len: 168 time: 0.6632710 Aug 23 12:50:18.672621 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:18.689628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938300-72ba-4a60-a23a-ba5f85b97e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0ee124-5713-42cc-be15-6b4f006767ff,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:19.073479 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:19.338416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Deleting port 379ef314-5544-4840-bb64-bb7ec2359bcc {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:19.338755 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:19.424584 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] For port 379ef314-5544-4840-bb64-bb7ec2359bcc, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=379ef314-5544-4840-bb64-bb7ec2359bcc,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:19.424945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:19.440144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Calling delete_port for 379ef314-5544-4840-bb64-bb7ec2359bcc owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:19.682407 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:19.740113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=379ef314-5544-4840-bb64-bb7ec2359bcc,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:20.007648 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:20.342942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Router dab9a2a1-2cd0-445e-a73e-a99682db466b has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:50:20.484398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:50:20.490670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-37f6d896-f8d9-4ff9-8f70-36d6bc0d1fe7 admin admin] 10.222.0.21 "PUT /v2.0/routers/dab9a2a1-2cd0-445e-a73e-a99682db466b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152535 Aug 23 12:50:20.493360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42488) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:20.496578 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] Sync routers for ids ['dab9a2a1-2cd0-445e-a73e-a99682db466b'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:50:20.507503 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] Routers {'dab9a2a1-2cd0-445e-a73e-a99682db466b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:20.508245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['dab9a2a1-2cd0-445e-a73e-a99682db466b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:20.657186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] Set router dab9a2a1-2cd0-445e-a73e-a99682db466b gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:20.665139 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:20.781299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:20.845810 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Deleting port 34fb2674-9580-454f-b1f8-eeb6f8c5da97 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:20.846154 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:20.852889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:50:19Z', 'revision_number': 5, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port': {'id': '34fb2674-9580-454f-b1f8-eeb6f8c5da97', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:48:11Z', 'updated_at': '2021-08-23T12:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:20.887054 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] Checking router: dab9a2a1-2cd0-445e-a73e-a99682db466b for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:50:20.897121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] Routers {'dab9a2a1-2cd0-445e-a73e-a99682db466b'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:20.897781 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:49:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['dab9a2a1-2cd0-445e-a73e-a99682db466b'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:20.935750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] For port 34fb2674-9580-454f-b1f8-eeb6f8c5da97, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=34fb2674-9580-454f-b1f8-eeb6f8c5da97,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:20.936656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:20.952485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Calling delete_port for 34fb2674-9580-454f-b1f8-eeb6f8c5da97 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:21.009407 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] Set router dab9a2a1-2cd0-445e-a73e-a99682db466b gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:21.065285 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:50:20Z', 'revision_number': 6, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:21.099735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4217c-5290-4c6c-82ba-b2fa24f2c29c None None] The sync data for ids ['dab9a2a1-2cd0-445e-a73e-a99682db466b'] in n-d-773645-7 is: [{'id': 'dab9a2a1-2cd0-445e-a73e-a99682db466b', 'name': 'tempest-TestMinimumBasicScenario-1692402976-router', 'tenant_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:48:10Z', 'updated_at': '2021-08-23T12:50:20Z', 'revision_number': 6, 'project_id': '7ef5c03e1b6242e3b5c41dc4f1b36cb0', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:50:21.139855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.171231 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fb2674-9580-454f-b1f8-eeb6f8c5da97,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:21.242993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.345860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.348313 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.400595 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.401343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab9a2a1-2cd0-445e-a73e-a99682db466b {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:50:21.410493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.412514 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c06b47be-2ce2-42f2-bbdf-cee96d8804a9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dab9a2a1-2cd0-445e-a73e-a99682db466b HTTP/1.1" status: 204 len: 168 time: 0.9175498 Aug 23 12:50:21.416215 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42490) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:21.472459 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Deleting subnet abddebcd-b9ae-4c83-90c6-7dd566f40367 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:50:21.476334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.518645 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.619720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.689925 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.716815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abddebcd-b9ae-4c83-90c6-7dd566f40367,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:21.722801 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.724820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d25aeae4-fd87-43e7-8c12-c1da6895d4b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/abddebcd-b9ae-4c83-90c6-7dd566f40367 HTTP/1.1" status: 204 len: 168 time: 0.3076406 Aug 23 12:50:21.727536 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42492) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:21.729134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e7dc5-0475-4db4-af25-c6c1992db046 None None] Network 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:50:21.814319 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.875162 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Deleting port b23f8609-8a50-46aa-ac04-9976fa7d2b77 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:21.875505 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d6391bb-ec0f-466f-a998-fa2c0dad3efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.875632 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.960068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] For port b23f8609-8a50-46aa-ac04-9976fa7d2b77, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b23f8609-8a50-46aa-ac04-9976fa7d2b77,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:21.960436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:21.970387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] DHCP port deletion for 7dbe882d-43fb-4b0b-877f-a4a3988f5c65 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:50:21.979762 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Calling delete_port for b23f8609-8a50-46aa-ac04-9976fa7d2b77 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:22.051738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Deleting port b23f8609-8a50-46aa-ac04-9976fa7d2b77 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:50:22.052131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.090501 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.123129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23f8609-8a50-46aa-ac04-9976fa7d2b77,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:22.123129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] No DVR routers for this DVR port b23f8609-8a50-46aa-ac04-9976fa7d2b77 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:50:22.137239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] For port b23f8609-8a50-46aa-ac04-9976fa7d2b77, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b23f8609-8a50-46aa-ac04-9976fa7d2b77,segment=NetworkSegment(53d850ed-d413-4f52-b09b-a8c810abc123),segment_id=53d850ed-d413-4f52-b09b-a8c810abc123)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:22.137805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.157335 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Calling delete_port for b23f8609-8a50-46aa-ac04-9976fa7d2b77 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:50:22.214647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.240467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbe882d-43fb-4b0b-877f-a4a3988f5c65']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:22.258238 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d850ed-d413-4f52-b09b-a8c810abc123') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:22.258614 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d850ed-d413-4f52-b09b-a8c810abc123') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:22.263024 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.269357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.293275 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.304800 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:50:22.305305 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:50:22.309093 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:50:22.311682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] No DVR routers for this DVR port b23f8609-8a50-46aa-ac04-9976fa7d2b77 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:50:22.311942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Pushing event deleted for resources: {'Port': ['ID=b23f8609-8a50-46aa-ac04-9976fa7d2b77,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:22.314445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 379ef314-5544-4840-bb64-bb7ec2359bcc no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:22.343200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.343630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.344060 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.344411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.344758 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.345092 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.345633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.345999 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.346474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.346816 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.347153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.347487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6b8e1-8f9f-4cb2-8d42-a25d21a8dc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:22.350177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 379ef314-5544-4840-bb64-bb7ec2359bcc {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:22.350516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 379ef314-5544-4840-bb64-bb7ec2359bcc not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:22.350940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b23f8609-8a50-46aa-ac04-9976fa7d2b77 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:22.386306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.389622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b23f8609-8a50-46aa-ac04-9976fa7d2b77 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:22.390388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b23f8609-8a50-46aa-ac04-9976fa7d2b77 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:22.390896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34fb2674-9580-454f-b1f8-eeb6f8c5da97 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:50:22.393099 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:22.395177 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7dbe882d-43fb-4b0b-877f-a4a3988f5c65 HTTP/1.1" status: 204 len: 168 time: 0.6665483 Aug 23 12:50:22.409663 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c06524-1280-4d15-99b3-c36ceffd7906 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbe882d-43fb-4b0b-877f-a4a3988f5c65,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:22.425629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 34fb2674-9580-454f-b1f8-eeb6f8c5da97 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:50:22.429739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 34fb2674-9580-454f-b1f8-eeb6f8c5da97 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:50:22.626455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42496) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:22.673035 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d800d860-e31b-40be-8f07-1b9cce19a832 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d86bdfc8aa664762a3e8e10beb673c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451014 Aug 23 12:50:22.675631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42498) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:23.053157 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a12559f1-deb1-4893-a4d1-47895c448ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.080135 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a12559f1-deb1-4893-a4d1-47895c448ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.147565 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a12559f1-deb1-4893-a4d1-47895c448ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.150398 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a12559f1-deb1-4893-a4d1-47895c448ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.151592 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a12559f1-deb1-4893-a4d1-47895c448ce4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c35f2d68-7ae1-41be-a179-78b10e0867ef HTTP/1.1" status: 204 len: 168 time: 0.4750082 Aug 23 12:50:23.162913 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12559f1-deb1-4893-a4d1-47895c448ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f2d68-7ae1-41be-a179-78b10e0867ef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:23.556494 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42504) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:23.598512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25ec4305-03c0-481b-a282-3bcc77485fef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ef5c03e1b6242e3b5c41dc4f1b36cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408127 Aug 23 12:50:23.601966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42506) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:23.660932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-858cb5e1-4724-4c20-9f81-0e854fc11e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.694935 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-858cb5e1-4724-4c20-9f81-0e854fc11e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.750967 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-858cb5e1-4724-4c20-9f81-0e854fc11e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.753721 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-858cb5e1-4724-4c20-9f81-0e854fc11e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:23.755175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-858cb5e1-4724-4c20-9f81-0e854fc11e71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/366750d5-8bb2-40b3-b7f8-13a48f3bcc88 HTTP/1.1" status: 204 len: 168 time: 0.1522834 Aug 23 12:50:23.763555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cb5e1-4724-4c20-9f81-0e854fc11e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366750d5-8bb2-40b3-b7f8-13a48f3bcc88,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:24.431031 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4242ab61-390b-4d5f-b9c4-b00c2974198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:24.474826 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.678990 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42548) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:25.683916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523057193', 'description': 'tempest-secgroup-smoke-523057193 description', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:25.712594 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.723918 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.845506 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.850759 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.896794 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38585ba6-2bf4-4416-bac8-387969c1e203,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:25.898530 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.962639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.968016 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:25.998252 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.000130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3200917 Aug 23 12:50:26.004189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42550) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.005292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4523a-a561-429a-b441-69e87ef9e67e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c2333-f77a-4ef4-8605-28817a8cc18e,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.009562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '8d0c2333-f77a-4ef4-8605-28817a8cc18e', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.050848 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.116771 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.124505 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.149039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cbb572-c1b5-4fd7-879e-f658213e778e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.159984 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.161371 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7806411e-9281-407b-ba04-ac1a7e29b9a1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556675 Aug 23 12:50:26.165332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42552) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.170104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '8d0c2333-f77a-4ef4-8605-28817a8cc18e', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.202337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.277456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.282092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.304821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e52c85-ac1d-4515-8904-ee38b6f53e2a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.308453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.312870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b551ea9c-5491-4e69-aeba-a18010c9ecdc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433115 Aug 23 12:50:26.313565 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42554) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.318137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '8d0c2333-f77a-4ef4-8605-28817a8cc18e', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.351715 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.423367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.428163 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.451198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a184a3-ee66-4fea-85bd-f591c79d2744,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.454867 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.459199 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e329aa57-6b83-42e3-ab43-6aa8cb960560 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418688 Aug 23 12:50:26.459819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42558) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.464017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '8d0c2333-f77a-4ef4-8605-28817a8cc18e', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.497280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.566875 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.571692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.594751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e5f637-4c20-4a60-b71e-4d46a1c4c61d,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.601882 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.603143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-423775cd-07ad-4661-9ae2-6160e2a87818 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428039 Aug 23 12:50:26.606592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42560) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.611816 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '8d0c2333-f77a-4ef4-8605-28817a8cc18e', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.638528 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:50:26.645434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.711971 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.717337 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.741723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19502f4-d434-4ae6-a791-3a6221fe4605,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.745289 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.746549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9c41eae5-2ff0-40a0-8888-d4be3f716790 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389632 Aug 23 12:50:26.750236 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42562) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.757976 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '8d0c2333-f77a-4ef4-8605-28817a8cc18e', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.782953 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:50:26.789284 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.861876 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.866715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.888054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c88d90a-e79c-4a82-98d5-0975b6b47415,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:26.891976 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.896962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42564) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:26.897158 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-58f22fed-f2a6-48bd-b77f-17154e4a035c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452909 Aug 23 12:50:26.902751 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'network': {'name': 'tempest-network-smoke--918652614', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:26.925719 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:50:26.929213 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.952616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:50:26.961743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:26.962092 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Added segment 5028564d-ba45-4761-8919-5eddadd761fb of type vlan for network 4f306d59-adee-49ee-8b2c-0cbfe286526b Aug 23 12:50:27.005590 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.033027 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.038723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:27.039334 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.081897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1834695 Aug 23 12:50:27.085148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42566) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:27.090418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'admin_state_up': True, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:27.114167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323c7e3-71a2-48d8-be4f-6822b756df2a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Network': ['ID=4f306d59-adee-49ee-8b2c-0cbfe286526b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:27.120728 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.122258 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.128035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:50:27.199748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.363910 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.557753 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.587154 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.609335 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.724089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.191 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/13a08f2d-3f65-4d69-9904-088af9758392) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:50:27.843597 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.892928 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:27.935241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:50:27.938295 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:27.942149 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:50:27.968759 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=13a08f2d-3f65-4d69-9904-088af9758392,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:28.257315 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:28.475191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:28.479262 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:28.624487 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 5b1a8e34-33ed-406f-b955-966f1db35691 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:50:28.741277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:50:28.750914 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Sync routers for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:50:28.762367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:28.765286 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:28.765929 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:28.767722 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-36602b13-e5e0-4abe-a37e-ba762ad0e9c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6811240 Aug 23 12:50:28.768388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42572) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:28.772127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:28.878785 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:28.919593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f818c81d-fcb1-47a5-9533-4b7b9ca2d46a tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3eb3fd0f32f14e3fa326576fe80fe4e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1465728 Aug 23 12:50:28.919889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:29.018741 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe8f29-94d7-4f12-b67a-a6e731fb5595 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:29.023561 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-77fe8f29-94d7-4f12-b67a-a6e731fb5595 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989754 Aug 23 12:50:29.024036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:29.055223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e4944ae3-3626-4646-ba24-6bdd00e75143 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297606 Aug 23 12:50:29.058177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42582) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:29.063510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704555728', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:29.072608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:28Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:29.099170 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Checking router: 5b1a8e34-33ed-406f-b955-966f1db35691 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:50:29.099510 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Updating router 5b1a8e34-33ed-406f-b955-966f1db35691 port 13a08f2d-3f65-4d69-9904-088af9758392 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:50:29.130002 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.153990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:50:29.157594 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.362891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.414768 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.426516 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Transition to ACTIVE for port object 13a08f2d-3f65-4d69-9904-088af9758392 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:29.432932 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.445029 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Subnet': ['ID=dfcae403-b73e-49cc-acb0-dd58b1d70126,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:29.455275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Checking segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:50:29.455645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network hostable DHCP agents. Network: 4f306d59-adee-49ee-8b2c-0cbfe286526b, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:50:29.477285 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:50:29.482581 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Attempting to bind port 13a08f2d-3f65-4d69-9904-088af9758392 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:50:29.483123 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Attempting to bind port 13a08f2d-3f65-4d69-9904-088af9758392 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:50:29.483377 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Attempting to bind port 13a08f2d-3f65-4d69-9904-088af9758392 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:50:29.487207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 4f306d59-adee-49ee-8b2c-0cbfe286526b) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:29.492109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:29.492689 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.494798 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Pushing event updated for resources: {'Port': ['ID=13a08f2d-3f65-4d69-9904-088af9758392,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:29.498016 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:50:29.498439 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:50:29.498896 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.499207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b9e98-55e5-4036-a194-3284c7cb8c61 None None] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:50:29.499672 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:50:29.499757 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Bound port: 13a08f2d-3f65-4d69-9904-088af9758392, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:50:29.500148 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.507516 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.507904 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.508107 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.508486 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.508784 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.509119 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.509458 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.509942 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.513336 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.513336 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.513336 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.513634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a2611569-6b8c-463a-a896-0a0b73a4573d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4513395 Aug 23 12:50:29.513771 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:50:29.513863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42584) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:29.574042 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] For port 13a08f2d-3f65-4d69-9904-088af9758392, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:50:29.581117 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] For port 13a08f2d-3f65-4d69-9904-088af9758392, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=13a08f2d-3f65-4d69-9904-088af9758392,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:50:29.586379 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.638879 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c072-6829-4ccf-9bd2-4729b5a86b93 None None] Pushing event updated for resources: {'Port': ['ID=13a08f2d-3f65-4d69-9904-088af9758392,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:29.657707 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:29.658655 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:29.704723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-4f306d59-adee-49ee-8b2c-0cbfe286526b', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:50:29.706121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:29.776159 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:29.889702 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Allocated IP 172.20.0.2 (4f306d59-adee-49ee-8b2c-0cbfe286526b/dfcae403-b73e-49cc-acb0-dd58b1d70126/85e9602e-5025-4cbe-9889-fbac3c1fb0fb) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:50:30.010188 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:28Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:30.041574 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be37f8f-fa6d-40eb-ae37-e3b0d5b557f8 None None] The sync data for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 is: [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:28Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:50:30.062814 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.075064 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.097738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Transition to ACTIVE for port object 85e9602e-5025-4cbe-9889-fbac3c1fb0fb will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:30.127013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Transition to ACTIVE for port object 85e9602e-5025-4cbe-9889-fbac3c1fb0fb will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:30.134303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.183247 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:50:30.187004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:30.190872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:50:30.202424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Pushing event updated for resources: {'Port': ['ID=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:30.264099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Attempting to bind port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:50:30.264710 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Attempting to bind port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:50:30.265075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Attempting to bind port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb on network 4f306d59-adee-49ee-8b2c-0cbfe286526b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:50:30.271953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:50:30.272360 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Checking segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:50:30.272743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.273145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Bound using segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:50:30.273637 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Bound port: 85e9602e-5025-4cbe-9889-fbac3c1fb0fb, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:50:30.274098 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.397065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] For port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:50:30.400851 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] For port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:50:30.407481 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.480273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2385b-7b62-4b5a-bab3-090937a0c802 None None] Pushing event updated for resources: {'Port': ['ID=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:30.833956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.1 (4f306d59-adee-49ee-8b2c-0cbfe286526b/dfcae403-b73e-49cc-acb0-dd58b1d70126/b8834e94-fca3-421b-88c1-e760c2d1f4df) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:50:30.979580 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:30.999011 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object b8834e94-fca3-421b-88c1-e760c2d1f4df will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:31.045726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:31.088143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:50:31.091232 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:31.095619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:50:31.104592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=b8834e94-fca3-421b-88c1-e760c2d1f4df,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:31.151423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:31.308853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:31.530900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76dced-7a52-4eca-99c9-cc162f789893 None None] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:50:31.637510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-255bd494-c02d-422c-832a-6bca83d6fb5a None None] Provisioning for port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:31.685753 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:31.691306 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:31.778090 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=b8834e94-fca3-421b-88c1-e760c2d1f4df,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:31.784524 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:31.923713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:50:31.925968 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:32.079806 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 5b1a8e34-33ed-406f-b955-966f1db35691 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:50:32.115904 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-552119eb-fc1d-4731-86b8-f3fd35b3192b None None] Provisioning for port b8834e94-fca3-421b-88c1-e760c2d1f4df completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:32.123028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-552119eb-fc1d-4731-86b8-f3fd35b3192b None None] Provisioning complete for port b8834e94-fca3-421b-88c1-e760c2d1f4df triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:32.124131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-552119eb-fc1d-4731-86b8-f3fd35b3192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:32.187357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-552119eb-fc1d-4731-86b8-f3fd35b3192b None None] Port b8834e94-fca3-421b-88c1-e760c2d1f4df cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:50:32.244692 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:50:32.266339 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Sync routers for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:50:32.266506 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-649c4a9a-9008-423e-842b-6e710787cadb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/5b1a8e34-33ed-406f-b955-966f1db35691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7462356 Aug 23 12:50:32.280258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:32.281199 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:32.388905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 13a08f2d-3f65-4d69-9904-088af9758392 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:32.437638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-80add937-e6bd-4912-954d-9ac498c95c7c None None] Provisioning complete for port b8834e94-fca3-421b-88c1-e760c2d1f4df triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:32.438107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-80add937-e6bd-4912-954d-9ac498c95c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:32.494779 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-2457ef19-fc7c-4f6a-a54a-2b173b5d7199 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523057193&fields=id&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 267 time: 0.0507243 Aug 23 12:50:32.634062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-13915fff-c92b-440f-89ae-a642e5e9dc3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:32.635720 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-13915fff-c92b-440f-89ae-a642e5e9dc3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/networks?id=4f306d59-adee-49ee-8b2c-0cbfe286526b HTTP/1.1" status: 200 len: 796 time: 0.1307983 Aug 23 12:50:32.658767 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-f6d3f7d7-5f6e-4311-9243-499af649fb05 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/quotas/3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 375 time: 0.0164101 Aug 23 12:50:32.702765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-80add937-e6bd-4912-954d-9ac498c95c7c None None] Port b8834e94-fca3-421b-88c1-e760c2d1f4df cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:50:32.712876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:32.746768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-0c5eab68-f3a5-4278-9818-f5f679b8fd13 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770230 Aug 23 12:50:32.749238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 13a08f2d-3f65-4d69-9904-088af9758392 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:32.756342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 13a08f2d-3f65-4d69-9904-088af9758392 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:32.756726 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:32.861348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bebb8865-527f-4a28-a2ea-8c4a65e47bdc None None] Provisioning complete for port b8834e94-fca3-421b-88c1-e760c2d1f4df triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:32.861812 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bebb8865-527f-4a28-a2ea-8c4a65e47bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:32.892387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-1e2e731f-9df2-4161-8532-fc35900fb597 service neutron] 10.222.0.21 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276619 Aug 23 12:50:32.954359 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bebb8865-527f-4a28-a2ea-8c4a65e47bdc None None] Port b8834e94-fca3-421b-88c1-e760c2d1f4df cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:50:33.003362 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-20d945be-37c3-4112-a28d-cce218eee6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038537 Aug 23 12:50:33.026131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.055628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 13a08f2d-3f65-4d69-9904-088af9758392, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=13a08f2d-3f65-4d69-9904-088af9758392,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:33.060641 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.061473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85e9602e-5025-4cbe-9889-fbac3c1fb0fb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:33.149442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 2, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:33.178806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=13a08f2d-3f65-4d69-9904-088af9758392,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:33.183450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Checking router: 5b1a8e34-33ed-406f-b955-966f1db35691 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:50:33.183809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Updating router 5b1a8e34-33ed-406f-b955-966f1db35691 port b8834e94-fca3-421b-88c1-e760c2d1f4df binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:50:33.194286 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4855ac44-0b91-45d0-bf4d-fabf63f5c7e7 req-3508bbeb-f0d0-4317-82de-51b1f97b5261 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 210 time: 0.0403504 Aug 23 12:50:33.216323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:33.219284 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.231836 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:33.232220 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.433154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.524342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:33.531566 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.616759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:33.678796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.689679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Transition to ACTIVE for port object b8834e94-fca3-421b-88c1-e760c2d1f4df will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:33.696429 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.748935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7306-f39d-4587-9983-034106d42eb7 None None] Pushing event updated for resources: {'Port': ['ID=b8834e94-fca3-421b-88c1-e760c2d1f4df,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:33.807067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Attempting to bind port b8834e94-fca3-421b-88c1-e760c2d1f4df on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:50:33.807883 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Attempting to bind port b8834e94-fca3-421b-88c1-e760c2d1f4df by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:50:33.808047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Attempting to bind port b8834e94-fca3-421b-88c1-e760c2d1f4df on network 4f306d59-adee-49ee-8b2c-0cbfe286526b {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:50:33.818565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:50:33.819236 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Checking segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:50:33.819516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.819924 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Bound using segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:50:33.820459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Bound port: b8834e94-fca3-421b-88c1-e760c2d1f4df, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:50:33.820918 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:33.919942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] For port b8834e94-fca3-421b-88c1-e760c2d1f4df, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:50:33.924297 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] For port b8834e94-fca3-421b-88c1-e760c2d1f4df, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b8834e94-fca3-421b-88c1-e760c2d1f4df,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:50:33.928806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:34.000894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:34.001599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:34.003711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7306-f39d-4587-9983-034106d42eb7 None None] Pushing event updated for resources: {'Port': ['ID=b8834e94-fca3-421b-88c1-e760c2d1f4df,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:34.130134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:34.307928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-5414a81a-7b1c-4880-8e3a-e6f638933edc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:34.310136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-5414a81a-7b1c-4880-8e3a-e6f638933edc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/networks?id=4f306d59-adee-49ee-8b2c-0cbfe286526b HTTP/1.1" status: 200 len: 796 time: 0.1571271 Aug 23 12:50:34.349617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 13a08f2d-3f65-4d69-9904-088af9758392 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:34.350757 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-af4aa82d-49ca-40b4-8bbd-78ab060d73fa req-be0110b6-4ee8-4352-9c4a-731236de1de2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 210 time: 0.0368767 Aug 23 12:50:34.393081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-f5f713c9-b422-4eb5-9be5-275d151817fe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 379 time: 0.0413439 Aug 23 12:50:34.402919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'port': {'device_id': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'admin_state_up': True, 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'security_groups': ['8d0c2333-f77a-4ef4-8605-28817a8cc18e']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:34.449525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 13a08f2d-3f65-4d69-9904-088af9758392 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:34.449984 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:34.521736 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:34.539757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:50:34.543624 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:34.564248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf0671-bcaf-4af7-bf14-92e434c5e483 None None] The sync data for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 is: [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:50:34.583659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85e9602e-5025-4cbe-9889-fbac3c1fb0fb up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:34.670894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:34.671279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:34.727122 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.9 (4f306d59-adee-49ee-8b2c-0cbfe286526b/dfcae403-b73e-49cc-acb0-dd58b1d70126/20d3af0f-1ce2-45eb-8095-640d29f75d5f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:50:34.922650 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:34.942624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 20d3af0f-1ce2-45eb-8095-640d29f75d5f will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:34.980443 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:35.025072 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:50:35.028093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:35.032494 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:50:35.062349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=20d3af0f-1ce2-45eb-8095-640d29f75d5f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:35.104241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:35.105299 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:35.129059 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-98a689e6-9c22-4800-9115-bdbc202c46a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300336 Aug 23 12:50:35.141981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-669f484a-8aef-4df9-a369-66c2ba0309fb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:50:35.143097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-669f484a-8aef-4df9-a369-66c2ba0309fb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063758 Aug 23 12:50:35.155339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Request body: {'port': {'device_id': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:35.237388 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:35.309603 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-df738d0b-824c-4f91-a4ff-fcc69bc8acc3 None None] Provisioning for port 20d3af0f-1ce2-45eb-8095-640d29f75d5f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:35.315394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-df738d0b-824c-4f91-a4ff-fcc69bc8acc3 None None] Provisioning complete for port 20d3af0f-1ce2-45eb-8095-640d29f75d5f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:35.316059 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-df738d0b-824c-4f91-a4ff-fcc69bc8acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:35.362292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-df738d0b-824c-4f91-a4ff-fcc69bc8acc3 None None] Port 20d3af0f-1ce2-45eb-8095-640d29f75d5f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:50:35.503032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7555f-2565-4fc9-93a8-8fa605ae1ae1 req-4a1014eb-079d-4185-8f19-6bf9b880d7eb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:35.505039 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84d7555f-2565-4fc9-93a8-8fa605ae1ae1 req-4a1014eb-079d-4185-8f19-6bf9b880d7eb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 931 time: 0.0661466 Aug 23 12:50:35.562512 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84d7555f-2565-4fc9-93a8-8fa605ae1ae1 req-4c22bba2-60bc-448e-b8ca-c269a32200bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497565 Aug 23 12:50:35.922514 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d3af0f-1ce2-45eb-8095-640d29f75d5f {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:50:35.930305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:35.943676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Transition to ACTIVE for port object 20d3af0f-1ce2-45eb-8095-640d29f75d5f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:50:35.947822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.001601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Pushing event updated for resources: {'Port': ['ID=20d3af0f-1ce2-45eb-8095-640d29f75d5f,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:36.079126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Attempting to bind port 20d3af0f-1ce2-45eb-8095-640d29f75d5f on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:50:36.079470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Attempting to bind port 20d3af0f-1ce2-45eb-8095-640d29f75d5f by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:50:36.079814 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Attempting to bind port 20d3af0f-1ce2-45eb-8095-640d29f75d5f on network 4f306d59-adee-49ee-8b2c-0cbfe286526b {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:50:36.085074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Port 20d3af0f-1ce2-45eb-8095-640d29f75d5f on network 4f306d59-adee-49ee-8b2c-0cbfe286526b not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:50:36.085409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Attempting to bind port 20d3af0f-1ce2-45eb-8095-640d29f75d5f on network 4f306d59-adee-49ee-8b2c-0cbfe286526b {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:50:36.090829 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:50:36.091179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Checking segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:50:36.091572 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Bound using segment: {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:50:36.092078 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Bound port: 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5028564d-ba45-4761-8919-5eddadd761fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:50:36.092456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.172909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] For port 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:50:36.177302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] For port 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:50:36.182175 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.218032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.218649 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.220061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-c61235af-47b5-4107-890a-47b413ef92af service neutron] 10.222.0.44 "PUT /v2.0/ports/20d3af0f-1ce2-45eb-8095-640d29f75d5f HTTP/1.1" status: 200 len: 1091 time: 1.0701020 Aug 23 12:50:36.220509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:50:36.222814 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02cff01-e88a-43a6-9802-146fa5ff7efe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:50:36.250857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61235af-47b5-4107-890a-47b413ef92af service neutron] Pushing event updated for resources: {'Port': ['ID=20d3af0f-1ce2-45eb-8095-640d29f75d5f,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:36.287129 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd55137e-2978-4280-a8b4-320211612c4d x-openstack-request-id: req-cd55137e-2978-4280-a8b4-320211612c4d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:50:36.287450 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:50:36.287701 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd55137e-2978-4280-a8b4-320211612c4d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:50:36.288107 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'status': 'completed', 'code': 200} Aug 23 12:50:36.325303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b8834e94-fca3-421b-88c1-e760c2d1f4df up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:36.333421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-231125c4-2eb0-4715-8c7b-8ff181665d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.335131 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-231125c4-2eb0-4715-8c7b-8ff181665d1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 1094 time: 0.0603328 Aug 23 12:50:36.380026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port b8834e94-fca3-421b-88c1-e760c2d1f4df completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:36.380359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-bcbf4953-bbf7-4bb2-85e4-32cacfdf8485 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f HTTP/1.1" status: 200 len: 217 time: 0.0364039 Aug 23 12:50:36.385984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b8834e94-fca3-421b-88c1-e760c2d1f4df triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:36.386562 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.439513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-00dde8be-7456-4fda-8e53-9f98e8334a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.441212 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-00dde8be-7456-4fda-8e53-9f98e8334a27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dfcae403-b73e-49cc-acb0-dd58b1d70126 HTTP/1.1" status: 200 len: 834 time: 0.0543902 Aug 23 12:50:36.483215 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.492999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db844-471c-4272-9e83-9c47eb288c25 req-3582bba4-473d-413a-bc1f-fa5cbebed5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.494562 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-3582bba4-473d-413a-bc1f-fa5cbebed5be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f306d59-adee-49ee-8b2c-0cbfe286526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466931 Aug 23 12:50:36.525711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port b8834e94-fca3-421b-88c1-e760c2d1f4df, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b8834e94-fca3-421b-88c1-e760c2d1f4df,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:36.531621 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:36.578564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=b8834e94-fca3-421b-88c1-e760c2d1f4df,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:36.592943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-c6d917e7-55b8-41cf-8f71-69e2fbf57b15 service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890119 Aug 23 12:50:36.699205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-024db844-471c-4272-9e83-9c47eb288c25 req-5068df2d-92f3-42a3-8e39-aa09e7d76deb service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994925 Aug 23 12:50:36.710266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1023d-8fc3-4988-b6f1-006ee17b4de7 req-07dbbca4-cefc-45c9-bb66-58551a931448 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.712724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe1023d-8fc3-4988-b6f1-006ee17b4de7 req-07dbbca4-cefc-45c9-bb66-58551a931448 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 943 time: 0.0573912 Aug 23 12:50:36.753355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8fe1023d-8fc3-4988-b6f1-006ee17b4de7 req-e340b56b-77aa-44df-abc9-20d7c26688ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345950 Aug 23 12:50:36.786999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-d32fcf35-7699-47e7-9095-c6ef37a19e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.788553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-d32fcf35-7699-47e7-9095-c6ef37a19e7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 1094 time: 0.0419004 Aug 23 12:50:36.884973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-7422ed19-82a3-4a8b-898b-6ec3496011a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.886573 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-7422ed19-82a3-4a8b-898b-6ec3496011a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f306d59-adee-49ee-8b2c-0cbfe286526b HTTP/1.1" status: 200 len: 897 time: 0.0912809 Aug 23 12:50:36.931200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-c829fb72-4a58-41e1-af6f-f2ad9f2b298a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f HTTP/1.1" status: 200 len: 217 time: 0.0379117 Aug 23 12:50:36.983954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-15687953-19cc-470f-90ab-be6c49807d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:36.985455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-15687953-19cc-470f-90ab-be6c49807d41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dfcae403-b73e-49cc-acb0-dd58b1d70126 HTTP/1.1" status: 200 len: 834 time: 0.0477488 Aug 23 12:50:37.036082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-4cb78672-4d2e-44cd-adf5-c483a62c4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:37.037623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-4cb78672-4d2e-44cd-adf5-c483a62c4e2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f306d59-adee-49ee-8b2c-0cbfe286526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444014 Aug 23 12:50:37.135116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-c97c6a70-ebd1-451e-aa62-2e51b7c8c770 service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888898 Aug 23 12:50:37.241446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f02cff01-e88a-43a6-9802-146fa5ff7efe req-4937f543-d0e0-471b-af8a-1935b7be82c7 service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983353 Aug 23 12:50:37.872015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faafc8-3b99-4b79-be6a-8b6aff44f026 req-bd549c65-e851-4c6c-a5c2-b4cb65eb64bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:37.874156 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8faafc8-3b99-4b79-be6a-8b6aff44f026 req-bd549c65-e851-4c6c-a5c2-b4cb65eb64bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 943 time: 0.0502646 Aug 23 12:50:37.912710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a8faafc8-3b99-4b79-be6a-8b6aff44f026 req-a631cbb5-541a-468f-b50d-c072056ce375 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317953 Aug 23 12:50:38.276967 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b8834e94-fca3-421b-88c1-e760c2d1f4df up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:38.330785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port b8834e94-fca3-421b-88c1-e760c2d1f4df triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:38.331159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:39.041634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd842-2e34-40a1-b071-28a80267a880 req-76b6999e-2244-43f4-8eed-6c451b314720 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:39.044164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-422bd842-2e34-40a1-b071-28a80267a880 req-76b6999e-2244-43f4-8eed-6c451b314720 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 943 time: 0.0633645 Aug 23 12:50:39.087685 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-422bd842-2e34-40a1-b071-28a80267a880 req-7403571f-83fa-4140-b5ee-fea5fb00ec68 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373116 Aug 23 12:50:39.470561 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:50:40.217512 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696d3e-b378-44bb-97b8-a561a50a3fad req-cb819ab5-4862-4c13-985a-1214a1dc5b7e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:40.219286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be696d3e-b378-44bb-97b8-a561a50a3fad req-cb819ab5-4862-4c13-985a-1214a1dc5b7e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 943 time: 0.0603018 Aug 23 12:50:40.274689 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-be696d3e-b378-44bb-97b8-a561a50a3fad req-621de0ed-3276-4100-adf4-7e356dbddb12 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486121 Aug 23 12:50:40.319651 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 20d3af0f-1ce2-45eb-8095-640d29f75d5f details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:50:40.454027 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:40.469296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'port_id': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'mac_address': 'fa:16:3e:5e:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:50:40.521901 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:40.537398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d3af0f-1ce2-45eb-8095-640d29f75d5f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:50:40.564372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:40.575083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:40.641725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=20d3af0f-1ce2-45eb-8095-640d29f75d5f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:40.797087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['20d3af0f-1ce2-45eb-8095-640d29f75d5f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:50:41.396357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b75c7-9198-453d-85a9-245d2ed5391f req-8304d281-5a97-4e38-a7c4-64714281c250 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:41.397944 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-218b75c7-9198-453d-85a9-245d2ed5391f req-8304d281-5a97-4e38-a7c4-64714281c250 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 944 time: 0.0526271 Aug 23 12:50:41.439827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-218b75c7-9198-453d-85a9-245d2ed5391f req-0d35f5f3-d7b3-45d9-85e1-553071657345 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340495 Aug 23 12:50:42.319437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 20d3af0f-1ce2-45eb-8095-640d29f75d5f up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:50:42.375448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 20d3af0f-1ce2-45eb-8095-640d29f75d5f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:50:42.380136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 20d3af0f-1ce2-45eb-8095-640d29f75d5f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:50:42.380514 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:42.466070 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:42.493329 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:50:42.495713 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd0f6a-68ea-4bba-8831-e0cb10f0356a" -d '{"events": [{"server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "name": "network-vif-plugged", "status": "completed", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:50:42.510658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:50:42.515166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:42.553850 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b369d88-2e5d-4a2d-8a51-9bea338e34b1 x-openstack-request-id: req-6b369d88-2e5d-4a2d-8a51-9bea338e34b1 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:50:42.554186 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "name": "network-vif-plugged", "status": "completed", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:50:42.555108 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b369d88-2e5d-4a2d-8a51-9bea338e34b1 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:50:42.555108 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'code': 200} Aug 23 12:50:42.593084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=20d3af0f-1ce2-45eb-8095-640d29f75d5f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:42.593414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474466e-7ed0-4da0-8d96-13d284d3957f req-a243257b-c5eb-43b8-8260-2e3b091112bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:42.595104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8474466e-7ed0-4da0-8d96-13d284d3957f req-a243257b-c5eb-43b8-8260-2e3b091112bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0761468 Aug 23 12:50:42.667146 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8474466e-7ed0-4da0-8d96-13d284d3957f req-4a620825-6532-4b4c-826d-27b3509bceff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643773 Aug 23 12:50:42.682380 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c08bc-231c-4372-86b1-a8bba0a3f287 req-9bf677d7-947e-4eb9-b62e-1f39e740a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:42.683935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b9c08bc-231c-4372-86b1-a8bba0a3f287 req-9bf677d7-947e-4eb9-b62e-1f39e740a34f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 1096 time: 0.0564628 Aug 23 12:50:42.725356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1b9c08bc-231c-4372-86b1-a8bba0a3f287 req-0fbc362b-188e-4b61-8f36-ca9110e38e4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345221 Aug 23 12:50:43.815594 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335ebf5-6943-417f-a4b5-3a6be7775f4d req-7aab3064-7b4d-4a26-9edc-ca34d95c0162 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:43.817198 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7335ebf5-6943-417f-a4b5-3a6be7775f4d req-7aab3064-7b4d-4a26-9edc-ca34d95c0162 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0609334 Aug 23 12:50:43.857268 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7335ebf5-6943-417f-a4b5-3a6be7775f4d req-00aacfd6-04b6-4beb-90d4-4ac08e7cb96c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341184 Aug 23 12:50:44.988849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f7fd-74cd-4ba5-8efb-57cf9d465348 req-29b663b6-b04e-48e0-a048-15c50d5790bf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:44.990465 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3a4f7fd-74cd-4ba5-8efb-57cf9d465348 req-29b663b6-b04e-48e0-a048-15c50d5790bf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0526702 Aug 23 12:50:45.028956 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d3a4f7fd-74cd-4ba5-8efb-57cf9d465348 req-53239b1e-0836-4651-895a-72b181a56c62 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Aug 23 12:50:45.147559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470272e-a10e-4135-b22f-b6fecfcc8fb4 req-e16ceaca-e9b8-4a74-8283-1053a9759aac tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:45.149026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8470272e-a10e-4135-b22f-b6fecfcc8fb4 req-e16ceaca-e9b8-4a74-8283-1053a9759aac tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0513673 Aug 23 12:50:45.188657 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8470272e-a10e-4135-b22f-b6fecfcc8fb4 req-d53198ef-7b7a-4fee-b419-144f601fab91 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328131 Aug 23 12:50:45.211509 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42658) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:45.263000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f1a94-2bd2-44bf-b86b-5b5b251498d7 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:45.265114 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b37f1a94-2bd2-44bf-b86b-5b5b251498d7 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 1091 time: 0.0525720 Aug 23 12:50:45.268059 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42660) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:45.272705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:50:45.300029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:45.418707 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:45.537563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.190 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/31483a5f-8299-45e0-9e60-577aefe73cfd) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:50:45.652417 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:45.704307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:45.743042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:50:45.745872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:50:45.749316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:50:45.780561 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=31483a5f-8299-45e0-9e60-577aefe73cfd,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:46.170518 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:46.253453 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:46.425336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:46.430209 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:46.502950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=31483a5f-8299-45e0-9e60-577aefe73cfd,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:50:46.515391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:46.627878 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 6adbba88-3586-47ca-ae54-750bd3a173e2 associated. External IP: 172.25.1.190, port: 20d3af0f-1ce2-45eb-8095-640d29f75d5f. Aug 23 12:50:46.856831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 5b1a8e34-33ed-406f-b955-966f1db35691 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:50:46.966756 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:50:46.976693 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] Sync routers for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:50:46.983607 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:46.988683 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:46.989674 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:47.015115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-99f91507-35ac-4c55-a745-f663fb3035bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7459483 Aug 23 12:50:47.015944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:50:47.019814 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7323dec-ff92-4951-bdd9-1eee06beb353" -d '{"events": [{"name": "network-changed", "server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:50:47.067029 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96514603-ee08-4689-802b-9dd4c8b3badd x-openstack-request-id: req-96514603-ee08-4689-802b-9dd4c8b3badd {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:50:47.067432 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:50:47.067699 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96514603-ee08-4689-802b-9dd4c8b3badd {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:50:47.068118 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'status': 'completed', 'code': 200} Aug 23 12:50:47.100262 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:47.164241 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c1032-4f31-45e1-bacc-8a893310bee8 req-1e36b55b-544b-4c9c-9f33-ecdb127e4fe6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:47.165722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f46c1032-4f31-45e1-bacc-8a893310bee8 req-1e36b55b-544b-4c9c-9f33-ecdb127e4fe6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0800321 Aug 23 12:50:47.167400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-338787ff-2599-441f-9aa4-d74c2d5b8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:47.168764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-338787ff-2599-441f-9aa4-d74c2d5b8f35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 1096 time: 0.0740826 Aug 23 12:50:47.263299 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f46c1032-4f31-45e1-bacc-8a893310bee8 req-0a3c5ed5-673a-4fc1-9acb-a09c33755d3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914009 Aug 23 12:50:47.294194 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42666) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:47.296813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-16d4ba30-4aa5-4606-997c-769b74119f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:47.298372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-16d4ba30-4aa5-4606-997c-769b74119f54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f306d59-adee-49ee-8b2c-0cbfe286526b HTTP/1.1" status: 200 len: 897 time: 0.1203880 Aug 23 12:50:47.366233 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e47d73fb-00ac-4795-9b23-0dc924472b6d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/6adbba88-3586-47ca-ae54-750bd3a173e2 HTTP/1.1" status: 200 len: 991 time: 0.0691850 Aug 23 12:50:47.372634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-8b08bf1c-e6b2-496a-b09a-886f6e54e26d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f HTTP/1.1" status: 200 len: 999 time: 0.0673022 Aug 23 12:50:47.435151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-1113d0b8-53e2-47fc-83ef-94da4ab47762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:47.436730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-1113d0b8-53e2-47fc-83ef-94da4ab47762 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dfcae403-b73e-49cc-acb0-dd58b1d70126 HTTP/1.1" status: 200 len: 834 time: 0.0576806 Aug 23 12:50:47.445400 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6adbba88-3586-47ca-ae54-750bd3a173e2', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'port_id': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'mac_address': 'fa:16:3e:5e:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:50:46Z', 'updated_at': '2021-08-23T12:50:46Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:36Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:47.476633 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] Checking router: 5b1a8e34-33ed-406f-b955-966f1db35691 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:50:47.484374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-4910fd26-8b70-43ac-8791-4dabf637ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:50:47.485018 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:50:47.485650 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:50:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:47.486061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-4910fd26-8b70-43ac-8791-4dabf637ac73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f306d59-adee-49ee-8b2c-0cbfe286526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427315 Aug 23 12:50:47.591791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-374f0a73-1433-482d-ab4e-da3dca518fec service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988314 Aug 23 12:50:47.599262 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:50:47.687395 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7323dec-ff92-4951-bdd9-1eee06beb353 req-f043d13f-61f1-4049-b23e-ff6e8154706a service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884984 Aug 23 12:50:47.838123 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6adbba88-3586-47ca-ae54-750bd3a173e2', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'port_id': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'mac_address': 'fa:16:3e:5e:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:50:46Z', 'updated_at': '2021-08-23T12:50:46Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:36Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:50:47.864470 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54755913-9d1e-44e6-be9d-e4a44722d573 None None] The sync data for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 is: [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '6adbba88-3586-47ca-ae54-750bd3a173e2', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'port_id': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'mac_address': 'fa:16:3e:5e:7d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:50:46Z', 'updated_at': '2021-08-23T12:50:46Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:36Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:50:48.103622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5789665-7542-4e03-8718-2c413a49e6ba None None] New status for floating IP 6adbba88-3586-47ca-ae54-750bd3a173e2: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:50:48.370617 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42668) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:50:48.441045 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1d8b2d20-2a76-4604-8e97-30c61ddc49b3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/6adbba88-3586-47ca-ae54-750bd3a173e2 HTTP/1.1" status: 200 len: 993 time: 0.0692146 Aug 23 12:50:51.869060 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-af406ca7-450d-4f6b-b120-0d4c9de4f64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:54.423582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e6dba998-e8e5-43b5-bf6a-b245fc457411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:54.467816 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:55.895316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:57.547004 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:58.456494 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:50:58.771382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:11.676774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-b0d11d1e-29be-4025-ad28-4d73556c0f6f req-4864bb54-ba86-4b9a-8400-feb5bdb54f36 service neutron] (101057) timed out ('10.222.0.41', 57642) {{(pid=101057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:51:11.873041 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-168f8713-3034-4182-a14c-f32d6698a624 req-19054a72-b0ec-484f-9313-b8fa4762cd13 tempest-ServerActionsTestJSON-739940867 tempest-ServerActionsTestJSON-739940867-project] (101058) timed out ('10.222.0.41', 57591) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:51:16.470020 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:51:19.879752 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391f5a-4fe2-489a-80e8-0bffbcdecbee req-ff3e35c7-5151-453f-8f91-b7d925ddd9a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:19.881394 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0391f5a-4fe2-489a-80e8-0bffbcdecbee req-ff3e35c7-5151-453f-8f91-b7d925ddd9a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0583754 Aug 23 12:51:19.929648 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c0391f5a-4fe2-489a-80e8-0bffbcdecbee req-fcf15027-e5dd-4848-8952-2fe59b5eceef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Aug 23 12:51:21.054377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fdb5e-e611-4517-b364-f6b2a4ee1c92 req-25aa0013-bfce-4ea4-9ac1-a79e52281d3c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:21.055914 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-600fdb5e-e611-4517-b364-f6b2a4ee1c92 req-25aa0013-bfce-4ea4-9ac1-a79e52281d3c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0520504 Aug 23 12:51:21.100572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-600fdb5e-e611-4517-b364-f6b2a4ee1c92 req-aec6010d-5224-4885-82bc-8152b455d9db tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372829 Aug 23 12:51:21.123782 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42690) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:21.187526 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ed293dcd-f29a-4d99-8610-40d60fffc693 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/6adbba88-3586-47ca-ae54-750bd3a173e2 HTTP/1.1" status: 200 len: 993 time: 0.0625846 Aug 23 12:51:21.873703 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b382890-91eb-4d3f-b51c-fa9d5b690a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:22.478092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ce5bc-9f4d-4ea2-8927-5eedd8de6461 req-502ec368-bce7-4c04-ad24-7b53a294da65 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:22.479543 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-988ce5bc-9f4d-4ea2-8927-5eedd8de6461 req-502ec368-bce7-4c04-ad24-7b53a294da65 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Aug 23 12:51:22.520797 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-988ce5bc-9f4d-4ea2-8927-5eedd8de6461 req-a939ee66-a474-4c7c-b15e-aefe77e3a470 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Aug 23 12:51:23.650022 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d5a6b-c4d3-4cb7-b3dd-e45b742cfb73 req-cc7c15de-b3db-4ea2-a0f6-405e3d0bd0ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:23.651579 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c22d5a6b-c4d3-4cb7-b3dd-e45b742cfb73 req-cc7c15de-b3db-4ea2-a0f6-405e3d0bd0ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0549481 Aug 23 12:51:23.695259 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c22d5a6b-c4d3-4cb7-b3dd-e45b742cfb73 req-cbfab9f4-8cbe-47ec-9d31-4b92c8d9f6e7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374961 Aug 23 12:51:23.718869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42702) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:23.785126 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bb881cbe-0240-46fc-9bc1-4823251575b5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/6adbba88-3586-47ca-ae54-750bd3a173e2 HTTP/1.1" status: 200 len: 993 time: 0.0652788 Aug 23 12:51:24.024213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42708) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:24.192872 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 31483a5f-8299-45e0-9e60-577aefe73cfd {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:51:24.193226 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.282339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.282671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.296159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 31483a5f-8299-45e0-9e60-577aefe73cfd owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:51:24.428129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7638392b-cbca-41d8-849b-6b97b75cc163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.475238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.776230 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.805819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=31483a5f-8299-45e0-9e60-577aefe73cfd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:24.819759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.820117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.820467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.820974 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.821331 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.821679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.822052 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.822392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.822733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.823069 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.823404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.823736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:24.889051 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:24.889553 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 6adbba88-3586-47ca-ae54-750bd3a173e2 disassociated (deleted). External IP: 172.25.1.190, port: 20d3af0f-1ce2-45eb-8095-640d29f75d5f. Aug 23 12:51:25.108188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 5b1a8e34-33ed-406f-b955-966f1db35691 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:51:25.220766 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:51:25.225667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:25.231883 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] Sync routers for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:51:25.253228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1f56cf76-56b8-4629-98dd-e9aa2b923f20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/floatingips/6adbba88-3586-47ca-ae54-750bd3a173e2 HTTP/1.1" status: 204 len: 168 time: 1.2278957 Aug 23 12:51:25.254125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:51:25.254324 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:25.254966 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:25.256438 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a92229-c74f-4280-a5f7-12beaa9b722b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:51:25.298598 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bcc5b5-8ab0-4205-a110-03d04d0617ec x-openstack-request-id: req-91bcc5b5-8ab0-4205-a110-03d04d0617ec {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:51:25.299069 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:51:25.299507 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91bcc5b5-8ab0-4205-a110-03d04d0617ec {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:51:25.300145 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'status': 'completed', 'code': 200} Aug 23 12:51:25.367127 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-9595c408-bf04-4ec9-a123-840e4256c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:25.368840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-9595c408-bf04-4ec9-a123-840e4256c643 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 1096 time: 0.0472741 Aug 23 12:51:25.396574 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:25.492708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-1bbf397b-e3f8-4bf9-a526-2972084ed3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:25.494269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-1bbf397b-e3f8-4bf9-a526-2972084ed3ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f306d59-adee-49ee-8b2c-0cbfe286526b HTTP/1.1" status: 200 len: 897 time: 0.1170609 Aug 23 12:51:25.522476 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dd32c-a07b-4b42-a042-0ef28aa54735 req-b8950499-f8ed-4ed4-bf6a-bb45219c7dab tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:25.525410 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-894dd32c-a07b-4b42-a042-0ef28aa54735 req-b8950499-f8ed-4ed4-bf6a-bb45219c7dab tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0558376 Aug 23 12:51:25.560665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-f4a421de-ea00-4829-b46f-bf37dbca5ebc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f HTTP/1.1" status: 200 len: 217 time: 0.0579050 Aug 23 12:51:25.590610 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-894dd32c-a07b-4b42-a042-0ef28aa54735 req-56b41ab3-cfd2-44dc-bcf6-7b83739a1b81 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578763 Aug 23 12:51:25.625377 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-71e9e80a-51b8-4650-80ff-91b75e5f7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:25.626932 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-71e9e80a-51b8-4650-80ff-91b75e5f7c0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dfcae403-b73e-49cc-acb0-dd58b1d70126 HTTP/1.1" status: 200 len: 834 time: 0.0581357 Aug 23 12:51:25.644186 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:36Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:25.672831 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] Checking router: 5b1a8e34-33ed-406f-b955-966f1db35691 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:51:25.682015 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:25.682634 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:25.694583 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-220feb56-f6c8-4bcc-bddf-fd6a8047c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:25.696169 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-220feb56-f6c8-4bcc-bddf-fd6a8047c017 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f306d59-adee-49ee-8b2c-0cbfe286526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622766 Aug 23 12:51:25.792826 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:25.802578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-4dad2a1f-2411-458c-be73-fcee509777a5 service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967805 Aug 23 12:51:25.899709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:25.921909 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30a92229-c74f-4280-a5f7-12beaa9b722b req-db997656-680f-4a84-bd01-723ed546101f service neutron] 10.222.0.44 "GET /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119957 Aug 23 12:51:26.017605 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:36Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:26.043769 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7b726-0cf9-48db-a9b6-50b86801d174 None None] The sync data for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 is: [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:31Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'b8834e94-fca3-421b-88c1-e760c2d1f4df', 'name': '', 'network_id': '4f306d59-adee-49ee-8b2c-0cbfe286526b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:fa:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:30Z', 'updated_at': '2021-08-23T12:50:36Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'dfcae403-b73e-49cc-acb0-dd58b1d70126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:51:26.306571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87c0a3-6de8-449f-b0be-988914868907 None None] New status for floating IP 6adbba88-3586-47ca-ae54-750bd3a173e2: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:51:26.732003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deba66-ac02-43a4-a5ce-8c0c5e057cac req-299dee31-8b30-44d5-9c6f-08442b00adf6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:26.733754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1deba66-ac02-43a4-a5ce-8c0c5e057cac req-299dee31-8b30-44d5-9c6f-08442b00adf6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0532122 Aug 23 12:51:26.775058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c1deba66-ac02-43a4-a5ce-8c0c5e057cac req-d2e6f835-6533-4b58-b5a5-7881d9a8c9f5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d0c2333-f77a-4ef4-8605-28817a8cc18e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Aug 23 12:51:27.018567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-d196c36e-f71d-482f-8caa-529a18e210a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:27.020095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-d196c36e-f71d-482f-8caa-529a18e210a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 945 time: 0.0495317 Aug 23 12:51:27.114617 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 20d3af0f-1ce2-45eb-8095-640d29f75d5f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:51:27.114958 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:27.203992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 20d3af0f-1ce2-45eb-8095-640d29f75d5f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=20d3af0f-1ce2-45eb-8095-640d29f75d5f,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:27.204616 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:27.221957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 20d3af0f-1ce2-45eb-8095-640d29f75d5f owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:51:27.350530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:27.386623 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=20d3af0f-1ce2-45eb-8095-640d29f75d5f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:27.429076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] No DVR routers for this DVR port 20d3af0f-1ce2-45eb-8095-640d29f75d5f on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:51:27.431800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:27.434236 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd27e013-01c7-4842-acc7-b7e9c280d5ea req-e8dd756d-cf29-4f98-83d7-daea8821cc0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "DELETE /v2.0/ports/20d3af0f-1ce2-45eb-8095-640d29f75d5f HTTP/1.1" status: 204 len: 173 time: 0.4083848 Aug 23 12:51:27.434790 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'name': 'network-vif-deleted', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:51:27.437901 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4f932-773d-470d-a263-c0d72b6241a3" -d '{"events": [{"server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "name": "network-vif-deleted", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:51:27.498985 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a92d204-b954-41ad-9b0b-31971ce2c6ae x-openstack-request-id: req-1a92d204-b954-41ad-9b0b-31971ce2c6ae {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:51:27.499292 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a76c784-b75b-4caa-a154-90db2cd0b092", "name": "network-vif-deleted", "tag": "20d3af0f-1ce2-45eb-8095-640d29f75d5f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:51:27.499556 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a92d204-b954-41ad-9b0b-31971ce2c6ae {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:51:27.499974 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a76c784-b75b-4caa-a154-90db2cd0b092', 'name': 'network-vif-deleted', 'tag': '20d3af0f-1ce2-45eb-8095-640d29f75d5f', 'status': 'completed', 'code': 200} Aug 23 12:51:27.552263 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:27.895998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9fd806da-2584-4407-b28e-c0ddce08d080 req-1bb3f1ef-24ee-4aad-ac14-ce446fc041d0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a76c784-b75b-4caa-a154-90db2cd0b092 HTTP/1.1" status: 200 len: 210 time: 0.0308566 Aug 23 12:51:28.465153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:28.776731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:28.956908 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42730) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:29.352731 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:29.623221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port b8834e94-fca3-421b-88c1-e760c2d1f4df {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:51:29.623482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:29.726821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port b8834e94-fca3-421b-88c1-e760c2d1f4df, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=b8834e94-fca3-421b-88c1-e760c2d1f4df,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:29.727382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:29.749939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for b8834e94-fca3-421b-88c1-e760c2d1f4df owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:51:29.952075 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:29.979289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=b8834e94-fca3-421b-88c1-e760c2d1f4df,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:30.203071 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:30.440047 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 5b1a8e34-33ed-406f-b955-966f1db35691 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:51:30.538512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 20d3af0f-1ce2-45eb-8095-640d29f75d5f no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:51:30.555038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:51:30.561739 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a5a730a8-4a36-4133-883d-6d7d697bae8e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/5b1a8e34-33ed-406f-b955-966f1db35691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6037207 Aug 23 12:51:30.564018 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42732) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:30.567938 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] Sync routers for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:51:30.572434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 20d3af0f-1ce2-45eb-8095-640d29f75d5f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:51:30.573209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 20d3af0f-1ce2-45eb-8095-640d29f75d5f not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:51:30.581580 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:30.582234 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:30.619061 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting subnet dfcae403-b73e-49cc-acb0-dd58b1d70126 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:51:30.622888 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:30.683239 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:30.696550 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:30.778837 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:30.849973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:30.881909 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:30.887034 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42734) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:30.888155 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/subnets/dfcae403-b73e-49cc-acb0-dd58b1d70126 HTTP/1.1" status: 204 len: 168 time: 0.3218696 Aug 23 12:51:30.890241 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcae403-b73e-49cc-acb0-dd58b1d70126,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:30.890434 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d8ec1-7b20-4391-9c5f-64368f169379 None None] Network 4f306d59-adee-49ee-8b2c-0cbfe286526b requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:51:30.906563 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.906904 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.907070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.907467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.907665 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.907978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.908482 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.908833 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.909180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.909516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.909878 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.910210 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df48089d-7e01-4866-81f0-6b4d9c5b19ea tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:30.998607 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:51:29Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:31.035513 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] Checking router: 5b1a8e34-33ed-406f-b955-966f1db35691 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:51:31.039530 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.045946 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] Routers {'5b1a8e34-33ed-406f-b955-966f1db35691'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:31.046949 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b1a8e34-33ed-406f-b955-966f1db35691'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:31.139474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] DHCP port deletion for 4f306d59-adee-49ee-8b2c-0cbfe286526b request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:51:31.167958 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.193645 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Deleting port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:51:31.194126 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.196025 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] Set router 5b1a8e34-33ed-406f-b955-966f1db35691 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:31.268769 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] For port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,segment=NetworkSegment(5028564d-ba45-4761-8919-5eddadd761fb),segment_id=5028564d-ba45-4761-8919-5eddadd761fb)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:31.269288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.284447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Calling delete_port for 85e9602e-5025-4cbe-9889-fbac3c1fb0fb owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:51:31.375789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.414488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] No DVR routers for this DVR port 85e9602e-5025-4cbe-9889-fbac3c1fb0fb on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:51:31.414930 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:51:29Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:31.427130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Pushing event deleted for resources: {'Port': ['ID=85e9602e-5025-4cbe-9889-fbac3c1fb0fb,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:31.435629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.436017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.436362 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.436697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.437031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.437361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.437718 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.438029 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.438512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.438841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.439164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.439487 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea16d6-34c2-43fb-a8e5-e136752dde55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:31.444552 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2a116-38f6-4793-b533-481e56b19615 None None] The sync data for ids ['5b1a8e34-33ed-406f-b955-966f1db35691'] in n-d-773645-7 is: [{'id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726410013', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '13a08f2d-3f65-4d69-9904-088af9758392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:51:29Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '13a08f2d-3f65-4d69-9904-088af9758392', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1a8e34-33ed-406f-b955-966f1db35691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:50:27Z', 'updated_at': '2021-08-23T12:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:51:31.550749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 13a08f2d-3f65-4d69-9904-088af9758392 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:51:31.551101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.630073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 13a08f2d-3f65-4d69-9904-088af9758392, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=13a08f2d-3f65-4d69-9904-088af9758392,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:31.630643 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.642787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 13a08f2d-3f65-4d69-9904-088af9758392 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:51:31.815547 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:31.855519 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=13a08f2d-3f65-4d69-9904-088af9758392,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:31.919516 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.016089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.018379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.067009 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.067977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Fanout notify agent at l3_agent the message router_deleted on router 5b1a8e34-33ed-406f-b955-966f1db35691 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:51:32.075504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.076572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-aa3dfc8b-ca8f-4823-ab1e-a9f92900e63f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/routers/5b1a8e34-33ed-406f-b955-966f1db35691 HTTP/1.1" status: 204 len: 168 time: 1.1848555 Aug 23 12:51:32.079530 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42736) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:32.170376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.272194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.282830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f306d59-adee-49ee-8b2c-0cbfe286526b']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:32.293355 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5028564d-ba45-4761-8919-5eddadd761fb') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:32.293744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5028564d-ba45-4761-8919-5eddadd761fb') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:32.305338 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.321254 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.330210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:51:32.330786 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:51:32.335625 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:51:32.409891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.418359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.419907 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/networks/4f306d59-adee-49ee-8b2c-0cbfe286526b HTTP/1.1" status: 204 len: 168 time: 0.3390417 Aug 23 12:51:32.423283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42738) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:32.431340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7016b-b041-4dbc-a402-704c555a4859 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Network': ['ID=4f306d59-adee-49ee-8b2c-0cbfe286526b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:32.489914 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0da79820-abfb-48a6-9ea4-3f950aad3878 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.518634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0da79820-abfb-48a6-9ea4-3f950aad3878 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.601155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b8834e94-fca3-421b-88c1-e760c2d1f4df no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:51:32.603836 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0da79820-abfb-48a6-9ea4-3f950aad3878 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.607140 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0da79820-abfb-48a6-9ea4-3f950aad3878 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.608342 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0da79820-abfb-48a6-9ea4-3f950aad3878 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d0c2333-f77a-4ef4-8605-28817a8cc18e HTTP/1.1" status: 204 len: 168 time: 0.1839514 Aug 23 12:51:32.619619 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79820-abfb-48a6-9ea4-3f950aad3878 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c2333-f77a-4ef4-8605-28817a8cc18e,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:32.631909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: b8834e94-fca3-421b-88c1-e760c2d1f4df {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:51:32.632410 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device b8834e94-fca3-421b-88c1-e760c2d1f4df not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:51:32.633599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 13a08f2d-3f65-4d69-9904-088af9758392 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:51:32.662446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 13a08f2d-3f65-4d69-9904-088af9758392 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:51:32.662798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 13a08f2d-3f65-4d69-9904-088af9758392 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:51:32.663216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85e9602e-5025-4cbe-9889-fbac3c1fb0fb no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:51:32.686582 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 85e9602e-5025-4cbe-9889-fbac3c1fb0fb {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:51:32.686938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 85e9602e-5025-4cbe-9889-fbac3c1fb0fb not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:51:32.821035 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42746) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:32.825850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105234654', 'description': 'tempest-secgroup-smoke-105234654 description', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:32.849953 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.948273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.952265 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.980122 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:32.981966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1593707 Aug 23 12:51:32.985286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42748) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:32.986049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3f820-18d8-48ae-bccb-96cc07a33c6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8029864-0552-4aca-8007-facb134ab623,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:32.990161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'e8029864-0552-4aca-8007-facb134ab623', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.017227 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.072780 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.076517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.096938 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8c67c4-820f-40b7-aa68-0f0a70711e1b,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:33.103309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.105978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-00b6dc1b-50e1-4778-be04-5d184efad67c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193907 Aug 23 12:51:33.108025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42750) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.114646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'e8029864-0552-4aca-8007-facb134ab623', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.144668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.206101 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.209795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.228172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6d251f-9be4-416c-9ffd-0135f18fe611,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:33.236056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.236242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-49a963b1-d5f1-487a-9a1a-0732d9da40c0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271014 Aug 23 12:51:33.240256 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42752) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.245715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'e8029864-0552-4aca-8007-facb134ab623', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.273301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.336140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.340456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.358705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3c1c65-455e-4c0a-b967-f6ae6b503ed1,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:33.365309 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.366677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-373104d0-4d16-421d-bed1-bbb52b7a3f86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252098 Aug 23 12:51:33.370252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42754) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.375174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'e8029864-0552-4aca-8007-facb134ab623', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.404968 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.471973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.475183 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.498437 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7191127d-82c3-47e4-b8d9-641bf42adc2c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:33.504844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.506858 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-457b1dad-54b6-4a20-bcbf-01967a8b0c23 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352561 Aug 23 12:51:33.509575 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42756) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.514453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'e8029864-0552-4aca-8007-facb134ab623', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.538727 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:51:33.544863 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.609493 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.615569 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.634300 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8cdac6-f6df-4764-a458-1491412f84b1,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:33.641337 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.642651 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-25018206-5c13-4ac0-8a3e-344b6d7fca86 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320221 Aug 23 12:51:33.645831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42758) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.650400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'e8029864-0552-4aca-8007-facb134ab623', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.673637 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:51:33.678517 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.746424 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.750215 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.768531 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd34cbce-d935-40ff-802e-0c3bc3bc12f7,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:33.776491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.781451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42760) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.781662 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bcb52e0a-b6ce-4c27-8118-d3bbbf0fc577 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346388 Aug 23 12:51:33.787708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'network': {'name': 'tempest-network-smoke--1302301115', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:33.810024 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:51:33.813625 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.838304 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:51:33.847910 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.848261 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Added segment 546cdc5d-edfb-401f-893e-127e28f80b78 of type vlan for network fd5c9a61-2a75-4a09-b91b-dfc80d982995 Aug 23 12:51:33.903107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.929935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.935491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:33.936083 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:33.974826 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919353 Aug 23 12:51:33.977994 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42762) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:33.983589 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'admin_state_up': True, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:34.014166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7635068-b255-426f-9548-3488c0c1e793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Network': ['ID=fd5c9a61-2a75-4a09-b91b-dfc80d982995,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:34.026631 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.027723 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.028514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:51:34.096161 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.239592 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.447192 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.466492 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.583266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.91 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/23498f47-ac93-494c-a0dd-e1dc6018e3a6) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:51:34.700554 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.739367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:34.780500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:51:34.783330 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:34.785834 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:51:34.822682 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=23498f47-ac93-494c-a0dd-e1dc6018e3a6,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:35.060618 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:35.260886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:35.400690 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 3637867c-59ed-49db-81ea-ce9c994e9840 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:51:35.516421 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:51:35.534428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Sync routers for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:51:35.548463 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:35.549898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ea68669a-bdbd-4584-8e51-20cbd140334b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5705614 Aug 23 12:51:35.550098 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:35.550635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:35.553427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42764) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:35.589119 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8db6d23d-26d9-4205-8645-fc81c9f09de5 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3eb3fd0f32f14e3fa326576fe80fe4e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344701 Aug 23 12:51:35.593650 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42766) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:35.698223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:35.698458 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de82ac7-1921-46bb-bb7d-9c0b67907622 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:35.700060 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1de82ac7-1921-46bb-bb7d-9c0b67907622 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051090 Aug 23 12:51:35.704749 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42768) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:35.740916 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-eaf06741-3e4f-4c58-9c52-9ae43a6850d3 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323684 Aug 23 12:51:35.741313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42770) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:35.750542 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1043262820', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:35.882274 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:51:35.886162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:35.914659 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:34Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:35.957281 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Checking router: 3637867c-59ed-49db-81ea-ce9c994e9840 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:51:35.957819 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Updating router 3637867c-59ed-49db-81ea-ce9c994e9840 port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:51:35.999381 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.145975 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.223400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Subnet': ['ID=7476bd71-a3f2-40a2-80e6-839418c2ca9a,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:36.233569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Checking segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:51:36.233569 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network hostable DHCP agents. Network: fd5c9a61-2a75-4a09-b91b-dfc80d982995, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:51:36.256993 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:51:36.271825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, fd5c9a61-2a75-4a09-b91b-dfc80d982995) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:36.276764 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:36.278919 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.290334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fa622-8294-48f0-a46e-c06706c05737 None None] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:51:36.306621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-db123645-a494-4182-9046-491fcae43f53 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5637667 Aug 23 12:51:36.310175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42772) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:36.457736 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.653377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Transition to ACTIVE for port object 23498f47-ac93-494c-a0dd-e1dc6018e3a6 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:36.662036 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.739015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:51:36.740056 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.744744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Attempting to bind port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:51:36.745114 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Attempting to bind port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:51:36.745475 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Attempting to bind port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:51:36.747477 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef6057-f121-49bb-b9a3-bb98c92de938 None None] Pushing event updated for resources: {'Port': ['ID=23498f47-ac93-494c-a0dd-e1dc6018e3a6,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:36.762605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:51:36.762984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:51:36.763387 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.763782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:51:36.764253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Bound port: 23498f47-ac93-494c-a0dd-e1dc6018e3a6, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:51:36.764638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.901207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] For port 23498f47-ac93-494c-a0dd-e1dc6018e3a6, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:51:36.935768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] For port 23498f47-ac93-494c-a0dd-e1dc6018e3a6, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=23498f47-ac93-494c-a0dd-e1dc6018e3a6,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:51:36.941551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:36.992328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Allocated IP 172.20.0.2 (fd5c9a61-2a75-4a09-b91b-dfc80d982995/7476bd71-a3f2-40a2-80e6-839418c2ca9a/9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:51:37.030764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:37.031399 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:37.036190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef6057-f121-49bb-b9a3-bb98c92de938 None None] Pushing event updated for resources: {'Port': ['ID=23498f47-ac93-494c-a0dd-e1dc6018e3a6,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:37.204603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.220392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:37.331251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.373584 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Transition to ACTIVE for port object 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:37.396306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Transition to ACTIVE for port object 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:37.407238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.474476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:51:37.484291 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:37.489103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:51:37.491200 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Pushing event updated for resources: {'Port': ['ID=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:37.561024 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.1 (fd5c9a61-2a75-4a09-b91b-dfc80d982995/7476bd71-a3f2-40a2-80e6-839418c2ca9a/62150ac5-bc1a-4d0d-98b6-01c301a53ec1) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:51:37.565346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Attempting to bind port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:51:37.565806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Attempting to bind port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:51:37.566144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Attempting to bind port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 on network fd5c9a61-2a75-4a09-b91b-dfc80d982995 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:51:37.572771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:34Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:37.576939 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:51:37.577316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Checking segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:51:37.577876 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.578284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Bound using segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:51:37.578775 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Bound port: 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:51:37.579162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.607203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c68c69-3fc6-4e0d-9049-580d37fe4583 None None] The sync data for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 is: [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:34Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:51:37.682526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] For port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:51:37.687776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] For port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:51:37.695171 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.745889 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.769032 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:37.779728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f216c-a696-4601-b4af-ca6444a490d4 None None] Pushing event updated for resources: {'Port': ['ID=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:37.812227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:37.897089 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:51:37.903757 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:37.912328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:51:37.981623 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:38.005180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.251548 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.412998 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 23498f47-ac93-494c-a0dd-e1dc6018e3a6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:38.479927 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:38.485820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:38.486390 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.617156 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.649530 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 23498f47-ac93-494c-a0dd-e1dc6018e3a6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=23498f47-ac93-494c-a0dd-e1dc6018e3a6,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:38.656006 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.657009 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:38.744351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.751634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.776369 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=23498f47-ac93-494c-a0dd-e1dc6018e3a6,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:38.789862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:38.874411 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:38.876939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:39.004570 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:51:39.006285 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:39.050798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c44ac5-6653-44e0-bcf7-9905cb7f8ff8 None None] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:51:39.122498 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] Provisioning for port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:39.131253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] Provisioning complete for port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:39.131637 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:39.170631 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 3637867c-59ed-49db-81ea-ce9c994e9840 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:51:39.297260 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:39.332537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:51:39.337823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1ce14423-f333-4981-877e-f2a20b6d6cb0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/3637867c-59ed-49db-81ea-ce9c994e9840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261376 Aug 23 12:51:39.347887 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] For port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:39.353256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:39.456884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3c486-89fb-4db2-a656-9443fe448f49 None None] Pushing event updated for resources: {'Port': ['ID=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:39.546543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-341de12d-c99b-4130-8eda-a5cbca1f73c5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105234654&fields=id&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 267 time: 0.0576556 Aug 23 12:51:39.663674 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Sync routers for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:51:39.678217 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:39.680053 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:39.681465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fccde768-8b2c-4488-bd29-8561eea20e72 None None] Provisioning complete for port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:39.681950 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fccde768-8b2c-4488-bd29-8561eea20e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:39.684915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-f95f8433-4886-4594-923d-59da42509f87 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:39.686520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-f95f8433-4886-4594-923d-59da42509f87 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 797 time: 0.1292200 Aug 23 12:51:39.710163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-b404990e-252a-4664-8832-fe6683658bab tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/quotas/3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 375 time: 0.0172546 Aug 23 12:51:39.792318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-698e6b3d-7181-4790-ad02-1c182b2ab237 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724022 Aug 23 12:51:39.814679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fccde768-8b2c-4488-bd29-8561eea20e72 None None] Provisioning for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:39.819823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-fccde768-8b2c-4488-bd29-8561eea20e72 None None] Provisioning complete for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:39.820356 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fccde768-8b2c-4488-bd29-8561eea20e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:39.845520 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:39.877949 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-fccde768-8b2c-4488-bd29-8561eea20e72 None None] Port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:51:39.914735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-667b0050-1f83-43c6-86e7-abd709f41254 service neutron] 10.222.0.21 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 Aug 23 12:51:40.001418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9d35f2a6-ea28-4aa1-a42f-2bafa758c820 None None] Provisioning complete for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:40.001418 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9d35f2a6-ea28-4aa1-a42f-2bafa758c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.050087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-92eae7e9-542e-4c89-869b-b33c889e43b8 service neutron] 10.222.0.21 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289239 Aug 23 12:51:40.056072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9d35f2a6-ea28-4aa1-a42f-2bafa758c820 None None] Port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:51:40.103973 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 2, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:40.132509 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Checking router: 3637867c-59ed-49db-81ea-ce9c994e9840 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:51:40.132841 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Updating router 3637867c-59ed-49db-81ea-ce9c994e9840 port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:51:40.161560 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.198850 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-bcebd438-cb62-4d89-9c29-0cbe2571f32d None None] Provisioning complete for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:40.199910 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bcebd438-cb62-4d89-9c29-0cbe2571f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.258111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-bcebd438-cb62-4d89-9c29-0cbe2571f32d None None] Port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:51:40.262796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f30dbac5-b63a-4138-a451-71a960135261 req-a348fc36-1ca0-4194-8541-b5280cd38b17 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 210 time: 0.0335550 Aug 23 12:51:40.352229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 23498f47-ac93-494c-a0dd-e1dc6018e3a6 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:40.416878 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:40.417090 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.543024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:40.552917 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.564578 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Transition to ACTIVE for port object 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:40.572172 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.595885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:40.596263 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.673921 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Pushing event updated for resources: {'Port': ['ID=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:40.685256 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.685609 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.685983 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.686325 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.686707 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.687042 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.687416 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.687728 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.688053 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.688386 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.688708 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.689209 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:51:40.727334 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Attempting to bind port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:51:40.727712 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Attempting to bind port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:51:40.728269 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Attempting to bind port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 on network fd5c9a61-2a75-4a09-b91b-dfc80d982995 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:51:40.734740 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:51:40.735252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Checking segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:51:40.735606 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.736019 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Bound using segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:51:40.736504 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Bound port: 62150ac5-bc1a-4d0d-98b6-01c301a53ec1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:51:40.736889 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.810937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] For port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:51:40.815162 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] For port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:51:40.821460 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:40.898537 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:40.899089 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:40.966411 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720a49d-07cb-4535-b23a-e8b8c4c1e97b None None] Pushing event updated for resources: {'Port': ['ID=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:41.065620 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:41.364370 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:40Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:41.400925 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f53e64-e322-44be-8e93-53f74c344e60 None None] The sync data for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 is: [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:40Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:51:41.405215 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b2a8b3f6-b3a6-47d2-8574-4fa12af9c2ed req-fa44b14a-bc57-43c1-bf47-1d1be5727c8d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 210 time: 0.0287304 Aug 23 12:51:41.715272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-4e7a5711-1718-46c9-8f44-d29681c90672 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:41.717713 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-4e7a5711-1718-46c9-8f44-d29681c90672 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 797 time: 0.1509571 Aug 23 12:51:41.787197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-9553e4aa-719a-42a5-a400-a94b4aeb372f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 379 time: 0.0561287 Aug 23 12:51:41.797557 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'port': {'device_id': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'admin_state_up': True, 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'security_groups': ['e8029864-0552-4aca-8007-facb134ab623']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:41.956506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:51:41.961708 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.125395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.5 (fd5c9a61-2a75-4a09-b91b-dfc80d982995/7476bd71-a3f2-40a2-80e6-839418c2ca9a/3f8a4699-a8aa-43f0-bbe0-700b954b849b) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:51:42.294087 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.314337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 3f8a4699-a8aa-43f0-bbe0-700b954b849b will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:42.352219 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.390250 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:42.419547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:51:42.422649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:42.426633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:51:42.473905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:42.479106 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:42.479492 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.491016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=3f8a4699-a8aa-43f0-bbe0-700b954b849b,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:42.549335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:42.551153 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.567543 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-1f0d311f-f6b3-4047-a095-f47155c00418 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745156 Aug 23 12:51:42.587750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Request body: {'port': {'device_id': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:42.597755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.641587 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:42.643190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a00ebc-ea9d-4794-b2ee-4aedd372254e req-212965ba-5482-449d-95c3-441d7c254a8d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:42.647676 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.654533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66a00ebc-ea9d-4794-b2ee-4aedd372254e req-212965ba-5482-449d-95c3-441d7c254a8d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 931 time: 0.0953314 Aug 23 12:51:42.684512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.726390 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66a00ebc-ea9d-4794-b2ee-4aedd372254e req-f3566caf-36be-46cc-9a41-54faaf98a445 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704999 Aug 23 12:51:42.734084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:42.872934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c28668ab-2b56-4014-9f9b-2040b162c514 None None] Provisioning for port 3f8a4699-a8aa-43f0-bbe0-700b954b849b completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:42.880347 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c28668ab-2b56-4014-9f9b-2040b162c514 None None] Provisioning complete for port 3f8a4699-a8aa-43f0-bbe0-700b954b849b triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:42.881555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c28668ab-2b56-4014-9f9b-2040b162c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:42.932852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c28668ab-2b56-4014-9f9b-2040b162c514 None None] Port 3f8a4699-a8aa-43f0-bbe0-700b954b849b cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:51:43.051260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8a4699-a8aa-43f0-bbe0-700b954b849b {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:51:43.059512 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:43.071696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Transition to ACTIVE for port object 3f8a4699-a8aa-43f0-bbe0-700b954b849b will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:51:43.076733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:43.128321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Pushing event updated for resources: {'Port': ['ID=3f8a4699-a8aa-43f0-bbe0-700b954b849b,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:43.210614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Attempting to bind port 3f8a4699-a8aa-43f0-bbe0-700b954b849b on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:51:43.210965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Attempting to bind port 3f8a4699-a8aa-43f0-bbe0-700b954b849b by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:51:43.211297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Attempting to bind port 3f8a4699-a8aa-43f0-bbe0-700b954b849b on network fd5c9a61-2a75-4a09-b91b-dfc80d982995 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:51:43.216510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Port 3f8a4699-a8aa-43f0-bbe0-700b954b849b on network fd5c9a61-2a75-4a09-b91b-dfc80d982995 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:51:43.216849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Attempting to bind port 3f8a4699-a8aa-43f0-bbe0-700b954b849b on network fd5c9a61-2a75-4a09-b91b-dfc80d982995 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:51:43.222620 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:51:43.222970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Checking segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:51:43.223367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Bound using segment: {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:51:43.223809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Bound port: 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546cdc5d-edfb-401f-893e-127e28f80b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:51:43.224173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:43.299809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] For port 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:51:43.303220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] For port 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:51:43.309045 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:43.346917 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:43.347452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:43.349120 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] 10.222.0.44 "PUT /v2.0/ports/3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 1091 time: 0.7714479 Aug 23 12:51:43.349400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:51:43.351728 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed86d7c-fc6c-42c1-8d48-008109bace43" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:51:43.381185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f3de5-312e-409f-8a24-6ea2facf646f service neutron] Pushing event updated for resources: {'Port': ['ID=3f8a4699-a8aa-43f0-bbe0-700b954b849b,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:43.437762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-87a718fa-1543-4334-9918-3e421f460da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:43.439303 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-87a718fa-1543-4334-9918-3e421f460da0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1094 time: 0.0488691 Aug 23 12:51:43.442269 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d36992d-9757-45c7-92ca-37f7b35e1306 x-openstack-request-id: req-0d36992d-9757-45c7-92ca-37f7b35e1306 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:51:43.442569 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:51:43.442830 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d36992d-9757-45c7-92ca-37f7b35e1306 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:51:43.443237 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'status': 'completed', 'code': 200} Aug 23 12:51:43.492460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-5767d41c-172b-4296-8551-aee236809e2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 217 time: 0.0414462 Aug 23 12:51:43.565340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-4c38e4cb-9e20-404c-abaf-8f1ce9fa2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:43.568022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-4c38e4cb-9e20-404c-abaf-8f1ce9fa2045 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 200 len: 835 time: 0.0669489 Aug 23 12:51:43.620996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-45a05c8e-4983-413f-af27-82b61dd79812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:43.623457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-45a05c8e-4983-413f-af27-82b61dd79812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd5c9a61-2a75-4a09-b91b-dfc80d982995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485198 Aug 23 12:51:43.723107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-6f695d2d-9719-48ed-8f6e-d5338b3a47ad service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914617 Aug 23 12:51:43.828351 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b222d141-50ea-4fd0-82c2-576d07ba8557 req-03cd4f9f-2c48-4cc6-bd7f-144e57a39e64 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978980 Aug 23 12:51:43.900867 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156fcc1-ea27-484b-9a0a-6cbb06c177a3 req-697b5431-bddb-4639-981b-48f8344f01d7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:43.902435 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7156fcc1-ea27-484b-9a0a-6cbb06c177a3 req-697b5431-bddb-4639-981b-48f8344f01d7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 943 time: 0.0714798 Aug 23 12:51:43.944160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-d574e5e0-81b6-4ba5-a9b0-3bc13fce6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:43.945710 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-d574e5e0-81b6-4ba5-a9b0-3bc13fce6051 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1094 time: 0.0525677 Aug 23 12:51:43.952864 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7156fcc1-ea27-484b-9a0a-6cbb06c177a3 req-9106daca-b3d3-4a84-a907-042225b7892b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398695 Aug 23 12:51:44.045375 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-1d1f4033-3f99-40c2-a7c7-66bdbb348478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:44.046928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-1d1f4033-3f99-40c2-a7c7-66bdbb348478 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 898 time: 0.0947585 Aug 23 12:51:44.093715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-d7a5c37c-ee84-4c00-88a8-e2b714a5657f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 217 time: 0.0391588 Aug 23 12:51:44.144549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-3f0b2191-e011-4b22-abab-3514acfe7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:44.146065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-3f0b2191-e011-4b22-abab-3514acfe7beb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 200 len: 835 time: 0.0450792 Aug 23 12:51:44.193196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-36a757b3-b6e2-410c-96e3-31219ad6a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:44.194748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-36a757b3-b6e2-410c-96e3-31219ad6a86b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd5c9a61-2a75-4a09-b91b-dfc80d982995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406199 Aug 23 12:51:44.304081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-a87775e2-82a9-4848-bc1b-0f64545c0bfd service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013434 Aug 23 12:51:44.322521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:44.379390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:44.379758 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:44.410117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bed86d7c-fc6c-42c1-8d48-008109bace43 req-19f1b486-93bc-4f57-a8f9-9ab520398852 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990479 Aug 23 12:51:45.086300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11893d26-cefe-49ee-9f1f-f7bb94b3d94d req-6dc2cbef-c782-404c-8563-d6172ecf6f21 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:45.087878 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11893d26-cefe-49ee-9f1f-f7bb94b3d94d req-6dc2cbef-c782-404c-8563-d6172ecf6f21 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 943 time: 0.0539336 Aug 23 12:51:45.148333 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11893d26-cefe-49ee-9f1f-f7bb94b3d94d req-ff16b8e4-6ebc-4c9f-9046-79985066eb3e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505745 Aug 23 12:51:46.286524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087bdf7-9bfc-41c2-b29f-80181df9ea71 req-9d226aef-3cb6-4d21-886e-8d3901754cd2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:46.288093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6087bdf7-9bfc-41c2-b29f-80181df9ea71 req-9d226aef-3cb6-4d21-886e-8d3901754cd2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 943 time: 0.0638030 Aug 23 12:51:46.334118 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6087bdf7-9bfc-41c2-b29f-80181df9ea71 req-8dc61337-67ca-4b74-a161-f9ded252771b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392776 Aug 23 12:51:46.583945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f8a4699-a8aa-43f0-bbe0-700b954b849b details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:51:46.690719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:46.702789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'port_id': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'mac_address': 'fa:16:3e:0d:4f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:51:46.743449 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:46.758500 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8a4699-a8aa-43f0-bbe0-700b954b849b {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:51:46.778721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:46.784252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:46.839719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=3f8a4699-a8aa-43f0-bbe0-700b954b849b,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:46.999276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['3f8a4699-a8aa-43f0-bbe0-700b954b849b'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:51:47.469407 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee6eb-a696-4a49-9d0f-1442c29ca48a req-fcfc7023-316c-416e-ab9f-b03bf3745871 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:47.471087 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65bee6eb-a696-4a49-9d0f-1442c29ca48a req-fcfc7023-316c-416e-ab9f-b03bf3745871 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 944 time: 0.0590744 Aug 23 12:51:47.519724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65bee6eb-a696-4a49-9d0f-1442c29ca48a req-8b6e4cf0-fe02-495e-a115-13843d552696 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Aug 23 12:51:48.598974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f8a4699-a8aa-43f0-bbe0-700b954b849b up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:51:48.644380 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b49d16-998e-4f59-8928-e89c7257d5b3 req-fc00cca7-474a-481b-b76b-18c0772cfb6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:48.645984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-07b49d16-998e-4f59-8928-e89c7257d5b3 req-fc00cca7-474a-481b-b76b-18c0772cfb6b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 944 time: 0.0505629 Aug 23 12:51:48.650463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 3f8a4699-a8aa-43f0-bbe0-700b954b849b completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:51:48.655109 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 3f8a4699-a8aa-43f0-bbe0-700b954b849b triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:51:48.655491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:48.695326 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-07b49d16-998e-4f59-8928-e89c7257d5b3 req-c4307c2c-a1f8-4bf2-a473-d130b825ce0e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Aug 23 12:51:48.742854 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:48.769277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:51:48.771739 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f85b08-8d06-4e61-8e48-f1a8320b8a0c" -d '{"events": [{"server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "name": "network-vif-plugged", "status": "completed", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:51:48.785793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:51:48.789933 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:48.820781 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ebfea-b0ba-4973-872c-4de7b992b8d0 x-openstack-request-id: req-086ebfea-b0ba-4973-872c-4de7b992b8d0 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:51:48.821085 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "name": "network-vif-plugged", "status": "completed", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:51:48.821528 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-086ebfea-b0ba-4973-872c-4de7b992b8d0 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:51:48.821975 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'code': 200} Aug 23 12:51:48.852936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=3f8a4699-a8aa-43f0-bbe0-700b954b849b,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:48.915586 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e70e9-4929-49cc-a594-b2159e9d387d req-8d61d10e-46c8-49a7-abee-61bf1540358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:48.917441 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-205e70e9-4929-49cc-a594-b2159e9d387d req-8d61d10e-46c8-49a7-abee-61bf1540358a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1096 time: 0.0447841 Aug 23 12:51:48.954671 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-205e70e9-4929-49cc-a594-b2159e9d387d req-7192a357-0897-4cd0-9e57-edbd83e29341 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Aug 23 12:51:49.846008 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b115-ddf2-492e-83c9-969127242df8 req-6e5aeaad-d861-4799-a29e-1a791286c3f5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:49.847560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df66b115-ddf2-492e-83c9-969127242df8 req-6e5aeaad-d861-4799-a29e-1a791286c3f5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0730059 Aug 23 12:51:49.888961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df66b115-ddf2-492e-83c9-969127242df8 req-d9e0629d-39e6-498e-b5d9-9cd8c6246df4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352278 Aug 23 12:51:51.032817 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d987a-633e-4649-8fea-f96d402ac7d2 req-600d90be-0b01-432a-8c95-4619f62d0d28 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:51.034571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-918d987a-633e-4649-8fea-f96d402ac7d2 req-600d90be-0b01-432a-8c95-4619f62d0d28 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0561755 Aug 23 12:51:51.082922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-918d987a-633e-4649-8fea-f96d402ac7d2 req-b0d930c3-6081-4320-b25e-e99fe331f2d4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411448 Aug 23 12:51:51.201375 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4093c-e5d4-46ab-b508-c7be8e180851 req-6d85f548-0850-4d24-88fa-2e44f52823cf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:51.202918 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfe4093c-e5d4-46ab-b508-c7be8e180851 req-6d85f548-0850-4d24-88fa-2e44f52823cf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0511787 Aug 23 12:51:51.243580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dfe4093c-e5d4-46ab-b508-c7be8e180851 req-358c4154-693d-49b3-858b-52173b3c0029 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Aug 23 12:51:51.272272 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42840) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:51.315980 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62bd24-7ca6-4a98-bc67-9e3dbda35c4b tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:51.317557 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c62bd24-7ca6-4a98-bc67-9e3dbda35c4b tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1091 time: 0.0440257 Aug 23 12:51:51.322145 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42842) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:51.327225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:51:51.352531 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:51.457720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:51.562086 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.67 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/e53c28e4-3d59-4514-88dc-0b5dea9df39a) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:51:51.671035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:51.709794 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:51.750049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:51:51.752882 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:51:51.757144 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:51:51.765796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=e53c28e4-3d59-4514-88dc-0b5dea9df39a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:51.877033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-94f632ad-adb9-482c-b64d-247c71674fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:52.162197 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:52.232649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:52.392480 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:52.398609 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:52.488540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=e53c28e4-3d59-4514-88dc-0b5dea9df39a,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:51:52.502882 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:52.610234 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 67c2ea82-32d4-40c2-80b0-0141a5a3497c associated. External IP: 172.25.1.67, port: 3f8a4699-a8aa-43f0-bbe0-700b954b849b. Aug 23 12:51:52.852516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 3637867c-59ed-49db-81ea-ce9c994e9840 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:51:53.277114 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:51:53.287003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] Sync routers for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:51:53.296308 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:53.296933 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:53.297634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:53.331886 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d78dac0e-634d-40b1-b7e1-5941c9211775 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0086777 Aug 23 12:51:53.332488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:51:53.334873 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad6d287-f0da-4f87-b945-a83cafd7b710" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:51:53.379952 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde4c1ae-7388-49e9-812e-fe28ab29e93f x-openstack-request-id: req-cde4c1ae-7388-49e9-812e-fe28ab29e93f {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:51:53.380622 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:51:53.381067 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cde4c1ae-7388-49e9-812e-fe28ab29e93f {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:51:53.381711 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'status': 'completed', 'code': 200} Aug 23 12:51:53.427751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:53.470213 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:51:53.472138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a39eb-2bd6-4049-bd3e-69bcab59bb15 req-3133264f-87ed-4078-b49f-a9f2589099ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:53.473863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e53a39eb-2bd6-4049-bd3e-69bcab59bb15 req-3133264f-87ed-4078-b49f-a9f2589099ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0824819 Aug 23 12:51:53.489988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-4ad65f0d-3199-4257-bb33-8237dad97fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:53.491512 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-4ad65f0d-3199-4257-bb33-8237dad97fb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1096 time: 0.0710032 Aug 23 12:51:53.590666 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e53a39eb-2bd6-4049-bd3e-69bcab59bb15 req-6833fef7-7e05-4eb6-b6e0-cb0f1674c27c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088879 Aug 23 12:51:53.616235 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42848) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:53.630593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-707b2bc9-bd8f-4af1-805c-f6717752f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:53.632575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-707b2bc9-bd8f-4af1-805c-f6717752f03d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 898 time: 0.1306441 Aug 23 12:51:53.697273 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1b491ad9-fa34-4316-b18f-dbdfae8cb871 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67c2ea82-32d4-40c2-80b0-0141a5a3497c HTTP/1.1" status: 200 len: 990 time: 0.0791945 Aug 23 12:51:53.715626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-6b61d3cf-e2c6-46b8-a252-8d40511c52ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 998 time: 0.0676715 Aug 23 12:51:53.775273 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-3d4c36fa-f02d-4aec-9331-59ef2b9a2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:53.776752 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-3d4c36fa-f02d-4aec-9331-59ef2b9a2c41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 200 len: 835 time: 0.0544019 Aug 23 12:51:53.826961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-78b2903d-fd3c-4c39-99e5-1c03d4e739a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:51:53.828386 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-78b2903d-fd3c-4c39-99e5-1c03d4e739a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd5c9a61-2a75-4a09-b91b-dfc80d982995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449197 Aug 23 12:51:53.872685 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '67c2ea82-32d4-40c2-80b0-0141a5a3497c', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'port_id': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'mac_address': 'fa:16:3e:0d:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:51:52Z', 'updated_at': '2021-08-23T12:51:52Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:42Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:53.901364 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] Checking router: 3637867c-59ed-49db-81ea-ce9c994e9840 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:51:53.911512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:51:53.912349 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:51:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:53.946230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-3a3facfc-cdda-42a9-9b24-d491b31999f7 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102314 Aug 23 12:51:54.038230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:51:54.060089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ad6d287-f0da-4f87-b945-a83cafd7b710 req-a1fe530f-83a9-49b9-8553-a9bba245ee96 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050370 Aug 23 12:51:54.272831 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '67c2ea82-32d4-40c2-80b0-0141a5a3497c', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'port_id': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'mac_address': 'fa:16:3e:0d:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:51:52Z', 'updated_at': '2021-08-23T12:51:52Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:42Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:51:54.303944 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0eec16-805e-4225-9934-8789219f1eb6 None None] The sync data for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 is: [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '67c2ea82-32d4-40c2-80b0-0141a5a3497c', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'port_id': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'mac_address': 'fa:16:3e:0d:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:51:52Z', 'updated_at': '2021-08-23T12:51:52Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:42Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:51:54.421807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30734883-7492-4ad8-a08c-72cb69b88e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:54.472919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:54.511747 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4652db9-aed2-4bbe-9831-3d105021a404 None None] New status for floating IP 67c2ea82-32d4-40c2-80b0-0141a5a3497c: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:51:54.700987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42852) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:54.772119 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e4d23d98-3357-45a0-8934-45ab26eefae8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67c2ea82-32d4-40c2-80b0-0141a5a3497c HTTP/1.1" status: 200 len: 990 time: 0.0697708 Aug 23 12:51:55.776215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42854) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:51:55.837303 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e73adfa5-ba5d-4df6-be98-8dfd4489f27f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67c2ea82-32d4-40c2-80b0-0141a5a3497c HTTP/1.1" status: 200 len: 992 time: 0.0598221 Aug 23 12:51:55.901078 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:57.547272 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:58.469498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:51:58.784776 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:21.879949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5b4648af-4ff8-418a-81ed-dc2dbaf6a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:24.417312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0d33d6ca-4400-41e3-b29c-f3668e8cab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:24.470624 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:25.172397 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-0a323a9b-3e78-4393-994f-111cdd8d3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:25.173982 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-0a323a9b-3e78-4393-994f-111cdd8d3edb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1096 time: 0.0420229 Aug 23 12:52:25.181965 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd370-405b-437a-a43e-c53191e6816c req-b4a591ac-b834-4377-9e72-ff32297a320b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:25.184138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48bd370-405b-437a-a43e-c53191e6816c req-b4a591ac-b834-4377-9e72-ff32297a320b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Aug 23 12:52:25.230870 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d48bd370-405b-437a-a43e-c53191e6816c req-083e4375-d783-4f76-96fa-3b557018d885 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 Aug 23 12:52:25.271411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-b6e9b5c8-b599-476a-8c9c-4f4a4b4c5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:25.272908 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-b6e9b5c8-b599-476a-8c9c-4f4a4b4c5db3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 898 time: 0.0906460 Aug 23 12:52:25.341359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-4aa992f2-d0e1-4340-a4bd-5c24f5da71da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 1000 time: 0.0610213 Aug 23 12:52:25.391758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-f169e04b-39c4-41f5-9553-bae7b9d4ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:25.393316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-f169e04b-39c4-41f5-9553-bae7b9d4ee6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 200 len: 835 time: 0.0447133 Aug 23 12:52:25.445585 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-57e9546a-9809-4850-9b69-e0dd60cc4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:25.447189 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-57e9546a-9809-4850-9b69-e0dd60cc4fd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd5c9a61-2a75-4a09-b91b-dfc80d982995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466032 Aug 23 12:52:25.541115 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-d0ac0a72-839d-4e3a-81c0-61e5c1bb1a82 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Aug 23 12:52:25.646297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2ebcddec-d330-4c92-ab1f-f8477a0b279e req-64bad1b9-a604-488f-9f62-795426806ce8 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966945 Aug 23 12:52:25.904111 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:26.370089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ed671-b411-48c4-b3ab-0e51683d967a req-1f18887b-ec7e-4477-bd90-d22e47040321 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:26.372325 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f3ed671-b411-48c4-b3ab-0e51683d967a req-1f18887b-ec7e-4477-bd90-d22e47040321 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0623078 Aug 23 12:52:26.415136 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f3ed671-b411-48c4-b3ab-0e51683d967a req-ea7e8288-61d7-48d2-a6bf-230320366d4e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360231 Aug 23 12:52:27.538645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e13061-75dc-456a-830d-bed474031490 req-5c7cdf8a-d73e-4eca-9852-11a438e9eec9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:27.542345 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-94e13061-75dc-456a-830d-bed474031490 req-5c7cdf8a-d73e-4eca-9852-11a438e9eec9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Aug 23 12:52:27.557472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:27.583443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-94e13061-75dc-456a-830d-bed474031490 req-bb852d15-bf41-4a31-b8a9-ca13d8129a03 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374792 Aug 23 12:52:28.487926 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:28.702866 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f5718-4dba-4e4d-9f87-2cc26ab784e8 req-fc36f620-9e84-4c58-ae32-f884b7469c84 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:28.704410 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b3f5718-4dba-4e4d-9f87-2cc26ab784e8 req-fc36f620-9e84-4c58-ae32-f884b7469c84 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0508358 Aug 23 12:52:28.757363 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8b3f5718-4dba-4e4d-9f87-2cc26ab784e8 req-4975b71e-e546-4830-8346-36736fb68094 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Aug 23 12:52:28.814990 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:29.882039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4dd95-fcc9-4231-ac28-f743ea250a29 req-70ce98bc-f170-4a83-a2d4-99418fc46fc7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:29.883629 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8d4dd95-fcc9-4231-ac28-f743ea250a29 req-70ce98bc-f170-4a83-a2d4-99418fc46fc7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0555716 Aug 23 12:52:29.929611 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8d4dd95-fcc9-4231-ac28-f743ea250a29 req-5d254f17-c63c-49fd-8ffd-85f1dca75f60 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Aug 23 12:52:30.470837 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:52:31.067768 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84a877-9e5f-45a8-8818-c509b8726763 req-fb3e07e4-91de-4d68-a7f4-cbc5f83873c7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:31.069355 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a84a877-9e5f-45a8-8818-c509b8726763 req-fb3e07e4-91de-4d68-a7f4-cbc5f83873c7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0579584 Aug 23 12:52:31.112933 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a84a877-9e5f-45a8-8818-c509b8726763 req-fe20d7d3-8769-4ba1-a344-44ca4333791c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372486 Aug 23 12:52:31.710235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21765-4b4d-4c76-9930-f692634b1412 req-da67f9d0-6c4a-4fa4-ad24-0119d38b1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:31.711743 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-da67f9d0-6c4a-4fa4-ad24-0119d38b1a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1096 time: 0.0413663 Aug 23 12:52:31.824431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21765-4b4d-4c76-9930-f692634b1412 req-032aa16f-a9f7-42e4-bb86-a304e6b9b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:31.825921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-032aa16f-a9f7-42e4-bb86-a304e6b9b09c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 898 time: 0.0929968 Aug 23 12:52:31.894318 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-f889780d-9da7-4cda-856b-005e35474606 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 1000 time: 0.0598278 Aug 23 12:52:31.946094 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21765-4b4d-4c76-9930-f692634b1412 req-40ad4c42-f2a2-4aa7-a9dc-7131255f284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:31.947904 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-40ad4c42-f2a2-4aa7-a9dc-7131255f284a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 200 len: 835 time: 0.0448639 Aug 23 12:52:31.999750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21765-4b4d-4c76-9930-f692634b1412 req-11aa9d4f-b3c7-4422-9bb2-0d1a9f150af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:32.001310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-11aa9d4f-b3c7-4422-9bb2-0d1a9f150af9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd5c9a61-2a75-4a09-b91b-dfc80d982995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461118 Aug 23 12:52:32.097748 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-39709dcc-0f52-49f9-8803-506d3f3c8a21 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886791 Aug 23 12:52:32.205285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-05f21765-4b4d-4c76-9930-f692634b1412 req-86f640e2-c145-494c-9628-0fb960ccf1f3 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996337 Aug 23 12:52:32.253785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4cf98-b72a-408a-ba6b-209801519dfd req-ce7b6c6e-e5e6-4955-98c7-5cf6692f3b5d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:32.255690 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cd4cf98-b72a-408a-ba6b-209801519dfd req-ce7b6c6e-e5e6-4955-98c7-5cf6692f3b5d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0718307 Aug 23 12:52:32.308631 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2cd4cf98-b72a-408a-ba6b-209801519dfd req-09d0aac7-66c4-41d8-808e-8b72032b2dc4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 Aug 23 12:52:33.442712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f4403-46ba-486e-b879-f653ee1ccf38 req-2b8cf359-081b-4802-9a95-b8a0e0c4df66 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:33.444847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1f4403-46ba-486e-b879-f653ee1ccf38 req-2b8cf359-081b-4802-9a95-b8a0e0c4df66 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0600538 Aug 23 12:52:33.496753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dc1f4403-46ba-486e-b879-f653ee1ccf38 req-850c81d5-f7bd-40dc-8b7e-38d82b186495 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393240 Aug 23 12:52:34.624657 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dbe05-3bc2-4da7-a501-2c102c4b76e0 req-1d5266a3-df88-4ca5-94ef-a63543a7e0f0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:34.626208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5dbe05-3bc2-4da7-a501-2c102c4b76e0 req-1d5266a3-df88-4ca5-94ef-a63543a7e0f0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Aug 23 12:52:34.664936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9c5dbe05-3bc2-4da7-a501-2c102c4b76e0 req-ee3c24a0-fbf8-469b-b85f-76c66d70f3fc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325384 Aug 23 12:52:35.782161 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f9f64-b966-4865-956e-fe02d703687b req-585e7dcf-7a32-4fbd-ba12-39619bca862d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:35.783747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d21f9f64-b966-4865-956e-fe02d703687b req-585e7dcf-7a32-4fbd-ba12-39619bca862d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0501621 Aug 23 12:52:35.821315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d21f9f64-b966-4865-956e-fe02d703687b req-7ad48365-da2a-44f4-9777-e6c84daa2ac9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314262 Aug 23 12:52:36.940478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71222f87-8e4c-4689-a8d6-7ce6a0a1d67e req-20212791-91a7-4b5d-9d8b-966d8fc727df tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:36.942024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71222f87-8e4c-4689-a8d6-7ce6a0a1d67e req-20212791-91a7-4b5d-9d8b-966d8fc727df tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Aug 23 12:52:36.983715 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-71222f87-8e4c-4689-a8d6-7ce6a0a1d67e req-f4c7afb9-6828-448f-a851-5c65ff9cd644 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335255 Aug 23 12:52:38.106297 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a03a10-0657-4bf9-a16e-83d718491d95 req-8246e494-e91e-4bfb-8773-6a33a64526ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:38.107813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69a03a10-0657-4bf9-a16e-83d718491d95 req-8246e494-e91e-4bfb-8773-6a33a64526ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0545318 Aug 23 12:52:38.150578 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-69a03a10-0657-4bf9-a16e-83d718491d95 req-d4852f3e-cda3-4ad9-84c0-be01294c3ceb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367215 Aug 23 12:52:39.271522 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1eb08-9406-46d7-9f48-cb20b2d3b79e req-e17470ae-e4e7-47fe-b0e8-f277cd86e115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:39.273073 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87d1eb08-9406-46d7-9f48-cb20b2d3b79e req-e17470ae-e4e7-47fe-b0e8-f277cd86e115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Aug 23 12:52:39.321586 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-87d1eb08-9406-46d7-9f48-cb20b2d3b79e req-525d3a78-b9ce-4ee7-a425-4557b9479f49 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393999 Aug 23 12:52:40.439930 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa111-61af-493e-814f-a3d261f7dd9d req-602ae385-3e58-419b-b246-4fa171df51e6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:40.441462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-506aa111-61af-493e-814f-a3d261f7dd9d req-602ae385-3e58-419b-b246-4fa171df51e6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Aug 23 12:52:40.481560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-506aa111-61af-493e-814f-a3d261f7dd9d req-4dddeb93-2d3c-470e-9bc8-0d1bffdb02d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Aug 23 12:52:41.607325 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425fb7-50f2-4df8-9493-92962f3d6f72 req-50924732-8f80-475d-b940-444f08e5b114 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:52:41.608835 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33425fb7-50f2-4df8-9493-92962f3d6f72 req-50924732-8f80-475d-b940-444f08e5b114 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0560303 Aug 23 12:52:41.655987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-33425fb7-50f2-4df8-9493-92962f3d6f72 req-fad6d004-30c7-4e63-9217-3cfd184b54d1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403590 Aug 23 12:52:41.679908 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42902) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:52:41.769066 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-874dae38-a8dd-41d8-a696-fae0bb397151 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67c2ea82-32d4-40c2-80b0-0141a5a3497c HTTP/1.1" status: 200 len: 992 time: 0.0876160 Aug 23 12:52:51.882871 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-98e8eb0f-2fe6-47bc-8696-011a8a93ccef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:54.420992 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2436a69c-e791-4fdc-8106-82ffe01ebf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:54.463199 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:55.913200 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:57.560258 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:58.490256 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:52:58.819016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:07.470989 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:53:12.297527 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42928) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:12.497001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port e53c28e4-3d59-4514-88dc-0b5dea9df39a {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:53:12.497349 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:12.588374 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:12.588824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:12.604184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for e53c28e4-3d59-4514-88dc-0b5dea9df39a owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:53:12.774647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:12.816728 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=e53c28e4-3d59-4514-88dc-0b5dea9df39a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:12.831611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.831974 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.832328 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.832675 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.833023 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.833368 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.833736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.834084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.834423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.834761 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.835099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.835431 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:12.908388 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:12.908728 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 67c2ea82-32d4-40c2-80b0-0141a5a3497c disassociated (deleted). External IP: 172.25.1.67, port: 3f8a4699-a8aa-43f0-bbe0-700b954b849b. Aug 23 12:53:13.177406 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 3637867c-59ed-49db-81ea-ce9c994e9840 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:53:13.317209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:53:13.324970 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:13.328974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] Sync routers for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:53:13.340136 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:13.340846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:13.368891 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fbe3104f-2fd3-4944-81e9-ae46d920fa29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/floatingips/67c2ea82-32d4-40c2-80b0-0141a5a3497c HTTP/1.1" status: 204 len: 168 time: 1.0696092 Aug 23 12:53:13.369861 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:53:13.373365 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3b16d-ec28-4214-883c-ca7761124a87" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:53:13.429055 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dddc80-1591-4531-928c-9d45c0d0a2fc x-openstack-request-id: req-b8dddc80-1591-4531-928c-9d45c0d0a2fc {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:53:13.429055 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:53:13.429055 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8dddc80-1591-4531-928c-9d45c0d0a2fc {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:53:13.429551 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'status': 'completed', 'code': 200} Aug 23 12:53:13.487135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:13.511039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-75009625-6d96-410a-b755-a3b1258da47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:13.513924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-75009625-6d96-410a-b755-a3b1258da47d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 1096 time: 0.0593562 Aug 23 12:53:13.672679 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-5365b5cc-8c23-4738-80ad-23e049898929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:13.674970 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-5365b5cc-8c23-4738-80ad-23e049898929 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 200 len: 898 time: 0.1516519 Aug 23 12:53:13.721474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-137770ab-6b4f-42e9-8663-25044ed9167b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 200 len: 217 time: 0.0366507 Aug 23 12:53:13.801267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:42Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:13.818392 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-e01d026b-2185-4369-b9d2-c31b82e8d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:13.819886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-e01d026b-2185-4369-b9d2-c31b82e8d92b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 200 len: 835 time: 0.0893581 Aug 23 12:53:13.854171 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] Checking router: 3637867c-59ed-49db-81ea-ce9c994e9840 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:53:13.867629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:13.868716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:13.929928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa588083-84c3-4633-8a2f-7652ae62fe0b req-65e80842-8cc2-488f-9114-76efd95b7af2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:13.932677 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa588083-84c3-4633-8a2f-7652ae62fe0b req-65e80842-8cc2-488f-9114-76efd95b7af2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.2999156 Aug 23 12:53:13.940733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-bf268f95-2e6f-4fb8-b654-dd30771e0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:13.942294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-bf268f95-2e6f-4fb8-b654-dd30771e0b61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd5c9a61-2a75-4a09-b91b-dfc80d982995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917761 Aug 23 12:53:14.043111 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:14.276807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:42Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:14.316232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc34c93-94cb-499a-a4e9-caef856c39f0 None None] The sync data for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 is: [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '62150ac5-bc1a-4d0d-98b6-01c301a53ec1', 'name': '', 'network_id': 'fd5c9a61-2a75-4a09-b91b-dfc80d982995', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:dd:5e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:37Z', 'updated_at': '2021-08-23T12:51:42Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '7476bd71-a3f2-40a2-80e6-839418c2ca9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:53:14.423962 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aa588083-84c3-4633-8a2f-7652ae62fe0b req-2c3fc092-7419-40db-a009-b0051bf73212 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8029864-0552-4aca-8007-facb134ab623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4806244 Aug 23 12:53:14.454737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-5e64cf3c-fd8f-4cce-8f4f-04311e758cc2 service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040352 Aug 23 12:53:14.566248 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7cb3b16d-ec28-4214-883c-ca7761124a87 req-8732c00e-e239-4f41-9145-4e6a7703788d service neutron] 10.222.0.44 "GET /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032999 Aug 23 12:53:14.616162 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d73bd8-b538-4a46-ad21-8c4ee131bfe6 None None] New status for floating IP 67c2ea82-32d4-40c2-80b0-0141a5a3497c: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:53:15.145736 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-fdce766b-bb7c-4e83-88be-f3963cc7bbbc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:15.147327 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-fdce766b-bb7c-4e83-88be-f3963cc7bbbc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 945 time: 0.0567331 Aug 23 12:53:15.244749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 3f8a4699-a8aa-43f0-bbe0-700b954b849b {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:53:15.245082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:15.339200 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 3f8a4699-a8aa-43f0-bbe0-700b954b849b, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=3f8a4699-a8aa-43f0-bbe0-700b954b849b,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:15.339565 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:15.351989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 3f8a4699-a8aa-43f0-bbe0-700b954b849b owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:53:15.489421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:15.524413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=3f8a4699-a8aa-43f0-bbe0-700b954b849b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:15.560396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.560542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.561053 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.561464 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.561904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.562312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.562792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.563112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.563513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.563850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.564302 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.564704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:15.596477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] No DVR routers for this DVR port 3f8a4699-a8aa-43f0-bbe0-700b954b849b on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:53:15.600123 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:15.604057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f7f70066-9607-4dd7-a260-f9c722b246c7 req-2b904ada-e251-4bb8-8bb3-456c138c572f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "DELETE /v2.0/ports/3f8a4699-a8aa-43f0-bbe0-700b954b849b HTTP/1.1" status: 204 len: 173 time: 0.4503477 Aug 23 12:53:15.604534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'name': 'network-vif-deleted', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:53:15.606952 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d1073b-c306-4e93-941c-ddcac89d6dc3" -d '{"events": [{"server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "name": "network-vif-deleted", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:53:15.663245 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8057a1-6ce9-46fb-9dd3-08c6be1366bb x-openstack-request-id: req-8a8057a1-6ce9-46fb-9dd3-08c6be1366bb {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:53:15.663720 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ae36e-b292-48bc-9bf6-7ee442669b17", "name": "network-vif-deleted", "tag": "3f8a4699-a8aa-43f0-bbe0-700b954b849b", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:53:15.664211 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a8057a1-6ce9-46fb-9dd3-08c6be1366bb {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:53:15.664624 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62ae36e-b292-48bc-9bf6-7ee442669b17', 'name': 'network-vif-deleted', 'tag': '3f8a4699-a8aa-43f0-bbe0-700b954b849b', 'status': 'completed', 'code': 200} Aug 23 12:53:15.681100 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b1298d01-69ad-4e91-b178-718cbcca3df8 req-9d4fe6a3-fd39-4277-8ea7-349189129469 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=c62ae36e-b292-48bc-9bf6-7ee442669b17 HTTP/1.1" status: 200 len: 210 time: 0.1443365 Aug 23 12:53:16.746150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42948) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:17.149046 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:17.469444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:53:17.469974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:17.600208 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 62150ac5-bc1a-4d0d-98b6-01c301a53ec1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:17.600577 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:17.615218 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:53:17.909948 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:17.939981 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=62150ac5-bc1a-4d0d-98b6-01c301a53ec1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:18.193180 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:18.797881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 3637867c-59ed-49db-81ea-ce9c994e9840 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:53:18.916464 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:53:18.922626 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1066f439-b018-48b9-be59-dd14eb76a0d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/3637867c-59ed-49db-81ea-ce9c994e9840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1743701 Aug 23 12:53:18.924366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42950) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:18.927956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] Sync routers for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:53:18.938593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:18.939336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:18.986037 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting subnet 7476bd71-a3f2-40a2-80e6-839418c2ca9a {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:53:18.989366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.035437 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.058357 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:19.163841 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.165739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f8a4699-a8aa-43f0-bbe0-700b954b849b no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:53:19.191681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 3f8a4699-a8aa-43f0-bbe0-700b954b849b {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:53:19.192001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 3f8a4699-a8aa-43f0-bbe0-700b954b849b not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:53:19.240680 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.277738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:53:17Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:19.288856 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Subnet': ['ID=7476bd71-a3f2-40a2-80e6-839418c2ca9a,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:19.295062 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.301775 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d93233a1-13db-4a99-9b38-7e16172eb86c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/subnets/7476bd71-a3f2-40a2-80e6-839418c2ca9a HTTP/1.1" status: 204 len: 168 time: 0.3728962 Aug 23 12:53:19.303164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42952) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:19.312705 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] Checking router: 3637867c-59ed-49db-81ea-ce9c994e9840 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:53:19.317839 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190a366-c0a6-4543-aafb-e1acc1e14590 None None] Network fd5c9a61-2a75-4a09-b91b-dfc80d982995 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:53:19.344338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] Routers {'3637867c-59ed-49db-81ea-ce9c994e9840'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:19.344976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:52:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['3637867c-59ed-49db-81ea-ce9c994e9840'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:19.430434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.561295 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.637498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 23498f47-ac93-494c-a0dd-e1dc6018e3a6 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:53:19.637868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.692873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] Set router 3637867c-59ed-49db-81ea-ce9c994e9840 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:19.737753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 23498f47-ac93-494c-a0dd-e1dc6018e3a6, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=23498f47-ac93-494c-a0dd-e1dc6018e3a6,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:19.738242 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.755674 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 23498f47-ac93-494c-a0dd-e1dc6018e3a6 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:53:19.799738 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] DHCP port deletion for fd5c9a61-2a75-4a09-b91b-dfc80d982995 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:53:19.927634 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Deleting port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:53:19.927931 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:19.992924 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.004923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] For port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,segment=NetworkSegment(546cdc5d-edfb-401f-893e-127e28f80b78),segment_id=546cdc5d-edfb-401f-893e-127e28f80b78)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:20.005859 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.021246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Calling delete_port for 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:53:20.026657 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=23498f47-ac93-494c-a0dd-e1dc6018e3a6,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:20.037442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:53:17Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:20.093782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a10d7f-4591-419f-8f66-ebc651d5df24 None None] The sync data for ids ['3637867c-59ed-49db-81ea-ce9c994e9840'] in n-d-773645-7 is: [{'id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125506509', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:53:17Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '23498f47-ac93-494c-a0dd-e1dc6018e3a6', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3637867c-59ed-49db-81ea-ce9c994e9840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:51:34Z', 'updated_at': '2021-08-23T12:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:53:20.135644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.148895 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.178343 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Pushing event deleted for resources: {'Port': ['ID=9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:20.183708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] No DVR routers for this DVR port 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:53:20.191746 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.192129 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.192525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.192766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.193090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.193433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.193793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.194209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.194520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.194846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.195183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.195505 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d219e91-204e-4971-ac5f-2c238e01cd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:20.254117 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.256376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.300380 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.301240 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Fanout notify agent at l3_agent the message router_deleted on router 3637867c-59ed-49db-81ea-ce9c994e9840 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:53:20.311550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.312684 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-35bea0f9-161d-42e8-a766-1eb645fe5566 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/routers/3637867c-59ed-49db-81ea-ce9c994e9840 HTTP/1.1" status: 204 len: 168 time: 1.0073600 Aug 23 12:53:20.315425 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42954) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:20.401261 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.533746 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.551691 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5c9a61-2a75-4a09-b91b-dfc80d982995']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:20.569789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546cdc5d-edfb-401f-893e-127e28f80b78') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:20.569789 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546cdc5d-edfb-401f-893e-127e28f80b78') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:20.580137 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.604664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.612905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:53:20.613316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:53:20.613964 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:53:20.618517 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:53:20.642451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:53:20.643390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 62150ac5-bc1a-4d0d-98b6-01c301a53ec1 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:53:20.646099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:53:20.680196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:53:20.680767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 9fd6d1b7-dfcd-496b-8c28-7e09783c1bc3 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:53:20.708775 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.715606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.717895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/networks/fd5c9a61-2a75-4a09-b91b-dfc80d982995 HTTP/1.1" status: 204 len: 168 time: 0.4011061 Aug 23 12:53:20.721709 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42956) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:20.732882 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9bec7-5dfc-4b2a-a9a0-0319f700e327 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Network': ['ID=fd5c9a61-2a75-4a09-b91b-dfc80d982995,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:20.805035 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e198c9a5-5328-4995-acb9-acd082375bb5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.846921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e198c9a5-5328-4995-acb9-acd082375bb5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.949313 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e198c9a5-5328-4995-acb9-acd082375bb5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.952196 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e198c9a5-5328-4995-acb9-acd082375bb5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:20.953321 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e198c9a5-5328-4995-acb9-acd082375bb5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8029864-0552-4aca-8007-facb134ab623 HTTP/1.1" status: 204 len: 168 time: 0.2304978 Aug 23 12:53:20.963951 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198c9a5-5328-4995-acb9-acd082375bb5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8029864-0552-4aca-8007-facb134ab623,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:21.342416 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42962) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:21.352056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290884035', 'description': 'tempest-secgroup-smoke-290884035 description', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:21.376400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.477861 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.482224 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.510810 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.512719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1686254 Aug 23 12:53:21.515598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c210ecd-c2a7-45b0-b859-a6c64201bc9f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16d0b2e-5378-4d9d-9d59-198ba3d2c616,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:21.515809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42964) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:21.524437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'f16d0b2e-5378-4d9d-9d59-198ba3d2c616', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:21.562604 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.643162 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.647479 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.667892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221db995-f90b-43a7-9a9a-e51e1ffd0e8f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:21.678219 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.679550 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-53957b40-8495-4136-be37-a7e8863b3f3f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627634 Aug 23 12:53:21.683910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42966) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:21.689648 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'f16d0b2e-5378-4d9d-9d59-198ba3d2c616', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:21.723942 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.797344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.808377 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.828490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e535fe4d-660c-483f-8c4f-ae9dcefd5aef,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:21.835030 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.836241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f7459b5f-4b13-4700-9da1-a87511cad19c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511145 Aug 23 12:53:21.841119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42968) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:21.845826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'f16d0b2e-5378-4d9d-9d59-198ba3d2c616', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:21.885336 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.890665 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ab60857d-6cf0-411e-8db7-a47c799ee111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.954239 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.958250 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.977913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dc94f5-64b9-4cc4-b3f0-a2a450637a26,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:21.987284 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:21.988722 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8a833659-fef5-479e-ab89-ae5ce582c373 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466467 Aug 23 12:53:21.991939 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42970) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:21.997297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'f16d0b2e-5378-4d9d-9d59-198ba3d2c616', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:22.032872 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.106190 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.110929 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.131567 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01ec2d3-5693-4c46-95d5-60cf749a8e0c,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:22.140351 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.141637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1262859d-9964-4a0f-b071-d0c08aab17aa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485338 Aug 23 12:53:22.144472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42972) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:22.149335 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'f16d0b2e-5378-4d9d-9d59-198ba3d2c616', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:22.172059 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:53:22.176972 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.251491 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.256317 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.275767 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9d55fa-c365-4121-b3b3-37f6be703e4f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:22.279618 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.284530 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9b1f8298-f09e-4d18-8e37-85dff854eec6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359360 Aug 23 12:53:22.285223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42974) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:22.289178 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': 'f16d0b2e-5378-4d9d-9d59-198ba3d2c616', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:22.315666 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:53:22.321779 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.329512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 23498f47-ac93-494c-a0dd-e1dc6018e3a6 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:53:22.351869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 23498f47-ac93-494c-a0dd-e1dc6018e3a6 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:53:22.352221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 23498f47-ac93-494c-a0dd-e1dc6018e3a6 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:53:22.410844 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.415043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.435092 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60aa9f38-751c-4b74-a692-bd3ef72017e1,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:22.440456 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.441708 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f922eac0-2875-4b43-a72e-ac25a4a97fe4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1560192 Aug 23 12:53:22.445714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42976) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:22.452775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'network': {'name': 'tempest-network-smoke--1023201910', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:22.479485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:53:22.483059 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.513165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:53:22.525493 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.529433 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Added segment afbb1f68-4d96-42dd-93fc-37a914c09a41 of type vlan for network abff3d8a-6b39-468f-b78b-cbae870ce3a5 Aug 23 12:53:22.577896 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.607658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.615763 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:22.616375 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.661422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101550 Aug 23 12:53:22.662050 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42978) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:22.668184 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'admin_state_up': True, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:22.700598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c98082-49e3-4940-abbf-1d5eb798eb95 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Network': ['ID=abff3d8a-6b39-468f-b78b-cbae870ce3a5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:22.703074 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.704070 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.721018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:53:22.768598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:22.944001 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:23.224816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:23.260156 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:23.442680 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.248 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/298e42b8-bb29-4ea3-8a18-eb14caa762ec) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:53:23.572600 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:23.613248 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:23.657844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:53:23.660707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:23.664286 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:53:23.689561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=298e42b8-bb29-4ea3-8a18-eb14caa762ec,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:23.971221 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:24.243088 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:24.391243 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 732d46dd-f3de-4df7-9e91-5027c3f231f1 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:53:24.428448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45d70d2d-5d7a-4268-803d-c59b85c40382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:24.470981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:24.541532 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:53:24.557576 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Sync routers for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:53:24.569964 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:24.570659 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:24.572644 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:24.577860 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d33f0fff-7299-416f-b42a-bb1642d76c4f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9113276 Aug 23 12:53:24.578329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42980) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:24.634843 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3fb4058e-d3a2-451a-a5ff-3b602fa7978c tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3eb3fd0f32f14e3fa326576fe80fe4e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548470 Aug 23 12:53:24.637716 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 42982) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:24.715996 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:24.761115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ef57b-3d72-4d5c-9401-20df937835a4 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:24.762703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f29ef57b-3d72-4d5c-9401-20df937835a4 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1238580 Aug 23 12:53:24.767413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42984) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:24.814163 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3c784316-c620-4dfd-bb12-966ffece5f9d tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448565 Aug 23 12:53:24.817319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42986) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:24.823295 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313681324', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:24.942310 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:23Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:24.955476 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:53:24.959020 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:24.992539 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Checking router: 732d46dd-f3de-4df7-9e91-5027c3f231f1 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:53:24.993063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Updating router 732d46dd-f3de-4df7-9e91-5027c3f231f1 port 298e42b8-bb29-4ea3-8a18-eb14caa762ec binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:53:25.026341 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.183884 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.302904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Subnet': ['ID=39f256d3-bb30-4b19-be8f-cde699dbe770,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:25.314767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Checking segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:53:25.315133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network hostable DHCP agents. Network: abff3d8a-6b39-468f-b78b-cbae870ce3a5, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:53:25.334437 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:53:25.347997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, abff3d8a-6b39-468f-b78b-cbae870ce3a5) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:25.349154 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.356700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:25.357672 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.363260 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29a244-be51-4f60-9eae-236979a1f0f0 None None] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:53:25.366591 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Transition to ACTIVE for port object 298e42b8-bb29-4ea3-8a18-eb14caa762ec will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:25.376039 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.381948 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5ac3fb1e-8ba8-4002-9007-0fa46295076d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5628920 Aug 23 12:53:25.385630 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 42988) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:25.439500 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Attempting to bind port 298e42b8-bb29-4ea3-8a18-eb14caa762ec on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:53:25.439500 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Attempting to bind port 298e42b8-bb29-4ea3-8a18-eb14caa762ec by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:53:25.441446 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Attempting to bind port 298e42b8-bb29-4ea3-8a18-eb14caa762ec on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:53:25.452657 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:53:25.452988 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:53:25.453146 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.453555 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:53:25.454063 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Bound port: 298e42b8-bb29-4ea3-8a18-eb14caa762ec, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:53:25.454451 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.486285 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Pushing event updated for resources: {'Port': ['ID=298e42b8-bb29-4ea3-8a18-eb14caa762ec,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:25.509173 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.509527 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.509905 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.510251 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.510588 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.510923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.511255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.511593 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.511920 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.512244 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.512583 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.512933 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:53:25.527760 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] For port 298e42b8-bb29-4ea3-8a18-eb14caa762ec, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:53:25.531741 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] For port 298e42b8-bb29-4ea3-8a18-eb14caa762ec, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=298e42b8-bb29-4ea3-8a18-eb14caa762ec,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:53:25.540177 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.607499 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:25.608525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:53:25.609248 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:25.609428 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:25.730854 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c16a76-8394-4bd9-a564-f775b8bbd249 None None] Pushing event updated for resources: {'Port': ['ID=298e42b8-bb29-4ea3-8a18-eb14caa762ec,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:25.751999 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:25.809814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Allocated IP 172.20.0.2 (abff3d8a-6b39-468f-b78b-cbae870ce3a5/39f256d3-bb30-4b19-be8f-cde699dbe770/3ee975ca-b811-4b88-87a1-a687e7314a1a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:53:25.929800 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.000464 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:23Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:26.008097 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.021601 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.029738 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd86ad-8a33-472f-aa7a-9d0dee6828a4 None None] The sync data for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 is: [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:23Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:53:26.035773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Transition to ACTIVE for port object 3ee975ca-b811-4b88-87a1-a687e7314a1a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:26.067388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Transition to ACTIVE for port object 3ee975ca-b811-4b88-87a1-a687e7314a1a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:26.076516 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.132616 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:53:26.135858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:26.142979 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:53:26.146440 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Pushing event updated for resources: {'Port': ['ID=3ee975ca-b811-4b88-87a1-a687e7314a1a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:26.224213 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Attempting to bind port 3ee975ca-b811-4b88-87a1-a687e7314a1a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:53:26.225087 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Attempting to bind port 3ee975ca-b811-4b88-87a1-a687e7314a1a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:53:26.225882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Attempting to bind port 3ee975ca-b811-4b88-87a1-a687e7314a1a on network abff3d8a-6b39-468f-b78b-cbae870ce3a5 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:53:26.234527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:53:26.235035 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Checking segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:53:26.235521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.235992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Bound using segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:53:26.236557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Bound port: 3ee975ca-b811-4b88-87a1-a687e7314a1a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:53:26.237021 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.369930 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] For port 3ee975ca-b811-4b88-87a1-a687e7314a1a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:53:26.375683 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] For port 3ee975ca-b811-4b88-87a1-a687e7314a1a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3ee975ca-b811-4b88-87a1-a687e7314a1a,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:53:26.382140 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.493813 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18926-af62-45eb-8c43-26a9d093d0ea None None] Pushing event updated for resources: {'Port': ['ID=3ee975ca-b811-4b88-87a1-a687e7314a1a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:26.535364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.1 (abff3d8a-6b39-468f-b78b-cbae870ce3a5/39f256d3-bb30-4b19-be8f-cde699dbe770/1c7bf625-50e9-4a68-bab2-a0bd075b90e9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:53:26.546720 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 298e42b8-bb29-4ea3-8a18-eb14caa762ec up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:26.638752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 298e42b8-bb29-4ea3-8a18-eb14caa762ec completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:26.644833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 298e42b8-bb29-4ea3-8a18-eb14caa762ec triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:26.645206 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.747324 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.767664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.776001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 298e42b8-bb29-4ea3-8a18-eb14caa762ec, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=298e42b8-bb29-4ea3-8a18-eb14caa762ec,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:26.780497 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.784235 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:26.831993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:26.849557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=298e42b8-bb29-4ea3-8a18-eb14caa762ec,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:26.899361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:53:26.909501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:26.919865 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:53:26.924811 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:26.969856 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:27.135690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:27.498449 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:27.506280 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:27.562985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:27.600791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:27.606736 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:27.739248 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0991-98d7-4e19-8fb3-8e6b1bd62e39 None None] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:53:27.856160 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9c5a3fe9-9a46-41b3-a51e-f4f31c0f5aee None None] Provisioning for port 3ee975ca-b811-4b88-87a1-a687e7314a1a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:28.078164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:53:28.079619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:28.222813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 732d46dd-f3de-4df7-9e91-5027c3f231f1 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:53:28.304520 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b0f121f8-b826-4278-97f6-25ad21710374 None None] Provisioning for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:28.311034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b0f121f8-b826-4278-97f6-25ad21710374 None None] Provisioning complete for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:28.311619 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b0f121f8-b826-4278-97f6-25ad21710374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:28.403264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:53:28.409368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-d4e232e2-8246-47bf-90d4-c5ff05f17886 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/732d46dd-f3de-4df7-9e91-5027c3f231f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0226078 Aug 23 12:53:28.415868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-b0f121f8-b826-4278-97f6-25ad21710374 None None] Port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:53:28.421156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Sync routers for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:53:28.447568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:28.450726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:28.562643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:28.569928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 298e42b8-bb29-4ea3-8a18-eb14caa762ec up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:28.674674 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-c3d3bf4c-3b31-4f6a-9f30-5aea7e04859d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290884035&fields=id&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 267 time: 0.0647628 Aug 23 12:53:28.724400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-12e50fd4-efbc-472b-abe7-e3009188d5a4 None None] Provisioning complete for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:28.725107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-12e50fd4-efbc-472b-abe7-e3009188d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:28.734744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:28.843205 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 298e42b8-bb29-4ea3-8a18-eb14caa762ec triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:28.844173 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:28.851921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e2f76c25-87c6-4ebf-ad7a-42b76ca0f60b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:28.853784 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e2f76c25-87c6-4ebf-ad7a-42b76ca0f60b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 797 time: 0.1668570 Aug 23 12:53:28.871529 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-12e50fd4-efbc-472b-abe7-e3009188d5a4 None None] Port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:53:28.873048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:28.874507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-1def68bc-8493-4bb6-8a87-3bc1eaa55f31 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/quotas/3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 375 time: 0.0138373 Aug 23 12:53:28.949081 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-dacc2804-7061-435b-ad50-b6b32c806bbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656154 Aug 23 12:53:29.062447 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-90a11aa7-da9a-4106-a4a9-9bc05f268a93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:53:29.063738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-90a11aa7-da9a-4106-a4a9-9bc05f268a93 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543330 Aug 23 12:53:29.075090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-9b2145c0-90ac-4a84-8c64-1528a8002a95 None None] Provisioning complete for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:29.075533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9b2145c0-90ac-4a84-8c64-1528a8002a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:29.153386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3ee975ca-b811-4b88-87a1-a687e7314a1a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:29.188091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9b2145c0-90ac-4a84-8c64-1528a8002a95 None None] Port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:53:29.191529 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-3128e979-0753-4353-8147-17b3bd6ebf54 service neutron] 10.222.0.21 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209135 Aug 23 12:53:29.226392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 2, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:29.257276 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Checking router: 732d46dd-f3de-4df7-9e91-5027c3f231f1 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:53:29.257649 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Updating router 732d46dd-f3de-4df7-9e91-5027c3f231f1 port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:53:29.259669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3ee975ca-b811-4b88-87a1-a687e7314a1a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:29.278923 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3ee975ca-b811-4b88-87a1-a687e7314a1a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:29.279306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:29.293140 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-04896197-2734-4368-a209-4523dfa68ec4 service neutron] 10.222.0.21 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937209 Aug 23 12:53:29.314226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:29.496663 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:29.514566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ed90119f-5c07-45aa-affe-b2d595e9a1d2 req-0302601a-99ca-472d-9790-f93ac0dca72c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 210 time: 0.0479717 Aug 23 12:53:29.585169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 3ee975ca-b811-4b88-87a1-a687e7314a1a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3ee975ca-b811-4b88-87a1-a687e7314a1a,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:29.590872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:29.677104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=3ee975ca-b811-4b88-87a1-a687e7314a1a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:29.919582 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:29.937418 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Transition to ACTIVE for port object 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:29.943764 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:30.027439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee720c-1434-4bd8-b2cf-ad5c5baf734f None None] Pushing event updated for resources: {'Port': ['ID=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:30.061156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Attempting to bind port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:53:30.061482 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Attempting to bind port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:53:30.061906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Attempting to bind port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 on network abff3d8a-6b39-468f-b78b-cbae870ce3a5 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:53:30.068024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:53:30.068400 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Checking segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:53:30.068975 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:30.069374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Bound using segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:53:30.069870 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Bound port: 1c7bf625-50e9-4a68-bab2-a0bd075b90e9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:53:30.070250 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:30.157408 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] For port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:53:30.166843 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] For port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:53:30.175070 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:30.229560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:30.230230 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:30.287876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee720c-1434-4bd8-b2cf-ad5c5baf734f None None] Pushing event updated for resources: {'Port': ['ID=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:30.396371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3ee975ca-b811-4b88-87a1-a687e7314a1a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:30.437711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:30.566387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3ee975ca-b811-4b88-87a1-a687e7314a1a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:30.567006 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:30.698133 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-25b90f08-5572-46b4-94bd-342d5de658ad req-512cbe90-c9bd-4baf-998a-1004e18791c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 210 time: 0.0604978 Aug 23 12:53:30.707039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-dace954a-7423-4706-a041-0c7f72246d38 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:30.710457 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-dace954a-7423-4706-a041-0c7f72246d38 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 797 time: 0.1985142 Aug 23 12:53:30.779844 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-02961883-ebcf-493b-aa34-132ceaeb3bc5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 379 time: 0.0596683 Aug 23 12:53:30.792274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'port': {'device_id': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'admin_state_up': True, 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'security_groups': ['f16d0b2e-5378-4d9d-9d59-198ba3d2c616']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:30.841900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:30Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:30.877858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71cd69-9546-4cae-ad39-39e0450694ce None None] The sync data for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 is: [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:30Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:53:30.954179 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:53:30.967536 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:31.149520 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.6 (abff3d8a-6b39-468f-b78b-cbae870ce3a5/39f256d3-bb30-4b19-be8f-cde699dbe770/5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:53:31.319677 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:31.334841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:31.376888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:31.432765 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:53:31.436076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:31.443316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:53:31.471308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:31.517010 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:31.518021 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:31.549915 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-ccfd9519-69d2-43ea-80f5-2c3259cf57ae tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618229 Aug 23 12:53:31.566368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Request body: {'port': {'device_id': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:31.670960 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:31.815353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3803273e-baaf-4212-80dd-38deedc92796 None None] Provisioning for port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:31.820192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3803273e-baaf-4212-80dd-38deedc92796 None None] Provisioning complete for port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:31.820711 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3803273e-baaf-4212-80dd-38deedc92796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:31.882110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3803273e-baaf-4212-80dd-38deedc92796 None None] Port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:53:31.950249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25321ad1-d956-43bb-a141-dd650d42ddea req-975b95a0-d200-4587-bd69-859d0f530451 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:31.951879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25321ad1-d956-43bb-a141-dd650d42ddea req-975b95a0-d200-4587-bd69-859d0f530451 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 931 time: 0.1256464 Aug 23 12:53:32.020140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-25321ad1-d956-43bb-a141-dd650d42ddea req-97c7253b-61c0-4353-83c3-685119e82147 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589397 Aug 23 12:53:32.095835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:53:32.107398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.124799 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Transition to ACTIVE for port object 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:53:32.130276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.186337 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:32.281226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Attempting to bind port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:53:32.281553 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Attempting to bind port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:53:32.281975 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Attempting to bind port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce on network abff3d8a-6b39-468f-b78b-cbae870ce3a5 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:53:32.287676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce on network abff3d8a-6b39-468f-b78b-cbae870ce3a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:53:32.288265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Attempting to bind port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce on network abff3d8a-6b39-468f-b78b-cbae870ce3a5 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:53:32.294771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:53:32.295119 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Checking segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:53:32.295552 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Bound using segment: {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:53:32.295945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Bound port: 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbb1f68-4d96-42dd-93fc-37a914c09a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:53:32.296307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.398628 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:53:32.403698 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:53:32.408621 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.448820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:32.449360 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.451173 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] 10.222.0.44 "PUT /v2.0/ports/5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 1091 time: 0.8931246 Aug 23 12:53:32.453542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:53:32.463549 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:32.468813 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:53:32.558881 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:32.564076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:32.564724 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3304494c-69a1-49fe-af8d-46bd9a3a1d63 x-openstack-request-id: req-3304494c-69a1-49fe-af8d-46bd9a3a1d63 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:53:32.565048 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.565262 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:53:32.565262 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3304494c-69a1-49fe-af8d-46bd9a3a1d63 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:53:32.565824 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'status': 'completed', 'code': 200} Aug 23 12:53:32.569788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b22c4-6085-4681-a2d3-9b93ae30dcce service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:32.586715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-3675a471-8af7-4bbc-8102-45418d027928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:32.588467 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-3675a471-8af7-4bbc-8102-45418d027928 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1094 time: 0.0800560 Aug 23 12:53:32.640769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-92a1d48a-505f-45fe-84fb-b6fc62a1553a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 217 time: 0.0432901 Aug 23 12:53:32.672411 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.714909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:32.715522 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-093a0417-7583-4c28-9e8d-fc9355fe2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:32.717237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-093a0417-7583-4c28-9e8d-fc9355fe2952 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0636113 Aug 23 12:53:32.719896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:32.779628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:32.792427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067c4b-43c7-425b-9081-98adbd908aec req-1c5c3f28-4e29-4d5b-b8b9-a05a3327d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:32.795012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-1c5c3f28-4e29-4d5b-b8b9-a05a3327d203 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659893 Aug 23 12:53:32.905986 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-830a3a0d-4831-43a2-bb36-da7a68406813 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018620 Aug 23 12:53:32.999564 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e1067c4b-43c7-425b-9081-98adbd908aec req-d49d2e91-3954-4344-96e5-9322951de44a service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872722 Aug 23 12:53:33.144833 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-d480378b-9561-48bc-8107-89f663c3d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:33.146085 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-d480378b-9561-48bc-8107-89f663c3d322 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1094 time: 0.0926435 Aug 23 12:53:33.184669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b316-30d8-4d6a-8000-8a04bc8d55a0 req-d3073f88-dee8-4214-b6a0-5f6419df8a59 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:33.186250 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bb1b316-30d8-4d6a-8000-8a04bc8d55a0 req-d3073f88-dee8-4214-b6a0-5f6419df8a59 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 943 time: 0.0871675 Aug 23 12:53:33.266870 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7bb1b316-30d8-4d6a-8000-8a04bc8d55a0 req-1c331ca7-5bf5-4220-85fb-5fbecb1fd1f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734835 Aug 23 12:53:33.294371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-4553ce58-7b32-4d38-9fc7-85068a025f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:33.297206 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-4553ce58-7b32-4d38-9fc7-85068a025f19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.1433620 Aug 23 12:53:33.358425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-399674dc-e4e0-445f-b3e4-cf6cf84946d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 217 time: 0.0528307 Aug 23 12:53:33.427998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-6d1e437c-ca0a-43dc-8d7b-6f8c866f5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:33.429665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-6d1e437c-ca0a-43dc-8d7b-6f8c866f5db7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0641387 Aug 23 12:53:33.482277 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-01e99837-6ec3-402d-819c-6c555e96fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:33.483828 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-01e99837-6ec3-402d-819c-6c555e96fd05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468276 Aug 23 12:53:33.616394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-04b1465e-1647-474c-860e-80427f8bd812 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240056 Aug 23 12:53:33.717445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-40f80e34-84d4-48a9-a7f7-d4a49a4e5b20 req-4c737ff3-1448-41d6-a26a-6daa709ba799 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939269 Aug 23 12:53:34.403302 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:34.414085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e82d97-29bb-41be-91e0-910abcddf4e9 req-68dfe155-23b2-4788-980a-06dbdcaf5e8f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:34.416343 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99e82d97-29bb-41be-91e0-910abcddf4e9 req-68dfe155-23b2-4788-980a-06dbdcaf5e8f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 943 time: 0.0678465 Aug 23 12:53:34.473420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:34.473679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:34.473850 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99e82d97-29bb-41be-91e0-910abcddf4e9 req-a1e21ca5-51ba-443a-a2c6-f8c7bdcc0250 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Aug 23 12:53:35.639274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd06f3f-f6cb-4310-929b-17d62c930519 req-98569143-17ca-40b6-ae88-a90cbd6337d0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:35.640946 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3dd06f3f-f6cb-4310-929b-17d62c930519 req-98569143-17ca-40b6-ae88-a90cbd6337d0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 943 time: 0.0655720 Aug 23 12:53:35.705643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3dd06f3f-f6cb-4310-929b-17d62c930519 req-ba342e17-2ba7-431b-bfed-312b16cc70dd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582874 Aug 23 12:53:36.836513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9947-5c8c-416a-901e-7e3547f932ba req-4b2bcda4-9cf6-4bc5-846f-0d6af2950950 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:36.838545 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-674b9947-5c8c-416a-901e-7e3547f932ba req-4b2bcda4-9cf6-4bc5-846f-0d6af2950950 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 943 time: 0.0611145 Aug 23 12:53:36.894769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-674b9947-5c8c-416a-901e-7e3547f932ba req-4b22226c-42cc-4ead-be32-0b4dd79a7279 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498698 Aug 23 12:53:37.206103 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:53:37.321809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:37.333240 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'port_id': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'mac_address': 'fa:16:3e:7b:aa:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:53:37.379596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:37.392749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:53:37.413120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:37.418515 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:37.474258 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:37.618784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:53:38.030410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa72fa-078f-4a1c-bf0c-6f1495f3e6de req-61847c9a-f6bf-4e73-a9be-3f9debb447b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:38.032286 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93fa72fa-078f-4a1c-bf0c-6f1495f3e6de req-61847c9a-f6bf-4e73-a9be-3f9debb447b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 944 time: 0.0547442 Aug 23 12:53:38.082233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-93fa72fa-078f-4a1c-bf0c-6f1495f3e6de req-1c8cc989-60f1-42ad-96c2-83003edc517c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 Aug 23 12:53:39.206397 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:53:39.220485 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e7cef-b804-4a24-8bec-2d2a618c734f req-d1a3fbed-bfc0-4b41-ba2b-edc7d3a647d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:39.222139 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a0e7cef-b804-4a24-8bec-2d2a618c734f req-d1a3fbed-bfc0-4b41-ba2b-edc7d3a647d3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 944 time: 0.0599601 Aug 23 12:53:39.272310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:53:39.276894 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8a0e7cef-b804-4a24-8bec-2d2a618c734f req-eb55b6db-6826-4506-a5fa-4a428e3d172a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470421 Aug 23 12:53:39.277246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:53:39.277634 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:39.388727 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:39.416921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:53:39.419613 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcf3ab4-e604-410d-a957-d83b3421c4dd" -d '{"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:53:39.434796 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:53:39.441472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:39.480986 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e505e-2b90-4d01-9af8-3b5c4df14cb7 x-openstack-request-id: req-504e505e-2b90-4d01-9af8-3b5c4df14cb7 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:53:39.481281 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:53:39.481534 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-504e505e-2b90-4d01-9af8-3b5c4df14cb7 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:53:39.481953 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'code': 200} Aug 23 12:53:39.507253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:39.659784 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe05f-5508-44b8-ae43-a9cbbb1e72d5 req-2527e598-8966-4025-a2da-542763ada65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:39.661227 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f9fe05f-5508-44b8-ae43-a9cbbb1e72d5 req-2527e598-8966-4025-a2da-542763ada65c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.1039250 Aug 23 12:53:39.699133 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8f9fe05f-5508-44b8-ae43-a9cbbb1e72d5 req-c479a351-7466-4b2e-ada7-299d9ddd9f8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304589 Aug 23 12:53:40.405136 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c812dfb-06ac-4e70-908f-8d58e874ac57 req-a8f1137c-5293-4974-be2f-12e4c8074928 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:40.406739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c812dfb-06ac-4e70-908f-8d58e874ac57 req-a8f1137c-5293-4974-be2f-12e4c8074928 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0563500 Aug 23 12:53:40.453515 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7c812dfb-06ac-4e70-908f-8d58e874ac57 req-dc6939ca-3088-4726-8425-4453454a4ecf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Aug 23 12:53:41.601837 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7dc12-d5cc-47da-82b4-6eb2e4406269 req-7c2dfab6-6e28-42f9-8d0b-ea3bd7496d14 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:41.604274 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1a7dc12-d5cc-47da-82b4-6eb2e4406269 req-7c2dfab6-6e28-42f9-8d0b-ea3bd7496d14 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0637269 Aug 23 12:53:41.645520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d1a7dc12-d5cc-47da-82b4-6eb2e4406269 req-67806147-dfc1-470f-be90-2fc45fcc9090 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346861 Aug 23 12:53:41.766804 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade3919-305a-41a0-886b-9dbdedbf20f8 req-c9d21164-613e-480c-ae89-8f741bdb3f3c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:41.768359 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dade3919-305a-41a0-886b-9dbdedbf20f8 req-c9d21164-613e-480c-ae89-8f741bdb3f3c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0533745 Aug 23 12:53:41.809966 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dade3919-305a-41a0-886b-9dbdedbf20f8 req-1d23d33b-1894-4b53-a5b4-2b396166d6b6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350125 Aug 23 12:53:41.831785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43050) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:41.875629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeed233-91ca-4219-9bd3-af30dc4cf64c tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:41.877448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-3eeed233-91ca-4219-9bd3-af30dc4cf64c tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1091 time: 0.0443876 Aug 23 12:53:41.880486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43052) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:41.885581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:53:41.910031 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:42.015997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:42.129449 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.171 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/80a62a44-114d-4f18-aeea-72957dbc5d69) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:53:42.256013 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:42.300142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:42.347771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:53:42.350792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:53:42.354427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:53:42.363098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=80a62a44-114d-4f18-aeea-72957dbc5d69,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:42.782489 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:42.866899 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:43.027149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:43.031895 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:43.108280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=80a62a44-114d-4f18-aeea-72957dbc5d69,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:53:43.117376 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:43.234535 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 67f17d7f-9f06-43c6-aec7-273bf6f2a3dd associated. External IP: 172.25.1.171, port: 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce. Aug 23 12:53:43.797625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 732d46dd-f3de-4df7-9e91-5027c3f231f1 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:53:43.912869 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:53:43.924207 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] Sync routers for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:53:43.930310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:43.934840 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:43.935500 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:43.960529 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2e8a2b95-7dff-44fa-bf32-3260e077acff tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0789886 Aug 23 12:53:43.961167 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:53:43.964844 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ff1a7-66c2-4178-afd2-08652cd736cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:53:44.098105 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d069efe-8f23-48a9-8e56-351dfa521344 req-cfc6cba3-a472-4d54-a666-b335a82b2187 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:44.099793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d069efe-8f23-48a9-8e56-351dfa521344 req-cfc6cba3-a472-4d54-a666-b335a82b2187 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0794823 Aug 23 12:53:44.103351 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b00660-6ae7-468d-8da3-42d5136dd8b6 x-openstack-request-id: req-a5b00660-6ae7-468d-8da3-42d5136dd8b6 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:53:44.103987 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:53:44.104329 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5b00660-6ae7-468d-8da3-42d5136dd8b6 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:53:44.105165 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'status': 'completed', 'code': 200} Aug 23 12:53:44.176218 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0d069efe-8f23-48a9-8e56-351dfa521344 req-9e1c9ef4-6db3-4faa-b2be-9cd1a77b88f3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635531 Aug 23 12:53:44.192280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-dbbb4563-e807-4a0b-a250-1d4f094979c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:44.194113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-dbbb4563-e807-4a0b-a250-1d4f094979c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.0651371 Aug 23 12:53:44.202247 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:44.207001 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43060) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:44.337889 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-d2c4d385-291f-4976-aed4-a0bbdb375bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:44.339964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-d2c4d385-291f-4976-aed4-a0bbdb375bf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.1370871 Aug 23 12:53:44.431329 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-0f4ee9aa-8c9c-483f-980a-8528fde0c0b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 999 time: 0.0839965 Aug 23 12:53:44.477667 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:53:44.490405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-07d95f6b-0843-4da0-8993-dbec6f20d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:44.492861 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-07d95f6b-0843-4da0-8993-dbec6f20d283 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0550745 Aug 23 12:53:44.500288 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '67f17d7f-9f06-43c6-aec7-273bf6f2a3dd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'port_id': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'mac_address': 'fa:16:3e:7b:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:53:42Z', 'updated_at': '2021-08-23T12:53:42Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:32Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:44.533239 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] Checking router: 732d46dd-f3de-4df7-9e91-5027c3f231f1 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:53:44.550295 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:53:44.550969 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:53:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:44.555580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-c5be7a83-cc20-4fb1-a7a4-22f6e271edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:53:44.557157 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-c5be7a83-cc20-4fb1-a7a4-22f6e271edfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576117 Aug 23 12:53:44.616179 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f6642f8e-8f4c-4388-90e4-80ea9390fb9e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67f17d7f-9f06-43c6-aec7-273bf6f2a3dd HTTP/1.1" status: 200 len: 991 time: 0.4077094 Aug 23 12:53:44.685057 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-7893f231-d3d7-41c5-847d-0c815d8a9944 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206121 Aug 23 12:53:44.690759 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:53:44.794427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c1ff1a7-66c2-4178-afd2-08652cd736cf req-825de92b-75d8-494a-a93f-c19321bc9bfb service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992584 Aug 23 12:53:44.940469 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '67f17d7f-9f06-43c6-aec7-273bf6f2a3dd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'port_id': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'mac_address': 'fa:16:3e:7b:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:53:42Z', 'updated_at': '2021-08-23T12:53:42Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:32Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:53:44.970608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c56a58-0eb5-450f-9548-4b1ec062aa7d None None] The sync data for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 is: [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '67f17d7f-9f06-43c6-aec7-273bf6f2a3dd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'port_id': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'mac_address': 'fa:16:3e:7b:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:53:42Z', 'updated_at': '2021-08-23T12:53:42Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:32Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:53:45.182835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618c465d-a9e4-4a98-ba78-ee3c742954b1 None None] New status for floating IP 67f17d7f-9f06-43c6-aec7-273bf6f2a3dd: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:53:45.620079 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43062) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:53:45.696626 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-594232c8-e1e0-48d9-bd06-55d7a69184b3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67f17d7f-9f06-43c6-aec7-273bf6f2a3dd HTTP/1.1" status: 200 len: 993 time: 0.0749342 Aug 23 12:53:51.886246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-614f2a7b-72c2-46c6-9f31-5b2b1a1990ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:54.422287 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ec40806f-4d5b-40f4-870d-d80fd0a3cfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:54.473966 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:55.914527 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:57.559072 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:58.498581 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:53:58.827930 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:12.472839 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a1fb2-8022-4d83-85e2-a9957c4987ac req-e8a62124-f97e-434d-8c42-e9e63f8cb3cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:12.474354 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a4a1fb2-8022-4d83-85e2-a9957c4987ac req-e8a62124-f97e-434d-8c42-e9e63f8cb3cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0568049 Aug 23 12:54:12.534724 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1a4a1fb2-8022-4d83-85e2-a9957c4987ac req-849fe490-27bb-4cdc-85ff-bf11b2d30bcc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542707 Aug 23 12:54:12.552642 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-2d9ec194-34a5-4359-9e18-8d529a831fcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088367 Aug 23 12:54:13.659776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3efe8-645d-45d2-b1a3-870b70edcdb1 req-5681115e-f7c5-442d-b98d-f3d5cadfdf29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:13.661250 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cab3efe8-645d-45d2-b1a3-870b70edcdb1 req-5681115e-f7c5-442d-b98d-f3d5cadfdf29 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0564251 Aug 23 12:54:13.701204 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cab3efe8-645d-45d2-b1a3-870b70edcdb1 req-7199720e-b0ba-4425-bf60-1b0dc9ebfdc0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Aug 23 12:54:13.876477 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-650044ce-43b8-461d-aec9-a4a63f4590fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:13.878357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-650044ce-43b8-461d-aec9-a4a63f4590fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.0411494 Aug 23 12:54:13.976303 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-639dfe9a-23f8-4d59-b447-8ceb466d82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:13.978510 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-639dfe9a-23f8-4d59-b447-8ceb466d82a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.0926030 Aug 23 12:54:14.048237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-8f2b7164-be85-4336-a470-8e2526220ca7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 1001 time: 0.0613410 Aug 23 12:54:14.111092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-cbeb38c7-a555-4158-9954-159e646289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:14.112641 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-cbeb38c7-a555-4158-9954-159e646289ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0487545 Aug 23 12:54:14.160485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-0be88067-38d5-4e63-9b68-80c6ca2258bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:14.161941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-0be88067-38d5-4e63-9b68-80c6ca2258bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413890 Aug 23 12:54:14.266302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-0edab107-7c58-4cf9-a86c-0797330cd0cc service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970531 Aug 23 12:54:14.367917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-c55fae6e-3935-437c-a2bf-f519149cc01a service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914257 Aug 23 12:54:14.834244 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad775f-1089-493d-abed-2f763d940541 req-4a7b174b-78a8-420f-bd01-6d534b770817 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:14.836361 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59ad775f-1089-493d-abed-2f763d940541 req-4a7b174b-78a8-420f-bd01-6d534b770817 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0597565 Aug 23 12:54:14.878800 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-59ad775f-1089-493d-abed-2f763d940541 req-80222074-19a6-4e0a-9d47-45570b9624dd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363166 Aug 23 12:54:16.004046 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532fd33-aa46-44d9-bbc1-5cceeb605c8b req-5510a71b-84e7-49b2-81c0-ad456504f7b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:16.005646 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b532fd33-aa46-44d9-bbc1-5cceeb605c8b req-5510a71b-84e7-49b2-81c0-ad456504f7b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Aug 23 12:54:16.049660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b532fd33-aa46-44d9-bbc1-5cceeb605c8b req-46deed30-5756-4b60-94a1-4f24732ab3ee tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371737 Aug 23 12:54:17.172768 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245838c-5330-47dc-a244-33e46d9ebf53 req-02841fcf-fe26-4b8f-97af-ff619ba0f7e2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:17.174295 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6245838c-5330-47dc-a244-33e46d9ebf53 req-02841fcf-fe26-4b8f-97af-ff619ba0f7e2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Aug 23 12:54:17.212496 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6245838c-5330-47dc-a244-33e46d9ebf53 req-a41f78f3-97e2-4b4a-a9ea-f735e36d040f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Aug 23 12:54:18.336286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204bfb2-11c4-4ec1-aff6-04323ab1cfd2 req-d6812072-4eec-4d95-9b3a-8231b24803e9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:18.338788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7204bfb2-11c4-4ec1-aff6-04323ab1cfd2 req-d6812072-4eec-4d95-9b3a-8231b24803e9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0566261 Aug 23 12:54:18.381522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7204bfb2-11c4-4ec1-aff6-04323ab1cfd2 req-ddade5ff-0dfd-4347-b6b9-47cece846ceb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Aug 23 12:54:19.500313 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870427cf-b17a-463b-a8af-7807132200a7 req-4b7a3741-d8b2-40f6-8abe-e3d58c72aad7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:19.502132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-870427cf-b17a-463b-a8af-7807132200a7 req-4b7a3741-d8b2-40f6-8abe-e3d58c72aad7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0496192 Aug 23 12:54:19.542072 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-870427cf-b17a-463b-a8af-7807132200a7 req-c69f299a-5505-49bf-8f8d-936df66f75cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Aug 23 12:54:20.671589 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ee7b5-8400-434d-8862-f0d34bff9744 req-d53b70b9-6491-49f1-b70e-0b19b4f7ff15 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:20.674254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-130ee7b5-8400-434d-8862-f0d34bff9744 req-d53b70b9-6491-49f1-b70e-0b19b4f7ff15 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0640848 Aug 23 12:54:20.714736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-130ee7b5-8400-434d-8862-f0d34bff9744 req-cd618378-b16d-4f04-ad6a-75825b7a64ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346324 Aug 23 12:54:21.478619 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:54:21.838015 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddced3c-7f22-4271-a8e2-6afa13ce03d3 req-eefd89c3-420f-440f-9c21-7bd52e4ab4ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:21.839510 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ddced3c-7f22-4271-a8e2-6afa13ce03d3 req-eefd89c3-420f-440f-9c21-7bd52e4ab4ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0556705 Aug 23 12:54:21.877603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2ddced3c-7f22-4271-a8e2-6afa13ce03d3 req-66c7d8a0-6713-47bc-adb9-0da16ac243a7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321345 Aug 23 12:54:21.879047 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-99253e66-4161-4539-8e66-2a96b7b0566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:22.994154 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5418240-2cb6-4fc4-8d58-8e8177b34e41 req-8750ae37-ae28-4134-b776-10fe8b12975e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:22.995634 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5418240-2cb6-4fc4-8d58-8e8177b34e41 req-8750ae37-ae28-4134-b776-10fe8b12975e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Aug 23 12:54:23.033270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5418240-2cb6-4fc4-8d58-8e8177b34e41 req-ae16113b-a2e0-42b1-92b0-f3c5cb5224fa tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317638 Aug 23 12:54:24.150523 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1794d-8337-4d88-b6af-2384d4fa2c53 req-4a78c273-d9aa-4380-9d74-354e79c16d41 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:24.151998 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dcd1794d-8337-4d88-b6af-2384d4fa2c53 req-4a78c273-d9aa-4380-9d74-354e79c16d41 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Aug 23 12:54:24.189766 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dcd1794d-8337-4d88-b6af-2384d4fa2c53 req-67b78be8-16d4-44f2-8e4d-d0859bdbee7a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317719 Aug 23 12:54:24.423790 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a130f79b-5b77-44d8-aaa5-cf3880a4df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:24.465834 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:25.308785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64e331-4372-4345-86e8-8bbe4fecfae0 req-d6bf3d34-8c7b-49f4-a166-ca51d9a83a1f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:25.310320 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb64e331-4372-4345-86e8-8bbe4fecfae0 req-d6bf3d34-8c7b-49f4-a166-ca51d9a83a1f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0510263 Aug 23 12:54:25.353903 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb64e331-4372-4345-86e8-8bbe4fecfae0 req-5348af79-0632-484c-a54b-00f9ea89a103 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375552 Aug 23 12:54:25.917892 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:25.971023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-8a03edf0-c8f9-4dd7-a123-ede656ec7322 service neutron] 10.222.0.44 "GET /v2.0/ports/5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce/bindings/n-h1-773645-7 HTTP/1.1" status: 200 len: 382 time: 0.0602579 Aug 23 12:54:26.159752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-02ff8350-4ce7-4ffd-b7ee-5d3666c5bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:26.161294 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-02ff8350-4ce7-4ffd-b7ee-5d3666c5bef8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 1096 time: 0.0408015 Aug 23 12:54:26.224973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-a1d6ca5a-93a1-470d-b8e5-f49ce5484bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:26.226468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-a1d6ca5a-93a1-470d-b8e5-f49ce5484bf1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.0417950 Aug 23 12:54:26.324055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-273b08af-32e5-4054-8cf1-21b368119b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:26.325568 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-273b08af-32e5-4054-8cf1-21b368119b33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.0920203 Aug 23 12:54:26.392076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-bd764e23-d4fc-42ac-94a3-a35120133de3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 1001 time: 0.0590515 Aug 23 12:54:26.450934 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-e79f0a8d-b7d6-48b5-bee5-5b2bc4b07e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:26.452436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-e79f0a8d-b7d6-48b5-bee5-5b2bc4b07e29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0534241 Aug 23 12:54:26.470524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c554f3e-cfc2-4540-814b-ab0788caea1b req-bfa3abd5-e5af-4487-bf40-1d732aa700cf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:26.472026 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c554f3e-cfc2-4540-814b-ab0788caea1b req-bfa3abd5-e5af-4487-bf40-1d732aa700cf tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Aug 23 12:54:26.498847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-0891461d-6cf3-4b8e-97de-1ac58b1d2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:26.500285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-0891461d-6cf3-4b8e-97de-1ac58b1d2123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413766 Aug 23 12:54:26.511483 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c554f3e-cfc2-4540-814b-ab0788caea1b req-b8e75d1b-2fe9-45cd-9eb6-c2580ae317e3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335279 Aug 23 12:54:26.591760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-f9a28f86-05fe-4ae8-9e58-917b8f19f545 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845535 Aug 23 12:54:26.686383 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5524d87e-be1d-418c-8ebc-ed67ae047eaf req-cf82e1a0-f5d8-4f43-896d-a5a660d1617a service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866268 Aug 23 12:54:27.566794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:27.647645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe1631-0b9b-4468-945c-a20b6d4b0940 req-c0021c2a-c362-4aca-acf0-452491f58947 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:27.649202 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aebe1631-0b9b-4468-945c-a20b6d4b0940 req-c0021c2a-c362-4aca-acf0-452491f58947 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0558901 Aug 23 12:54:27.688664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-aebe1631-0b9b-4468-945c-a20b6d4b0940 req-fe231ced-c0e2-4b16-824b-2db6111ff4a3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324526 Aug 23 12:54:28.502554 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:28.809267 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308c14f-b92d-4150-be8b-0e1c337e7a94 req-e917a8a7-b397-40dd-a6cf-ddd6595d456f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:28.810813 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0308c14f-b92d-4150-be8b-0e1c337e7a94 req-e917a8a7-b397-40dd-a6cf-ddd6595d456f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0530977 Aug 23 12:54:28.836304 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:28.849767 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0308c14f-b92d-4150-be8b-0e1c337e7a94 req-6991f2e7-5c31-4730-9a54-b7c91a0b2e43 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330501 Aug 23 12:54:29.048836 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf9eb-0d0c-4517-9708-94d61c097a47 req-052a6644-7de2-4e01-94bc-36e2de823a16 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.050415 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2eaf9eb-0d0c-4517-9708-94d61c097a47 req-052a6644-7de2-4e01-94bc-36e2de823a16 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Aug 23 12:54:29.066813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-e41be358-c1d9-4105-9985-129a6e04e42f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.068359 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-e41be358-c1d9-4105-9985-129a6e04e42f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&binding%3Ahost_id=n-h1-773645-7 HTTP/1.1" status: 200 len: 945 time: 0.0568979 Aug 23 12:54:29.091770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c2eaf9eb-0d0c-4517-9708-94d61c097a47 req-1b6740ea-3517-4e49-96ad-8ad9d3cefdbd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353398 Aug 23 12:54:29.203582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-38b93dc6-baa4-46fe-a0c7-238d168daa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.205863 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-38b93dc6-baa4-46fe-a0c7-238d168daa7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.0842209 Aug 23 12:54:29.256113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235f53-8380-44c0-8b9a-e7a16c963474 req-432237b7-5ace-4087-b3e4-25e7aa143a56 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.257563 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1235f53-8380-44c0-8b9a-e7a16c963474 req-432237b7-5ace-4087-b3e4-25e7aa143a56 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0923798 Aug 23 12:54:29.338553 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1235f53-8380-44c0-8b9a-e7a16c963474 req-2af64be6-b9b4-4915-b675-79d2e4b755e0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531726 Aug 23 12:54:29.343260 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-a745bfcb-b1bf-4c43-95cf-9de36cfcd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.344716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-a745bfcb-b1bf-4c43-95cf-9de36cfcd964 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.1296401 Aug 23 12:54:29.410881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-482373be-f774-42c5-aed7-6fda11799023 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 1001 time: 0.0587690 Aug 23 12:54:29.470734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-768e2adf-bdab-4eaf-872b-65b60e63f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.472234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-768e2adf-bdab-4eaf-872b-65b60e63f65e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0546591 Aug 23 12:54:29.478537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:54:29.481794 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:54:29.520220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-ed06a7df-2aef-44e7-aee6-c618d8c710c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:29.521667 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-ed06a7df-2aef-44e7-aee6-c618d8c710c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420058 Aug 23 12:54:29.610697 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-af72ea39-3a5d-4d04-93fb-05e1e6fc95cb service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Aug 23 12:54:29.625012 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:29.657235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:54:29.662627 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:54:29.664872 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a276203a-0720-4301-b38f-592bd9b98651" -d '{"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:54:29.683784 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:54:29.685545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'port_id': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'mac_address': 'fa:16:3e:7b:aa:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:54:29.688627 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:29.710796 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-98592d15-a0e2-4bf7-8a87-c875774e516b req-431e9539-761a-4862-aad9-518a959167be service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933263 Aug 23 12:54:29.772585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:29.785296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:54:29.789782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:54:29.797908 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3cad9d-c779-4a13-87ca-74275ecb1061 x-openstack-request-id: req-9d3cad9d-c779-4a13-87ca-74275ecb1061 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:54:29.798246 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:54:29.798446 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d3cad9d-c779-4a13-87ca-74275ecb1061 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:54:29.798830 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'code': 200} Aug 23 12:54:29.801485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.801868 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.802218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.802565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.802906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.803234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.803562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.803892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.804217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.805242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.805242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.805242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:29.823970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:54:29.827999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:29.874000 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:54:30.096331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:54:30.453485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2bee-ea9b-41d2-ade6-2b5c0c0d3265 req-41b15b6b-d042-4bac-ab29-9dcea7b90963 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:30.454998 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e1a2bee-ea9b-41d2-ade6-2b5c0c0d3265 req-41b15b6b-d042-4bac-ab29-9dcea7b90963 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 944 time: 0.0489030 Aug 23 12:54:30.495528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5e1a2bee-ea9b-41d2-ade6-2b5c0c0d3265 req-c441d8d4-6f99-4384-ab9a-e6963c2d7310 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346115 Aug 23 12:54:30.523826 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43148) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:54:30.588297 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-127ef314-e1d1-4537-8906-bf8ee7271361 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/67f17d7f-9f06-43c6-aec7-273bf6f2a3dd HTTP/1.1" status: 200 len: 992 time: 0.0628264 Aug 23 12:54:31.501429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:54:31.560721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:54:31.561096 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:31.638830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:31.669782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:54:31.673782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:31.719699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:54:31.800006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:54:31.802286 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11734bc-0fbb-4efe-a70d-3f8ab6a33cf3" -d '{"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:54:31.841618 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b27804-6886-495b-ad34-8d6a404b2b7c x-openstack-request-id: req-c4b27804-6886-495b-ad34-8d6a404b2b7c {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:54:31.841946 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:54:31.842203 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4b27804-6886-495b-ad34-8d6a404b2b7c {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:54:31.842592 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'code': 200} Aug 23 12:54:35.701411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-276d2acf-e209-4aa7-af46-599da883bfaf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526326 Aug 23 12:54:35.785892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-7980c92c-3e27-43db-8c95-01128e872c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:35.787628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-7980c92c-3e27-43db-8c95-01128e872c3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.0433552 Aug 23 12:54:35.918554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-64167946-5842-4757-a803-ea258d7fb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:35.920028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-64167946-5842-4757-a803-ea258d7fb7c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.1085916 Aug 23 12:54:35.993899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-d64da56d-354b-4d28-81cf-40f2b66b2d0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 1001 time: 0.0652883 Aug 23 12:54:36.054650 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-ea1f1cfa-b56c-4d7b-99e4-a74352abd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:36.056149 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-ea1f1cfa-b56c-4d7b-99e4-a74352abd5d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0490873 Aug 23 12:54:36.105076 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-cef4fc56-3ead-48f6-96e6-8740bcceddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:54:36.106637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-cef4fc56-3ead-48f6-96e6-8740bcceddd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421984 Aug 23 12:54:36.197969 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-3c71b8bc-4e18-4033-85e3-e2415a2124b7 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841088 Aug 23 12:54:36.294324 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-42deb7e8-9388-4840-8c89-f114874aa2c5 req-3ff33535-610d-4550-a77d-f4fb8c540029 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891745 Aug 23 12:54:51.887839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3147f2d2-92fa-4035-aa4d-bf7ff2160df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:54.425651 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c59edde5-f8d0-4931-a350-b9609be10164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:54.470052 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:55.924978 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:57.561076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:58.479051 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:54:58.518732 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:58.861945 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:58.945142 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43166) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:54:59.134292 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 80a62a44-114d-4f18-aeea-72957dbc5d69 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:54:59.134519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:59.219102 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:59.219455 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:59.231950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 80a62a44-114d-4f18-aeea-72957dbc5d69 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:54:59.433204 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:59.462798 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=80a62a44-114d-4f18-aeea-72957dbc5d69,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:54:59.478006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.478438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.478831 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.479197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.479564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.479942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.480339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.480741 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.481075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.481409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.481763 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.482133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:54:59.548729 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:59.549135 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 67f17d7f-9f06-43c6-aec7-273bf6f2a3dd disassociated (deleted). External IP: 172.25.1.171, port: 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce. Aug 23 12:54:59.789033 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 732d46dd-f3de-4df7-9e91-5027c3f231f1 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:54:59.907215 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:54:59.913838 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:54:59.921245 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] Sync routers for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:54:59.932462 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:54:59.933084 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:54:59.947112 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-66403f62-88b2-4167-b3f3-40fc83f1a6be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/floatingips/67f17d7f-9f06-43c6-aec7-273bf6f2a3dd HTTP/1.1" status: 204 len: 168 time: 1.0002763 Aug 23 12:54:59.947829 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:54:59.950186 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ef848c-ad84-4143-a9ba-432c49e47b52" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:55:00.069365 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:00.115821 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97031d06-0005-4c48-a2ee-49d55bae80a3 x-openstack-request-id: req-97031d06-0005-4c48-a2ee-49d55bae80a3 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:55:00.116455 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:55:00.116624 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97031d06-0005-4c48-a2ee-49d55bae80a3 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:55:00.117030 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'status': 'completed', 'code': 200} Aug 23 12:55:00.190684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-dc63a147-a564-41a6-aed5-6f14c1407a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:00.192519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-dc63a147-a564-41a6-aed5-6f14c1407a7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 1096 time: 0.0476010 Aug 23 12:55:00.233807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8d44-d1ec-4643-a194-0551706d0f66 req-9356a95f-2802-4c19-a270-37b9d643242d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:00.236460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37ae8d44-d1ec-4643-a194-0551706d0f66 req-9356a95f-2802-4c19-a270-37b9d643242d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0711651 Aug 23 12:55:00.289622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37ae8d44-d1ec-4643-a194-0551706d0f66 req-ca9945a9-ef6a-467e-b07b-110759cb38c4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Aug 23 12:55:00.334804 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-dcb848be-ad1f-45eb-9a44-0fe5716278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:00.335777 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:32Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:00.336865 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-dcb848be-ad1f-45eb-9a44-0fe5716278f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 200 len: 898 time: 0.1362967 Aug 23 12:55:00.366947 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] Checking router: 732d46dd-f3de-4df7-9e91-5027c3f231f1 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:55:00.376638 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:00.377249 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:00.381765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-9ae85aed-aeb0-4019-8e6d-e0ac8d4c90a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 200 len: 217 time: 0.0378246 Aug 23 12:55:00.444928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-d1e88418-1f1f-4d92-91e7-70bbf6200309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:00.447317 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-d1e88418-1f1f-4d92-91e7-70bbf6200309 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 200 len: 835 time: 0.0583391 Aug 23 12:55:00.496252 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:00.502461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-7b440fed-a041-4609-a6c0-f39598afa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:00.503988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-7b440fed-a041-4609-a6c0-f39598afa658 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abff3d8a-6b39-468f-b78b-cbae870ce3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495298 Aug 23 12:55:00.596396 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-54116767-c2e1-484b-8fec-264bf152b304 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845556 Aug 23 12:55:00.710097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-94ef848c-ad84-4143-a9ba-432c49e47b52 req-c74a06c1-0b55-4179-9e26-4d89216ab1f8 service neutron] 10.222.0.44 "GET /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036632 Aug 23 12:55:00.801026 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:32Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:00.827264 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17d01a-69ff-4f98-9a5b-c060bf65ff32 None None] The sync data for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 is: [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:53:27Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '1c7bf625-50e9-4a68-bab2-a0bd075b90e9', 'name': '', 'network_id': 'abff3d8a-6b39-468f-b78b-cbae870ce3a5', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:14:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:26Z', 'updated_at': '2021-08-23T12:53:32Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': '39f256d3-bb30-4b19-be8f-cde699dbe770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:55:01.085767 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48568eb4-3ba4-440b-b670-5169a07cba99 None None] New status for floating IP 67f17d7f-9f06-43c6-aec7-273bf6f2a3dd: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:55:01.437438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9002e1a-8789-4f5d-97fc-d063daf979d9 req-73afe693-4b94-4828-b83f-03ead6144f92 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:01.438988 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9002e1a-8789-4f5d-97fc-d063daf979d9 req-73afe693-4b94-4828-b83f-03ead6144f92 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0663354 Aug 23 12:55:01.512093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-878d7758-619f-4b6f-af43-b6f78258e7d0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:01.513947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-878d7758-619f-4b6f-af43-b6f78258e7d0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa8e656d-7d5d-4376-959e-5fd0e531b312 HTTP/1.1" status: 200 len: 945 time: 0.0969596 Aug 23 12:55:01.517824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d9002e1a-8789-4f5d-97fc-d063daf979d9 req-26017619-70f6-4f21-aa6e-a4a0bc64873c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=f16d0b2e-5378-4d9d-9d59-198ba3d2c616&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650389 Aug 23 12:55:01.615115 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:55:01.615465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:01.707318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:01.707589 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:01.720430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:55:01.859093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:01.890740 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:01.918801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.919157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.919506 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.919849 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.920186 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.920523 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.920860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.921196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.921526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.921881 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.922209 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.922535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:01.943909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] No DVR routers for this DVR port 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:55:01.947211 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:01.949295 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-161cbf45-468a-4365-b5f5-68019b4dcd1a req-d3b85476-fcf3-4f9a-890a-6ed34fcdcae4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "DELETE /v2.0/ports/5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce HTTP/1.1" status: 204 len: 173 time: 0.4288375 Aug 23 12:55:01.949758 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-deleted', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:55:01.952074 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b72ea2-bd43-4ed3-8d58-49f266a98114" -d '{"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-deleted", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:55:01.988180 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61cec0-eeb9-4625-9189-67cd4608d5e2 x-openstack-request-id: req-1c61cec0-eeb9-4625-9189-67cd4608d5e2 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:55:01.988703 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e656d-7d5d-4376-959e-5fd0e531b312", "name": "network-vif-deleted", "tag": "5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:55:01.988703 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c61cec0-eeb9-4625-9189-67cd4608d5e2 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:55:01.989115 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e656d-7d5d-4376-959e-5fd0e531b312', 'name': 'network-vif-deleted', 'tag': '5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce', 'status': 'completed', 'code': 200} Aug 23 12:55:02.581299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43186) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:02.981357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:03.249578 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:55:03.249868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:03.360128 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 1c7bf625-50e9-4a68-bab2-a0bd075b90e9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:03.360482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:03.373495 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:55:03.567024 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:03.595276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=1c7bf625-50e9-4a68-bab2-a0bd075b90e9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:03.777762 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:04.011268 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 732d46dd-f3de-4df7-9e91-5027c3f231f1 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:55:04.127598 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:55:04.133168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-0fa56197-6e4d-4af3-af6c-d53de5ffaed0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/732d46dd-f3de-4df7-9e91-5027c3f231f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505528 Aug 23 12:55:04.135999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43188) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:04.138350 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] Sync routers for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:55:04.147906 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:04.148519 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:04.189109 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting subnet 39f256d3-bb30-4b19-be8f-cde699dbe770 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:55:04.192307 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:04.237269 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:04.267157 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:04.467359 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:55:03Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:04.499795 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] Checking router: 732d46dd-f3de-4df7-9e91-5027c3f231f1 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:55:04.510255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] Routers {'732d46dd-f3de-4df7-9e91-5027c3f231f1'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:04.510873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['732d46dd-f3de-4df7-9e91-5027c3f231f1'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:04.626024 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] Set router 732d46dd-f3de-4df7-9e91-5027c3f231f1 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:04.643411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:04.705644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:04.731591 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Subnet': ['ID=39f256d3-bb30-4b19-be8f-cde699dbe770,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:04.737671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:04.739643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2c8b6965-df68-40f4-919c-abd8e369456b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/subnets/39f256d3-bb30-4b19-be8f-cde699dbe770 HTTP/1.1" status: 204 len: 168 time: 0.6026392 Aug 23 12:55:04.742901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43190) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:04.747565 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b35338-edbd-426a-95ad-36061ffda848 None None] Network abff3d8a-6b39-468f-b78b-cbae870ce3a5 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:55:04.815567 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:55:03Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:04.845340 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ca4b1-77ea-4771-bc19-627f2292f272 None None] The sync data for ids ['732d46dd-f3de-4df7-9e91-5027c3f231f1'] in n-d-773645-7 is: [{'id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-401637123', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:53:22Z', 'updated_at': '2021-08-23T12:55:03Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '298e42b8-bb29-4ea3-8a18-eb14caa762ec', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732d46dd-f3de-4df7-9e91-5027c3f231f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:53:23Z', 'updated_at': '2021-08-23T12:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:55:04.862718 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.002777 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.057207 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 298e42b8-bb29-4ea3-8a18-eb14caa762ec {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:55:05.057663 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.145354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 298e42b8-bb29-4ea3-8a18-eb14caa762ec, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=298e42b8-bb29-4ea3-8a18-eb14caa762ec,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:05.146074 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.158844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 298e42b8-bb29-4ea3-8a18-eb14caa762ec owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:55:05.227426 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] DHCP port deletion for abff3d8a-6b39-468f-b78b-cbae870ce3a5 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:55:05.288388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] Deleting port 3ee975ca-b811-4b88-87a1-a687e7314a1a {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:55:05.288856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.375378 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.381679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] For port 3ee975ca-b811-4b88-87a1-a687e7314a1a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3ee975ca-b811-4b88-87a1-a687e7314a1a,segment=NetworkSegment(afbb1f68-4d96-42dd-93fc-37a914c09a41),segment_id=afbb1f68-4d96-42dd-93fc-37a914c09a41)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:05.382436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.401175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] Calling delete_port for 3ee975ca-b811-4b88-87a1-a687e7314a1a owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:55:05.410367 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=298e42b8-bb29-4ea3-8a18-eb14caa762ec,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:05.483224 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.500772 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.529350 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] Pushing event deleted for resources: {'Port': ['ID=3ee975ca-b811-4b88-87a1-a687e7314a1a,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:05.531366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1eef69-a85c-43ec-a680-a0826c960006 None None] No DVR routers for this DVR port 3ee975ca-b811-4b88-87a1-a687e7314a1a on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:55:05.592300 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.594648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.639990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.640581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Fanout notify agent at l3_agent the message router_deleted on router 732d46dd-f3de-4df7-9e91-5027c3f231f1 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:55:05.647988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.649905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-793ebabf-b682-4397-bdfa-be6d15dc7a76 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/routers/732d46dd-f3de-4df7-9e91-5027c3f231f1 HTTP/1.1" status: 204 len: 168 time: 0.9059181 Aug 23 12:55:05.653500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43192) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:05.657017 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:55:05.682215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:55:05.683056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 5b6e0ed8-837a-46b6-b9d8-c4eedc6dd1ce not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:55:05.750163 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.851788 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:05.864084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abff3d8a-6b39-468f-b78b-cbae870ce3a5']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:06.192048 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbb1f68-4d96-42dd-93fc-37a914c09a41') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:06.192299 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbb1f68-4d96-42dd-93fc-37a914c09a41') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:06.203988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.218185 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.224034 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:55:06.224425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:55:06.227458 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:55:06.285767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.292920 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.294818 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/networks/abff3d8a-6b39-468f-b78b-cbae870ce3a5 HTTP/1.1" status: 204 len: 168 time: 0.6402814 Aug 23 12:55:06.298435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43194) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:06.306632 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd28eaa-e3a3-49ab-a69f-d9c35467d79c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Network': ['ID=abff3d8a-6b39-468f-b78b-cbae870ce3a5,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:06.362606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcf6546a-ec0f-4ea4-8dab-50b08c26dd93 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.399149 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcf6546a-ec0f-4ea4-8dab-50b08c26dd93 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.435038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 298e42b8-bb29-4ea3-8a18-eb14caa762ec no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:55:06.456421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 298e42b8-bb29-4ea3-8a18-eb14caa762ec {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:55:06.456761 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 298e42b8-bb29-4ea3-8a18-eb14caa762ec not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:55:06.457183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3ee975ca-b811-4b88-87a1-a687e7314a1a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:55:06.468681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcf6546a-ec0f-4ea4-8dab-50b08c26dd93 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.471421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-dcf6546a-ec0f-4ea4-8dab-50b08c26dd93 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.472643 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-dcf6546a-ec0f-4ea4-8dab-50b08c26dd93 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/security-groups/f16d0b2e-5378-4d9d-9d59-198ba3d2c616 HTTP/1.1" status: 204 len: 168 time: 0.1730924 Aug 23 12:55:06.477909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 3ee975ca-b811-4b88-87a1-a687e7314a1a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:55:06.478261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3ee975ca-b811-4b88-87a1-a687e7314a1a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:55:06.478675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:55:06.482625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6546a-ec0f-4ea4-8dab-50b08c26dd93 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16d0b2e-5378-4d9d-9d59-198ba3d2c616,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:06.502953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:55:06.503251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 1c7bf625-50e9-4a68-bab2-a0bd075b90e9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:55:06.704828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43200) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:06.709713 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241213791', 'description': 'tempest-secgroup-smoke-1241213791 description', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:06.731977 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.827384 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.831550 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.857432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.858720 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528139 Aug 23 12:55:06.861943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43202) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:06.863075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343db33-eb7e-486d-adb0-4ad2e11909c6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f86c33-d42d-4f00-afbb-789c7b017ecf,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:06.869731 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '76f86c33-d42d-4f00-afbb-789c7b017ecf', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:06.901824 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.969488 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.973118 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.990750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f2e76c-4d70-469d-9b29-73aadc405001,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:06.998668 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:06.999926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44d2e928-937a-4b9b-a913-1baba0d5ea36 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365418 Aug 23 12:55:07.003329 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43204) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.007890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '76f86c33-d42d-4f00-afbb-789c7b017ecf', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.036748 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.100029 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.104507 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.122254 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f95a658-cfe8-4c29-abb0-5e15815afd3e,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:07.128949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.130300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bd33e5c7-6222-45f9-9cfc-9548055d8013 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259699 Aug 23 12:55:07.132967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43206) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.137696 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '76f86c33-d42d-4f00-afbb-789c7b017ecf', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.166988 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.228634 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.232325 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.250524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619a1ac6-bb7e-4258-ae22-e9a3d21929f0,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:07.259322 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.260608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e0e3e82b-a5d4-4fa8-91e8-c977a763ead4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266739 Aug 23 12:55:07.263539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43208) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.268567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '76f86c33-d42d-4f00-afbb-789c7b017ecf', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.296381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.361992 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.366223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.384734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c93fbd0-5b25-46c9-ac06-177745a73b98,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:07.392208 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.393665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4eafa5ea-04a9-4239-922d-d221cda8c3c8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290581 Aug 23 12:55:07.396435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43210) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.401499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '76f86c33-d42d-4f00-afbb-789c7b017ecf', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.425445 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:55:07.432023 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.494617 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.498338 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.517480 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd19b3c-d960-4f3c-8708-106b85d0b40a,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:07.524792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.526271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bd18169b-b9fb-4c7f-96de-976adb8e0678 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288748 Aug 23 12:55:07.530023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43212) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.534752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '76f86c33-d42d-4f00-afbb-789c7b017ecf', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.557979 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:55:07.562959 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.627579 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.631408 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.649847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9ca446-3e8b-48c0-8f70-97f94fcb1714,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:07.659327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.660566 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-141838ec-aa22-4fa6-8aa0-6f785bcb5f89 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295815 Aug 23 12:55:07.663466 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43214) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.668427 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'network': {'name': 'tempest-network-smoke--1777331443', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'port_security_enabled': True}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.688955 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:55:07.692464 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.717221 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:55:07.726183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.726559 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Added segment 07da6dfc-65e8-49c5-8e76-4825095255ad of type vlan for network 7f192672-4718-4f04-ba32-42d473c6bdaa Aug 23 12:55:07.767205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.793476 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.799188 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:07.799795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.833759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691933 Aug 23 12:55:07.837033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43216) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:07.843788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'admin_state_up': True, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:07.887797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd07407-ca4d-4756-b317-160c916c23ed tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Network': ['ID=7f192672-4718-4f04-ba32-42d473c6bdaa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:07.900190 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 7f192672-4718-4f04-ba32-42d473c6bdaa details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:55:07.908832 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.910237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:07.968381 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:08.125114 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:08.343076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:08.368253 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:08.488194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.15 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/80a63f7e-79f2-4492-a8a1-e7c14e3e1d38) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:55:08.605076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:08.646792 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:08.688685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:55:08.691489 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:08.694948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:55:08.702675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:08.976294 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:09.198588 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:09.341483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:55:09.460395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:55:09.471145 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Sync routers for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:55:09.480823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:09.481194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:09.481512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:09.482765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b00a7e0c-8c72-4911-896d-97efb6cdea9b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6447732 Aug 23 12:55:09.486888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43218) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:09.521851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-88e29b79-1c6e-4bf9-815b-f9c254faba7b tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3eb3fd0f32f14e3fa326576fe80fe4e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310686 Aug 23 12:55:09.522090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43220) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:09.621835 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a745b8-1717-49ec-bfc7-28c3f6792f9c tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:09.623404 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-31a745b8-1717-49ec-bfc7-28c3f6792f9c tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1003404 Aug 23 12:55:09.627165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43222) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:09.666967 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-f631cdee-ca60-468d-9a92-7bbb2c2614f5 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361600 Aug 23 12:55:09.667208 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43224) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:09.672316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1871955614', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:09.766594 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:55:09.769601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:09.770825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:09.967348 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:08Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:09.980933 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.002019 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Checking router: 7d1bfdf9-a944-4758-a2cb-3ae8655c152e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:55:10.002367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Updating router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:55:10.028599 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.045261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Subnet': ['ID=b740e8ea-9788-4c21-80d0-c9bfa6294a39,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:10.053669 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Checking segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:55:10.054091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network hostable DHCP agents. Network: 7f192672-4718-4f04-ba32-42d473c6bdaa, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:55:10.072815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 7f192672-4718-4f04-ba32-42d473c6bdaa is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:55:10.081821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 7f192672-4718-4f04-ba32-42d473c6bdaa) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:10.086332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:10.086926 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.104387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b62f8067-6e67-4a70-b595-2cba9ac8d287 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4329972 Aug 23 12:55:10.105006 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43226) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:10.111779 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80bf82-b4cd-40d0-abe4-ed5816d20098 None None] Network 7f192672-4718-4f04-ba32-42d473c6bdaa requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:55:10.353070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-7f192672-4718-4f04-ba32-42d473c6bdaa', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:55:10.353957 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.466322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.486787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Transition to ACTIVE for port object 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:10.496669 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.581040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5415e86-c84d-4c8e-8827-0bd98bd70859 None None] Pushing event updated for resources: {'Port': ['ID=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:10.587835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Allocated IP 172.20.0.2 (7f192672-4718-4f04-ba32-42d473c6bdaa/b740e8ea-9788-4c21-80d0-c9bfa6294a39/bbb5887d-e9fd-43b7-8759-6040ef6925af) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:55:10.592903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.593479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Attempting to bind port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:55:10.593585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Attempting to bind port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:55:10.593975 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Attempting to bind port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:55:10.604693 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:55:10.605068 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:55:10.605483 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.605926 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:55:10.606382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Bound port: 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:55:10.606792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.714963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] For port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:55:10.720065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] For port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:55:10.728113 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.832345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5415e86-c84d-4c8e-8827-0bd98bd70859 None None] Pushing event updated for resources: {'Port': ['ID=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:10.840650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:10.841279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:10.895654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:10.910599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Transition to ACTIVE for port object bbb5887d-e9fd-43b7-8759-6040ef6925af will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:10.969251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Transition to ACTIVE for port object bbb5887d-e9fd-43b7-8759-6040ef6925af will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:10.981149 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.002607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:11.098447 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Network 7f192672-4718-4f04-ba32-42d473c6bdaa is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:55:11.112430 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:11.115689 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Pushing event updated for resources: {'Port': ['ID=bbb5887d-e9fd-43b7-8759-6040ef6925af,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:11.118636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:55:11.215274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Attempting to bind port bbb5887d-e9fd-43b7-8759-6040ef6925af on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:55:11.215628 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Attempting to bind port bbb5887d-e9fd-43b7-8759-6040ef6925af by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:55:11.216015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Attempting to bind port bbb5887d-e9fd-43b7-8759-6040ef6925af on network 7f192672-4718-4f04-ba32-42d473c6bdaa {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:55:11.229135 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.1 (7f192672-4718-4f04-ba32-42d473c6bdaa/b740e8ea-9788-4c21-80d0-c9bfa6294a39/15429458-ea7c-48c2-a640-612341e0fee0) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:55:11.230726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:55:11.231110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Checking segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:55:11.231522 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.231946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Bound using segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:55:11.232405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Bound port: bbb5887d-e9fd-43b7-8759-6040ef6925af, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:55:11.232789 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.326704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] For port bbb5887d-e9fd-43b7-8759-6040ef6925af, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:55:11.331028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] For port bbb5887d-e9fd-43b7-8759-6040ef6925af, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bbb5887d-e9fd-43b7-8759-6040ef6925af,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:55:11.337511 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.340274 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:08Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:11.361423 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.379767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 15429458-ea7c-48c2-a640-612341e0fee0 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:11.398126 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757868c-614c-4d4f-8fdb-1916047f1347 None None] The sync data for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 is: [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:08Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:55:11.423231 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.435971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c64e2-db23-4a10-abcf-968bda947fab None None] Pushing event updated for resources: {'Port': ['ID=bbb5887d-e9fd-43b7-8759-6040ef6925af,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:11.493244 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 7f192672-4718-4f04-ba32-42d473c6bdaa is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:55:11.499157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:11.504282 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:55:11.515490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=15429458-ea7c-48c2-a640-612341e0fee0,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:11.573673 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:11.750183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:12.082465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:12.087919 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:12.167660 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=15429458-ea7c-48c2-a640-612341e0fee0,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:12.170191 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:12.288694 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 7f192672-4718-4f04-ba32-42d473c6bdaa is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:55:12.290642 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:12.449413 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:55:12.530601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bbb5887d-e9fd-43b7-8759-6040ef6925af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:12.565815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4836c54-4222-48e9-8dae-f8a667ba5c6f None None] Network 7f192672-4718-4f04-ba32-42d473c6bdaa requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:55:12.587472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:55:12.593045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bbe1312a-9f9d-4bc9-9eb4-123d6e9abb45 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/7d1bfdf9-a944-4758-a2cb-3ae8655c152e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867938 Aug 23 12:55:12.658116 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port bbb5887d-e9fd-43b7-8759-6040ef6925af completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:12.670215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:12.704526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] Provisioning for port bbb5887d-e9fd-43b7-8759-6040ef6925af completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:12.734050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] Provisioning complete for port bbb5887d-e9fd-43b7-8759-6040ef6925af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:12.734425 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:12.761469 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-37bf1ff6-a1f7-4d67-b085-cea5a10590a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241213791&fields=id&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 267 time: 0.0374296 Aug 23 12:55:12.827147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:12.832727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:12.833104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:12.887780 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-0eceecc2-b157-41ac-a792-b6f402a00b82 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:12.889463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-0eceecc2-b157-41ac-a792-b6f402a00b82 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 797 time: 0.1202359 Aug 23 12:55:12.908747 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-bb68d6b0-af0f-482c-a008-ba35f38b3ce8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/quotas/3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 375 time: 0.0109322 Aug 23 12:55:12.972122 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-3f46371a-b731-45e2-9926-b511ac804ff8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559285 Aug 23 12:55:13.067981 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.107300 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-4385dc0f-771c-42a6-9ccd-4b8964c9049e service neutron] 10.222.0.21 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193664 Aug 23 12:55:13.127137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] For port bbb5887d-e9fd-43b7-8759-6040ef6925af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bbb5887d-e9fd-43b7-8759-6040ef6925af,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:13.135358 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.171979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.203523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:13.218431 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.229971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e33b2-2a62-45c6-9d22-cc5041668f0f None None] Pushing event updated for resources: {'Port': ['ID=bbb5887d-e9fd-43b7-8759-6040ef6925af,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:13.266950 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-a4fbdffc-bebb-4871-a4aa-72d2a4104c7c service neutron] 10.222.0.21 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517560 Aug 23 12:55:13.293824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:13.332477 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Sync routers for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:55:13.346668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:13.347784 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:13.371167 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-42c29628-e01d-4133-80e0-b3bc2813509d None None] Provisioning for port 15429458-ea7c-48c2-a640-612341e0fee0 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:13.376732 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-42c29628-e01d-4133-80e0-b3bc2813509d None None] Provisioning complete for port 15429458-ea7c-48c2-a640-612341e0fee0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:13.377119 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-42c29628-e01d-4133-80e0-b3bc2813509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.421592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-42c29628-e01d-4133-80e0-b3bc2813509d None None] Port 15429458-ea7c-48c2-a640-612341e0fee0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:55:13.445961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-42c29628-e01d-4133-80e0-b3bc2813509d None None] Provisioning complete for port bbb5887d-e9fd-43b7-8759-6040ef6925af triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:13.446344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-42c29628-e01d-4133-80e0-b3bc2813509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.544730 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1479b3b8-8cf6-43bf-b8fb-edd40371578e req-260eeace-a7aa-474b-9b2a-d5d655a2354e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 210 time: 0.0593212 Aug 23 12:55:13.549326 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:13.764534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cb37ed8b-ed5f-40a8-8a11-b3d9b04a52e7 None None] Provisioning complete for port 15429458-ea7c-48c2-a640-612341e0fee0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:13.765511 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cb37ed8b-ed5f-40a8-8a11-b3d9b04a52e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.801833 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cb37ed8b-ed5f-40a8-8a11-b3d9b04a52e7 None None] Port 15429458-ea7c-48c2-a640-612341e0fee0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:55:13.818625 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 2, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:13.848869 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Checking router: 7d1bfdf9-a944-4758-a2cb-3ae8655c152e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:55:13.849208 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Updating router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e port 15429458-ea7c-48c2-a640-612341e0fee0 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:55:13.883219 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.924371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-339eaec6-fbe8-415e-ae55-62fd7e370baf None None] Provisioning complete for port 15429458-ea7c-48c2-a640-612341e0fee0 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:13.924868 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-339eaec6-fbe8-415e-ae55-62fd7e370baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:13.973633 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-339eaec6-fbe8-415e-ae55-62fd7e370baf None None] Port 15429458-ea7c-48c2-a640-612341e0fee0 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:55:14.184015 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.193881 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Transition to ACTIVE for port object 15429458-ea7c-48c2-a640-612341e0fee0 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:14.200182 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.252941 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Pushing event updated for resources: {'Port': ['ID=15429458-ea7c-48c2-a640-612341e0fee0,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:14.280243 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.280869 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.281217 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.281556 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.281940 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.282256 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.282585 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.282911 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.283237 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.283552 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.283875 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.284197 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:55:14.314444 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Attempting to bind port 15429458-ea7c-48c2-a640-612341e0fee0 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:55:14.314818 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Attempting to bind port 15429458-ea7c-48c2-a640-612341e0fee0 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:55:14.315179 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Attempting to bind port 15429458-ea7c-48c2-a640-612341e0fee0 on network 7f192672-4718-4f04-ba32-42d473c6bdaa {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:55:14.321260 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:55:14.321637 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Checking segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:55:14.322072 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.322491 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Bound using segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:55:14.322949 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Bound port: 15429458-ea7c-48c2-a640-612341e0fee0, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:55:14.323333 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.401403 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] For port 15429458-ea7c-48c2-a640-612341e0fee0, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:55:14.406937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] For port 15429458-ea7c-48c2-a640-612341e0fee0, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=15429458-ea7c-48c2-a640-612341e0fee0,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:55:14.412885 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.463424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bbb5887d-e9fd-43b7-8759-6040ef6925af up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:14.483752 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:14.485921 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:54:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:14.545895 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port bbb5887d-e9fd-43b7-8759-6040ef6925af triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:14.546377 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.680099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:14.738646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-2ea9ad22-6d80-4ab5-8eac-34471c202413 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:14.743806 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-2ea9ad22-6d80-4ab5-8eac-34471c202413 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 797 time: 0.1855009 Aug 23 12:55:14.747341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0f21cafd-7231-483e-a732-a37ff075d047 req-9a051cc0-fb1a-4bfa-8aef-78a6c146ddd3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 210 time: 0.0805824 Aug 23 12:55:14.784896 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:14.785723 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:14.796317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc236-5635-45ef-8b51-d029b1b1c9e5 None None] Pushing event updated for resources: {'Port': ['ID=15429458-ea7c-48c2-a640-612341e0fee0,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:14.808991 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:14.810116 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-a7e0cc20-1b4d-4401-a11e-e50deb6348f3 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 380 time: 0.0565939 Aug 23 12:55:14.821862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'port': {'device_id': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'admin_state_up': True, 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'security_groups': ['76f86c33-d42d-4f00-afbb-789c7b017ecf']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:14.966309 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:55:14.969912 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:15.040419 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:14Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:15.067590 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbfebe-69ab-4522-b4a4-93af76453a8e None None] The sync data for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 is: [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:14Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:55:15.141791 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.6 (7f192672-4718-4f04-ba32-42d473c6bdaa/b740e8ea-9788-4c21-80d0-c9bfa6294a39/a26bc52f-e2ae-43e0-887c-96e8b7ed1985) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:55:15.315690 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:15.337360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object a26bc52f-e2ae-43e0-887c-96e8b7ed1985 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:15.377569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:15.447214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 7f192672-4718-4f04-ba32-42d473c6bdaa is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:55:15.450560 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:15.454705 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:55:15.465637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:15.523251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:15.524262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:15.547430 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d0d46090-9f1a-4a05-ba27-6cccd32d9973 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286325 Aug 23 12:55:15.564332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Request body: {'port': {'device_id': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:15.639433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:15.791835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-577c173f-45f4-456b-b26f-52e6f8f98110 None None] Provisioning for port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:15.796817 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-577c173f-45f4-456b-b26f-52e6f8f98110 None None] Provisioning complete for port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:15.797346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-577c173f-45f4-456b-b26f-52e6f8f98110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:15.837380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-577c173f-45f4-456b-b26f-52e6f8f98110 None None] Port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:55:15.967899 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269beed-7629-49d9-9ac4-4249c74ab4a0 req-17c6f54f-00a2-4986-83d9-a8b48419c763 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:15.969875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9269beed-7629-49d9-9ac4-4249c74ab4a0 req-17c6f54f-00a2-4986-83d9-a8b48419c763 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 931 time: 0.0883105 Aug 23 12:55:16.067118 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9269beed-7629-49d9-9ac4-4249c74ab4a0 req-ee457f69-1142-4df8-9e7c-5630b59a5b5d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788584 Aug 23 12:55:16.083921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26bc52f-e2ae-43e0-887c-96e8b7ed1985 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:55:16.094698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.110685 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Transition to ACTIVE for port object a26bc52f-e2ae-43e0-887c-96e8b7ed1985 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:55:16.115458 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.180554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Pushing event updated for resources: {'Port': ['ID=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:16.259354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Attempting to bind port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:55:16.259931 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Attempting to bind port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:55:16.260333 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Attempting to bind port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 on network 7f192672-4718-4f04-ba32-42d473c6bdaa {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:55:16.265503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 on network 7f192672-4718-4f04-ba32-42d473c6bdaa not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:55:16.265726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Attempting to bind port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 on network 7f192672-4718-4f04-ba32-42d473c6bdaa {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:55:16.272091 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:55:16.272386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Checking segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:55:16.272778 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Bound using segment: {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:55:16.273970 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Bound port: a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07da6dfc-65e8-49c5-8e76-4825095255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:55:16.274348 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.372726 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] For port a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:55:16.376797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] For port a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:55:16.381821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.421042 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:16.421788 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.423265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] 10.222.0.44 "PUT /v2.0/ports/a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 1091 time: 0.8659863 Aug 23 12:55:16.423582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:55:16.426127 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb198a27-af7d-4d86-aca5-8a12ea72c903" -d '{"events": [{"name": "network-changed", "server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:55:16.502628 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ef13c-3bd1-49d0-8988-2c8f322b887d x-openstack-request-id: req-e73ef13c-3bd1-49d0-8988-2c8f322b887d {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:55:16.503066 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:55:16.503488 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e73ef13c-3bd1-49d0-8988-2c8f322b887d {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:55:16.504258 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'status': 'completed', 'code': 200} Aug 23 12:55:16.538575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 15429458-ea7c-48c2-a640-612341e0fee0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:16.547228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb8b92-1c48-42cf-87e5-3951ad79294b service neutron] Pushing event updated for resources: {'Port': ['ID=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:16.575383 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-ea0e0c7d-2d1e-4504-9288-d9a3d60950ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:16.577372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-ea0e0c7d-2d1e-4504-9288-d9a3d60950ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1094 time: 0.0879681 Aug 23 12:55:16.607536 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 15429458-ea7c-48c2-a640-612341e0fee0 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:16.614077 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 15429458-ea7c-48c2-a640-612341e0fee0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:16.614675 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.623611 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-d94bc9b4-8b42-4a46-9c73-53cad2a9f52b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 217 time: 0.0377932 Aug 23 12:55:16.683792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-72d4a30b-de53-4ecf-a58b-3a080761d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:16.685380 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-72d4a30b-de53-4ecf-a58b-3a080761d81c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0547190 Aug 23 12:55:16.726266 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.745928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-88634d01-fe9a-4cc9-a0c7-a8b5dbceeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:16.747466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-88634d01-fe9a-4cc9-a0c7-a8b5dbceeb0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546472 Aug 23 12:55:16.762034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 15429458-ea7c-48c2-a640-612341e0fee0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=15429458-ea7c-48c2-a640-612341e0fee0,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:16.766450 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:16.826647 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=15429458-ea7c-48c2-a640-612341e0fee0,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:16.852280 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-22734363-d276-4126-aa15-108bb1676509 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958679 Aug 23 12:55:16.957090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2acf766d-4271-4563-9ab9-c821abc72d50 req-0ef61da0-981d-4cd4-a4d3-ac99c50ff853 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970092 Aug 23 12:55:17.053576 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-b6c81a40-2344-49fc-a7b8-ddbb3782ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:17.055190 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-b6c81a40-2344-49fc-a7b8-ddbb3782ab94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1094 time: 0.0439041 Aug 23 12:55:17.175131 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-6d05f45a-7f52-4ec8-98d1-884569ae8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:17.176887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-6d05f45a-7f52-4ec8-98d1-884569ae8ab3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 898 time: 0.1142943 Aug 23 12:55:17.233528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-678729b7-f92e-4ed5-9156-9fcee2df30c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 217 time: 0.0410705 Aug 23 12:55:17.279116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ea268-9822-4181-ab60-d2fbd2156f71 req-22b273ef-87a2-492e-84d8-d95980d32bb8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:17.280820 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b6ea268-9822-4181-ab60-d2fbd2156f71 req-22b273ef-87a2-492e-84d8-d95980d32bb8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 943 time: 0.1305895 Aug 23 12:55:17.322213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-9f607c9f-2c41-4ebe-a70d-7feedc7e4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:17.324391 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-9f607c9f-2c41-4ebe-a70d-7feedc7e4849 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0826769 Aug 23 12:55:17.366756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b6ea268-9822-4181-ab60-d2fbd2156f71 req-83aa3071-ab9f-42d5-b1d5-b9c51245ca55 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788453 Aug 23 12:55:17.392580 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-8a462bce-5e9e-4fb1-a7f7-ac9043af852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:17.395111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-8a462bce-5e9e-4fb1-a7f7-ac9043af852f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629287 Aug 23 12:55:17.503417 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-6c6671cd-7837-48d2-b61d-0804cb721b8f service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992198 Aug 23 12:55:17.621834 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-eb198a27-af7d-4d86-aca5-8a12ea72c903 req-128c1b0d-ccd1-4df5-991e-f1686e553ebe service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099775 Aug 23 12:55:18.468512 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 15429458-ea7c-48c2-a640-612341e0fee0 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:18.526074 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a8da2-f6a2-417b-b26a-68a3cdde9424 req-ff18e610-4328-4595-b858-8ab665c1601b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:18.527709 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f5a8da2-f6a2-417b-b26a-68a3cdde9424 req-ff18e610-4328-4595-b858-8ab665c1601b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 943 time: 0.0611670 Aug 23 12:55:18.543958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 15429458-ea7c-48c2-a640-612341e0fee0 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:18.544474 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:18.578323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8f5a8da2-f6a2-417b-b26a-68a3cdde9424 req-63a95c62-b3bd-47d5-88e1-208f57aee600 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Aug 23 12:55:19.718649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f098d3-94cd-4d82-8a4e-c4c23e4e7cc6 req-3c8e08a5-a134-4539-8861-9914019385e5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:19.720018 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a26bc52f-e2ae-43e0-887c-96e8b7ed1985 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:55:19.720695 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30f098d3-94cd-4d82-8a4e-c4c23e4e7cc6 req-3c8e08a5-a134-4539-8861-9914019385e5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 943 time: 0.0557544 Aug 23 12:55:19.765738 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30f098d3-94cd-4d82-8a4e-c4c23e4e7cc6 req-c590c599-9f78-4377-9607-9cf91781a777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Aug 23 12:55:19.844652 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:19.862195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'port_id': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'mac_address': 'fa:16:3e:6f:e0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:55:19.915368 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:19.929082 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26bc52f-e2ae-43e0-887c-96e8b7ed1985 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:55:19.950225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:19.954213 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:20.014741 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:20.203602 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['a26bc52f-e2ae-43e0-887c-96e8b7ed1985'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:55:20.887746 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a1536-d03a-4a40-bc7d-a2b441cec5ce req-574460fb-97eb-4f3a-8f11-30c3050153b9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:20.889252 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b2a1536-d03a-4a40-bc7d-a2b441cec5ce req-574460fb-97eb-4f3a-8f11-30c3050153b9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 944 time: 0.0499434 Aug 23 12:55:20.930108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4b2a1536-d03a-4a40-bc7d-a2b441cec5ce req-7a6abcb5-316f-439b-b30e-c3374501c90f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Aug 23 12:55:21.719225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a26bc52f-e2ae-43e0-887c-96e8b7ed1985 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:55:21.768416 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:55:21.772110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:55:21.772487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:21.857436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:21.888805 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e33af7a7-fa78-4c1d-b2cc-a80ff47ea845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:21.895310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:55:21.897628 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689dcc8e-661c-425c-8b38-1c774187dc79" -d '{"events": [{"server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "name": "network-vif-plugged", "status": "completed", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:55:21.910727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:55:21.915843 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:21.951589 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69648a9f-1b40-4ee7-8290-5f175e5e7c0c x-openstack-request-id: req-69648a9f-1b40-4ee7-8290-5f175e5e7c0c {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:55:21.951893 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "name": "network-vif-plugged", "status": "completed", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:55:21.952145 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69648a9f-1b40-4ee7-8290-5f175e5e7c0c {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:55:21.952545 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'code': 200} Aug 23 12:55:21.997096 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:22.063387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f898b-a797-4010-b7ee-47e97673d065 req-b822f305-3135-4472-8f47-c1dd749590ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:22.065066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72f898b-a797-4010-b7ee-47e97673d065 req-b822f305-3135-4472-8f47-c1dd749590ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1096 time: 0.0477858 Aug 23 12:55:22.077796 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdf8b-7fba-4ef2-a509-ecedc46e9733 req-eda771ea-275d-44f3-8dad-20d32cdc2bfd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:22.079370 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb2cdf8b-7fba-4ef2-a509-ecedc46e9733 req-eda771ea-275d-44f3-8dad-20d32cdc2bfd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0547810 Aug 23 12:55:22.106408 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c72f898b-a797-4010-b7ee-47e97673d065 req-ecbf3f7f-25fc-4460-8017-2e13b468a690 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335968 Aug 23 12:55:22.120911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bb2cdf8b-7fba-4ef2-a509-ecedc46e9733 req-49c5189e-81d8-49b1-83cc-9c91899dbb15 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353281 Aug 23 12:55:23.245400 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92dd40-2920-42cf-9752-9090256e301d req-c0ac5c63-4020-4388-a06f-cb9909f391f1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:23.246917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc92dd40-2920-42cf-9752-9090256e301d req-c0ac5c63-4020-4388-a06f-cb9909f391f1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0551097 Aug 23 12:55:23.285926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bc92dd40-2920-42cf-9752-9090256e301d req-8b82bc76-3100-46a5-ae86-bf438f6bb832 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Aug 23 12:55:24.406948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e2cc9-63ec-4634-863e-58e60bdacf1b req-4eaaf49a-f389-4abb-832d-0799a3909503 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:24.408443 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c3e2cc9-63ec-4634-863e-58e60bdacf1b req-4eaaf49a-f389-4abb-832d-0799a3909503 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0515134 Aug 23 12:55:24.428917 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c52e251-a3a7-4676-82a4-3a457bf65cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:24.451324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c3e2cc9-63ec-4634-863e-58e60bdacf1b req-c8d9315c-001d-4472-8945-4c9b31789793 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364277 Aug 23 12:55:24.472755 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:24.578405 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5437-98a7-4f8e-9b0c-971a0d6b00a0 req-4f85986e-b2c0-44dc-9534-6ef0a0173ceb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:24.579854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71df5437-98a7-4f8e-9b0c-971a0d6b00a0 req-4f85986e-b2c0-44dc-9534-6ef0a0173ceb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Aug 23 12:55:24.621461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71df5437-98a7-4f8e-9b0c-971a0d6b00a0 req-d74477cc-a7db-48f2-a93b-2a8bc55ebe0d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356858 Aug 23 12:55:24.643915 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43280) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:24.683896 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e7d15-a53b-45e8-bc46-a6cb9ef9a8da tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:24.685423 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c95e7d15-a53b-45e8-bc46-a6cb9ef9a8da tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1091 time: 0.0404367 Aug 23 12:55:24.688317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43282) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:24.692643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:55:24.715505 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:24.831130 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:24.948228 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.229 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/1799d9a6-9cee-4747-8dab-7eea8ebd7555) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:55:25.061589 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.107480 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.145371 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:55:25.148261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:55:25.150892 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:55:25.187794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=1799d9a6-9cee-4747-8dab-7eea8ebd7555,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:25.550379 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.632082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.780612 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.785047 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.858369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=1799d9a6-9cee-4747-8dab-7eea8ebd7555,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:55:25.866803 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.923560 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:25.981410 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c associated. External IP: 172.25.1.229, port: a26bc52f-e2ae-43e0-887c-96e8b7ed1985. Aug 23 12:55:26.511073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:55:26.626346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:55:26.638037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] Sync routers for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:55:26.643001 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:26.648987 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:26.649797 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:55:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:26.673352 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-5aa81b09-67e7-49a2-8266-13b827453275 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9839838 Aug 23 12:55:26.673993 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:55:26.676297 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4d9ed-28d4-445e-99cc-1fac713ad998" -d '{"events": [{"name": "network-changed", "server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:55:26.722618 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de3de40-893e-4dbd-8806-4afe52f76bda x-openstack-request-id: req-8de3de40-893e-4dbd-8806-4afe52f76bda {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:55:26.722924 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:55:26.723182 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8de3de40-893e-4dbd-8806-4afe52f76bda {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:55:26.723591 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'status': 'completed', 'code': 200} Aug 23 12:55:26.769576 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:26.805453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-ebfff3c5-1461-4f0d-b714-8c621f122c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:26.807170 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-ebfff3c5-1461-4f0d-b714-8c621f122c01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1096 time: 0.0485907 Aug 23 12:55:26.835979 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c376-70ac-49fc-bcbf-9e9bf91bdf13 req-1c73f697-91b3-4043-9f73-cad05f2653ad tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:26.837659 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca11c376-70ac-49fc-bcbf-9e9bf91bdf13 req-1c73f697-91b3-4043-9f73-cad05f2653ad tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0545182 Aug 23 12:55:26.893970 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ca11c376-70ac-49fc-bcbf-9e9bf91bdf13 req-c3ece513-ef51-4d2b-b148-5b04ec788a8b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488968 Aug 23 12:55:26.909435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43290) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:26.920858 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-6dba2f77-2e92-4baf-80e1-1a84479094e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:26.922446 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-6dba2f77-2e92-4baf-80e1-1a84479094e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 898 time: 0.1080236 Aug 23 12:55:27.020657 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2fe0dff2-3b2c-4f70-9705-2284c1407d50 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c HTTP/1.1" status: 200 len: 991 time: 0.1098130 Aug 23 12:55:27.025005 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'port_id': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'mac_address': 'fa:16:3e:6f:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:55:25Z', 'updated_at': '2021-08-23T12:55:25Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:16Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:27.030474 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-eba287ea-153f-49b3-b5f6-a374e8068cdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 999 time: 0.0813291 Aug 23 12:55:27.052557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] Checking router: 7d1bfdf9-a944-4758-a2cb-3ae8655c152e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:55:27.060787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:55:27.061385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:55:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:27.081875 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-4d8dded3-88b6-43a8-aa85-7b3bed2118f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:27.083400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-4d8dded3-88b6-43a8-aa85-7b3bed2118f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0454435 Aug 23 12:55:27.135395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-97d8f53f-8d83-47d0-a7b2-e41c0f171720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:27.138159 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-97d8f53f-8d83-47d0-a7b2-e41c0f171720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480349 Aug 23 12:55:27.173544 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:55:27.235077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-c7fe4297-d9d5-48f4-bc0e-182f53b699a2 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900455 Aug 23 12:55:27.332774 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-caa4d9ed-28d4-445e-99cc-1fac713ad998 req-2c1c4d23-2cde-4082-9ac4-874df40a914f service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904379 Aug 23 12:55:27.411684 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'port_id': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'mac_address': 'fa:16:3e:6f:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:55:25Z', 'updated_at': '2021-08-23T12:55:25Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:16Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:55:27.437243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c44d-be5d-408b-9af2-346d97d339d0 None None] The sync data for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 is: [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'port_id': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'mac_address': 'fa:16:3e:6f:e0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:55:25Z', 'updated_at': '2021-08-23T12:55:25Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:16Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:55:27.565189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:27.662979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552630f6-8fff-44fc-9004-6d10e5211e2a None None] New status for floating IP b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:55:28.023544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:55:28.098298 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8ce87e47-76ce-4cb2-b28f-3f7d4d0088d4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c HTTP/1.1" status: 200 len: 993 time: 0.0735767 Aug 23 12:55:28.527003 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:28.876913 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:35.479247 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:55:37.670358 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-3d78cf4b-45e3-4164-81c4-de4821e1f8e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427563 Aug 23 12:55:37.774418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-511ff651-e9c2-49a1-82a7-40377bbc3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:37.775981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-511ff651-e9c2-49a1-82a7-40377bbc3f3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1096 time: 0.0417712 Aug 23 12:55:37.892649 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-a321cc11-ffc5-40fe-9653-3dbc176dfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:37.894175 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-a321cc11-ffc5-40fe-9653-3dbc176dfe83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 898 time: 0.0911720 Aug 23 12:55:37.965555 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-5dbc82ce-419c-4353-b741-62c970fce344 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 1001 time: 0.0643525 Aug 23 12:55:38.016549 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-824d71d0-8e4a-4f53-81fe-486e03e458ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:38.018075 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-824d71d0-8e4a-4f53-81fe-486e03e458ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0454097 Aug 23 12:55:38.065306 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-7e83f8ea-9c52-4721-a3ca-b8148daa5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:38.066851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-7e83f8ea-9c52-4721-a3ca-b8148daa5e9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401225 Aug 23 12:55:38.163241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-3937627c-2649-4772-91be-14e8db91c6ee service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886791 Aug 23 12:55:38.254803 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1a19a1b2-88e8-4057-9bea-0e244351da9a req-bad03dc4-5d32-4d7e-9b72-898cabaf3a1a service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842474 Aug 23 12:55:51.880316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2521015-bdb3-4fe1-8a2e-451b9124a486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:54.431743 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-90cf304b-5bca-46e8-9604-86ab3efbd59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:54.474588 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:54.831045 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e027e1-2b3d-4ecd-bd05-60d99e06e5a7 req-07362cd0-e68c-4cce-a292-2d6b2ab5c7cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:54.832552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0e027e1-2b3d-4ecd-bd05-60d99e06e5a7 req-07362cd0-e68c-4cce-a292-2d6b2ab5c7cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0509374 Aug 23 12:55:54.878571 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c0e027e1-2b3d-4ecd-bd05-60d99e06e5a7 req-91371a21-4ccf-4fae-91ca-df63bb653aa1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Aug 23 12:55:55.930837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:56.033259 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2a9fc-fdb2-4094-91e9-419110a10005 req-3695c48b-fcdd-4ce7-a70a-84bb174f810f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:56.034951 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-18c2a9fc-fdb2-4094-91e9-419110a10005 req-3695c48b-fcdd-4ce7-a70a-84bb174f810f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0686021 Aug 23 12:55:56.082237 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-18c2a9fc-fdb2-4094-91e9-419110a10005 req-06e041dd-cc91-40ad-bc3a-94b3811c4f75 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 Aug 23 12:55:57.201230 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295bec9-3c1b-4a8c-9c39-50622d48ffe2 req-29aa235b-3330-4a45-97ab-73427e7ed962 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:57.202760 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4295bec9-3c1b-4a8c-9c39-50622d48ffe2 req-29aa235b-3330-4a45-97ab-73427e7ed962 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Aug 23 12:55:57.239658 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4295bec9-3c1b-4a8c-9c39-50622d48ffe2 req-d3384210-23d2-467a-a995-71455a8ce6b8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Aug 23 12:55:57.566890 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:58.365339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223e77-b816-4caf-a58d-c01a288d6938 req-10b9ab09-f790-467f-a934-8928d52f09cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:58.368239 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3223e77-b816-4caf-a58d-c01a288d6938 req-10b9ab09-f790-467f-a934-8928d52f09cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0597718 Aug 23 12:55:58.412778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d3223e77-b816-4caf-a58d-c01a288d6938 req-e020d78c-83d7-4e80-922d-8da160d0511d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Aug 23 12:55:58.530896 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:58.871647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:55:59.540836 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14364b4-558a-4733-8314-a4abc7db436d req-7ac3efbf-7861-42e9-947d-0147522e9fa1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:55:59.543030 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b14364b4-558a-4733-8314-a4abc7db436d req-7ac3efbf-7861-42e9-947d-0147522e9fa1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0517612 Aug 23 12:55:59.586881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b14364b4-558a-4733-8314-a4abc7db436d req-ae6fa68e-7ec5-4a86-931e-d5ffafb24b06 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372622 Aug 23 12:56:00.722314 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb36d-a3bd-4e3c-bb74-186fc086858f req-36a8c438-a87d-4b40-ad96-92580fdb15af tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:00.723825 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c51fb36d-a3bd-4e3c-bb74-186fc086858f req-36a8c438-a87d-4b40-ad96-92580fdb15af tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0610538 Aug 23 12:56:00.768867 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c51fb36d-a3bd-4e3c-bb74-186fc086858f req-1f32c9cf-557c-43bb-935c-1815d9c31a56 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Aug 23 12:56:01.888834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f77d8-a7ee-410d-af30-cc5f24161a09 req-493fcfae-493a-4f57-b123-ae81d712125d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:01.890376 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a0f77d8-a7ee-410d-af30-cc5f24161a09 req-493fcfae-493a-4f57-b123-ae81d712125d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0495310 Aug 23 12:56:01.935099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5a0f77d8-a7ee-410d-af30-cc5f24161a09 req-be1c752c-3b22-40a3-97be-803f1709600d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Aug 23 12:56:03.061544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118e917-dacd-41c7-828e-311c9ca30dc7 req-161dc76b-ce24-4104-9f36-80077c82a11d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:03.063101 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6118e917-dacd-41c7-828e-311c9ca30dc7 req-161dc76b-ce24-4104-9f36-80077c82a11d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0553894 Aug 23 12:56:03.107637 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6118e917-dacd-41c7-828e-311c9ca30dc7 req-c02c8e92-495e-4fb7-8bb3-3fcb13ca1581 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360837 Aug 23 12:56:04.230659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43dca5-c4a6-4dc8-b154-d9454b3bd0d0 req-ca508b5e-9857-405e-8149-df1d6893de00 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:04.232293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d43dca5-c4a6-4dc8-b154-d9454b3bd0d0 req-ca508b5e-9857-405e-8149-df1d6893de00 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Aug 23 12:56:04.272804 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d43dca5-c4a6-4dc8-b154-d9454b3bd0d0 req-c337184a-0534-4424-a257-307957ba079d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Aug 23 12:56:05.398490 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c896f7-46a8-4862-86b3-5e4d0dc5e6fb req-ca8383dd-0cf1-4ebe-a698-6dba21cb575a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:05.400188 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66c896f7-46a8-4862-86b3-5e4d0dc5e6fb req-ca8383dd-0cf1-4ebe-a698-6dba21cb575a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0565047 Aug 23 12:56:05.443438 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-66c896f7-46a8-4862-86b3-5e4d0dc5e6fb req-0efb83f9-02d3-4dbd-9054-c9e626378a1d tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364509 Aug 23 12:56:05.472217 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43324) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:05.538605 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-408207f2-e494-4f3a-bcb8-9b23cb6ecbfd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c HTTP/1.1" status: 200 len: 993 time: 0.0651119 Aug 23 12:56:06.826612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbafb6a-4f88-4892-9c3a-6c0d4cdf80dd req-07e05ed2-2e0b-4f53-bffb-8b975b0aceb1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:06.828104 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abbafb6a-4f88-4892-9c3a-6c0d4cdf80dd req-07e05ed2-2e0b-4f53-bffb-8b975b0aceb1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0590668 Aug 23 12:56:06.887905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-abbafb6a-4f88-4892-9c3a-6c0d4cdf80dd req-9c949ed6-0289-4b92-84ae-d4a0936eaffe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459909 Aug 23 12:56:06.890508 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-10e8ba48-ffdc-469f-a261-b199d704ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:06.891943 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-10e8ba48-ffdc-469f-a261-b199d704ec37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1096 time: 0.0816154 Aug 23 12:56:06.985387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-9c136b3c-571e-40dd-93f3-031f89b2e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:06.986851 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-9c136b3c-571e-40dd-93f3-031f89b2e330 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 898 time: 0.0882585 Aug 23 12:56:07.056398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-8f92d160-969e-47ff-8fdc-42c0ee6c1a83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 1001 time: 0.0619237 Aug 23 12:56:07.106234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-5d1f0562-c63c-4357-9f24-f81f1fa3dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:07.107700 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-5d1f0562-c63c-4357-9f24-f81f1fa3dac8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0450947 Aug 23 12:56:07.154182 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-b033a301-82db-4318-9a26-ef5793a160cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:07.155996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-b033a301-82db-4318-9a26-ef5793a160cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407414 Aug 23 12:56:07.248347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-feb836f7-c1b0-416f-8b15-9d5a0ee33749 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Aug 23 12:56:07.338964 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a0bcdc2-ace4-4dd8-8285-9b2fe188d098 req-60867cd4-3fc2-49ad-bf40-6cbc00468311 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834553 Aug 23 12:56:08.012553 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8751af-6cbc-4a1e-b768-b3bc10ba2a17 req-61e8ddfe-d7b6-4b20-a76e-e723ab6f8fa8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:08.014108 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a8751af-6cbc-4a1e-b768-b3bc10ba2a17 req-61e8ddfe-d7b6-4b20-a76e-e723ab6f8fa8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0549667 Aug 23 12:56:08.054047 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-3a8751af-6cbc-4a1e-b768-b3bc10ba2a17 req-15c68938-6d49-4849-8507-87f04f6de076 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Aug 23 12:56:08.076180 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43334) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:08.138211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-088abef0-b43d-4bd0-93b1-127d2ae70cf9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c HTTP/1.1" status: 200 len: 993 time: 0.0608494 Aug 23 12:56:12.478359 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:56:21.882753 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-892474b2-06cc-4d34-abca-e992d8b7e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:24.433491 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-24e4c306-948f-496a-aa41-1a739c27aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:24.475644 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:25.929246 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:27.569076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:28.542976 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:28.890148 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:37.679277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-832d8784-3346-435b-bc50-337743078903 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438504 Aug 23 12:56:37.761025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-50b8dfed-edf3-4ef1-8e14-c867edfcc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:37.762638 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-50b8dfed-edf3-4ef1-8e14-c867edfcc69a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1096 time: 0.0412700 Aug 23 12:56:37.871351 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-62e27401-9990-47ce-a3a0-ad403edec912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:37.872839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-62e27401-9990-47ce-a3a0-ad403edec912 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 898 time: 0.0853035 Aug 23 12:56:37.946141 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-f8f5a681-1c10-4408-8893-8cf2a8b535dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 1001 time: 0.0654249 Aug 23 12:56:37.998950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-25300a18-cbb1-4033-8697-d07b4958b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:38.000716 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-25300a18-cbb1-4033-8697-d07b4958b1b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0468571 Aug 23 12:56:38.048021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-ab7adebf-2c22-4707-b314-142df960ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:38.049533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-ab7adebf-2c22-4707-b314-142df960ee87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408447 Aug 23 12:56:38.146416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-aa0222a7-047e-4508-9010-aa107ed2c5e4 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891390 Aug 23 12:56:38.251793 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-21c95fc3-0ee2-4384-b108-906ca8d0f87e req-d359b31d-9135-4a35-9d25-31184de3a796 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926042 Aug 23 12:56:40.514201 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43354) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:40.683555 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 1799d9a6-9cee-4747-8dab-7eea8ebd7555 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:56:40.683818 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:40.760846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:40.761178 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:40.772586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 1799d9a6-9cee-4747-8dab-7eea8ebd7555 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:56:40.920250 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:40.949807 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=1799d9a6-9cee-4747-8dab-7eea8ebd7555,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:40.961707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.962084 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.962439 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.962787 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.963134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.963473 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.963811 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.964150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.964484 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.964815 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.965150 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:40.965472 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:41.019991 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:41.020335 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c disassociated (deleted). External IP: 172.25.1.229, port: a26bc52f-e2ae-43e0-887c-96e8b7ed1985. Aug 23 12:56:41.233998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:56:41.343699 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:56:41.348523 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:41.355380 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64171055-1bd8-4001-9397-186be52fb201 None None] Sync routers for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:56:41.365217 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:41.365973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:41.375733 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-cb505ba6-087a-4da1-b6b6-bc8a2b3830a8 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/floatingips/b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c HTTP/1.1" status: 204 len: 168 time: 0.8601828 Aug 23 12:56:41.376331 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:56:41.378678 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06039a91-7976-4332-92fc-872811d1cb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:56:41.417788 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078c6fd-2b23-4ba5-9a31-6c5b644b99d8 x-openstack-request-id: req-1078c6fd-2b23-4ba5-9a31-6c5b644b99d8 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:56:41.418093 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:56:41.418354 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1078c6fd-2b23-4ba5-9a31-6c5b644b99d8 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:56:41.418766 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'status': 'completed', 'code': 200} Aug 23 12:56:41.490357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039a91-7976-4332-92fc-872811d1cb3a req-4a9c91fa-951b-4aa1-81bd-76186f7c149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:41.491992 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-4a9c91fa-951b-4aa1-81bd-76186f7c149a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 1096 time: 0.0515182 Aug 23 12:56:41.534186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:41.658857 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039a91-7976-4332-92fc-872811d1cb3a req-6a691834-e71d-40b3-960a-c1df4c1f273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:41.660388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-6a691834-e71d-40b3-960a-c1df4c1f273a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 200 len: 898 time: 0.1527884 Aug 23 12:56:41.670015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86006-1bfa-4440-a8e1-60ff47778567 req-1a8a0429-7976-4795-873b-501a88411d6a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:41.671521 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2e86006-1bfa-4440-a8e1-60ff47778567 req-1a8a0429-7976-4795-873b-501a88411d6a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0824742 Aug 23 12:56:41.715123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-03ca4982-57d5-40e6-9303-a38c6674989a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 200 len: 217 time: 0.0425823 Aug 23 12:56:41.773897 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d2e86006-1bfa-4440-a8e1-60ff47778567 req-d045bd58-cc43-47fb-afdb-154b7e70594c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954108 Aug 23 12:56:41.782716 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:16Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:41.783959 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039a91-7976-4332-92fc-872811d1cb3a req-65fb04da-c1f5-44c2-9499-821047c6a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:41.785461 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-65fb04da-c1f5-44c2-9499-821047c6a6ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 200 len: 835 time: 0.0615499 Aug 23 12:56:41.815472 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64171055-1bd8-4001-9397-186be52fb201 None None] Checking router: 7d1bfdf9-a944-4758-a2cb-3ae8655c152e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:56:41.828681 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:41.829310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:41.845132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039a91-7976-4332-92fc-872811d1cb3a req-e062d998-f0e2-4b89-b1eb-bb86bbda7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:41.847645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-e062d998-f0e2-4b89-b1eb-bb86bbda7da7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f192672-4718-4f04-ba32-42d473c6bdaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519140 Aug 23 12:56:41.944457 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:41.949084 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-452d181f-03df-468e-9385-26e690faa200 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904870 Aug 23 12:56:42.057484 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-06039a91-7976-4332-92fc-872811d1cb3a req-92059337-6837-4d72-a3ce-459f6485b3f9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997591 Aug 23 12:56:42.311473 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-64171055-1bd8-4001-9397-186be52fb201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:16Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:42.337862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64171055-1bd8-4001-9397-186be52fb201 None None] The sync data for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 is: [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:55:11Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '15429458-ea7c-48c2-a640-612341e0fee0', 'name': '', 'network_id': '7f192672-4718-4f04-ba32-42d473c6bdaa', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:f0:2b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:11Z', 'updated_at': '2021-08-23T12:55:16Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'b740e8ea-9788-4c21-80d0-c9bfa6294a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:56:42.588715 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09f14d-4783-400e-8a49-49c99f8c7c8b None None] New status for floating IP b0ac97e9-d8db-4b0a-a0c4-b47f04ead09c: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:56:42.915658 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adb5f9-8e93-4c6e-8b57-ff8a79bf1298 req-d24bb911-1032-4698-a78e-ba516c7d3e79 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:42.917187 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3adb5f9-8e93-4c6e-8b57-ff8a79bf1298 req-d24bb911-1032-4698-a78e-ba516c7d3e79 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0640152 Aug 23 12:56:42.962076 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3adb5f9-8e93-4c6e-8b57-ff8a79bf1298 req-715e0343-343d-4cab-a6fe-e9865ec2b872 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=76f86c33-d42d-4f00-afbb-789c7b017ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Aug 23 12:56:43.091992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-7db081fc-4240-4a02-ab63-f62e265003c7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:43.093471 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-7db081fc-4240-4a02-ab63-f62e265003c7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/ports?device_id=30fc351e-9a98-4848-be93-1b77c6b98b28 HTTP/1.1" status: 200 len: 945 time: 0.0494080 Aug 23 12:56:43.189936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:56:43.190183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:43.276953 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port a26bc52f-e2ae-43e0-887c-96e8b7ed1985, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:43.277313 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:43.289098 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for a26bc52f-e2ae-43e0-887c-96e8b7ed1985 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:56:43.428733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:43.465132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=a26bc52f-e2ae-43e0-887c-96e8b7ed1985,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:43.488289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.488645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.488992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.489332 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.489665 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.490021 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.490350 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.491191 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.491518 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.491843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.492166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.492487 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:43.508771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] No DVR routers for this DVR port a26bc52f-e2ae-43e0-887c-96e8b7ed1985 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:56:43.511116 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:43.513180 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1c64d517-f9dc-4693-8c3e-e471a54348a7 req-8e78a69f-56cc-491f-9b44-f4dbb776bc96 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "DELETE /v2.0/ports/a26bc52f-e2ae-43e0-887c-96e8b7ed1985 HTTP/1.1" status: 204 len: 173 time: 0.4136214 Aug 23 12:56:43.513643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'name': 'network-vif-deleted', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:56:43.515929 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed564e5-b084-4f81-a912-1d7497e349eb" -d '{"events": [{"server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "name": "network-vif-deleted", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:56:43.558658 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67327198-51b9-4bc3-9e25-466e43ca1de8 x-openstack-request-id: req-67327198-51b9-4bc3-9e25-466e43ca1de8 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:56:43.559020 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fc351e-9a98-4848-be93-1b77c6b98b28", "name": "network-vif-deleted", "tag": "a26bc52f-e2ae-43e0-887c-96e8b7ed1985", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:56:43.559284 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67327198-51b9-4bc3-9e25-466e43ca1de8 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:56:43.559683 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fc351e-9a98-4848-be93-1b77c6b98b28', 'name': 'network-vif-deleted', 'tag': 'a26bc52f-e2ae-43e0-887c-96e8b7ed1985', 'status': 'completed', 'code': 200} Aug 23 12:56:44.026544 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43368) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:44.385167 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:44.672202 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 15429458-ea7c-48c2-a640-612341e0fee0 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:56:44.672715 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:44.769166 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 15429458-ea7c-48c2-a640-612341e0fee0, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=15429458-ea7c-48c2-a640-612341e0fee0,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:44.769529 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:44.781863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 15429458-ea7c-48c2-a640-612341e0fee0 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:56:44.976256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.003642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=15429458-ea7c-48c2-a640-612341e0fee0,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:45.189500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.416449 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:56:45.538133 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:56:45.544221 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9f01f7f4-0d09-49d2-b881-aec7d5fc19f9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/7d1bfdf9-a944-4758-a2cb-3ae8655c152e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5160258 Aug 23 12:56:45.548418 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43370) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:45.551548 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] Sync routers for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:56:45.561088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:45.561722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:45.603053 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting subnet b740e8ea-9788-4c21-80d0-c9bfa6294a39 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:56:45.606311 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.646330 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.667125 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:45.732220 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.804200 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.832500 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Subnet': ['ID=b740e8ea-9788-4c21-80d0-c9bfa6294a39,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:45.836685 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:45.838655 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e8bffe92-969e-4eda-a5f7-ecdfb2ffc3bd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/subnets/b740e8ea-9788-4c21-80d0-c9bfa6294a39 HTTP/1.1" status: 204 len: 168 time: 0.2893186 Aug 23 12:56:45.841209 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43372) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:45.844932 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db574af-146b-4c2f-b0e5-b9e954ef17c7 None None] Network 7f192672-4718-4f04-ba32-42d473c6bdaa requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:56:45.943334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:56:44Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:46.013751 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] Checking router: 7d1bfdf9-a944-4758-a2cb-3ae8655c152e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:56:46.045956 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] Routers {'7d1bfdf9-a944-4758-a2cb-3ae8655c152e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:46.046595 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:46.164283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a26bc52f-e2ae-43e0-887c-96e8b7ed1985 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:56:46.195953 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] DHCP port deletion for 7f192672-4718-4f04-ba32-42d473c6bdaa request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:56:46.204978 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: a26bc52f-e2ae-43e0-887c-96e8b7ed1985 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:56:46.205395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device a26bc52f-e2ae-43e0-887c-96e8b7ed1985 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:56:46.208459 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] Set router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:46.284413 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.383980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Deleting port bbb5887d-e9fd-43b7-8759-6040ef6925af {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:56:46.384402 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.405969 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.472916 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:56:46.473363 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.480759 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] For port bbb5887d-e9fd-43b7-8759-6040ef6925af, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=bbb5887d-e9fd-43b7-8759-6040ef6925af,segment=NetworkSegment(07da6dfc-65e8-49c5-8e76-4825095255ad),segment_id=07da6dfc-65e8-49c5-8e76-4825095255ad)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:46.481166 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.495888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Calling delete_port for bbb5887d-e9fd-43b7-8759-6040ef6925af owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:56:46.563303 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:56:44Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:46.582216 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:46.582849 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.599228 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:56:46.608120 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device bbb5887d-e9fd-43b7-8759-6040ef6925af no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:56:46.613845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a9299-ff67-4ace-ae69-dab6f84bb8f2 None None] The sync data for ids ['7d1bfdf9-a944-4758-a2cb-3ae8655c152e'] in n-d-773645-7 is: [{'id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437616366', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:55:07Z', 'updated_at': '2021-08-23T12:56:44Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '80a63f7e-79f2-4492-a8a1-e7c14e3e1d38', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1bfdf9-a944-4758-a2cb-3ae8655c152e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:55:08Z', 'updated_at': '2021-08-23T12:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:56:46.715898 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.761805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Pushing event deleted for resources: {'Port': ['ID=bbb5887d-e9fd-43b7-8759-6040ef6925af,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:46.764858 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] No DVR routers for this DVR port bbb5887d-e9fd-43b7-8759-6040ef6925af on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:56:46.767923 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.785469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.786494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.786863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.787246 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.787606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.788435 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.788799 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.789115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.789480 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.789841 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.790183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.790592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a93a4-295b-41a1-b749-b1a405d8cabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:46.809868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:46.849148 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=80a63f7e-79f2-4492-a8a1-e7c14e3e1d38,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:46.926152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.028359 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.030843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.076031 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.076771 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Fanout notify agent at l3_agent the message router_deleted on router 7d1bfdf9-a944-4758-a2cb-3ae8655c152e {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:56:47.084945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.086193 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-db24dc93-d604-4220-ae96-570ccc14887c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/routers/7d1bfdf9-a944-4758-a2cb-3ae8655c152e HTTP/1.1" status: 204 len: 168 time: 1.2439303 Aug 23 12:56:47.088879 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43374) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:47.174825 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.271108 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.282489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f192672-4718-4f04-ba32-42d473c6bdaa']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:47.294046 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07da6dfc-65e8-49c5-8e76-4825095255ad') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:47.294801 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07da6dfc-65e8-49c5-8e76-4825095255ad') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:47.306809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.324064 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.333997 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:56:47.334809 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: timer() Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:56:47.338700 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:56:47.401982 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.410205 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.412756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/networks/7f192672-4718-4f04-ba32-42d473c6bdaa HTTP/1.1" status: 204 len: 168 time: 0.3223608 Aug 23 12:56:47.415615 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43376) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:47.434420 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb895964-7731-4d2c-abf4-40a6eba64e47 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Network': ['ID=7f192672-4718-4f04-ba32-42d473c6bdaa,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:47.486770 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2946dc4f-ac14-49cb-b757-b2f26b9ec75a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.517418 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2946dc4f-ac14-49cb-b757-b2f26b9ec75a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.578846 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2946dc4f-ac14-49cb-b757-b2f26b9ec75a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.581674 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-2946dc4f-ac14-49cb-b757-b2f26b9ec75a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:47.583101 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2946dc4f-ac14-49cb-b757-b2f26b9ec75a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/security-groups/76f86c33-d42d-4f00-afbb-789c7b017ecf HTTP/1.1" status: 204 len: 168 time: 0.1664665 Aug 23 12:56:47.599517 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946dc4f-ac14-49cb-b757-b2f26b9ec75a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f86c33-d42d-4f00-afbb-789c7b017ecf,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.043989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43382) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.048715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319561532', 'description': 'tempest-secgroup-smoke-319561532 description', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.070811 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.168696 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.173709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.199641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.200875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1558752 Aug 23 12:56:48.204391 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43384) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.204873 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fa70b-2bd0-4bb0-8067-49aa3b3811cb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d191dc3-fe01-458f-9035-6110c32eb7a7,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.211282 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '0d191dc3-fe01-458f-9035-6110c32eb7a7', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.242875 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.293848 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.298256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.318081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044c35df-8cb6-418e-98cc-2bd1de3839c6,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.325139 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.326407 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1a663375-66f5-4b3a-915b-83aa6ea23be9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205649 Aug 23 12:56:48.329205 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43386) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.333630 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '0d191dc3-fe01-458f-9035-6110c32eb7a7', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.364195 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.425323 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.429370 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.447223 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a115c15e-c32f-4352-9c2f-f188c60bfeb4,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.460460 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.461973 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ab8724e2-b47a-4e35-b7a8-43337f132551 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317291 Aug 23 12:56:48.464817 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43388) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.469516 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '0d191dc3-fe01-458f-9035-6110c32eb7a7', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.499796 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.503534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 15429458-ea7c-48c2-a640-612341e0fee0 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:56:48.525090 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 15429458-ea7c-48c2-a640-612341e0fee0 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:56:48.526300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 15429458-ea7c-48c2-a640-612341e0fee0 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:56:48.526300 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:56:48.547209 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:56:48.547558 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 80a63f7e-79f2-4492-a8a1-e7c14e3e1d38 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:56:48.578177 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.582293 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.601956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae4fee0-1807-4d25-938e-34c21314f221,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.609840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.611075 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-973403c4-3add-44de-9fcd-883cec3ee9ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453001 Aug 23 12:56:48.613942 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43390) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.619582 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '0d191dc3-fe01-458f-9035-6110c32eb7a7', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.649642 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.710867 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.715006 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.733605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc3ef75-61df-44c5-b2fd-a2806571052f,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.739571 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.741339 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1dab1e6e-e156-4357-871c-491acc2b2a71 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262934 Aug 23 12:56:48.745581 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43392) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.752167 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '0d191dc3-fe01-458f-9035-6110c32eb7a7', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.776610 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:56:48.782043 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.845960 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.850955 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.869835 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e16e5a-ebcb-4fb9-b43a-c610945b7f33,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:48.876503 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.877893 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-229815e7-209a-4129-b18b-43a66d174cbe tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309092 Aug 23 12:56:48.881890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43394) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:48.886537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'security_group_rule': {'security_group_id': '0d191dc3-fe01-458f-9035-6110c32eb7a7', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:48.911372 n-d-773645-7 neutron-server[101058]: INFO neutron.db.securitygroups_db [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Project 3eb3fd0f32f14e3fa326576fe80fe4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:56:48.918045 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.990679 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:48.995799 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.015537 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09534d72-f472-46f8-a895-c70878f5ff69,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:49.022654 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.028093 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c9d01b7f-b230-42b7-94cd-b3dfaba07f6f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410444 Aug 23 12:56:49.028311 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43396) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:49.033436 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'network': {'name': 'tempest-network-smoke--2018400856', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'port_security_enabled': True}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:49.059467 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:56:49.063152 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.092400 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:56:49.102273 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.102568 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Added segment 464d2b3f-01b8-46eb-b009-14705d41f73f of type vlan for network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd Aug 23 12:56:49.146227 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.179801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.185412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:49.186162 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.225001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1956165 Aug 23 12:56:49.227939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43398) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:49.233114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'admin_state_up': True, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:49.260701 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.261976 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.262785 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2563af-6b2b-4930-b4c8-51b4e02c8a25 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Network': ['ID=2a3f68ee-c1ef-4259-85d6-8f93f49652fd,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:49.274014 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:56:49.331450 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.479724 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:56:49.482668 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.685308 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.704717 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.814176 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.29 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/08a65e17-20c0-45c5-94e3-5ea04a595808) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:56:49.933398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:49.988279 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:50.027132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:56:50.031286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:56:50.038626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:56:50.041711 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=08a65e17-20c0-45c5-94e3-5ea04a595808,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:50.656885 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:50.881779 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.022027 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:56:51.132438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:56:51.141986 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Sync routers for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:56:51.151598 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.152506 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:51.152881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-41c7bd4e-0276-4d86-88d0-f3e4900ee0b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9239030 Aug 23 12:56:51.153207 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:51.156256 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43402) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:51.237538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-624de6e7-e3fe-4ef5-a0ac-e8d4bc8c8004 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3eb3fd0f32f14e3fa326576fe80fe4e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800798 Aug 23 12:56:51.240242 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43406) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:51.260576 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:51.332174 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db50e4-9c6e-45c2-92f7-d1902398e6a0 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:51.336898 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-80db50e4-9c6e-45c2-92f7-d1902398e6a0 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926003 Aug 23 12:56:51.337264 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43408) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:51.370491 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2bbd3585-daca-40ae-bf5d-2374331ca5f1 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=39cc4a56-7e92-411f-b2f7-9b494e8bbe4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314190 Aug 23 12:56:51.372789 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43410) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:51.377967 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125177225', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:51.441406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:50Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:51.468751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:56:51.468978 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Checking router: fabda94c-4970-4fcc-ae7c-d2e6e138ff31 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:56:51.469117 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Updating router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 port 08a65e17-20c0-45c5-94e3-5ea04a595808 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:56:51.472989 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.494155 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.668710 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.728404 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Subnet': ['ID=f2c48d75-c8fa-41d7-8748-36482fac5c58,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:51.738822 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Checking segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:56:51.739190 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network hostable DHCP agents. Network: 2a3f68ee-c1ef-4259-85d6-8f93f49652fd, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:56:51.751451 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.758966 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:56:51.763555 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Transition to ACTIVE for port object 08a65e17-20c0-45c5-94e3-5ea04a595808 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:51.767651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 2a3f68ee-c1ef-4259-85d6-8f93f49652fd) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:56:51.770586 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.772564 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:51.773256 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.781960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d479b999-d4d3-44a0-be81-c118e9564f22 None None] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:56:51.794460 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8dd75fef-df8d-4f0a-8052-5c0a5ab6a1a0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4173336 Aug 23 12:56:51.794747 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43412) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:56:51.830663 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Attempting to bind port 08a65e17-20c0-45c5-94e3-5ea04a595808 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:56:51.831044 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Attempting to bind port 08a65e17-20c0-45c5-94e3-5ea04a595808 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:56:51.831409 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Attempting to bind port 08a65e17-20c0-45c5-94e3-5ea04a595808 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:56:51.842653 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Pushing event updated for resources: {'Port': ['ID=08a65e17-20c0-45c5-94e3-5ea04a595808,revision_number=2']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:51.846935 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:56:51.847422 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:56:51.847823 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.848280 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:56:51.849048 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Bound port: 08a65e17-20c0-45c5-94e3-5ea04a595808, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:56:51.849514 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.857122 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.857476 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.857849 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.858307 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.858661 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.859005 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.859335 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.859663 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.860036 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.860432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.861014 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.861113 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:56:51.897136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c5573188-5041-45d4-9258-d0f059562508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.920480 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] For port 08a65e17-20c0-45c5-94e3-5ea04a595808, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:56:51.925681 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] For port 08a65e17-20c0-45c5-94e3-5ea04a595808, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=08a65e17-20c0-45c5-94e3-5ea04a595808,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:56:51.931521 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:51.989049 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:56:51.991177 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.014381 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60d588-64ff-4c93-930c-1200605a9772 None None] Pushing event updated for resources: {'Port': ['ID=08a65e17-20c0-45c5-94e3-5ea04a595808,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:52.023342 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:52.023342 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:52.147308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:52.147980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Allocated IP 172.20.0.2 (2a3f68ee-c1ef-4259-85d6-8f93f49652fd/f2c48d75-c8fa-41d7-8748-36482fac5c58/86bc38ed-5efc-44ca-a2ae-a4160464816a) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:56:52.310570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.322629 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Transition to ACTIVE for port object 86bc38ed-5efc-44ca-a2ae-a4160464816a will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:52.338641 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.339585 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Transition to ACTIVE for port object 86bc38ed-5efc-44ca-a2ae-a4160464816a will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:52.346939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.359116 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:50Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:52.385331 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:56:52.388475 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8109c-3ef7-4cce-8dcf-02bb100d041c None None] The sync data for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 is: [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:50Z', 'revision_number': 3, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:56:52.390165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:56:52.393012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:56:52.406885 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Pushing event updated for resources: {'Port': ['ID=86bc38ed-5efc-44ca-a2ae-a4160464816a,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:52.458856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Attempting to bind port 86bc38ed-5efc-44ca-a2ae-a4160464816a on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:56:52.459267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Attempting to bind port 86bc38ed-5efc-44ca-a2ae-a4160464816a by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:56:52.459640 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Attempting to bind port 86bc38ed-5efc-44ca-a2ae-a4160464816a on network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:56:52.465367 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:56:52.465789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Checking segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:56:52.466205 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.466612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Bound using segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:56:52.467099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Bound port: 86bc38ed-5efc-44ca-a2ae-a4160464816a, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:56:52.467494 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.548278 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] For port 86bc38ed-5efc-44ca-a2ae-a4160464816a, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:56:52.551876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] For port 86bc38ed-5efc-44ca-a2ae-a4160464816a, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86bc38ed-5efc-44ca-a2ae-a4160464816a,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:56:52.557117 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.681376 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929855f-7db2-4920-ad1f-0d2f897d02bd None None] Pushing event updated for resources: {'Port': ['ID=86bc38ed-5efc-44ca-a2ae-a4160464816a,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:52.722887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.1 (2a3f68ee-c1ef-4259-85d6-8f93f49652fd/f2c48d75-c8fa-41d7-8748-36482fac5c58/2c0b9c25-8def-4b6c-beb2-81764904fbe9) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:56:52.890306 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:52.914035 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object 2c0b9c25-8def-4b6c-beb2-81764904fbe9 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:52.962387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:53.010379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:56:53.013846 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:56:53.016117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:56:53.026436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=2c0b9c25-8def-4b6c-beb2-81764904fbe9,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:53.069762 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:53.233585 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:53.549843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:53.555520 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:53.626119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad726741-4e6c-4c24-865d-19e741470042 None None] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:56:53.631728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=2c0b9c25-8def-4b6c-beb2-81764904fbe9,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:53.635424 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:53.702153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-df273612-4707-430c-a8ec-4d37d9c60f7e None None] Provisioning for port 86bc38ed-5efc-44ca-a2ae-a4160464816a completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:56:53.734528 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:56:53.735937 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:56:53.858418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:56:53.990932 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:56:53.996184 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-584a232c-0681-4863-ada5-c47b620655a9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/fabda94c-4970-4fcc-ae7c-d2e6e138ff31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003121 Aug 23 12:56:54.058415 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7dfdbc59-0590-4e16-844a-c150c4190b8b None None] Provisioning for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:56:54.063728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-7dfdbc59-0590-4e16-844a-c150c4190b8b None None] Provisioning complete for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:54.064430 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7dfdbc59-0590-4e16-844a-c150c4190b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.108729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdbc59-0590-4e16-844a-c150c4190b8b None None] Port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:56:54.158756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-8881829d-32d3-4fbd-a98b-081eac417263 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319561532&fields=id&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 267 time: 0.0424201 Aug 23 12:56:54.188538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Sync routers for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:56:54.198815 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:54.199238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:54.256946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-17dc62a2-41fd-45da-a4d9-d807d14bcb6e None None] Provisioning complete for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:54.257478 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17dc62a2-41fd-45da-a4d9-d807d14bcb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.294567 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-0fa4b39d-5142-4897-9204-6e54cb441200 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:54.298328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-0fa4b39d-5142-4897-9204-6e54cb441200 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 797 time: 0.1316040 Aug 23 12:56:54.312941 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-e7c2a32e-60e2-4add-ac2d-fdfa83e089c2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/quotas/3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 375 time: 0.0102420 Aug 23 12:56:54.521831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb1c3-f43c-4461-9aa4-e1b2c9a4a2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.523331 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.530526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-17dc62a2-41fd-45da-a4d9-d807d14bcb6e None None] Port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:56:54.544159 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:54.578155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 08a65e17-20c0-45c5-94e3-5ea04a595808 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:56:54.721977 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-2a1b3a4a-8b19-43c1-8c9b-42486c1ae5b0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3985741 Aug 23 12:56:54.725872 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ce525318-8f92-4a1b-a662-7f174cd2fa89 None None] Provisioning complete for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:54.726389 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ce525318-8f92-4a1b-a662-7f174cd2fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.764461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 08a65e17-20c0-45c5-94e3-5ea04a595808 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:56:54.773373 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 08a65e17-20c0-45c5-94e3-5ea04a595808 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:54.773774 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.800159 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-b086700c-f211-47e0-9b51-8b323283e2d2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 12:56:54.801179 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-b086700c-f211-47e0-9b51-8b323283e2d2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645306 Aug 23 12:56:54.804268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-ce525318-8f92-4a1b-a662-7f174cd2fa89 None None] Port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:56:54.908834 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.921372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-3ddbf0ae-6328-4753-b1fa-be3e2d60f914 service neutron] 10.222.0.21 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100447 Aug 23 12:56:54.937421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 2, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:54.942847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 08a65e17-20c0-45c5-94e3-5ea04a595808, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=08a65e17-20c0-45c5-94e3-5ea04a595808,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:54.967192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Checking router: fabda94c-4970-4fcc-ae7c-d2e6e138ff31 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:56:54.967555 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Updating router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:56:54.969497 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:54.970409 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86bc38ed-5efc-44ca-a2ae-a4160464816a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:56:55.025784 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-46b37dfb-e90f-496a-a612-d538a0870dda service neutron] 10.222.0.21 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957978 Aug 23 12:56:55.060253 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.092108 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=08a65e17-20c0-45c5-94e3-5ea04a595808,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:55.138897 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 86bc38ed-5efc-44ca-a2ae-a4160464816a completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:56:55.195030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 86bc38ed-5efc-44ca-a2ae-a4160464816a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:55.196553 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.225823 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c3ab38d8-4c27-4d47-aa64-9c374524e347 req-c5ab60ce-a98a-4087-90d5-7081e5108108 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 210 time: 0.0358851 Aug 23 12:56:55.360243 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.421341 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 86bc38ed-5efc-44ca-a2ae-a4160464816a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86bc38ed-5efc-44ca-a2ae-a4160464816a,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:55.441131 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.489046 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.511581 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Transition to ACTIVE for port object 2c0b9c25-8def-4b6c-beb2-81764904fbe9 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:55.513807 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=86bc38ed-5efc-44ca-a2ae-a4160464816a,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:55.520432 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.572729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f80cc0-fcf9-4c2a-9340-3895173c9a21 None None] Pushing event updated for resources: {'Port': ['ID=2c0b9c25-8def-4b6c-beb2-81764904fbe9,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:55.631646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Attempting to bind port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:56:55.632137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Attempting to bind port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:56:55.632429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Attempting to bind port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 on network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:56:55.638471 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:56:55.638863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Checking segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:56:55.639276 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.639677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Bound using segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:56:55.640153 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Bound port: 2c0b9c25-8def-4b6c-beb2-81764904fbe9, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:56:55.640544 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.720275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] For port 2c0b9c25-8def-4b6c-beb2-81764904fbe9, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:56:55.723586 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] For port 2c0b9c25-8def-4b6c-beb2-81764904fbe9, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2c0b9c25-8def-4b6c-beb2-81764904fbe9,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:56:55.729546 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:55.794766 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:56:55.795342 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:55.800521 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f80cc0-fcf9-4c2a-9340-3895173c9a21 None None] Pushing event updated for resources: {'Port': ['ID=2c0b9c25-8def-4b6c-beb2-81764904fbe9,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:55.943138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:56:55.946688 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:56.163305 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:55Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:56:56.193050 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5d087-360e-4c59-8450-5b29e7269975 None None] The sync data for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 is: [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:55Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:56:56.332820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-c8a43e44-aaf1-49a0-8873-bca805b09be6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:56.335533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-c8a43e44-aaf1-49a0-8873-bca805b09be6 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 797 time: 0.1619558 Aug 23 12:56:56.401917 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a8e24b4-bad8-4734-93a3-e4ae3b71ded7 req-41549974-05b4-4aa0-b93f-2f315df4f78e tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 210 time: 0.0583470 Aug 23 12:56:56.433006 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-fa45b7c6-0dd9-4da2-aca3-9a29587c849b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0 HTTP/1.1" status: 200 len: 379 time: 0.0641215 Aug 23 12:56:56.443123 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'port': {'device_id': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'admin_state_up': True, 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'security_groups': ['0d191dc3-fe01-458f-9035-6110c32eb7a7']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:56.598316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Made reservation on behalf of 3eb3fd0f32f14e3fa326576fe80fe4e0 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:56:56.603626 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:56.609532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 08a65e17-20c0-45c5-94e3-5ea04a595808 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:56:56.670917 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 08a65e17-20c0-45c5-94e3-5ea04a595808 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:56.671771 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:56.761117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.20.0.4 (2a3f68ee-c1ef-4259-85d6-8f93f49652fd/f2c48d75-c8fa-41d7-8748-36482fac5c58/e34917e3-13d2-41ee-a8b8-0ba32d1948f4) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:56:56.773411 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86bc38ed-5efc-44ca-a2ae-a4160464816a up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:56:56.825615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 86bc38ed-5efc-44ca-a2ae-a4160464816a triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:56.826298 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:56.921178 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2c0b9c25-8def-4b6c-beb2-81764904fbe9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:56:56.928847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:56.951206 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Transition to ACTIVE for port object e34917e3-13d2-41ee-a8b8-0ba32d1948f4 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:56.976722 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:56:56.982046 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:56.982459 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:56.988052 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.034482 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:56:57.038369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:56:57.042569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:56:57.053293 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:57.069894 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.112810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 2c0b9c25-8def-4b6c-beb2-81764904fbe9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2c0b9c25-8def-4b6c-beb2-81764904fbe9,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:56:57.120039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:57.120472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.120773 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.154650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-54a7eec2-0e8e-4752-af96-b4fe478823b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7156177 Aug 23 12:56:57.168166 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Request body: {'port': {'device_id': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:56:57.186295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=2c0b9c25-8def-4b6c-beb2-81764904fbe9,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:57.228129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.339038 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-941d73c4-97f3-444f-a311-d0ebb7f5cfb1 None None] Provisioning for port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:56:57.343456 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-941d73c4-97f3-444f-a311-d0ebb7f5cfb1 None None] Provisioning complete for port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:57.343955 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-941d73c4-97f3-444f-a311-d0ebb7f5cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.381216 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-941d73c4-97f3-444f-a311-d0ebb7f5cfb1 None None] Port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:56:57.530928 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e9fe-72bd-4f11-a86d-e85603f1015b req-5fbc768d-da30-4b5d-b5e8-94dc8ae220bb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:57.533445 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4192e9fe-72bd-4f11-a86d-e85603f1015b req-5fbc768d-da30-4b5d-b5e8-94dc8ae220bb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 931 time: 0.0526981 Aug 23 12:56:57.549992 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34917e3-13d2-41ee-a8b8-0ba32d1948f4 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:56:57.561769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.574016 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.576691 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4192e9fe-72bd-4f11-a86d-e85603f1015b req-ace2bb08-b136-4384-a7d0-e757293529b4 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354142 Aug 23 12:56:57.582822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Transition to ACTIVE for port object e34917e3-13d2-41ee-a8b8-0ba32d1948f4 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:56:57.590399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.647977 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Pushing event updated for resources: {'Port': ['ID=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:57.725249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Attempting to bind port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:56:57.725593 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Attempting to bind port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:56:57.725958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Attempting to bind port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 on network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:56:57.730823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 on network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:56:57.731152 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Attempting to bind port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 on network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:56:57.736224 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:56:57.736555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Checking segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:56:57.736943 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Bound using segment: {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:56:57.737378 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Bound port: e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464d2b3f-01b8-46eb-b009-14705d41f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:56:57.737817 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.810500 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] For port e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:56:57.813715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] For port e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:56:57.818241 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.852488 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:57.853131 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:57.854602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] 10.222.0.44 "PUT /v2.0/ports/e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 1091 time: 0.6914654 Aug 23 12:56:57.855118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:56:57.857412 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b139810-f604-43a2-992c-3f57766a7628" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:56:57.898210 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62644084-cc7d-43a8-8932-1841f3062091 service neutron] Pushing event updated for resources: {'Port': ['ID=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:56:57.902061 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1da27-132b-430b-bdb3-26048f70b3b3 x-openstack-request-id: req-54d1da27-132b-430b-bdb3-26048f70b3b3 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:56:57.902357 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:56:57.902582 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54d1da27-132b-430b-bdb3-26048f70b3b3 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:56:57.902989 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'status': 'completed', 'code': 200} Aug 23 12:56:57.949283 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-13e5829b-4b11-4cce-9fa1-74099a1c5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:57.950875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-13e5829b-4b11-4cce-9fa1-74099a1c5576 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1094 time: 0.0470779 Aug 23 12:56:57.999107 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-65869b62-472a-45b0-94b3-c94a7e076c88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 217 time: 0.0401313 Aug 23 12:56:58.050902 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-3e800038-385f-441a-a7df-99e1c75c154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.052429 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-3e800038-385f-441a-a7df-99e1c75c154b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 200 len: 835 time: 0.0467885 Aug 23 12:56:58.099164 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990d51-6328-4093-aaa5-03a310ace1ee req-dc87bd57-e6ab-40b2-a0ba-a4e17f1676de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.101220 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-dc87bd57-e6ab-40b2-a0ba-a4e17f1676de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412533 Aug 23 12:56:58.200905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-7f71fcef-34ef-49bf-88c7-d1e837c6a54e service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919740 Aug 23 12:56:58.292217 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-33990d51-6328-4093-aaa5-03a310ace1ee req-60e17185-3a98-4eb9-9d60-fffd4addf916 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849764 Aug 23 12:56:58.387570 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b139810-f604-43a2-992c-3f57766a7628 req-8484185e-f964-419e-9a2c-00ed511ba6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.389228 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-8484185e-f964-419e-9a2c-00ed511ba6ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1094 time: 0.0515418 Aug 23 12:56:58.485890 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b139810-f604-43a2-992c-3f57766a7628 req-a8686740-2b9f-4068-9e46-efe006c87830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.487411 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-a8686740-2b9f-4068-9e46-efe006c87830 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 898 time: 0.0898919 Aug 23 12:56:58.494989 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2c0b9c25-8def-4b6c-beb2-81764904fbe9 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:56:58.536523 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-4c830d3e-b770-4774-95a1-444fa819fbdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 217 time: 0.0412142 Aug 23 12:56:58.548626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:56:58.549027 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:58.589839 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b139810-f604-43a2-992c-3f57766a7628 req-3893b19d-811d-40fe-b833-71444e797c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.591387 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-3893b19d-811d-40fe-b833-71444e797c58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 200 len: 835 time: 0.0459447 Aug 23 12:56:58.595631 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:58.642517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b139810-f604-43a2-992c-3f57766a7628 req-523208e7-aebd-4b79-800b-5a5c4480de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.644058 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-523208e7-aebd-4b79-800b-5a5c4480de77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453475 Aug 23 12:56:58.712865 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e8c40-c2f1-4b3c-9d02-1e62484499c3 req-7a762f38-a3c6-4539-b6f7-d151e99e3884 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:58.714560 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f81e8c40-c2f1-4b3c-9d02-1e62484499c3 req-7a762f38-a3c6-4539-b6f7-d151e99e3884 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 943 time: 0.0617826 Aug 23 12:56:58.760556 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f81e8c40-c2f1-4b3c-9d02-1e62484499c3 req-710e2e80-3351-4a55-9d52-afd1517df5f7 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391538 Aug 23 12:56:58.762282 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-87dbbaa3-e8e6-4405-87d0-53c301addbd5 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076212 Aug 23 12:56:58.855780 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3b139810-f604-43a2-992c-3f57766a7628 req-987454e1-5074-4bfc-9436-f9f26895b068 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Aug 23 12:56:58.916190 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:56:59.887444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd023-a415-49bc-81d5-000a3f788b85 req-a12b3804-2d2a-4350-b312-8c836561d727 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:56:59.888953 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b63bd023-a415-49bc-81d5-000a3f788b85 req-a12b3804-2d2a-4350-b312-8c836561d727 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 943 time: 0.0496404 Aug 23 12:56:59.931819 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b63bd023-a415-49bc-81d5-000a3f788b85 req-5ed45660-7846-4e6b-854a-cf3f6516b398 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368168 Aug 23 12:57:01.053260 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b30a-8332-4e22-be8e-a1650235bb74 req-371cf751-4682-407c-9e65-ab9d1461b601 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:01.054810 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04a7b30a-8332-4e22-be8e-a1650235bb74 req-371cf751-4682-407c-9e65-ab9d1461b601 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 943 time: 0.0562534 Aug 23 12:57:01.098439 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-04a7b30a-8332-4e22-be8e-a1650235bb74 req-9b3aefaf-50fd-45a9-bfd2-511a871cdf20 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371325 Aug 23 12:57:02.229137 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f362690-6397-4ec0-b4e0-0bc291cbc905 req-bda2f485-c5c4-4576-b684-8fc62622b166 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:02.230782 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f362690-6397-4ec0-b4e0-0bc291cbc905 req-bda2f485-c5c4-4576-b684-8fc62622b166 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 943 time: 0.0543623 Aug 23 12:57:02.232608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e34917e3-13d2-41ee-a8b8-0ba32d1948f4 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:57:02.279235 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3f362690-6397-4ec0-b4e0-0bc291cbc905 req-b3186c90-1551-452a-8ee8-48c5350f32be tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377889 Aug 23 12:57:02.353015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:02.363575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'port_id': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'mac_address': 'fa:16:3e:be:7c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:57:02.570099 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:02.584835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34917e3-13d2-41ee-a8b8-0ba32d1948f4 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:57:02.605306 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:02.609300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:02.656680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:02.848093 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['e34917e3-13d2-41ee-a8b8-0ba32d1948f4'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:57:03.417870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c3d08-539c-4f42-a8ee-84e8b2dfe624 req-a4ee1531-0bb5-4f75-a0bd-c3c1c98d1e55 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:03.419827 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e97c3d08-539c-4f42-a8ee-84e8b2dfe624 req-a4ee1531-0bb5-4f75-a0bd-c3c1c98d1e55 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 944 time: 0.0631938 Aug 23 12:57:03.468086 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e97c3d08-539c-4f42-a8ee-84e8b2dfe624 req-d7c6ae73-357a-404a-9aa4-bd12805815a5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 Aug 23 12:57:04.248328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e34917e3-13d2-41ee-a8b8-0ba32d1948f4 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:57:04.320156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:57:04.327317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:57:04.327931 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:04.458674 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:04.487538 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:57:04.490564 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e5b60-5349-4d1e-bde6-7732de9bd62b" -d '{"events": [{"server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "name": "network-vif-plugged", "status": "completed", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:57:04.507945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:04.514791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:04.559382 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef70ab24-afbf-4da9-9f70-8ffc007c0825 x-openstack-request-id: req-ef70ab24-afbf-4da9-9f70-8ffc007c0825 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:57:04.560003 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "name": "network-vif-plugged", "status": "completed", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:57:04.561560 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef70ab24-afbf-4da9-9f70-8ffc007c0825 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:57:04.562210 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'code': 200} Aug 23 12:57:04.614835 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:04.650117 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fcc50-b1d4-40d9-ba8b-e370d5407eec req-81e8d62e-2c61-4e75-9b24-31b955727545 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:04.653024 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba0fcc50-b1d4-40d9-ba8b-e370d5407eec req-81e8d62e-2c61-4e75-9b24-31b955727545 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0807099 Aug 23 12:57:04.680016 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df488a-b1fc-4b67-8064-7dd9319c0c49 req-ecdb7400-d030-41e9-af4a-b9ab3c7597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:04.682942 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53df488a-b1fc-4b67-8064-7dd9319c0c49 req-ecdb7400-d030-41e9-af4a-b9ab3c7597f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1096 time: 0.0589309 Aug 23 12:57:04.710820 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ba0fcc50-b1d4-40d9-ba8b-e370d5407eec req-86abc0ba-8e5b-4d75-9f92-f45b153c4dc1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506010 Aug 23 12:57:04.723409 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-53df488a-b1fc-4b67-8064-7dd9319c0c49 req-0da228a4-6a35-4ee9-a006-ac7c87780a57 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334010 Aug 23 12:57:05.877550 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a21e6a-ad79-491b-9e30-be654cdda8c6 req-0aa24cc3-6064-4d2b-898c-e7b98d3c5a17 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:05.880508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1a21e6a-ad79-491b-9e30-be654cdda8c6 req-0aa24cc3-6064-4d2b-898c-e7b98d3c5a17 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0750601 Aug 23 12:57:05.935270 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f1a21e6a-ad79-491b-9e30-be654cdda8c6 req-a0998200-53cb-497b-845f-37d0f077979b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477092 Aug 23 12:57:07.074251 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674e28-4ded-47c7-b048-d545d5cfa2da req-c711c6b9-6636-40ff-aebc-0f2c0651c84a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:07.075885 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0674e28-4ded-47c7-b048-d545d5cfa2da req-c711c6b9-6636-40ff-aebc-0f2c0651c84a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0544803 Aug 23 12:57:07.118279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0674e28-4ded-47c7-b048-d545d5cfa2da req-4dd854ff-8843-4b1b-9251-aa35ea92919f tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361583 Aug 23 12:57:07.239284 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16645180-ad8d-475a-837d-db7990a68833 req-07b12567-1b29-4aa9-b1d8-176338b75995 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:07.241356 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16645180-ad8d-475a-837d-db7990a68833 req-07b12567-1b29-4aa9-b1d8-176338b75995 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0532305 Aug 23 12:57:07.281367 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-16645180-ad8d-475a-837d-db7990a68833 req-f3400c4f-9d6c-4954-a579-5dddb550a8b1 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Aug 23 12:57:07.303455 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43478) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:07.343825 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172fd2a7-2711-4423-b249-e4c544d2a643 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:07.345372 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-172fd2a7-2711-4423-b249-e4c544d2a643 tempest-TestNetworkAdvancedServerOps-1747815622 tempest-TestNetworkAdvancedServerOps-1747815622-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1091 time: 0.0407929 Aug 23 12:57:07.348112 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43480) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:07.353456 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:57:07.375595 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:07.475472 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:07.575922 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Allocated IP 172.25.1.166 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/2958338a-8c9f-486e-a057-b881efccba94) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:57:07.680656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:07.718735 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:07.757988 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:57:07.760802 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:57:07.767560 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:57:07.769470 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=2958338a-8c9f-486e-a057-b881efccba94,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:08.126585 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:08.191603 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:08.340511 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:08.345095 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:08.417461 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event updated for resources: {'Port': ['ID=2958338a-8c9f-486e-a057-b881efccba94,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:08.428241 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:08.530556 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 61b53d49-db79-4da7-a6ee-acae8e96d777 associated. External IP: 172.25.1.166, port: e34917e3-13d2-41ee-a8b8-0ba32d1948f4. Aug 23 12:57:08.753156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:57:08.868265 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:57:08.878334 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] Sync routers for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:57:08.888050 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:08.888665 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:08.888811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:08.918168 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b6c08e71-8f48-4c8b-a77e-890c71fd7c58 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5689867 Aug 23 12:57:08.918773 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:57:08.921202 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2815a544-d60b-48fe-a202-a06e5238f3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:57:08.958190 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbabcaf-eb19-4adc-a85f-a537f5955067 x-openstack-request-id: req-bfbabcaf-eb19-4adc-a85f-a537f5955067 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:57:08.959018 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:57:08.959286 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfbabcaf-eb19-4adc-a85f-a537f5955067 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:57:08.959692 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'status': 'completed', 'code': 200} Aug 23 12:57:09.027214 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afb7b6-02df-49a4-986a-0d2021fbd9a3 req-149dfede-6637-48a7-8775-ae7cfd280cc5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:09.028754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-f0273d34-9d92-4ab2-8403-8d8f409e6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:09.029284 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39afb7b6-02df-49a4-986a-0d2021fbd9a3 req-149dfede-6637-48a7-8775-ae7cfd280cc5 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0594501 Aug 23 12:57:09.030398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-f0273d34-9d92-4ab2-8403-8d8f409e6dcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1096 time: 0.0487161 Aug 23 12:57:09.081318 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-39afb7b6-02df-49a4-986a-0d2021fbd9a3 req-aa5e090f-e65c-44e1-b204-6b600ea9b711 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Aug 23 12:57:09.093412 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43486) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:09.119362 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:09.130292 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-579b4299-4ab6-41a4-bf39-550c193405fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:09.132674 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-579b4299-4ab6-41a4-bf39-550c193405fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 898 time: 0.0946476 Aug 23 12:57:09.156984 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-64d9622e-2324-4e15-99d2-4c9b425f6aec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/61b53d49-db79-4da7-a6ee-acae8e96d777 HTTP/1.1" status: 200 len: 991 time: 0.0624006 Aug 23 12:57:09.201841 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-10fe27b9-25e7-4e52-8c39-cdbf78cbd101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 999 time: 0.0622628 Aug 23 12:57:09.251809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-0101a0fb-4b0d-46ad-b7e7-82223d36e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:09.253368 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-0101a0fb-4b0d-46ad-b7e7-82223d36e29e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 200 len: 835 time: 0.0443993 Aug 23 12:57:09.303491 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-2ebb2c58-0039-4a92-92a8-d308bd510f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:09.305083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-2ebb2c58-0039-4a92-92a8-d308bd510f1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449884 Aug 23 12:57:09.345660 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '61b53d49-db79-4da7-a6ee-acae8e96d777', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'port_id': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'mac_address': 'fa:16:3e:be:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:57:07Z', 'updated_at': '2021-08-23T12:57:07Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:57Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:09.375047 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] Checking router: fabda94c-4970-4fcc-ae7c-d2e6e138ff31 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:57:09.383976 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:09.384521 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:56:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:09.398099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-ba6796b5-33b9-4bb7-b2e3-9dfd11bcb2b8 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Aug 23 12:57:09.498031 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:09.500519 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2815a544-d60b-48fe-a202-a06e5238f3c6 req-0cda7689-37de-4092-b71b-fdf9fd1c7dec service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953670 Aug 23 12:57:09.724937 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '61b53d49-db79-4da7-a6ee-acae8e96d777', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'port_id': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'mac_address': 'fa:16:3e:be:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:57:07Z', 'updated_at': '2021-08-23T12:57:07Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:57Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:09.751165 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb2ef3-b031-47d7-95fc-0221581be63d None None] The sync data for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 is: [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '61b53d49-db79-4da7-a6ee-acae8e96d777', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'port_id': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'mac_address': 'fa:16:3e:be:7c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:57:07Z', 'updated_at': '2021-08-23T12:57:07Z', 'revision_number': 0, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:57Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:57:09.943670 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bef14-1d9a-4d9b-b4bc-fc27bfa16edf None None] New status for floating IP 61b53d49-db79-4da7-a6ee-acae8e96d777: ACTIVE {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:57:10.159940 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43488) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:10.542184 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2680eb07-6d8e-4b62-9865-0f677f4c6d97 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/61b53d49-db79-4da7-a6ee-acae8e96d777 HTTP/1.1" status: 200 len: 993 time: 0.3810666 Aug 23 12:57:21.897290 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7782cd69-241f-4573-820c-03b6176730c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:24.434083 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cfc2cc9d-63a5-4c05-b516-b4fe8e5df152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:24.475862 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:25.934957 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:26.486317 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:57:26.975248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-ba5a72a8-cbb7-4c74-b9c5-2a751646cf01 req-3c4c5036-2c1a-47d6-92fd-f4406656d679 service neutron] (101058) timed out ('10.222.0.21', 36858) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 12:57:27.574916 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:28.580303 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:28.917123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:37.677290 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-70c874f1-6602-4d6c-b88f-6f41e1ac4cac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423408 Aug 23 12:57:37.767083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-4d5b239c-b951-431f-9fa9-8383dedb3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:37.768560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-4d5b239c-b951-431f-9fa9-8383dedb3e7a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1096 time: 0.0402491 Aug 23 12:57:37.885538 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-c4491df6-8f1d-44d4-b31c-3004608d5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:37.887055 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-c4491df6-8f1d-44d4-b31c-3004608d5734 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 898 time: 0.0873849 Aug 23 12:57:37.952293 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-8f2cf2f1-6d8f-4d30-9d74-ac09aa69bf24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 1001 time: 0.0575292 Aug 23 12:57:38.005850 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-291eb53a-1567-47aa-8a8d-c0d30c34d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:38.007347 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-291eb53a-1567-47aa-8a8d-c0d30c34d9c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 200 len: 835 time: 0.0472460 Aug 23 12:57:38.052972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-facb5b38-53c9-447f-be6e-47b81a623f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:38.054492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-facb5b38-53c9-447f-be6e-47b81a623f90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399103 Aug 23 12:57:38.148045 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-32d471f7-cb46-4fd7-809c-de29793d4bfd service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819993 Aug 23 12:57:38.240234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d20e7fe5-2f1b-431b-a5b2-07718080d158 req-f0f11612-5f3b-42ce-9c31-98aac98f818e service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846865 Aug 23 12:57:41.844815 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5df90-13af-42d7-8320-84ec3b983edc req-1328e91d-4b6e-42c6-8564-f367d381c1d9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:41.846554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47f5df90-13af-42d7-8320-84ec3b983edc req-1328e91d-4b6e-42c6-8564-f367d381c1d9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0532613 Aug 23 12:57:41.885520 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-47f5df90-13af-42d7-8320-84ec3b983edc req-1af9f503-9950-439a-99de-95b3062486ef tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Aug 23 12:57:43.015115 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f728a-7e82-4f1f-a135-b15c45ce5efd req-202061cf-a660-4ebc-b096-134fcf419b69 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:43.016606 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f39f728a-7e82-4f1f-a135-b15c45ce5efd req-202061cf-a660-4ebc-b096-134fcf419b69 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0487556 Aug 23 12:57:43.054001 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f39f728a-7e82-4f1f-a135-b15c45ce5efd req-8f7f7221-ac41-4d33-8d65-ce9fc1e17db9 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Aug 23 12:57:43.076081 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43508) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:43.140538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-2b3d112e-d2b3-4585-9d00-6162813f8eb2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/61b53d49-db79-4da7-a6ee-acae8e96d777 HTTP/1.1" status: 200 len: 993 time: 0.0630555 Aug 23 12:57:44.443106 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd23a4-01df-419c-aa3c-8e180fb9154c req-87b70a58-84fd-4492-87f9-a57ef2d969ee tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:44.444558 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5fd23a4-01df-419c-aa3c-8e180fb9154c req-87b70a58-84fd-4492-87f9-a57ef2d969ee tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0806646 Aug 23 12:57:44.450374 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-36737cca-89cf-401a-b200-ea4b7aaab6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:44.451794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-36737cca-89cf-401a-b200-ea4b7aaab6d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1096 time: 0.0577345 Aug 23 12:57:44.538717 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5fd23a4-01df-419c-aa3c-8e180fb9154c req-99595a67-4890-4580-b916-e0d910854ed2 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859623 Aug 23 12:57:44.567398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-97a20b84-3cc0-4ba9-bc05-8663ae00f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:44.568880 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-97a20b84-3cc0-4ba9-bc05-8663ae00f3da service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 898 time: 0.1096029 Aug 23 12:57:44.634788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-e6c1d892-5cbc-44b6-9386-ea132d6b2a33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 1001 time: 0.0582867 Aug 23 12:57:44.684141 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-f4de999a-e0a0-45ac-ad58-7552f141d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:44.685590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-f4de999a-e0a0-45ac-ad58-7552f141d507 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 200 len: 835 time: 0.0435925 Aug 23 12:57:44.733671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-b429b14e-78fd-470a-9315-faa78d3fef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:44.735119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-b429b14e-78fd-470a-9315-faa78d3fef38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426691 Aug 23 12:57:44.824155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-a18eb560-6976-47e3-9143-eade07dd1150 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809612 Aug 23 12:57:44.922500 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-afb007ae-538f-4683-b7bd-0d2dee9df1fa req-596bd5dc-e84b-471d-93c5-dd0e37f735e0 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907934 Aug 23 12:57:45.659039 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec474f8f-2122-4135-ace8-154a7beb7a8b req-b138884f-3aa9-42a8-b1a6-773a51626a7c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:45.660778 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec474f8f-2122-4135-ace8-154a7beb7a8b req-b138884f-3aa9-42a8-b1a6-773a51626a7c tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0519154 Aug 23 12:57:45.698739 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec474f8f-2122-4135-ace8-154a7beb7a8b req-8e492c96-5a50-4b27-8868-c01f71d9cf8b tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Aug 23 12:57:46.817828 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c24807-c1d9-4786-a6de-1742f136aaa0 req-e58dfdb4-53f3-4c52-86e8-f860c893d6f0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:46.819344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9c24807-c1d9-4786-a6de-1742f136aaa0 req-e58dfdb4-53f3-4c52-86e8-f860c893d6f0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0493100 Aug 23 12:57:46.857665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f9c24807-c1d9-4786-a6de-1742f136aaa0 req-e8776cdb-dfaf-4710-b693-26ea2f9bb858 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319204 Aug 23 12:57:46.880778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43520) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:46.943406 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c495c8c6-3dba-48f3-8051-cdd3982b1d30 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/floatingips/61b53d49-db79-4da7-a6ee-acae8e96d777 HTTP/1.1" status: 200 len: 993 time: 0.0614645 Aug 23 12:57:47.153226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43526) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:47.312611 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 2958338a-8c9f-486e-a057-b881efccba94 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:57:47.312974 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:47.393390 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:47.393744 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:47.405703 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 2958338a-8c9f-486e-a057-b881efccba94 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:57:47.556063 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:47.581593 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=2958338a-8c9f-486e-a057-b881efccba94,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:47.597134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.597637 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.598171 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.598518 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.598859 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.599199 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.599535 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.599896 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.600399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.600592 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.600921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.601248 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:47.658611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:47.659136 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Floating IP 61b53d49-db79-4da7-a6ee-acae8e96d777 disassociated (deleted). External IP: 172.25.1.166, port: e34917e3-13d2-41ee-a8b8-0ba32d1948f4. Aug 23 12:57:47.866297 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:57:47.975508 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:57:47.980268 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:47.984819 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] Sync routers for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:57:47.994130 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:47.994739 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:48.007601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-970475a7-31ec-49be-8ec6-e94e7e485082 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/floatingips/61b53d49-db79-4da7-a6ee-acae8e96d777 HTTP/1.1" status: 204 len: 168 time: 0.8532460 Aug 23 12:57:48.008187 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:57:48.010460 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cafe82-2140-45aa-bdab-02f560c079da" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:57:48.051958 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59797d7-0eaa-43cf-83ea-247ca8d0afce x-openstack-request-id: req-f59797d7-0eaa-43cf-83ea-247ca8d0afce {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:57:48.052254 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:57:48.052512 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f59797d7-0eaa-43cf-83ea-247ca8d0afce {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:57:48.053055 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'status': 'completed', 'code': 200} Aug 23 12:57:48.106600 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:48.116795 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cafe82-2140-45aa-bdab-02f560c079da req-48cdc3af-c669-401d-bab9-49ecacc25c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:48.118400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-48cdc3af-c669-401d-bab9-49ecacc25c49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 1096 time: 0.0453925 Aug 23 12:57:48.219151 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cafe82-2140-45aa-bdab-02f560c079da req-4b39e423-5fbc-4ee5-bd48-2ad672aba746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:48.220675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-4b39e423-5fbc-4ee5-bd48-2ad672aba746 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 200 len: 898 time: 0.0925729 Aug 23 12:57:48.252818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754e188-59dd-478c-a25a-6002e2cecf03 req-2f9aeb09-0393-4c56-9e47-7535e7b44bfb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:48.254538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2754e188-59dd-478c-a25a-6002e2cecf03 req-2f9aeb09-0393-4c56-9e47-7535e7b44bfb tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0657184 Aug 23 12:57:48.266388 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-6900dc10-3afe-40d7-be94-7bcab2ac8e89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 200 len: 217 time: 0.0369921 Aug 23 12:57:48.296032 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2754e188-59dd-478c-a25a-6002e2cecf03 req-79ae8e34-43ed-4950-83ea-04e32fea2d87 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346649 Aug 23 12:57:48.322037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cafe82-2140-45aa-bdab-02f560c079da req-df6eb365-c6a7-4e08-a9c4-567cdc8d528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:48.323548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-df6eb365-c6a7-4e08-a9c4-567cdc8d528c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 200 len: 835 time: 0.0491436 Aug 23 12:57:48.341194 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:57Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:48.374044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cafe82-2140-45aa-bdab-02f560c079da req-e7d0dc85-a9d0-4962-984b-ff42dff12b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:48.375750 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-e7d0dc85-a9d0-4962-984b-ff42dff12b25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a3f68ee-c1ef-4259-85d6-8f93f49652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448172 Aug 23 12:57:48.376825 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] Checking router: fabda94c-4970-4fcc-ae7c-d2e6e138ff31 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:57:48.385556 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:48.386172 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:48.467119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-2f6b8604-52bb-453b-899b-c9fc61910af4 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825918 Aug 23 12:57:48.493507 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:48.578884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-23cafe82-2140-45aa-bdab-02f560c079da req-0ff70fd6-9fa6-4f2a-961d-9188e91787f7 service neutron] 10.222.0.44 "GET /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043119 Aug 23 12:57:48.706822 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:57Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:48.733402 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3b2b5-4907-4ca0-b89b-ab0ebcd69fe3 None None] The sync data for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 is: [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:53Z', 'revision_number': 4, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '2c0b9c25-8def-4b6c-beb2-81764904fbe9', 'name': '', 'network_id': '2a3f68ee-c1ef-4259-85d6-8f93f49652fd', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'mac_address': 'fa:16:3e:aa:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:52Z', 'updated_at': '2021-08-23T12:56:57Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'subnets': [{'id': 'f2c48d75-c8fa-41d7-8748-36482fac5c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:57:48.963900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a92ac-8a43-4866-9596-1da12ae84085 None None] New status for floating IP 61b53d49-db79-4da7-a6ee-acae8e96d777: DOWN {{(pid=101059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:57:49.417254 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b8f1a-7380-45ed-a085-ddae192303af req-e55f59a5-4e15-4f69-afbc-4d45dafc7424 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:49.418781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-670b8f1a-7380-45ed-a085-ddae192303af req-e55f59a5-4e15-4f69-afbc-4d45dafc7424 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0499260 Aug 23 12:57:49.456978 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-670b8f1a-7380-45ed-a085-ddae192303af req-ef1690a8-7a6c-4a9f-894b-153984156758 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d191dc3-fe01-458f-9035-6110c32eb7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321441 Aug 23 12:57:49.708349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-cc2708d0-0288-4d8c-8334-c6101412bde0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:49.709879 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-cc2708d0-0288-4d8c-8334-c6101412bde0 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 945 time: 0.0482383 Aug 23 12:57:49.804354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:57:49.804695 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:49.891112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port e34917e3-13d2-41ee-a8b8-0ba32d1948f4, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:49.891482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:49.903020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for e34917e3-13d2-41ee-a8b8-0ba32d1948f4 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:57:50.033921 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:50.061274 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=e34917e3-13d2-41ee-a8b8-0ba32d1948f4,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:50.075956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.076320 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.076734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.077107 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.077451 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.077936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.078149 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.078486 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.078830 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.079190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.079526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.079856 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:50.118251 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] No DVR routers for this DVR port e34917e3-13d2-41ee-a8b8-0ba32d1948f4 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:57:50.120966 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:50.123022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f81155f-7f74-4d37-ae12-cef976fcef83 req-acdbcb2c-5692-4661-b05d-2cbaf4d74770 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.44 "DELETE /v2.0/ports/e34917e3-13d2-41ee-a8b8-0ba32d1948f4 HTTP/1.1" status: 204 len: 173 time: 0.4073009 Aug 23 12:57:50.123467 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'name': 'network-vif-deleted', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:57:50.126093 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28bc10d-9a16-4362-93bc-842b469dfad7" -d '{"events": [{"server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "name": "network-vif-deleted", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:57:50.162793 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0992d69f-b39f-4d6f-a71b-3918a8bce6b1 x-openstack-request-id: req-0992d69f-b39f-4d6f-a71b-3918a8bce6b1 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:57:50.163100 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad8840b-6b34-4316-9753-c0bd05756e1c", "name": "network-vif-deleted", "tag": "e34917e3-13d2-41ee-a8b8-0ba32d1948f4", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:57:50.163361 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0992d69f-b39f-4d6f-a71b-3918a8bce6b1 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:57:50.163768 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad8840b-6b34-4316-9753-c0bd05756e1c', 'name': 'network-vif-deleted', 'tag': 'e34917e3-13d2-41ee-a8b8-0ba32d1948f4', 'status': 'completed', 'code': 200} Aug 23 12:57:50.576479 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a53fe841-a0c6-4223-a3d6-e873f33c5cf5 req-15dfe1a6-643d-4b8c-9cb1-5851212b86fd tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ad8840b-6b34-4316-9753-c0bd05756e1c HTTP/1.1" status: 200 len: 210 time: 0.0308254 Aug 23 12:57:51.634377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43542) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:51.891226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c67e4f1a-28b6-42b3-bd8d-044f970fc270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:51.994500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:52.244509 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 2c0b9c25-8def-4b6c-beb2-81764904fbe9 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:57:52.244767 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:52.334714 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 2c0b9c25-8def-4b6c-beb2-81764904fbe9, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=2c0b9c25-8def-4b6c-beb2-81764904fbe9,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:52.335073 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:52.346524 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 2c0b9c25-8def-4b6c-beb2-81764904fbe9 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:57:52.529806 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:52.556863 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=2c0b9c25-8def-4b6c-beb2-81764904fbe9,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:52.734611 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:52.954446 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:57:53.066362 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:57:53.071753 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-a7ebe3b3-67ee-43d7-8c44-566bdbf21115 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "PUT /v2.0/routers/fabda94c-4970-4fcc-ae7c-d2e6e138ff31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362845 Aug 23 12:57:53.074445 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43546) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:53.077082 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] Sync routers for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:57:53.086603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:53.087201 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:53.129283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting subnet f2c48d75-c8fa-41d7-8748-36482fac5c58 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 12:57:53.132647 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.173450 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.267119 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.294366 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:53.336997 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.365283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c48d75-c8fa-41d7-8748-36482fac5c58,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:53.369847 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.371796 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95536521-9636-4be1-b418-1cf22c19801a tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/subnets/f2c48d75-c8fa-41d7-8748-36482fac5c58 HTTP/1.1" status: 204 len: 168 time: 0.2964141 Aug 23 12:57:53.374837 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43550) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:53.377365 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ea3b1-de74-4529-abdc-05858b613a7a None None] Network 2a3f68ee-c1ef-4259-85d6-8f93f49652fd requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:57:53.488005 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.496177 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:57:52Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:53.532037 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] Checking router: fabda94c-4970-4fcc-ae7c-d2e6e138ff31 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:57:53.542230 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] Routers {'fabda94c-4970-4fcc-ae7c-d2e6e138ff31'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:53.543422 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:53.600445 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] DHCP port deletion for 2a3f68ee-c1ef-4259-85d6-8f93f49652fd request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 12:57:53.609656 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.650528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Deleting port 86bc38ed-5efc-44ca-a2ae-a4160464816a {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:57:53.651695 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.666595 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] Set router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:53.675943 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Deleting port 08a65e17-20c0-45c5-94e3-5ea04a595808 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 12:57:53.676402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.720405 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] For port 86bc38ed-5efc-44ca-a2ae-a4160464816a, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=86bc38ed-5efc-44ca-a2ae-a4160464816a,segment=NetworkSegment(464d2b3f-01b8-46eb-b009-14705d41f73f),segment_id=464d2b3f-01b8-46eb-b009-14705d41f73f)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:53.720821 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.734452 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Calling delete_port for 86bc38ed-5efc-44ca-a2ae-a4160464816a owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:57:53.761561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] For port 08a65e17-20c0-45c5-94e3-5ea04a595808, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=08a65e17-20c0-45c5-94e3-5ea04a595808,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:53.762146 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.774158 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Calling delete_port for 08a65e17-20c0-45c5-94e3-5ea04a595808 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 12:57:53.820676 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:53.845909 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Pushing event deleted for resources: {'Port': ['ID=86bc38ed-5efc-44ca-a2ae-a4160464816a,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:53.850918 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] No DVR routers for this DVR port 86bc38ed-5efc-44ca-a2ae-a4160464816a on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 12:57:53.858517 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.858862 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.859206 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.859543 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.859873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.860203 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.860528 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.861284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.861284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.861463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.861809 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.862135 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4cb33c-ee50-4357-9117-4d26fe273b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:57:53.872413 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:57:52Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:53.900713 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584b60e-3fda-4b1f-b21e-48ae6ff9e0cb None None] The sync data for ids ['fabda94c-4970-4fcc-ae7c-d2e6e138ff31'] in n-d-773645-7 is: [{'id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816507124', 'tenant_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:57:52Z', 'revision_number': 5, 'project_id': '3eb3fd0f32f14e3fa326576fe80fe4e0', 'gw_port': {'id': '08a65e17-20c0-45c5-94e3-5ea04a595808', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:12:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabda94c-4970-4fcc-ae7c-d2e6e138ff31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:56:49Z', 'updated_at': '2021-08-23T12:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:57:54.257487 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.286873 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Port': ['ID=08a65e17-20c0-45c5-94e3-5ea04a595808,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:54.353823 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.434654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5adb09d4-e917-4ada-83d0-de5561619f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.453819 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.456534 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.477274 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.498643 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e34917e3-13d2-41ee-a8b8-0ba32d1948f4 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:57:54.507781 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.508525 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Fanout notify agent at l3_agent the message router_deleted on router fabda94c-4970-4fcc-ae7c-d2e6e138ff31 {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 12:57:54.521868 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.524279 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-94529ec9-238c-4a95-8343-905579c32777 tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/routers/fabda94c-4970-4fcc-ae7c-d2e6e138ff31 HTTP/1.1" status: 204 len: 168 time: 1.1483140 Aug 23 12:57:54.526928 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43556) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:54.528361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: e34917e3-13d2-41ee-a8b8-0ba32d1948f4 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:57:54.528726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device e34917e3-13d2-41ee-a8b8-0ba32d1948f4 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:57:54.603319 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86bc38ed-5efc-44ca-a2ae-a4160464816a no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:57:54.616058 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.622905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 86bc38ed-5efc-44ca-a2ae-a4160464816a {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:57:54.623253 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 86bc38ed-5efc-44ca-a2ae-a4160464816a not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:57:54.623662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2c0b9c25-8def-4b6c-beb2-81764904fbe9 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:57:54.647377 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 2c0b9c25-8def-4b6c-beb2-81764904fbe9 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:57:54.647725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 2c0b9c25-8def-4b6c-beb2-81764904fbe9 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:57:54.728800 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.738501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3f68ee-c1ef-4259-85d6-8f93f49652fd']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:54.748124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464d2b3f-01b8-46eb-b009-14705d41f73f') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:54.748423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464d2b3f-01b8-46eb-b009-14705d41f73f') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:54.757350 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.771339 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.776968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 12:57:54.777358 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: timer() Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 12:57:54.780348 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 12:57:54.842062 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.850190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.851575 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/networks/2a3f68ee-c1ef-4259-85d6-8f93f49652fd HTTP/1.1" status: 204 len: 168 time: 0.3225732 Aug 23 12:57:54.854398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43558) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:54.862641 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59732811-6143-4979-93f0-3dbc6be281ec tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'Network': ['ID=2a3f68ee-c1ef-4259-85d6-8f93f49652fd,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:54.917235 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17f32bc2-34ba-4eba-9b9f-7678fe4719bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:54.942908 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17f32bc2-34ba-4eba-9b9f-7678fe4719bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.004706 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17f32bc2-34ba-4eba-9b9f-7678fe4719bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.007400 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-17f32bc2-34ba-4eba-9b9f-7678fe4719bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.008603 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-17f32bc2-34ba-4eba-9b9f-7678fe4719bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d191dc3-fe01-458f-9035-6110c32eb7a7 HTTP/1.1" status: 204 len: 168 time: 0.1532011 Aug 23 12:57:55.028369 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32bc2-34ba-4eba-9b9f-7678fe4719bc tempest-TestNetworkAdvancedServerOps-1982156911 tempest-TestNetworkAdvancedServerOps-1982156911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d191dc3-fe01-458f-9035-6110c32eb7a7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:55.338888 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43566) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:55.466418 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-0d72ce1b-abce-48fb-9f3b-119cdebab336 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eb3fd0f32f14e3fa326576fe80fe4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263068 Aug 23 12:57:55.468853 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43570) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:55.516011 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad238b2a-6b25-4230-a82f-6abeb6a146fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.536695 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad238b2a-6b25-4230-a82f-6abeb6a146fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.582969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad238b2a-6b25-4230-a82f-6abeb6a146fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.585574 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ad238b2a-6b25-4230-a82f-6abeb6a146fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.586750 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ad238b2a-6b25-4230-a82f-6abeb6a146fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38585ba6-2bf4-4416-bac8-387969c1e203 HTTP/1.1" status: 204 len: 168 time: 0.1169324 Aug 23 12:57:55.594438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238b2a-6b25-4230-a82f-6abeb6a146fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38585ba6-2bf4-4416-bac8-387969c1e203,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:55.841089 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43576) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:55.855016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81338ecd-4cfe-4752-9679-af76b230557e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.939062 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.950648 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81338ecd-4cfe-4752-9679-af76b230557e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.954363 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-81338ecd-4cfe-4752-9679-af76b230557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:55.992788 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-81338ecd-4cfe-4752-9679-af76b230557e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce3196ce2d7e45cc86a738292ae969c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506064 Aug 23 12:57:55.993659 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81338ecd-4cfe-4752-9679-af76b230557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caef8186-b898-4620-b90d-70c74fcccb11,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:55.996253 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43578) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:56.051727 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-544785b9-570a-4611-b911-15ebf197e12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:56.073771 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-544785b9-570a-4611-b911-15ebf197e12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:56.121769 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-544785b9-570a-4611-b911-15ebf197e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:56.124562 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-544785b9-570a-4611-b911-15ebf197e12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:56.125732 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-544785b9-570a-4611-b911-15ebf197e12f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caef8186-b898-4620-b90d-70c74fcccb11 HTTP/1.1" status: 204 len: 168 time: 0.1284626 Aug 23 12:57:56.134108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544785b9-570a-4611-b911-15ebf197e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef8186-b898-4620-b90d-70c74fcccb11,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:56.486191 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 08a65e17-20c0-45c5-94e3-5ea04a595808 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 12:57:56.507672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 08a65e17-20c0-45c5-94e3-5ea04a595808 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 12:57:56.508099 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 08a65e17-20c0-45c5-94e3-5ea04a595808 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 12:57:56.828538 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43602) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:56.926958 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-180822951-network', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:57:56.949624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Made reservation on behalf of c5f8e92caeb446c3b09c33cbdc47a931 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:57:56.952149 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:56.961932 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.054579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.058579 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.082987 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:57:57.092444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21548219-67c2-4c45-a849-d731eef56238,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:57.097257 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.097606 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Added segment aa18237e-9459-4716-949c-ee3cd9c740ef of type vlan for network 540501e3-15c7-4ffb-8f05-78b3cbf142ef Aug 23 12:57:57.137834 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.162423 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.163367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:57.163951 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.191167 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3613482 Aug 23 12:57:57.194949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43606) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:57.200007 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Request body: {'subnet': {'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-180822951-subnet', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:57:57.221261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Made reservation on behalf of c5f8e92caeb446c3b09c33cbdc47a931 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:57:57.223602 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.225511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1ad44-cc61-49ec-820e-c9f44b0217b9 admin admin] Pushing event updated for resources: {'Network': ['ID=540501e3-15c7-4ffb-8f05-78b3cbf142ef,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:57.235358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:57:57.404403 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.459840 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80157ff6-bf25-448f-b8ac-8afd89659721,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:57.468318 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Checking segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:57:57.468686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Network hostable DHCP agents. Network: 540501e3-15c7-4ffb-8f05-78b3cbf142ef, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:57:57.484750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:57:57.493842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 540501e3-15c7-4ffb-8f05-78b3cbf142ef) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:57:57.497961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:57:57.498552 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.502711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100400c2-1167-408b-93f3-0bfd1c4a8d08 None None] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:57:57.514444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6cb13ec0-193a-4103-9bca-437d453efbe2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3182425 Aug 23 12:57:57.517364 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43608) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:57.521906 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:57:57.543024 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.544158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.583614 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.603100 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.666676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:57:57.668137 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.738939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.811070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Allocated IP 172.20.0.2 (540501e3-15c7-4ffb-8f05-78b3cbf142ef/80157ff6-bf25-448f-b8ac-8afd89659721/f8d3c0bb-73a3-430b-aecd-bd022ea02b57) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:57:57.966086 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:57.975187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Transition to ACTIVE for port object f8d3c0bb-73a3-430b-aecd-bd022ea02b57 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:57:57.991451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Transition to ACTIVE for port object f8d3c0bb-73a3-430b-aecd-bd022ea02b57 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:57:57.997607 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.037778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:57:58.040958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:57:58.044838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:57:58.053334 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Pushing event updated for resources: {'Port': ['ID=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:58.108115 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Attempting to bind port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:57:58.108566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Attempting to bind port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:57:58.108863 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Attempting to bind port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:57:58.114271 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:57:58.114650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Checking segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:57:58.115061 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.115464 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Bound using segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:57:58.115945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Bound port: f8d3c0bb-73a3-430b-aecd-bd022ea02b57, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:57:58.116335 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.185931 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] For port f8d3c0bb-73a3-430b-aecd-bd022ea02b57, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:57:58.189358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] For port f8d3c0bb-73a3-430b-aecd-bd022ea02b57, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:57:58.194763 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.254220 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d167b2-d8d3-4203-9026-ec46c5520826 None None] Pushing event updated for resources: {'Port': ['ID=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:58.268431 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.288055 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.405296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Allocated IP 172.25.1.106 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/939bba1a-4660-4360-b7ef-a1bce6fe8055) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:57:58.529796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.572421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f8d3c0bb-73a3-430b-aecd-bd022ea02b57 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:57:58.581419 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.609900 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.619962 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:57:58.622734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:57:58.626957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:57:58.630622 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:57:58.655794 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Pushing event updated for resources: {'Port': ['ID=939bba1a-4660-4360-b7ef-a1bce6fe8055,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:58.880025 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:58.916857 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.089767 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.149669 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ded89-22ba-4a4a-8b28-edcd7da871b7 None None] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:57:59.215444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:57:59.266463 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] Provisioning for port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:57:59.274212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] Provisioning complete for port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:57:59.274585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.324785 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:57:59.340177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:57:59.345155 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.349727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-8bf0d7ce-775e-4f64-bd5a-89765601e263 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8281879 Aug 23 12:57:59.350271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43610) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:57:59.357134 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:57:59.357789 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:59.426954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.506727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] For port f8d3c0bb-73a3-430b-aecd-bd022ea02b57, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:57:59.515315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:57:59.517773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.671590 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d12266-fb6a-496d-9886-44e667d70fe1 None None] Pushing event updated for resources: {'Port': ['ID=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:57:59.686385 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-0b331cf5-7c62-4e46-b61f-b804c68b45b8 None None] Provisioning complete for port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:57:59.686766 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b331cf5-7c62-4e46-b61f-b804c68b45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.786288 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.812020 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:57:58Z', 'revision_number': 3, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:57:59.845254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:57:59.845607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Updating router 7bd84555-2df1-4361-80e2-cf8784cdb37a port 939bba1a-4660-4360-b7ef-a1bce6fe8055 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:57:59.870404 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:57:59.947976 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Allocated IP 172.20.0.1 (540501e3-15c7-4ffb-8f05-78b3cbf142ef/80157ff6-bf25-448f-b8ac-8afd89659721/4dcd1804-067f-43ca-9f30-0aa93afb6144) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:58:00.050276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.063773 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Transition to ACTIVE for port object 4dcd1804-067f-43ca-9f30-0aa93afb6144 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:00.097416 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.123595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.137719 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Transition to ACTIVE for port object 939bba1a-4660-4360-b7ef-a1bce6fe8055 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:00.140801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:00.143750 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.144009 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:00.148117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:58:00.177952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Pushing event updated for resources: {'Port': ['ID=4dcd1804-067f-43ca-9f30-0aa93afb6144,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:00.192532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Attempting to bind port 939bba1a-4660-4360-b7ef-a1bce6fe8055 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:58:00.192900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Attempting to bind port 939bba1a-4660-4360-b7ef-a1bce6fe8055 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:58:00.193261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Attempting to bind port 939bba1a-4660-4360-b7ef-a1bce6fe8055 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:00.198951 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.205641 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:58:00.206047 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:00.206451 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.206845 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:58:00.207852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Bound port: 939bba1a-4660-4360-b7ef-a1bce6fe8055, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:58:00.208238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.211442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f92a23-3785-4e48-b7fa-5033500772d4 None None] Pushing event updated for resources: {'Port': ['ID=939bba1a-4660-4360-b7ef-a1bce6fe8055,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:00.268063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] For port 939bba1a-4660-4360-b7ef-a1bce6fe8055, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:58:00.272396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] For port 939bba1a-4660-4360-b7ef-a1bce6fe8055, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=939bba1a-4660-4360-b7ef-a1bce6fe8055,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:58:00.278107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.337562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:00.338245 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:00.347597 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.371630 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f92a23-3785-4e48-b7fa-5033500772d4 None None] Pushing event updated for resources: {'Port': ['ID=939bba1a-4660-4360-b7ef-a1bce6fe8055,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:00.531821 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.536204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.584615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f8d3c0bb-73a3-430b-aecd-bd022ea02b57 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:00.604693 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Pushing event updated for resources: {'Port': ['ID=4dcd1804-067f-43ca-9f30-0aa93afb6144,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:00.607223 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.634428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-edf90e7e-a6ca-4874-991e-ac3cb62354f6 None None] Provisioning for port 4dcd1804-067f-43ca-9f30-0aa93afb6144 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:00.645390 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-edf90e7e-a6ca-4874-991e-ac3cb62354f6 None None] Provisioning complete for port 4dcd1804-067f-43ca-9f30-0aa93afb6144 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:00.645788 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-edf90e7e-a6ca-4874-991e-ac3cb62354f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.649391 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:00.701923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:00.703592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:00.761785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-edf90e7e-a6ca-4874-991e-ac3cb62354f6 None None] Port 4dcd1804-067f-43ca-9f30-0aa93afb6144 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:58:00.768001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:00.768306 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:00.824267 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:58:00.937801 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:58:00.944889 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-73d4e80a-8666-4033-bd30-08188a94c489 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bd84555-2df1-4361-80e2-cf8784cdb37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930693 Aug 23 12:58:00.971856 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:57:59Z', 'revision_number': 1, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:01.004461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c41ac5-91fd-41c6-b825-ac7a3a01fae8 None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:57:59Z', 'revision_number': 1, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:58:01.011888 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-db7e925e-f479-4463-b846-8266173ba6a3 None None] Provisioning complete for port 4dcd1804-067f-43ca-9f30-0aa93afb6144 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:01.012269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-db7e925e-f479-4463-b846-8266173ba6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.053501 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-db7e925e-f479-4463-b846-8266173ba6a3 None None] Port 4dcd1804-067f-43ca-9f30-0aa93afb6144 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:58:01.470680 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43626) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:01.476450 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640751570-network', 'tenant_id': '742180819a804a3aa86718a99548d470'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:01.497555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Made reservation on behalf of 742180819a804a3aa86718a99548d470 for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:58:01.500434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.509797 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.607513 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.611791 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.641312 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 12:58:01.650578 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8129637-9f6b-4407-b387-35d2ed82745f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:01.659173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.659614 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Added segment fef9d36d-2ac6-465a-a5ea-b49f14eb9585 of type vlan for network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 Aug 23 12:58:01.703156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.730266 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.731949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:01.732741 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:01.796263 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3244452 Aug 23 12:58:01.799063 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43628) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:01.799949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eccdb-7e0a-4495-b149-8d64bcd7c60b admin admin] Pushing event updated for resources: {'Network': ['ID=0ade6e8a-de01-42a2-b202-fdac2c9f1157,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:01.807099 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Request body: {'subnet': {'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640751570-subnet', 'tenant_id': '742180819a804a3aa86718a99548d470', 'ip_version': 4}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:01.810192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 12:58:01.830433 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Made reservation on behalf of 742180819a804a3aa86718a99548d470 for: {'subnet': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:58:01.832843 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446457'] for subnet, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.031446 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446487'] for subnet, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.089608 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9dec522-546f-4a97-af76-39ca21dfa632,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:02.107513 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Checking segment: {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:02.107880 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Network hostable DHCP agents. Network: 0ade6e8a-de01-42a2-b202-fdac2c9f1157, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 12:58:02.130561 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 12:58:02.141826 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0ade6e8a-de01-42a2-b202-fdac2c9f1157) {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:02.146903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:02.147598 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.153428 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f9fa4-0fd1-41db-bcf7-4aab8ff773f6 None None] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:58:02.167227 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-5bf11ee1-d00b-47fb-9a09-15bee4f3e8ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3659785 Aug 23 12:58:02.171501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43630) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:02.176239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:02.199143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.199816 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.262615 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.322991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'tenant_id': '742180819a804a3aa86718a99548d470', 'fixed_ips': [{'subnet_id': 'f9dec522-546f-4a97-af76-39ca21dfa632'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 12:58:02.323883 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.493820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Allocated IP 172.20.0.2 (0ade6e8a-de01-42a2-b202-fdac2c9f1157/f9dec522-546f-4a97-af76-39ca21dfa632/f9dfb133-af61-49bf-a91a-b81215a8ad33) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:58:02.594085 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 939bba1a-4660-4360-b7ef-a1bce6fe8055 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:02.697368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 939bba1a-4660-4360-b7ef-a1bce6fe8055 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:02.704081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 939bba1a-4660-4360-b7ef-a1bce6fe8055 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:02.704455 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.756275 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.776356 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.776958 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Transition to ACTIVE for port object f9dfb133-af61-49bf-a91a-b81215a8ad33 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:02.800268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Transition to ACTIVE for port object f9dfb133-af61-49bf-a91a-b81215a8ad33 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:02.821656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.868132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:02.876072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:02.879724 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.892402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:58:02.898699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Pushing event updated for resources: {'Port': ['ID=f9dfb133-af61-49bf-a91a-b81215a8ad33,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:02.933940 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 939bba1a-4660-4360-b7ef-a1bce6fe8055, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=939bba1a-4660-4360-b7ef-a1bce6fe8055,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:02.959828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.973371 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Attempting to bind port f9dfb133-af61-49bf-a91a-b81215a8ad33 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:58:02.973771 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Attempting to bind port f9dfb133-af61-49bf-a91a-b81215a8ad33 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:58:02.974142 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Attempting to bind port f9dfb133-af61-49bf-a91a-b81215a8ad33 on network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:02.998326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:58:02.998712 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Checking segment: {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:02.999121 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:02.999785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Bound using segment: {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:58:03.000254 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Bound port: f9dfb133-af61-49bf-a91a-b81215a8ad33, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:58:03.000640 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.002640 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.022719 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.052730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=939bba1a-4660-4360-b7ef-a1bce6fe8055,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:03.083776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] For port f9dfb133-af61-49bf-a91a-b81215a8ad33, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:58:03.087237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] For port f9dfb133-af61-49bf-a91a-b81215a8ad33, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9dfb133-af61-49bf-a91a-b81215a8ad33,segment=NetworkSegment(fef9d36d-2ac6-465a-a5ea-b49f14eb9585),segment_id=fef9d36d-2ac6-465a-a5ea-b49f14eb9585)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:58:03.092579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.149013 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Allocated IP 172.25.1.146 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/c0f92445-b7aa-4377-b305-4cec4cad87a1) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:58:03.155671 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff529540-2632-426f-b59e-eb2fe3a2eb33 None None] Pushing event updated for resources: {'Port': ['ID=f9dfb133-af61-49bf-a91a-b81215a8ad33,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:03.193531 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:58:03.203226 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:03.203845 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:03.268667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.323829 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:03.332687 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.387997 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:03.390981 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:03.394103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:58:03.429919 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Pushing event updated for resources: {'Port': ['ID=c0f92445-b7aa-4377-b305-4cec4cad87a1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:03.482638 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:58:03.556709 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 2, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:03.587651 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:58:03.588010 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Updating router 7bd84555-2df1-4361-80e2-cf8784cdb37a port 4dcd1804-067f-43ca-9f30-0aa93afb6144 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:58:03.612445 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.661517 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.871120 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.894479 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.905626 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Transition to ACTIVE for port object 4dcd1804-067f-43ca-9f30-0aa93afb6144 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:03.916076 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:03.971484 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Pushing event updated for resources: {'Port': ['ID=4dcd1804-067f-43ca-9f30-0aa93afb6144,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:03.994924 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.995225 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.995568 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.995900 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.996228 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.996556 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.996873 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.997197 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.997515 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.997857 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.998185 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:03.998505 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 12:58:04.030194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Router 5b6bf7d9-0f12-439e-be3e-9645572cd920 is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 12:58:04.046968 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Attempting to bind port 4dcd1804-067f-43ca-9f30-0aa93afb6144 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:58:04.047623 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Attempting to bind port 4dcd1804-067f-43ca-9f30-0aa93afb6144 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:58:04.048156 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Attempting to bind port 4dcd1804-067f-43ca-9f30-0aa93afb6144 on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:04.062217 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:58:04.062995 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Checking segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:04.063427 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.064115 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Bound using segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:58:04.064605 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Bound port: 4dcd1804-067f-43ca-9f30-0aa93afb6144, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:58:04.065040 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.142455 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] For port 4dcd1804-067f-43ca-9f30-0aa93afb6144, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:58:04.146704 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] For port 4dcd1804-067f-43ca-9f30-0aa93afb6144, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4dcd1804-067f-43ca-9f30-0aa93afb6144,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:58:04.148076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642431e-ebb0-4cd9-bd92-5b16da3faa90 None None] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 12:58:04.151582 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.156252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:58:04.169138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Sync routers for ids ['5b6bf7d9-0f12-439e-be3e-9645572cd920'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:58:04.173846 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.177724 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b86f4c74-1461-4ded-81b2-43a18b92d4ca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0028255 Aug 23 12:58:04.178337 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43634) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:04.220365 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:04.220993 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:04.222962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5385e-e602-4d48-baed-0696e4907cd2 None None] Pushing event updated for resources: {'Port': ['ID=4dcd1804-067f-43ca-9f30-0aa93afb6144,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:04.242228 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Routers {'5b6bf7d9-0f12-439e-be3e-9645572cd920'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:04.242943 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b6bf7d9-0f12-439e-be3e-9645572cd920'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:04.247680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-be7a1167-a6cf-4d7d-846a-9ce15ff36a50 None None] Provisioning for port f9dfb133-af61-49bf-a91a-b81215a8ad33 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:04.441221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Set router 5b6bf7d9-0f12-439e-be3e-9645572cd920 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:04.496072 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:04.757326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9dfb133-af61-49bf-a91a-b81215a8ad33 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:04.786758 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.798157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T12:58:03Z', 'revision_number': 3, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:04.804964 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:04Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:04.829013 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Checking router: 5b6bf7d9-0f12-439e-be3e-9645572cd920 for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:58:04.829283 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Updating router 5b6bf7d9-0f12-439e-be3e-9645572cd920 port c0f92445-b7aa-4377-b305-4cec4cad87a1 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:58:04.849720 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b294e3-6f9b-4cae-8172-7aa36a062c23 None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:04Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:58:04.864820 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.916986 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port f9dfb133-af61-49bf-a91a-b81215a8ad33 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:04.923451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8badd1dd-4bde-417a-ad59-4e659e0f05d5 None None] Provisioning complete for port f9dfb133-af61-49bf-a91a-b81215a8ad33 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:04.923834 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8badd1dd-4bde-417a-ad59-4e659e0f05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.969449 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f9dfb133-af61-49bf-a91a-b81215a8ad33 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:04.969851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:04.980427 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Allocated IP 172.20.0.1 (0ade6e8a-de01-42a2-b202-fdac2c9f1157/f9dec522-546f-4a97-af76-39ca21dfa632/d25124a0-e9d6-4857-9bc4-ed0daec12145) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:58:05.094233 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.109405 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Transition to ACTIVE for port object d25124a0-e9d6-4857-9bc4-ed0daec12145 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:05.147599 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.190488 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:05.194101 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:05.200948 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:58:05.204288 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Pushing event updated for resources: {'Port': ['ID=d25124a0-e9d6-4857-9bc4-ed0daec12145,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:05.246743 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.390922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.395856 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8badd1dd-4bde-417a-ad59-4e659e0f05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.411519 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.478811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port f9dfb133-af61-49bf-a91a-b81215a8ad33, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9dfb133-af61-49bf-a91a-b81215a8ad33,segment=NetworkSegment(fef9d36d-2ac6-465a-a5ea-b49f14eb9585),segment_id=fef9d36d-2ac6-465a-a5ea-b49f14eb9585)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:05.495925 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.496725 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 939bba1a-4660-4360-b7ef-a1bce6fe8055 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:05.500057 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.575001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Transition to ACTIVE for port object c0f92445-b7aa-4377-b305-4cec4cad87a1 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:05.594041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.602704 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.608652 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.621774 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.db.api [None req-8badd1dd-4bde-417a-ad59-4e659e0f05d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 12:58:05.622135 n-d-773645-7 neutron-server[101059]: DEBUG oslo_db.api [None req-8badd1dd-4bde-417a-ad59-4e659e0f05d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 12:58:05.639012 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=f9dfb133-af61-49bf-a91a-b81215a8ad33,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:05.672028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Attempting to bind port c0f92445-b7aa-4377-b305-4cec4cad87a1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:58:05.672269 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Attempting to bind port c0f92445-b7aa-4377-b305-4cec4cad87a1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:58:05.672636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Attempting to bind port c0f92445-b7aa-4377-b305-4cec4cad87a1 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:05.685254 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.687153 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Pushing event updated for resources: {'Port': ['ID=d25124a0-e9d6-4857-9bc4-ed0daec12145,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:05.696763 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 939bba1a-4660-4360-b7ef-a1bce6fe8055 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:05.697138 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.699235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:58:05.699606 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:05.699996 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.700386 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:58:05.700852 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Bound port: c0f92445-b7aa-4377-b305-4cec4cad87a1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:58:05.701229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.704526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff8683-a36c-4f08-a298-f93b301c76a1 None None] Pushing event updated for resources: {'Port': ['ID=c0f92445-b7aa-4377-b305-4cec4cad87a1,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:05.783444 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:05.784921 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:05.786122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] For port c0f92445-b7aa-4377-b305-4cec4cad87a1, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:58:05.789820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] For port c0f92445-b7aa-4377-b305-4cec4cad87a1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c0f92445-b7aa-4377-b305-4cec4cad87a1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:58:05.813305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:05.871270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4dcd1804-067f-43ca-9f30-0aa93afb6144 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:05.915062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff8683-a36c-4f08-a298-f93b301c76a1 None None] Pushing event updated for resources: {'Port': ['ID=c0f92445-b7aa-4377-b305-4cec4cad87a1,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:05.917624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Routers {'5b6bf7d9-0f12-439e-be3e-9645572cd920'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:05.918273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b6bf7d9-0f12-439e-be3e-9645572cd920'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:05.928540 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Router 5b6bf7d9-0f12-439e-be3e-9645572cd920 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:58:06.014442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 4dcd1804-067f-43ca-9f30-0aa93afb6144 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:06.020846 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4dcd1804-067f-43ca-9f30-0aa93afb6144 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:06.021218 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.044356 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:58:06.049341 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-765791c4-2a54-488d-8bca-f094441544fe admin admin] 10.222.0.21 "PUT /v2.0/routers/5b6bf7d9-0f12-439e-be3e-9645572cd920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699799 Aug 23 12:58:06.065346 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] Set router 5b6bf7d9-0f12-439e-be3e-9645572cd920 gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:06.262436 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.320665 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 4dcd1804-067f-43ca-9f30-0aa93afb6144, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4dcd1804-067f-43ca-9f30-0aa93afb6144,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:06.341941 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.412613 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2bdf2318-4e0e-4905-8bc3-172092cf8c00 None None] Provisioning for port d25124a0-e9d6-4857-9bc4-ed0daec12145 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:06.420889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=4dcd1804-067f-43ca-9f30-0aa93afb6144,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:06.426600 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-2bdf2318-4e0e-4905-8bc3-172092cf8c00 None None] Provisioning complete for port d25124a0-e9d6-4857-9bc4-ed0daec12145 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:06.426977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2bdf2318-4e0e-4905-8bc3-172092cf8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.464478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd25124a0-e9d6-4857-9bc4-ed0daec12145', 'name': '', 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'tenant_id': '742180819a804a3aa86718a99548d470', 'mac_address': 'fa:16:3e:22:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:04Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 2, 'project_id': '742180819a804a3aa86718a99548d470', 'subnets': [{'id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:06.494768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf2318-4e0e-4905-8bc3-172092cf8c00 None None] Port d25124a0-e9d6-4857-9bc4-ed0daec12145 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:58:06.497739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77316e1b-5edf-4292-aea3-6607bd7f4a3b None None] The sync data for ids ['5b6bf7d9-0f12-439e-be3e-9645572cd920'] in n-d-773645-7 is: [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd25124a0-e9d6-4857-9bc4-ed0daec12145', 'name': '', 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'tenant_id': '742180819a804a3aa86718a99548d470', 'mac_address': 'fa:16:3e:22:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:04Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 2, 'project_id': '742180819a804a3aa86718a99548d470', 'subnets': [{'id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:58:06.562605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9dfb133-af61-49bf-a91a-b81215a8ad33 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:06.611575 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port f9dfb133-af61-49bf-a91a-b81215a8ad33 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:06.611948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.709495 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4dcd1804-067f-43ca-9f30-0aa93afb6144 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:06.764867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 4dcd1804-067f-43ca-9f30-0aa93afb6144 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:06.765348 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.801842 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 43642) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:06.807175 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639868089', 'description': 'tempest-secgroup-smoke-1639868089 description', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:06.834408 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.931155 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.935490 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.967482 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:06.968764 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1658592 Aug 23 12:58:06.972124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43644) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:06.975640 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a7eb-e836-4d21-b5c7-937462b74388 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f30256-3faa-417f-bc98-7555fa887a44,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:06.977126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': '30f30256-3faa-417f-bc98-7555fa887a44', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:07.015251 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.079217 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.083628 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.102925 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162aff1e-04c1-4c13-9e60-844cb5e1abb7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:07.109275 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.113153 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-a5103a2a-5bc6-4d00-a91b-67d880ad8610 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373780 Aug 23 12:58:07.113633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43646) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:07.118124 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': '30f30256-3faa-417f-bc98-7555fa887a44', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:07.154104 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.219935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.223665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.242192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14d6c07-4f86-4ea0-bdf6-543e8acd837d,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:07.250276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.251719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1415ec93-8bf4-4a5d-bdd2-fdb3afd9139c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372933 Aug 23 12:58:07.255058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43648) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:07.259475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': '30f30256-3faa-417f-bc98-7555fa887a44', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:07.286482 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.352396 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.355946 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.373147 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3bb093-132d-4ba8-b03d-58005e0a4fc5,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:07.380383 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.381572 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ea437c4b-f1f5-4a39-a68c-ae58b4cc220f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255939 Aug 23 12:58:07.384271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43650) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:07.388677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': '30f30256-3faa-417f-bc98-7555fa887a44', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:07.414158 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.490829 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.494879 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.514357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e7068b-bf69-44fb-8b92-ceb630046ae7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:07.523638 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.524753 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-1cedfa49-9b66-4bcf-bd82-661d5e0e8d3c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395631 Aug 23 12:58:07.527613 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43652) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:07.532050 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': '30f30256-3faa-417f-bc98-7555fa887a44', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:07.553979 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Project c5f8e92caeb446c3b09c33cbdc47a931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:58:07.558799 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.629324 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.634332 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.658213 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425f0584-b671-46ef-846e-b26c79172a0e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:07.664994 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.666316 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-7adfdf9d-35ba-4e72-9293-26e012d5d169 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377845 Aug 23 12:58:07.669004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43654) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:07.673573 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': '30f30256-3faa-417f-bc98-7555fa887a44', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:07.698895 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Project c5f8e92caeb446c3b09c33cbdc47a931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 12:58:07.704390 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.774387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.778397 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.798402 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5864595b-935f-4afb-b75e-b130c34dfbea,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:07.805833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:07.807230 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-92b99bd2-eb91-48d7-a49b-e07b4e11aa84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371477 Aug 23 12:58:08.017195 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-a4bbecc2-8b67-4afc-b8d9-d35c523bfe71 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639868089&fields=id&tenant_id=c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 267 time: 0.0359817 Aug 23 12:58:08.130501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-15d6ab84-a105-4616-bde0-c8640111d65f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:08.132070 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-15d6ab84-a105-4616-bde0-c8640111d65f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 808 time: 0.1075671 Aug 23 12:58:08.147790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-17598c3d-a300-4dc2-a858-222e54f5e26d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/quotas/c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 375 time: 0.0098007 Aug 23 12:58:08.206426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-3a992006-7f34-4c69-90d6-a9a1b97c17f0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525999 Aug 23 12:58:08.305285 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-be4ed399-c4d5-4e37-a65e-b5f784481b45 service neutron] 10.222.0.21 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867662 Aug 23 12:58:08.400508 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-f9aa3c27-5393-49d9-acfb-01436647bad0 service neutron] 10.222.0.21 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890677 Aug 23 12:58:08.572100 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c0f92445-b7aa-4377-b305-4cec4cad87a1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:08.578555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4c6bb5dc-2d61-4c7b-b355-131f2a5afe75 req-9ec0456d-6da1-4f70-be82-5d9cb42c994f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 210 time: 0.0381737 Aug 23 12:58:08.632551 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port c0f92445-b7aa-4377-b305-4cec4cad87a1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:08.636667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c0f92445-b7aa-4377-b305-4cec4cad87a1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:08.637050 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:08.735904 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:08.760198 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port c0f92445-b7aa-4377-b305-4cec4cad87a1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c0f92445-b7aa-4377-b305-4cec4cad87a1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:08.764679 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:08.819504 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=c0f92445-b7aa-4377-b305-4cec4cad87a1,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:08.989356 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Sync routers for ids ['5b6bf7d9-0f12-439e-be3e-9645572cd920'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:58:08.999385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Routers {'5b6bf7d9-0f12-439e-be3e-9645572cd920'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:08.999979 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b6bf7d9-0f12-439e-be3e-9645572cd920'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:09.112398 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Set router 5b6bf7d9-0f12-439e-be3e-9645572cd920 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:09.327432 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd25124a0-e9d6-4857-9bc4-ed0daec12145', 'name': '', 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'tenant_id': '742180819a804a3aa86718a99548d470', 'mac_address': 'fa:16:3e:22:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:04Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 2, 'project_id': '742180819a804a3aa86718a99548d470', 'subnets': [{'id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:09.360045 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Checking router: 5b6bf7d9-0f12-439e-be3e-9645572cd920 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:58:09.360400 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Updating router 5b6bf7d9-0f12-439e-be3e-9645572cd920 port d25124a0-e9d6-4857-9bc4-ed0daec12145 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 12:58:09.386539 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:09.666002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-cbb0eb93-b298-4b14-9a34-e880cf217034 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:09.668702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-cbb0eb93-b298-4b14-9a34-e880cf217034 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 808 time: 0.1606128 Aug 23 12:58:09.713638 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:09.715372 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c5124dc2-a7fe-4b54-aecb-58894dd45ef3 req-a5ef18d7-38b3-4b3d-9927-d76f10ba61ee tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 210 time: 0.0442884 Aug 23 12:58:09.730213 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Transition to ACTIVE for port object d25124a0-e9d6-4857-9bc4-ed0daec12145 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:09.739549 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-34e7825b-1ec8-4454-b6f6-a6f568d5e6a0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 380 time: 0.0574837 Aug 23 12:58:09.747216 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:09.751410 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'port': {'device_id': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'admin_state_up': True, 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'security_groups': ['30f30256-3faa-417f-bc98-7555fa887a44']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:09.808836 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1c66-53d1-465b-b1e4-4f7e750d3892 None None] Pushing event updated for resources: {'Port': ['ID=d25124a0-e9d6-4857-9bc4-ed0daec12145,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:09.869153 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Attempting to bind port d25124a0-e9d6-4857-9bc4-ed0daec12145 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:58:09.869534 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Attempting to bind port d25124a0-e9d6-4857-9bc4-ed0daec12145 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:58:09.870194 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Attempting to bind port d25124a0-e9d6-4857-9bc4-ed0daec12145 on network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:09.871668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Made reservation on behalf of c5f8e92caeb446c3b09c33cbdc47a931 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 12:58:09.876361 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:09.876551 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:58:09.876809 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Checking segment: {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:09.877213 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:09.877608 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Bound using segment: {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:58:09.878121 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Bound port: d25124a0-e9d6-4857-9bc4-ed0daec12145, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:58:09.878501 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:09.956787 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] For port d25124a0-e9d6-4857-9bc4-ed0daec12145, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:58:09.961446 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] For port d25124a0-e9d6-4857-9bc4-ed0daec12145, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d25124a0-e9d6-4857-9bc4-ed0daec12145,segment=NetworkSegment(fef9d36d-2ac6-465a-a5ea-b49f14eb9585),segment_id=fef9d36d-2ac6-465a-a5ea-b49f14eb9585)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:58:09.970268 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.028319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Allocated IP 172.20.0.9 (540501e3-15c7-4ffb-8f05-78b3cbf142ef/80157ff6-bf25-448f-b8ac-8afd89659721/0c6550ee-d7c9-4fdc-9d10-af230d6cc482) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:58:10.039845 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Routers {'5b6bf7d9-0f12-439e-be3e-9645572cd920'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:10.040471 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b6bf7d9-0f12-439e-be3e-9645572cd920'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:10.080743 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1c66-53d1-465b-b1e4-4f7e750d3892 None None] Pushing event updated for resources: {'Port': ['ID=d25124a0-e9d6-4857-9bc4-ed0daec12145,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:10.161765 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] Set router 5b6bf7d9-0f12-439e-be3e-9645572cd920 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:10.182129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.197715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Transition to ACTIVE for port object 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:10.231935 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.274686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:10.277823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:10.281510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:58:10.313710 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:10.339435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:10.340092 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.357064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-9c14986c-89c3-4bb5-8372-3a86a7167984 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098096 Aug 23 12:58:10.370624 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Request body: {'port': {'device_id': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:10.378562 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd25124a0-e9d6-4857-9bc4-ed0daec12145', 'name': '', 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'tenant_id': '742180819a804a3aa86718a99548d470', 'mac_address': 'fa:16:3e:22:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:04Z', 'updated_at': '2021-08-23T12:58:09Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'subnets': [{'id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:10.406348 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd73db-9b9a-41a9-a13c-01ae784f15e7 None None] The sync data for ids ['5b6bf7d9-0f12-439e-be3e-9645572cd920'] in n-d-773645-7 is: [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T12:58:05Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'd25124a0-e9d6-4857-9bc4-ed0daec12145', 'name': '', 'network_id': '0ade6e8a-de01-42a2-b202-fdac2c9f1157', 'tenant_id': '742180819a804a3aa86718a99548d470', 'mac_address': 'fa:16:3e:22:fb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:04Z', 'updated_at': '2021-08-23T12:58:09Z', 'revision_number': 4, 'project_id': '742180819a804a3aa86718a99548d470', 'subnets': [{'id': 'f9dec522-546f-4a97-af76-39ca21dfa632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:58:10.432651 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.591921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3b9b0a68-e542-4cee-b293-3cd9f145a2fb None None] Provisioning for port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:10.598147 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-3b9b0a68-e542-4cee-b293-3cd9f145a2fb None None] Provisioning complete for port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:10.598828 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0a68-e542-4cee-b293-3cd9f145a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.622358 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c0f92445-b7aa-4377-b305-4cec4cad87a1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:10.662510 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b0a68-e542-4cee-b293-3cd9f145a2fb None None] Port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 12:58:10.686118 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port c0f92445-b7aa-4377-b305-4cec4cad87a1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:10.688469 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.744535 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:58:10.752553 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.769831 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Transition to ACTIVE for port object 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 12:58:10.774859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.790002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d25124a0-e9d6-4857-9bc4-ed0daec12145 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:10.858370 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port d25124a0-e9d6-4857-9bc4-ed0daec12145 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:10.859362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:10.865770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d25124a0-e9d6-4857-9bc4-ed0daec12145 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:10.866473 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.898056 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2a537-bc9b-4b01-9d98-1b220122b248 req-c0c5e128-2ff2-4351-85ac-2dc9df15e4b7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:10.908760 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2c2a537-bc9b-4b01-9d98-1b220122b248 req-c0c5e128-2ff2-4351-85ac-2dc9df15e4b7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0957921 Aug 23 12:58:10.941032 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Attempting to bind port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 12:58:10.941416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Attempting to bind port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 12:58:10.942689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Attempting to bind port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:10.952859 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 12:58:10.953563 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Attempting to bind port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 12:58:10.962904 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 12:58:10.963629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Checking segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 12:58:10.964376 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Bound using segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 12:58:10.965040 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Bound port: 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 12:58:10.965671 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:10.975547 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a2c2a537-bc9b-4b01-9d98-1b220122b248 req-5c0874d7-65ea-4552-8e75-9bf3504f1166 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615964 Aug 23 12:58:10.993831 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:11.030677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port d25124a0-e9d6-4857-9bc4-ed0daec12145, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d25124a0-e9d6-4857-9bc4-ed0daec12145,segment=NetworkSegment(fef9d36d-2ac6-465a-a5ea-b49f14eb9585),segment_id=fef9d36d-2ac6-465a-a5ea-b49f14eb9585)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:11.035038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:11.051193 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 12:58:11.054960 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 12:58:11.059873 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:11.099884 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=d25124a0-e9d6-4857-9bc4-ed0daec12145,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:11.100800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.101420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:11.106764 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] 10.222.0.44 "PUT /v2.0/ports/0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 1091 time: 0.7403531 Aug 23 12:58:11.106764 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:58:11.112428 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea8e6c-9776-4267-98c1-f55e955bc03e" -d '{"events": [{"name": "network-changed", "server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:58:11.168532 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ead16-c43b-4902-8be7-b9ed8e3238b5 x-openstack-request-id: req-0b6ead16-c43b-4902-8be7-b9ed8e3238b5 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:58:11.168864 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:58:11.169067 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b6ead16-c43b-4902-8be7-b9ed8e3238b5 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:58:11.169466 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'status': 'completed', 'code': 200} Aug 23 12:58:11.170074 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7e1a3-06cc-4788-b6ec-cb44c79f1f63 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:11.209978 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-f8fda991-c26d-419d-b25c-fed37b18c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.211660 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-f8fda991-c26d-419d-b25c-fed37b18c289 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1094 time: 0.0528572 Aug 23 12:58:11.260825 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-253062b4-cfa4-4138-8114-483ce5ed5857 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 217 time: 0.0409255 Aug 23 12:58:11.311386 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-b6c757e6-a7b0-47a6-a2a1-04237b00633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.312924 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-b6c757e6-a7b0-47a6-a2a1-04237b00633b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0454586 Aug 23 12:58:11.358412 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-d5766b46-2144-40e2-bee4-c094f4bbfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.359926 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-d5766b46-2144-40e2-bee4-c094f4bbfe49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400548 Aug 23 12:58:11.456778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-a406a940-3533-4205-88c6-d12abf31c70e service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892346 Aug 23 12:58:11.556786 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0ee8e4b0-a76b-4c92-859a-c9fafa1c3cc8 req-ab13243a-2a45-4e6e-a953-3e4db8bdb780 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930045 Aug 23 12:58:11.646195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-0d251ff2-d6aa-428a-9d18-fd22e610acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.647766 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-0d251ff2-d6aa-428a-9d18-fd22e610acfd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1094 time: 0.0456195 Aug 23 12:58:11.737093 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-dbcd19d8-b95c-49f6-8635-5d19c3691991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.739095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-dbcd19d8-b95c-49f6-8635-5d19c3691991 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0843937 Aug 23 12:58:11.783882 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-df8c9fd6-7195-4317-b0eb-d55528b6f381 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 217 time: 0.0371289 Aug 23 12:58:11.833745 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-18b55590-dbf9-4fbd-a133-fb32bd2bbfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.835194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-18b55590-dbf9-4fbd-a133-fb32bd2bbfde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0430968 Aug 23 12:58:11.886532 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-7851d65f-5422-434a-8911-7306d45ff6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:11.888733 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-7851d65f-5422-434a-8911-7306d45ff6e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455344 Aug 23 12:58:11.987255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-2cff3868-9c97-412b-a778-a4820a3f3921 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907652 Aug 23 12:58:12.078042 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-92ea8e6c-9776-4267-98c1-f55e955bc03e req-92801f30-81b6-44f9-90f4-f35e64ee8725 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832868 Aug 23 12:58:12.083453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ef9e-5f82-41ad-931e-5c8b81571c27 req-4d1001e0-6ec6-43dd-9c31-781ad1ad40b0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:12.084977 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e734ef9e-5f82-41ad-931e-5c8b81571c27 req-4d1001e0-6ec6-43dd-9c31-781ad1ad40b0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0497329 Aug 23 12:58:12.123208 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e734ef9e-5f82-41ad-931e-5c8b81571c27 req-a9e13c69-cb54-4228-887b-2d1c2b0b81dd tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Aug 23 12:58:12.539679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d25124a0-e9d6-4857-9bc4-ed0daec12145 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:12.588580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port d25124a0-e9d6-4857-9bc4-ed0daec12145 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:12.588951 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:13.241626 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058e67-ccd5-4dcc-936b-591513c1f3af req-f120ca92-2015-4ee2-b4e9-cd03e4adb114 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:13.243223 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a058e67-ccd5-4dcc-936b-591513c1f3af req-f120ca92-2015-4ee2-b4e9-cd03e4adb114 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0503361 Aug 23 12:58:13.285881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4a058e67-ccd5-4dcc-936b-591513c1f3af req-c968dbe1-c164-4bd8-b953-c22ce5ea1f84 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358424 Aug 23 12:58:14.400119 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a223e-411f-4e44-a12d-2ae86060d08a req-41518a38-81af-4c19-b1e9-afd6b0124885 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:14.401703 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f51a223e-411f-4e44-a12d-2ae86060d08a req-41518a38-81af-4c19-b1e9-afd6b0124885 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0492458 Aug 23 12:58:14.439508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f51a223e-411f-4e44-a12d-2ae86060d08a req-9bb9ef02-beea-459a-bb41-28d2e53177f4 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Aug 23 12:58:14.621312 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 12:58:14.716072 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:14.727051 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'mac_address': 'fa:16:3e:56:67:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 12:58:14.764152 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:14.777039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 12:58:14.796057 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:14.799891 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:14.849808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:15.025024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0c6550ee-d7c9-4fdc-9d10-af230d6cc482'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 12:58:15.651730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ebf1b-1573-42be-9b15-2f19a9fefe9e req-b515b6ae-2f25-4ea8-ac8c-4ea83b363a46 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:15.653315 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c34ebf1b-1573-42be-9b15-2f19a9fefe9e req-b515b6ae-2f25-4ea8-ac8c-4ea83b363a46 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 944 time: 0.1466844 Aug 23 12:58:15.691123 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c34ebf1b-1573-42be-9b15-2f19a9fefe9e req-d9d90e6b-4a77-40a9-84dc-e5d989fd954c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Aug 23 12:58:16.636937 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 12:58:16.686034 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 12:58:16.689699 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 12:58:16.690092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:16.768888 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:16.794601 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:58:16.796948 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e3cff-b698-43ee-8665-c8b3d7e484a6" -d '{"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:58:16.813242 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 12:58:16.818069 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:16.847031 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e4c5da-cb93-4767-978c-a891947e80be x-openstack-request-id: req-63e4c5da-cb93-4767-978c-a891947e80be {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:58:16.848000 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:58:16.848266 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63e4c5da-cb93-4767-978c-a891947e80be {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:58:16.848655 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'code': 200} Aug 23 12:58:16.876587 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642cd96-a720-4193-aded-6033a6bbda60 req-13089516-a0e2-49b3-af17-850dd14ae513 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:16.878164 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a642cd96-a720-4193-aded-6033a6bbda60 req-13089516-a0e2-49b3-af17-850dd14ae513 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.1127815 Aug 23 12:58:16.879650 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:16.927936 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a642cd96-a720-4193-aded-6033a6bbda60 req-01724a3f-8d0c-496b-84ac-28b7ae69f259 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384214 Aug 23 12:58:16.944252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218ab02-773f-4574-8bc8-d45755bba226 req-31b6f932-dabc-48cf-be6b-180ae543de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:16.944252 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1218ab02-773f-4574-8bc8-d45755bba226 req-31b6f932-dabc-48cf-be6b-180ae543de59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0426288 Aug 23 12:58:16.979744 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-1218ab02-773f-4574-8bc8-d45755bba226 req-cbb63666-9f18-40a4-9bf0-0dbda81d6199 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290875 Aug 23 12:58:18.047543 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33f69e-efea-4e4d-8a1f-ad36ace02c4e req-31e48faa-b8c2-4162-b386-780a98909e8f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:18.049020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da33f69e-efea-4e4d-8a1f-ad36ace02c4e req-31e48faa-b8c2-4162-b386-780a98909e8f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0485570 Aug 23 12:58:18.090688 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-da33f69e-efea-4e4d-8a1f-ad36ace02c4e req-9d997d7c-fef5-4d3a-9516-e93eff318848 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354292 Aug 23 12:58:19.205492 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6d00-bc7e-4dab-9cfd-47fd461b5109 req-023a73ff-c6eb-41a8-a592-97c19c124b1c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:19.207021 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d58b6d00-bc7e-4dab-9cfd-47fd461b5109 req-023a73ff-c6eb-41a8-a592-97c19c124b1c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Aug 23 12:58:19.246711 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d58b6d00-bc7e-4dab-9cfd-47fd461b5109 req-d3bc8072-8ddd-4914-8e12-f69b8d877f6f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Aug 23 12:58:19.361416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848559e-5894-43dc-9ed9-0d128c24ab2f req-27aa6435-8c61-40f9-9559-43ca8dba60cc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:19.362954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5848559e-5894-43dc-9ed9-0d128c24ab2f req-27aa6435-8c61-40f9-9559-43ca8dba60cc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0492120 Aug 23 12:58:19.402972 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5848559e-5894-43dc-9ed9-0d128c24ab2f req-8b9d5b3a-0856-4bb8-a98b-3fdf0d9d0e55 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Aug 23 12:58:19.424502 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43716) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:19.504204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708469e-a79d-4d0e-8bd2-c72fca115aa4 tempest-TestShelveInstance-226608870 tempest-TestShelveInstance-226608870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:19.505837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e708469e-a79d-4d0e-8bd2-c72fca115aa4 tempest-TestShelveInstance-226608870 tempest-TestShelveInstance-226608870-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1091 time: 0.0803208 Aug 23 12:58:19.508973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 43720) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 12:58:19.513307 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 12:58:19.535920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:19.636891 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:19.740806 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Allocated IP 172.25.1.33 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/5106cc26-a3dd-4b3b-b93e-121a5b136e02) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 12:58:19.844859 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:19.882606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:19.919056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 12:58:19.921802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 12:58:19.925132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 12:58:19.951820 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'Port': ['ID=5106cc26-a3dd-4b3b-b93e-121a5b136e02,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:20.607144 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:20.671210 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:20.820893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:20.826243 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:20.897541 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'Port': ['ID=5106cc26-a3dd-4b3b-b93e-121a5b136e02,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 12:58:20.911135 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:21.018562 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Floating IP cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9 associated. External IP: 172.25.1.33, port: 0c6550ee-d7c9-4fdc-9d10-af230d6cc482. Aug 23 12:58:21.228493 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 12:58:21.337246 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 12:58:21.350417 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 12:58:21.359333 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:21.361361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:21.362002 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:21.388945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-c8bd2b71-26aa-4598-a454-b58d0f72ac87 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8789470 Aug 23 12:58:21.389524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 12:58:21.392090 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47" -d '{"events": [{"name": "network-changed", "server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 12:58:21.430848 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a190cdd-c0ba-441e-9b8b-fb0c7ba3e3ce x-openstack-request-id: req-5a190cdd-c0ba-441e-9b8b-fb0c7ba3e3ce {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 12:58:21.431153 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 12:58:21.431385 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a190cdd-c0ba-441e-9b8b-fb0c7ba3e3ce {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 12:58:21.431793 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'status': 'completed', 'code': 200} Aug 23 12:58:21.483295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:21.506755 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-fa873f21-ce66-4f43-b524-ec7e7c63fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:21.508375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-fa873f21-ce66-4f43-b524-ec7e7c63fc51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0455236 Aug 23 12:58:21.605525 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-560b2a47-677c-4a27-abc5-fc48efc8715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:21.607226 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-560b2a47-677c-4a27-abc5-fc48efc8715c service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0915554 Aug 23 12:58:21.684360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-e34e0d21-40ef-4080-85e1-b6c9a4db38b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 998 time: 0.0696135 Aug 23 12:58:21.735311 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-04549a96-2563-4c65-882a-d027fb21f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:21.736699 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-04549a96-2563-4c65-882a-d027fb21f766 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0445542 Aug 23 12:58:21.786015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-6e868fdc-a361-46b4-97f6-9e057a3e8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:21.787548 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-6e868fdc-a361-46b4-97f6-9e057a3e8eff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438256 Aug 23 12:58:21.899977 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2d4764b4-ae37-481f-85f9-2f468a758b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:21.907076 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'mac_address': 'fa:16:3e:56:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:58:20Z', 'updated_at': '2021-08-23T12:58:20Z', 'revision_number': 0, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:21.911401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-331eac78-4b75-48ae-8c7c-d4717b02d498 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157815 Aug 23 12:58:21.938048 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 12:58:21.947212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 12:58:21.947832 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T12:57:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:22.015349 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7fcfc56d-92a2-4e26-9bc6-0949bf3c6f47 req-81968abb-7f27-4175-9cc7-52c8c778f476 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953462 Aug 23 12:58:22.058626 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 12:58:22.277187 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'mac_address': 'fa:16:3e:56:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:58:20Z', 'updated_at': '2021-08-23T12:58:20Z', 'revision_number': 0, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 12:58:22.307201 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b6869-65a8-4646-b0d5-0ec3842ba7dd None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'mac_address': 'fa:16:3e:56:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T12:58:20Z', 'updated_at': '2021-08-23T12:58:20Z', 'revision_number': 0, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 12:58:22.512106 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6237457-b0ef-4a55-8e22-43467d224c18 None None] New status for floating IP cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 12:58:24.434661 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0ccc-d3a5-403b-b09e-b144e330a0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:24.485004 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:25.941460 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:27.581209 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:28.583289 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:28.915387 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:37.674727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-31451d5d-4e9c-4161-8a2e-25ae6a02d815 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446351 Aug 23 12:58:37.758559 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-67a142c2-cc87-463b-8e72-e5402c4f5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:37.760077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-67a142c2-cc87-463b-8e72-e5402c4f5844 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0418918 Aug 23 12:58:37.877264 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-47e9b64c-7436-48a5-a627-1ab882b15cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:37.883022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-47e9b64c-7436-48a5-a627-1ab882b15cd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0976758 Aug 23 12:58:37.950860 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-f718aefd-971a-4a9f-be27-c3c7afadf5a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 1000 time: 0.0638340 Aug 23 12:58:38.001788 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-6328bddd-e36c-41b0-a6b4-ae86260d4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:38.003292 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-6328bddd-e36c-41b0-a6b4-ae86260d4485 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0451639 Aug 23 12:58:38.050864 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-1e017d9e-314a-4d91-a5c7-beb882246025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:58:38.052398 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-1e017d9e-314a-4d91-a5c7-beb882246025 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414715 Aug 23 12:58:38.153390 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-51bb3e0c-5fcf-4f40-9c34-d129b70df3a2 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927246 Aug 23 12:58:38.251913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ff7886c-c845-437b-908f-08c3f67fb2ba req-904f3c3e-a789-43bb-a04e-7f3e6b122511 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908561 Aug 23 12:58:40.486011 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:58:51.892930 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a47549fa-cdda-4c89-aa81-db61b298c4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:54.435731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-29420f01-094b-45a6-93ed-ad12431a2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:54.486791 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:55.944624 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:57.583528 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:58.582905 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:58:58.913680 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:17.484603 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:59:21.895851 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9834546b-db76-4c44-9fd9-b53c7b499343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:24.437512 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-93a05ac9-052f-48ef-b38c-e2d4f8877859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:24.488760 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:25.946939 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:27.586033 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:28.611463 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:28.930115 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:39.710311 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-1c262f46-a1e6-4e13-9c52-bcbb02c1e9cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858479 Aug 23 12:59:39.791475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500d253-f558-4fe5-8260-58efc04ce297 req-f62747e5-1a24-45b6-9d6d-8721881d5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:59:39.792895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-f62747e5-1a24-45b6-9d6d-8721881d5af7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0408759 Aug 23 12:59:39.897453 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500d253-f558-4fe5-8260-58efc04ce297 req-0b1dd066-de21-49ec-b32e-b16a1fb8490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:59:39.899026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-0b1dd066-de21-49ec-b32e-b16a1fb8490f service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0879681 Aug 23 12:59:39.965765 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-2ce358b8-88bb-4eb7-8b96-c308f0be4fd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 1000 time: 0.0593648 Aug 23 12:59:40.014000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500d253-f558-4fe5-8260-58efc04ce297 req-d11910be-048c-49f1-b16b-841b102c7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:59:40.015509 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-d11910be-048c-49f1-b16b-841b102c7fe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0433495 Aug 23 12:59:40.064968 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500d253-f558-4fe5-8260-58efc04ce297 req-078a6a94-4aab-47c8-96c9-52c41b42df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 12:59:40.066925 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-078a6a94-4aab-47c8-96c9-52c41b42df74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447462 Aug 23 12:59:40.156960 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-5b5a3e67-ca5b-4255-b43a-ea440c810d9a service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826988 Aug 23 12:59:40.256150 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5500d253-f558-4fe5-8260-58efc04ce297 req-f56bec6a-bdd9-459d-a422-d854a886f187 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920649 Aug 23 12:59:51.899897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cfb8edcf-6bbc-43bd-81c1-de3ea5ab7bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:54.438631 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e879e16c-36ac-4fc8-afbc-b2d4d774d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:54.484709 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 12:59:54.489013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:55.950035 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:57.588541 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:58.610784 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 12:59:58.928437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:16.311986 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096d69d-0a1b-493e-831e-277648a2058c req-3a4a2eea-0a38-403b-a99c-9541de12ff64 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:16.313462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6096d69d-0a1b-493e-831e-277648a2058c req-3a4a2eea-0a38-403b-a99c-9541de12ff64 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0490935 Aug 23 13:00:16.353580 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6096d69d-0a1b-493e-831e-277648a2058c req-25505bdc-47f4-4905-a6dc-3270ecb06bb5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Aug 23 13:00:17.470039 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d91f6-d843-4958-86fb-8f1300ddc290 req-1691e441-aa1e-408c-be66-5782418d6690 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:17.472028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec7d91f6-d843-4958-86fb-8f1300ddc290 req-1691e441-aa1e-408c-be66-5782418d6690 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0503316 Aug 23 13:00:17.509542 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ec7d91f6-d843-4958-86fb-8f1300ddc290 req-5a699ad0-0f6e-4a05-b8ae-bc6dcb41c86c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315981 Aug 23 13:00:18.647460 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5d2d3-5170-4cd4-a959-8cc0555be1b1 req-995bc9b3-4270-4c09-a146-196a739fa933 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:18.650165 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7d5d2d3-5170-4cd4-a959-8cc0555be1b1 req-995bc9b3-4270-4c09-a146-196a739fa933 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0567398 Aug 23 13:00:18.693841 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c7d5d2d3-5170-4cd4-a959-8cc0555be1b1 req-890ed452-ab97-4cc1-a8f8-126c545c1f6d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Aug 23 13:00:19.810605 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f6ce-6ee6-47f9-ba60-50a94f853845 req-3fee189b-e158-4437-98ff-d325a1f317dc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:19.812012 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c04f6ce-6ee6-47f9-ba60-50a94f853845 req-3fee189b-e158-4437-98ff-d325a1f317dc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Aug 23 13:00:19.850092 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0c04f6ce-6ee6-47f9-ba60-50a94f853845 req-acdf671c-7539-405e-b97f-560e6042f25e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Aug 23 13:00:20.962901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4cf2-0e81-4a91-8f8b-b1068dc7ac1e req-3e347a58-6137-4527-b648-b1400424a4fd tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:20.964429 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69ee4cf2-0e81-4a91-8f8b-b1068dc7ac1e req-3e347a58-6137-4527-b648-b1400424a4fd tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0488970 Aug 23 13:00:21.001705 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-69ee4cf2-0e81-4a91-8f8b-b1068dc7ac1e req-ba3a944f-19a4-4e76-820a-1ee6ec18518f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Aug 23 13:00:21.901292 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb608-da9b-4d28-815e-54b534974935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:22.128990 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7d542-b28c-4189-995f-bc3d3d67e116 req-0ef55fd7-b524-4690-beff-05c42c71ac41 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:22.130498 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6d7d542-b28c-4189-995f-bc3d3d67e116 req-0ef55fd7-b524-4690-beff-05c42c71ac41 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0553801 Aug 23 13:00:22.168138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f6d7d542-b28c-4189-995f-bc3d3d67e116 req-da576a8c-d683-4afb-acc9-321f75f107f6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Aug 23 13:00:23.280655 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb410f-2d31-47d1-92a4-7aca3b534172 req-5e3f353b-fbbf-4689-b180-12977515d6c7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:23.282175 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16eb410f-2d31-47d1-92a4-7aca3b534172 req-5e3f353b-fbbf-4689-b180-12977515d6c7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0491192 Aug 23 13:00:23.320624 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-16eb410f-2d31-47d1-92a4-7aca3b534172 req-6751a629-2440-468b-b837-ff1fe9cda1dc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Aug 23 13:00:24.442528 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-92c5e7dc-76d1-4f4e-870f-cab04374eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:24.444706 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897511-edae-4cc3-a315-8007ee384f00 req-ea5dedc8-2e19-4ba2-97d1-36dd753b0270 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:24.446350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad897511-edae-4cc3-a315-8007ee384f00 req-ea5dedc8-2e19-4ba2-97d1-36dd753b0270 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Aug 23 13:00:24.489302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad897511-edae-4cc3-a315-8007ee384f00 req-9925346b-90dc-40a5-b33e-c23b39dfe499 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348125 Aug 23 13:00:24.492103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:25.607477 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92375e4-001a-4746-a1a8-040186e3e8ee req-b05c7292-82c0-4c2c-91d1-da9cc18e70d8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:25.608961 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f92375e4-001a-4746-a1a8-040186e3e8ee req-b05c7292-82c0-4c2c-91d1-da9cc18e70d8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Aug 23 13:00:25.646384 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-f92375e4-001a-4746-a1a8-040186e3e8ee req-bacddef9-f42b-447e-8dea-ccfe2a6a5243 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Aug 23 13:00:25.952328 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:26.762717 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f73693-efc2-4e81-9cf3-f24e93ffc5d1 req-950f1b2f-6597-4776-ac90-c0101edce6bd tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:26.764221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65f73693-efc2-4e81-9cf3-f24e93ffc5d1 req-950f1b2f-6597-4776-ac90-c0101edce6bd tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Aug 23 13:00:26.803240 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65f73693-efc2-4e81-9cf3-f24e93ffc5d1 req-65b880f3-ab7c-4403-88aa-67c571e623cf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Aug 23 13:00:27.591694 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:27.916852 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04feda-5fd6-488f-af37-dedc909263bc req-c3186ec5-a7d0-4be2-8277-0e2d1a0d7a60 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:27.918633 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b04feda-5fd6-488f-af37-dedc909263bc req-c3186ec5-a7d0-4be2-8277-0e2d1a0d7a60 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0503826 Aug 23 13:00:27.958355 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2b04feda-5fd6-488f-af37-dedc909263bc req-68a914b0-c9bb-45e3-bc40-1b0610e87e1a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Aug 23 13:00:28.617819 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:28.934600 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:29.078880 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45031b-417d-45c5-864b-d3a56566cb5e req-3c9bc57d-2ca9-401c-9b8b-041e949e1322 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:29.080829 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f45031b-417d-45c5-864b-d3a56566cb5e req-3c9bc57d-2ca9-401c-9b8b-041e949e1322 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0543306 Aug 23 13:00:29.123957 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f45031b-417d-45c5-864b-d3a56566cb5e req-0d495c80-4aa4-4db8-959a-caebced648c9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369396 Aug 23 13:00:29.416215 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:00:29.520867 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:00:29.533394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'mac_address': 'fa:16:3e:56:67:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:00:29.582858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:29.600148 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:00:29.622161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:00:29.628045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:29.689421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:00:29.697070 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.697494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.697891 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.698235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.698580 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.698928 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.699289 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.699605 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.699936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.700284 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.700620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.700948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:00:29.706824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0c6550ee-d7c9-4fdc-9d10-af230d6cc482'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:00:30.245830 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d264001-9d75-4366-b356-bbe56b77d214 req-ec82ae4d-eeaf-433b-9bef-15b8b437cfc9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:30.247473 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1d264001-9d75-4366-b356-bbe56b77d214 req-ec82ae4d-eeaf-433b-9bef-15b8b437cfc9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 944 time: 0.0516477 Aug 23 13:00:30.292964 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1d264001-9d75-4366-b356-bbe56b77d214 req-69e4396f-81db-4911-b52e-fb7537508dad tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385773 Aug 23 13:00:31.427773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:00:31.429750 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42127d-8798-4124-9173-85cd6756ee94 req-85c34715-f81b-4cc6-8995-062b8b47e725 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:31.432063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef42127d-8798-4124-9173-85cd6756ee94 req-85c34715-f81b-4cc6-8995-062b8b47e725 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 944 time: 0.0603285 Aug 23 13:00:31.481191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ef42127d-8798-4124-9173-85cd6756ee94 req-bc6420dd-9530-44d8-94ea-affd1faa5d0a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Aug 23 13:00:31.492903 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:00:31.512074 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:00:31.512456 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:31.603420 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:31.635395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:00:31.637720 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c65b807-dc3d-4974-b658-086abe75bb1e" -d '{"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:00:31.658657 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:00:31.665232 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:31.729811 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:00:31.759065 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c166d774-a8a4-4ce8-8fe6-1518753d4e46 x-openstack-request-id: req-c166d774-a8a4-4ce8-8fe6-1518753d4e46 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:00:31.759432 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:00:31.759703 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c166d774-a8a4-4ce8-8fe6-1518753d4e46 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:00:31.760123 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'code': 200} Aug 23 13:00:32.622099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334786e-439b-493a-af02-85807289de38 req-245a8588-a22d-4bfd-9f9a-38139e2af7d8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:32.624884 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9334786e-439b-493a-af02-85807289de38 req-245a8588-a22d-4bfd-9f9a-38139e2af7d8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0595074 Aug 23 13:00:32.679922 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9334786e-439b-493a-af02-85807289de38 req-e0c46bba-39ba-4a49-9fc5-89c1c1728b16 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Aug 23 13:00:33.816902 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d1689-f635-4579-91e7-553f03a40fa4 req-8d73e335-7d9c-49d1-a61a-91cc17cb7f3e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:33.818508 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df8d1689-f635-4579-91e7-553f03a40fa4 req-8d73e335-7d9c-49d1-a61a-91cc17cb7f3e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0570364 Aug 23 13:00:33.860686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-df8d1689-f635-4579-91e7-553f03a40fa4 req-1c847508-6ef7-415f-bb33-23b30868d5e3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360456 Aug 23 13:00:34.994972 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6756-3912-4f77-965e-5568d772e920 req-c60382f3-3ba0-44c6-a652-b65525ebccc7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:34.997242 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-276b6756-3912-4f77-965e-5568d772e920 req-c60382f3-3ba0-44c6-a652-b65525ebccc7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0604413 Aug 23 13:00:35.045856 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-276b6756-3912-4f77-965e-5568d772e920 req-a05f402e-8111-4c37-b588-4ec2538954be tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404074 Aug 23 13:00:36.169252 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05579e5-3217-413c-8da0-5f7a38aeccba req-b0978391-c8e8-48c2-9ce3-fcb369eb3492 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:36.171089 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c05579e5-3217-413c-8da0-5f7a38aeccba req-b0978391-c8e8-48c2-9ce3-fcb369eb3492 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0577087 Aug 23 13:00:36.218250 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-c05579e5-3217-413c-8da0-5f7a38aeccba req-7ea26660-1c52-41c5-958e-8b8d108c6ad6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381553 Aug 23 13:00:37.343855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35a54-71da-4a45-a2cf-a047a23b30f8 req-7991ff14-7795-4987-ad72-5dd1d82f7d3f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:37.346072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80c35a54-71da-4a45-a2cf-a047a23b30f8 req-7991ff14-7795-4987-ad72-5dd1d82f7d3f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Aug 23 13:00:37.387715 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-80c35a54-71da-4a45-a2cf-a047a23b30f8 req-de7af814-3dfb-45ba-9db6-cb94df9ece17 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349317 Aug 23 13:00:38.505151 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079042c-ceba-4eb9-aa62-1f0a61d639dc req-f1323413-ca21-4c75-9232-708198ee28f8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:38.506616 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8079042c-ceba-4eb9-aa62-1f0a61d639dc req-f1323413-ca21-4c75-9232-708198ee28f8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Aug 23 13:00:38.545043 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8079042c-ceba-4eb9-aa62-1f0a61d639dc req-65d79279-adf0-4708-bf3b-a1f67858be2c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Aug 23 13:00:38.920081 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-61a751b3-8882-4461-b0af-ee845031e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:38.921636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-61a751b3-8882-4461-b0af-ee845031e78b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0414386 Aug 23 13:00:39.013862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-8a78901f-7c84-423c-8ee5-f95813bdef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.015348 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-8a78901f-7c84-423c-8ee5-f95813bdef84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0862947 Aug 23 13:00:39.079079 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-fc894cdc-f659-4c88-9723-6cd0fb868bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 1000 time: 0.0559886 Aug 23 13:00:39.132696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-ead860a0-f084-49ae-a9b3-bf1421e90345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.134172 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-ead860a0-f084-49ae-a9b3-bf1421e90345 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0473585 Aug 23 13:00:39.180084 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-81d93ead-e18a-410d-ba5e-b5e75eb4414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.181492 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-81d93ead-e18a-410d-ba5e-b5e75eb4414a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400040 Aug 23 13:00:39.195155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-568b4ba1-ce17-4af9-8ac7-9a4bc76dafa8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:00:39.196193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-568b4ba1-ce17-4af9-8ac7-9a4bc76dafa8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074725 Aug 23 13:00:39.309200 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-734d1242-195e-4fac-98bf-1c5ae565d123 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061532 Aug 23 13:00:39.405452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e111442f-93a4-46a9-b5a0-1abb3ac16388 req-2f0b1d16-cddd-4cab-bf0c-01f7975ec57f service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885384 Aug 23 13:00:39.696101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467bb1c-b36c-4aee-8fa9-356439f09505 req-c92603b5-13fd-4ccd-99b4-113ee16e43a6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.697612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f467bb1c-b36c-4aee-8fa9-356439f09505 req-c92603b5-13fd-4ccd-99b4-113ee16e43a6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0718439 Aug 23 13:00:39.726762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c948-7675-491c-ba3a-c26acd635671 req-3e6b4166-7211-4912-9ec7-f655c534dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.728213 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-3e6b4166-7211-4912-9ec7-f655c534dd9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0660520 Aug 23 13:00:39.746143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f467bb1c-b36c-4aee-8fa9-356439f09505 req-eb549f38-44b8-48df-bc08-75540333430b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Aug 23 13:00:39.830777 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c948-7675-491c-ba3a-c26acd635671 req-17b6fe77-6123-4091-9301-826bd56e5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.832177 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-17b6fe77-6123-4091-9301-826bd56e5e73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0844734 Aug 23 13:00:39.905629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-938b345b-cbf4-4e9c-be26-3f698aaa5883 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 1000 time: 0.0657859 Aug 23 13:00:39.957867 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c948-7675-491c-ba3a-c26acd635671 req-778a0b0b-83cf-4873-be49-b6ec74306f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:39.959360 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-778a0b0b-83cf-4873-be49-b6ec74306f27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0451491 Aug 23 13:00:40.005252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c948-7675-491c-ba3a-c26acd635671 req-4e3500c2-ffbe-49d4-ad42-5d9e4d002ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:40.006769 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-4e3500c2-ffbe-49d4-ad42-5d9e4d002ebe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397878 Aug 23 13:00:40.099610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-33df2af4-ac73-46e5-b781-5dcee3d1e36e service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Aug 23 13:00:40.190266 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2473c948-7675-491c-ba3a-c26acd635671 req-90937f6b-d1a6-4f33-b9b2-749936e0d65c service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822940 Aug 23 13:00:40.869073 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921a9a0-bdf0-4f1a-b22e-667a06fba7a3 req-23f4d954-b930-40ed-a9a0-1a4b91976372 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:40.870573 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8921a9a0-bdf0-4f1a-b22e-667a06fba7a3 req-23f4d954-b930-40ed-a9a0-1a4b91976372 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 945 time: 0.0541799 Aug 23 13:00:40.916048 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8921a9a0-bdf0-4f1a-b22e-667a06fba7a3 req-8e0ce917-ffcd-4d37-8f6c-5d8492668de4 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386279 Aug 23 13:00:41.461653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:00:41.551947 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:41.573523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:00:41.575751 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b63e7c-656f-4ddc-8b25-a46d0c3853c8" -d '{"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:00:41.588169 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:00:41.593022 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:41.616642 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1464c8-4418-42c9-90b8-1c153d2d3589 x-openstack-request-id: req-dd1464c8-4418-42c9-90b8-1c153d2d3589 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:00:41.616938 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-unplugged", "status": "failed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "code": 422}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:00:41.617192 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd1464c8-4418-42c9-90b8-1c153d2d3589 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:00:41.617575 n-d-773645-7 neutron-server[101059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'code': 422} returned with failed status Aug 23 13:00:41.641424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:00:42.030193 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4dde-b675-456a-84b9-903abe00cdbb req-389143c7-5d45-4b45-8097-effd1702e82d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:42.031676 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec6f4dde-b675-456a-84b9-903abe00cdbb req-389143c7-5d45-4b45-8097-effd1702e82d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0484860 Aug 23 13:00:42.070278 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ec6f4dde-b675-456a-84b9-903abe00cdbb req-54b7d7e9-9b05-4ab2-9876-0af2a3197564 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Aug 23 13:00:43.295860 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8289c23-9dce-4e78-8241-8cf2a7c1e398 req-0a97b506-4cd6-48be-b40e-0695ab7ffd32 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:43.297421 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8289c23-9dce-4e78-8241-8cf2a7c1e398 req-0a97b506-4cd6-48be-b40e-0695ab7ffd32 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0509596 Aug 23 13:00:43.340055 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a8289c23-9dce-4e78-8241-8cf2a7c1e398 req-45a11e77-df0c-4055-a5ef-295f2874f0ef tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365465 Aug 23 13:00:43.605351 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-f62228c9-4727-4f2a-a738-ca6a5e6f099c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973015 Aug 23 13:00:44.462582 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4d23-149a-4e9c-9139-fc917420434e req-410cdbac-cf68-4e02-9ec2-90081715de74 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:44.464113 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2dfe4d23-149a-4e9c-9139-fc917420434e req-410cdbac-cf68-4e02-9ec2-90081715de74 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0510435 Aug 23 13:00:44.508061 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2dfe4d23-149a-4e9c-9139-fc917420434e req-f229d6cb-2cd3-4707-9f4e-c60ff00253c4 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371034 Aug 23 13:00:44.580989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-ca539383-6e8e-4294-b1c0-d7ebbb70a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:44.582612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-ca539383-6e8e-4294-b1c0-d7ebbb70a9e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0&tenant_id=c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 1094 time: 0.0409091 Aug 23 13:00:44.650478 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-5e268bdb-f4ba-46d4-a931-99909b9458fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:44.651890 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-5e268bdb-f4ba-46d4-a931-99909b9458fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1094 time: 0.0411453 Aug 23 13:00:44.744204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-7b2e94fc-b74f-45d2-87ef-b3ac0cb522b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:44.745735 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-7b2e94fc-b74f-45d2-87ef-b3ac0cb522b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0868587 Aug 23 13:00:44.809400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-33880298-90f3-4304-a9fd-c3e358192438 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 998 time: 0.0560174 Aug 23 13:00:44.858245 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-4c6a7c70-e9b0-4d7a-9406-3a5d4413dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:44.859726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-4c6a7c70-e9b0-4d7a-9406-3a5d4413dbf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0428874 Aug 23 13:00:44.908813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-7a6f2acb-6444-41ab-850f-5226183eb197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:44.910255 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-7a6f2acb-6444-41ab-850f-5226183eb197 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430779 Aug 23 13:00:45.007237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-a1611e39-de98-4451-a9de-7edf7526ea9f service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898533 Aug 23 13:00:45.099664 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-62b50980-a64e-482f-8fcd-71d99e7565c5 req-e3b66836-2e97-4115-956d-270780a4b435 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Aug 23 13:00:45.509394 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:00:45.679102 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc33bdc-6c46-4686-a2a8-d86351706044 req-65c1c256-9aa1-486a-b532-3363f670f8b5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:45.680719 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bcc33bdc-6c46-4686-a2a8-d86351706044 req-65c1c256-9aa1-486a-b532-3363f670f8b5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0771322 Aug 23 13:00:45.722023 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bcc33bdc-6c46-4686-a2a8-d86351706044 req-3e03e605-fe0e-48b2-83ff-c8a435a01973 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350564 Aug 23 13:00:46.849064 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adc9a-696c-45ca-b5e1-a675b2832cb5 req-d2318625-d948-43ea-85f1-f02f8e1ce646 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:46.850625 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb0adc9a-696c-45ca-b5e1-a675b2832cb5 req-d2318625-d948-43ea-85f1-f02f8e1ce646 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0508330 Aug 23 13:00:46.897185 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bb0adc9a-696c-45ca-b5e1-a675b2832cb5 req-1b8489d5-30c6-49eb-98f8-fcb6561b6978 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Aug 23 13:00:48.022321 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111ba3c-2b1c-47e4-95a0-8a9a53f4cefc req-61c0b210-a596-4201-9641-2bc843151fe6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:48.023963 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6111ba3c-2b1c-47e4-95a0-8a9a53f4cefc req-61c0b210-a596-4201-9641-2bc843151fe6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0497291 Aug 23 13:00:48.065889 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6111ba3c-2b1c-47e4-95a0-8a9a53f4cefc req-e81cd32e-9159-439b-8318-f8c9e9cc01cf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359571 Aug 23 13:00:49.201419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbaa37-32c8-4846-9bc1-b4ecd6cd61fc req-82133132-424e-4c80-a993-1b60738bdabc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:49.202875 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8abbaa37-32c8-4846-9bc1-b4ecd6cd61fc req-82133132-424e-4c80-a993-1b60738bdabc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0614827 Aug 23 13:00:49.240554 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8abbaa37-32c8-4846-9bc1-b4ecd6cd61fc req-04707949-3664-4d5a-8c26-d2daf699f0a8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Aug 23 13:00:50.357266 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af551b3-97ba-4b00-a432-b50681f407fa req-835fa20e-97b6-4b55-a7f8-8dd293e05dc1 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:50.359025 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9af551b3-97ba-4b00-a432-b50681f407fa req-835fa20e-97b6-4b55-a7f8-8dd293e05dc1 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0509615 Aug 23 13:00:50.404041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-9af551b3-97ba-4b00-a432-b50681f407fa req-3569ede7-52f5-4037-9e04-f378c8658e57 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388546 Aug 23 13:00:51.548465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d05ad-2422-499d-a043-121d80b6add7 req-50f1708d-09b3-4af7-80ab-29ab83a29b32 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:51.550066 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c8d05ad-2422-499d-a043-121d80b6add7 req-50f1708d-09b3-4af7-80ab-29ab83a29b32 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0600524 Aug 23 13:00:51.596491 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7c8d05ad-2422-499d-a043-121d80b6add7 req-48eef100-17a1-4b87-aa00-8187c8f61ce5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 Aug 23 13:00:51.918590 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7b9383f8-1aba-4042-ad69-6db09cc8aa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:52.753970 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195265bc-067d-4368-8aac-ba8a30761919 req-8ad4986e-21ea-48df-bcf2-defe658a81c3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:52.755507 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-195265bc-067d-4368-8aac-ba8a30761919 req-8ad4986e-21ea-48df-bcf2-defe658a81c3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0715270 Aug 23 13:00:52.796959 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-195265bc-067d-4368-8aac-ba8a30761919 req-44bce34e-7e5f-40ef-a4f5-5a0dce58850d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Aug 23 13:00:53.923199 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ba2da-2c61-4fc5-acdc-f9e500e2c2b8 req-d4d8d791-feda-45ae-9869-b90ae23d5374 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:53.924725 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d5ba2da-2c61-4fc5-acdc-f9e500e2c2b8 req-d4d8d791-feda-45ae-9869-b90ae23d5374 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0502105 Aug 23 13:00:53.964065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6d5ba2da-2c61-4fc5-acdc-f9e500e2c2b8 req-dc6f27ee-5d1f-4e6b-8646-2b28addb6d5c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Aug 23 13:00:54.443339 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-87af407b-9438-418a-856f-642578cb5ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:54.494801 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:55.118813 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d37ce1-6399-4bf2-9c81-bda3b17a97d6 req-09171b30-3f72-4b8b-8c90-e15d1cd523ff tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:55.127851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37d37ce1-6399-4bf2-9c81-bda3b17a97d6 req-09171b30-3f72-4b8b-8c90-e15d1cd523ff tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0961893 Aug 23 13:00:55.166842 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-37d37ce1-6399-4bf2-9c81-bda3b17a97d6 req-8445a022-3257-44e8-9135-54d2e6b64347 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381024 Aug 23 13:00:55.957172 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:56.293490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ab1b6-b0c1-446a-9b01-fa8588beec42 req-59b6cfcb-6628-4a0b-b7d2-698ebaab3011 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:56.295072 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-297ab1b6-b0c1-446a-9b01-fa8588beec42 req-59b6cfcb-6628-4a0b-b7d2-698ebaab3011 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0503268 Aug 23 13:00:56.334278 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-297ab1b6-b0c1-446a-9b01-fa8588beec42 req-f682551c-0165-4645-bcef-028b5cf06111 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324566 Aug 23 13:00:57.466975 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463c8a0-aa71-431f-b3ce-26649768b635 req-1f322bc3-18d4-4827-aa88-058bb8db3d4e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:57.469028 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d463c8a0-aa71-431f-b3ce-26649768b635 req-1f322bc3-18d4-4827-aa88-058bb8db3d4e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0584502 Aug 23 13:00:57.536056 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d463c8a0-aa71-431f-b3ce-26649768b635 req-353988b8-7d79-4f5c-940c-f0a83f1bb261 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603249 Aug 23 13:00:57.609518 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:58.610519 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:58.667113 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bae07-f994-40f9-9b36-04a59acec696 req-8886110f-19eb-4213-b43a-8db372359e4e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:58.668584 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220bae07-f994-40f9-9b36-04a59acec696 req-8886110f-19eb-4213-b43a-8db372359e4e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0542610 Aug 23 13:00:58.707188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-220bae07-f994-40f9-9b36-04a59acec696 req-0b20f51d-3d1d-4335-bbc4-ba0efbdc4581 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Aug 23 13:00:58.944185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:00:59.823036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e026-1226-4594-824a-ca910fde253e req-4b987491-5789-450b-9bc3-e96e16d487ed tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:00:59.824449 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1613e026-1226-4594-824a-ca910fde253e req-4b987491-5789-450b-9bc3-e96e16d487ed tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0500820 Aug 23 13:00:59.863566 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1613e026-1226-4594-824a-ca910fde253e req-3eef1385-ea7e-48b1-bf75-b070dcc18b09 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Aug 23 13:01:00.979436 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985eb67-30fa-4dec-8ea8-12ad208225f0 req-23bdea96-4384-4708-8cf3-2aa843182a65 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:00.980913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6985eb67-30fa-4dec-8ea8-12ad208225f0 req-23bdea96-4384-4708-8cf3-2aa843182a65 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 943 time: 0.0504088 Aug 23 13:01:01.019140 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6985eb67-30fa-4dec-8ea8-12ad208225f0 req-24559cc6-a397-4f71-b1b5-4a00580f9a31 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Aug 23 13:01:01.602149 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:01:01.697119 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:01:01.707785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'port_id': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'mac_address': 'fa:16:3e:56:67:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:01:01.744919 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:01.758041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:01:01.776929 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:01:01.780786 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:01.834277 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=9']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:01:02.011232 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['0c6550ee-d7c9-4fdc-9d10-af230d6cc482'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:01:02.153182 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6b6b8-45f4-4fa4-8d5d-ed3eb7a7fb9c req-4be90efb-cfbb-439f-a973-fac5825cd630 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:02.155622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fab6b6b8-45f4-4fa4-8d5d-ed3eb7a7fb9c req-4be90efb-cfbb-439f-a973-fac5825cd630 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 944 time: 0.0640497 Aug 23 13:01:02.195249 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fab6b6b8-45f4-4fa4-8d5d-ed3eb7a7fb9c req-354ee35a-e6e1-4d3e-a427-126ee802c70a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337718 Aug 23 13:01:03.314461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb84a0e-5e8c-4d99-82c8-8af15d3a13a5 req-c5884fe3-9a47-4487-aa63-0d55994394d6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:03.316028 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4eb84a0e-5e8c-4d99-82c8-8af15d3a13a5 req-c5884fe3-9a47-4487-aa63-0d55994394d6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 944 time: 0.0509393 Aug 23 13:01:03.353494 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4eb84a0e-5e8c-4d99-82c8-8af15d3a13a5 req-2b27504e-7248-4621-a90f-c460938249e8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Aug 23 13:01:03.617526 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:01:03.666177 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:01:03.667252 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:03.773795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:03.802298 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:01:03.804466 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31ab38-d914-4e72-a146-7daa15a6f481" -d '{"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:01:03.817514 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:01:03.821837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:03.850229 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd98bd1-8f48-4e23-b4d5-f30d3797e4e4 x-openstack-request-id: req-9fd98bd1-8f48-4e23-b4d5-f30d3797e4e4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:01:03.850502 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:01:03.850754 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fd98bd1-8f48-4e23-b4d5-f30d3797e4e4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:01:03.851148 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'code': 200} Aug 23 13:01:03.880288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=10']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:01:04.020501 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b6928-6ae4-45a9-bf6a-43c2a5569a7a req-944880cb-3152-4056-89c7-68e71f45c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:04.022063 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-930b6928-6ae4-45a9-bf6a-43c2a5569a7a req-944880cb-3152-4056-89c7-68e71f45c3af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1097 time: 0.0478475 Aug 23 13:01:04.057253 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-930b6928-6ae4-45a9-bf6a-43c2a5569a7a req-58bebf61-a8e6-4bd9-90d5-9ef5908aa2f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282178 Aug 23 13:01:04.471341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7102b-c36f-4240-ae4c-4e5e91e84557 req-8dcd4e5e-ed6e-4310-9bf2-772fc03dfe4f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:04.472824 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fd7102b-c36f-4240-ae4c-4e5e91e84557 req-8dcd4e5e-ed6e-4310-9bf2-772fc03dfe4f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 946 time: 0.0514040 Aug 23 13:01:04.510654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4fd7102b-c36f-4240-ae4c-4e5e91e84557 req-59ed802a-80d9-4105-8256-a814684b22c0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318882 Aug 23 13:01:05.654505 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba5da-e82d-4de3-aec2-55a4b58fd160 req-ad447b31-8230-464e-a93c-08c6236b9ef6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:05.655999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfbba5da-e82d-4de3-aec2-55a4b58fd160 req-ad447b31-8230-464e-a93c-08c6236b9ef6 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 946 time: 0.0543749 Aug 23 13:01:05.702952 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-bfbba5da-e82d-4de3-aec2-55a4b58fd160 req-18aafe15-9aa7-43be-b993-b37fb7f30ceb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Aug 23 13:01:06.822442 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6c6a-38a4-4cca-a95f-b44fc6a075e1 req-43fa628b-4a38-4aec-9829-58a35a7e8215 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:06.823846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-380a6c6a-38a4-4cca-a95f-b44fc6a075e1 req-43fa628b-4a38-4aec-9829-58a35a7e8215 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 946 time: 0.0503616 Aug 23 13:01:06.869265 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-380a6c6a-38a4-4cca-a95f-b44fc6a075e1 req-a558b2aa-25d8-4e2c-a6fe-8b1fee336ccd tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Aug 23 13:01:08.482903 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:01:21.907630 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-06407de7-1c4c-45db-bd71-b9b7635e33a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:24.444238 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-551ead60-1488-4884-a05c-5cbef57b209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:24.502233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:25.960713 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:27.603260 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:28.608273 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:28.942668 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:40.275350 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-e199b673-7f7d-4061-a5ba-e297fa1f439b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432186 Aug 23 13:01:40.353631 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-1ca1d143-cf2d-4eaf-8442-373d6108a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:40.355194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-1ca1d143-cf2d-4eaf-8442-373d6108a1b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1097 time: 0.0406680 Aug 23 13:01:40.457342 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-252e98bf-61e2-4df1-b392-fc7359d98865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:40.458867 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-252e98bf-61e2-4df1-b392-fc7359d98865 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0847330 Aug 23 13:01:40.527935 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-a73d278b-3bae-4971-afd3-86cdc83212f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 1000 time: 0.0619814 Aug 23 13:01:40.577676 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-abc95a3c-8063-41fb-a073-9231511a7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:40.579736 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-abc95a3c-8063-41fb-a073-9231511a7416 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0456131 Aug 23 13:01:40.629999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-54b8cc3c-4c50-4769-80c4-de3525a6b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:01:40.631522 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-54b8cc3c-4c50-4769-80c4-de3525a6b5dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439460 Aug 23 13:01:40.725108 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-53275dd2-6dc5-4bf4-8b5d-b8e0130ceda4 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866134 Aug 23 13:01:40.816996 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a34d224c-6b1f-4dd1-b227-0d093401ca3a req-87f9b691-1b4a-476d-910d-93efac435fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849276 Aug 23 13:01:45.481876 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:01:51.908435 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-be74ef32-bc06-4370-8bfa-be20261ecf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:54.446162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-99108829-7ab6-4960-b288-31bd13a146fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:54.494965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:55.961662 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:57.617783 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:58.623617 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:01:58.957818 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:17.822324 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44042) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:17.980316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Deleting port 5106cc26-a3dd-4b3b-b93e-121a5b136e02 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:02:17.980665 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:18.055646 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:18.055977 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:18.067707 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Calling delete_port for 5106cc26-a3dd-4b3b-b93e-121a5b136e02 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:02:18.227222 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:18.254846 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event deleted for resources: {'Port': ['ID=5106cc26-a3dd-4b3b-b93e-121a5b136e02,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:18.284013 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.284357 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.284704 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.285047 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.285383 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.285730 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.286064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.286423 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.286755 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.287085 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.287410 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.287735 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:18.327615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:18.327957 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Floating IP cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9 disassociated (deleted). External IP: 172.25.1.33, port: 0c6550ee-d7c9-4fdc-9d10-af230d6cc482. Aug 23 13:02:18.858020 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:02:18.965435 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:02:18.970639 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:18.975398 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:02:18.984259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:02:18.984952 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:01:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:19.003511 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-1219a6f8-a799-4581-9059-e8fb104f75e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9 HTTP/1.1" status: 204 len: 168 time: 1.1800969 Aug 23 13:02:19.004277 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:02:19.006682 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dea3b51-9144-4111-bf36-f039ce407b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:02:19.103467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:02:19.123353 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f97b3-b0a9-4b00-98d7-7fd6c32456f4 x-openstack-request-id: req-7c3f97b3-b0a9-4b00-98d7-7fd6c32456f4 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:02:19.123657 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:02:19.123912 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c3f97b3-b0a9-4b00-98d7-7fd6c32456f4 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:02:19.124317 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'status': 'completed', 'code': 200} Aug 23 13:02:19.496823 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:19.527382 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:02:19.539723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:02:19.539723 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:01:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:19.549571 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-0151fa25-76d0-45f6-bc70-226515da961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:19.551111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-0151fa25-76d0-45f6-bc70-226515da961c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 1097 time: 0.3988264 Aug 23 13:02:19.566005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285e85-6ac7-4e9d-8abd-44793a0a6c73 req-8968877b-0a27-4689-9001-b13728d05ab9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:19.567416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7285e85-6ac7-4e9d-8abd-44793a0a6c73 req-8968877b-0a27-4689-9001-b13728d05ab9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 946 time: 0.0624058 Aug 23 13:02:19.642877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:02:19.657778 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d7285e85-6ac7-4e9d-8abd-44793a0a6c73 req-15be2b4b-9a72-4f35-9b43-dc9840e4fd05 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806766 Aug 23 13:02:19.683036 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-c821aaf7-1145-49f4-8e66-55ae16bcc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:19.684670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-c821aaf7-1145-49f4-8e66-55ae16bcc3cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.1163883 Aug 23 13:02:19.727394 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-2ccf2e33-7400-4597-bbe0-11bcd68b1c40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 200 len: 217 time: 0.0341837 Aug 23 13:02:19.781198 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-71ccdb93-7b23-4680-afbb-b4493b52490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:19.782711 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-71ccdb93-7b23-4680-afbb-b4493b52490a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0477233 Aug 23 13:02:19.829989 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-79705895-0f47-49b8-ba39-91aab7ac2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:19.831436 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-79705895-0f47-49b8-ba39-91aab7ac2660 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401521 Aug 23 13:02:19.841279 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:19.868081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc750c6-f8a7-4759-a3a2-4db4054550f1 None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:02:19.929930 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-9214785d-71c0-43d3-91fd-48883fd188e1 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Aug 23 13:02:20.025881 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9dea3b51-9144-4111-bf36-f039ce407b7d req-98f33a43-ec2b-4c27-85a0-5d67421c4c8a service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871122 Aug 23 13:02:20.098064 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920affb6-9d00-4b37-8715-2b7c713cd790 None None] New status for floating IP cc4b6fc8-d113-4a5d-8d3f-7853c3cc89c9: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:02:20.516301 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-50728de0-59a9-4c82-82e7-b3e8a9a914f0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:20.518323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-50728de0-59a9-4c82-82e7-b3e8a9a914f0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 946 time: 0.0495384 Aug 23 13:02:20.616308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Deleting port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:02:20.616833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:20.707842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] For port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:02:20.708285 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:20.720533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Calling delete_port for 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:02:20.778995 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27704c-1055-4869-9640-ca73a01d82ca req-87af5300-31e9-4714-9687-50028162d853 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:20.780546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc27704c-1055-4869-9640-ca73a01d82ca req-87af5300-31e9-4714-9687-50028162d853 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=634ea451-5a0b-43d9-ac87-f2cda4eea2a0 HTTP/1.1" status: 200 len: 946 time: 0.0499136 Aug 23 13:02:20.819987 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-dc27704c-1055-4869-9640-ca73a01d82ca req-7875db0c-8aec-48ee-92c8-5aac33cced7a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=30f30256-3faa-417f-bc98-7555fa887a44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328541 Aug 23 13:02:20.855248 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:20.882290 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event deleted for resources: {'Port': ['ID=0c6550ee-d7c9-4fdc-9d10-af230d6cc482,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:20.892146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.892728 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.893272 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.893619 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.893983 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.894316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.895121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.895121 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.895317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.895595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.895921 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.896250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:20.942920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] No DVR routers for this DVR port 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:02:20.945452 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:20.947444 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a573d08c-7d67-448e-a2d8-2cdcc8809850 req-56f19ed5-81d8-415b-8349-b973f1fc9e4a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "DELETE /v2.0/ports/0c6550ee-d7c9-4fdc-9d10-af230d6cc482 HTTP/1.1" status: 204 len: 173 time: 0.4227817 Aug 23 13:02:20.947879 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-deleted', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:02:20.950134 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245a819-61ed-4445-9d79-38b5f2e39a77" -d '{"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-deleted", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:02:21.055869 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a023d-8635-42e8-9f7c-bacb99f2a068 x-openstack-request-id: req-cc9a023d-8635-42e8-9f7c-bacb99f2a068 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:02:21.056162 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ea451-5a0b-43d9-ac87-f2cda4eea2a0", "name": "network-vif-deleted", "tag": "0c6550ee-d7c9-4fdc-9d10-af230d6cc482", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:02:21.056415 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc9a023d-8635-42e8-9f7c-bacb99f2a068 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:02:21.056811 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ea451-5a0b-43d9-ac87-f2cda4eea2a0', 'name': 'network-vif-deleted', 'tag': '0c6550ee-d7c9-4fdc-9d10-af230d6cc482', 'status': 'completed', 'code': 200} Aug 23 13:02:21.875300 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44068) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:21.910346 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4c3033e7-64cd-438c-b947-9858e2550160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:21.935680 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-331687ce-b490-44e3-bd97-8426752aa677 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:21.961207 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-331687ce-b490-44e3-bd97-8426752aa677 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.021085 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-331687ce-b490-44e3-bd97-8426752aa677 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.023903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-331687ce-b490-44e3-bd97-8426752aa677 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.025076 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-331687ce-b490-44e3-bd97-8426752aa677 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "DELETE /v2.0/security-groups/30f30256-3faa-417f-bc98-7555fa887a44 HTTP/1.1" status: 204 len: 168 time: 0.1487741 Aug 23 13:02:22.035656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331687ce-b490-44e3-bd97-8426752aa677 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f30256-3faa-417f-bc98-7555fa887a44,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:22.405178 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44074) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:22.410485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086642081', 'description': 'tempest-secgroup-smoke-2086642081 description', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:22.432394 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.480597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:02:22.520694 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.525200 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.554411 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.555670 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492739 Aug 23 13:02:22.557704 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf41777-de8e-47b8-a3bc-e647a2042173 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d25687-1d26-45be-a656-bdba1d4819e5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:22.558751 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44076) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:22.565605 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': 'c8d25687-1d26-45be-a656-bdba1d4819e5', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:22.593145 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.646019 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.649903 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.671424 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359fde46-fed2-4b39-9a38-69e135f362d2,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:22.675564 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.676818 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-f61385a4-3571-44e0-885e-11e02d2d07bb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166561 Aug 23 13:02:22.679872 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44078) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:22.684539 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': 'c8d25687-1d26-45be-a656-bdba1d4819e5', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:22.712366 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.771266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.775038 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.794926 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdc4fc0-5d4d-4366-8ace-3b1b8bb70392,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:22.802432 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.803640 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c9180211-594b-4cb1-910b-abfe6e354abf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228135 Aug 23 13:02:22.806438 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44080) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:22.811007 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': 'c8d25687-1d26-45be-a656-bdba1d4819e5', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:22.839925 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.899440 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.903041 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.918394 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87cc7e0-9a36-46b3-89c1-aa48339a4ff2,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:22.931217 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:22.932444 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1fb47e6-30d1-4b6d-bdbf-a8272364792b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250350 Aug 23 13:02:22.935197 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44082) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:22.939778 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': 'c8d25687-1d26-45be-a656-bdba1d4819e5', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:22.967593 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.029002 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.034083 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.051950 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13eb0290-80be-448e-b5aa-7274e0ffde2d,revision_number=0']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:23.058358 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.060432 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44a09262-cd73-46c1-ad83-173ac16d3435 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238306 Aug 23 13:02:23.063471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44084) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:23.068612 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': 'c8d25687-1d26-45be-a656-bdba1d4819e5', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:23.092689 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Project c5f8e92caeb446c3b09c33cbdc47a931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 13:02:23.098739 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.164842 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.168997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.188918 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d2a4ec-329c-4ad4-ba4e-3c71ff07b909,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:23.192656 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.193963 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-da2e5ca7-0eaa-465e-935a-52d8bed5a9b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291747 Aug 23 13:02:23.198385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44086) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:23.202800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'security_group_rule': {'security_group_id': 'c8d25687-1d26-45be-a656-bdba1d4819e5', 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:23.225649 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Project c5f8e92caeb446c3b09c33cbdc47a931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 13:02:23.230728 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.292145 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.295890 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.313125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdfe112-e96b-4779-aaef-3575d2c95885,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:23.320606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:23.321949 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-28307274-2382-463b-b660-721fb5b18086 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225216 Aug 23 13:02:23.962040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:02:23.983911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:02:23.984268 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 0c6550ee-d7c9-4fdc-9d10-af230d6cc482 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:02:24.449147 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-760e7c0e-b4ca-4b60-adb5-61429a39e306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:24.500807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:25.967191 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:27.614097 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:28.636396 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:28.978216 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:38.728047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-6485d064-1d33-407b-a75e-9836b325ae90 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086642081&fields=id&tenant_id=c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 267 time: 0.0365217 Aug 23 13:02:38.859637 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-d5e78ce4-827b-4fba-aeee-f30b31d2ef7b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:38.861117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-d5e78ce4-827b-4fba-aeee-f30b31d2ef7b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 808 time: 0.1255934 Aug 23 13:02:38.879155 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-2db43007-44ca-4cf4-9efd-5be3d2e5120e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/quotas/c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 375 time: 0.0109019 Aug 23 13:02:38.937539 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-d22665a3-adb0-4f8d-a525-13e93fc015a1 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520809 Aug 23 13:02:39.099628 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-734193fb-b631-4e90-b127-bb771e32c0ad service neutron] 10.222.0.21 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481221 Aug 23 13:02:39.194899 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-28c31af9-8f9f-4a1c-93ae-7bf3cc8509ae service neutron] 10.222.0.21 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888274 Aug 23 13:02:39.539803 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21096b3f-bd0c-4802-b945-4a73607fdc71 req-abeb577b-c2b7-4f23-a446-fb69c6bdc5ff tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 210 time: 0.0314784 Aug 23 13:02:40.699322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-555b6927-a862-4615-931c-c446e31e7162 req-a299abff-0e7a-4aab-a01c-94d159b4efd1 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 210 time: 0.0517480 Aug 23 13:02:40.783108 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-6f7bb5fb-d5d3-44fd-8426-8e8687489aea tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:40.784593 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-6f7bb5fb-d5d3-44fd-8426-8e8687489aea tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 808 time: 0.1515083 Aug 23 13:02:40.828874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-310d8b68-c240-49b2-9dd6-dc41ae810dba tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 380 time: 0.0348048 Aug 23 13:02:40.839643 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'port': {'device_id': 'e2587448-2ad7-4022-a158-1528f41997b7', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'admin_state_up': True, 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'security_groups': ['c8d25687-1d26-45be-a656-bdba1d4819e5']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:40.957028 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Made reservation on behalf of c5f8e92caeb446c3b09c33cbdc47a931 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:02:40.961146 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.099923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Allocated IP 172.20.0.5 (540501e3-15c7-4ffb-8f05-78b3cbf142ef/80157ff6-bf25-448f-b8ac-8afd89659721/81eb62ea-6812-419c-b2e4-91201cb6ea3f) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:02:41.255733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.270419 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Transition to ACTIVE for port object 81eb62ea-6812-419c-b2e4-91201cb6ea3f will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:02:41.304005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.348774 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:02:41.351787 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:02:41.355369 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:02:41.397555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:41.426343 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:41.426988 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.448308 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-21381b66-d9dd-4c22-a25d-1045d176127e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127784 Aug 23 13:02:41.460497 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Request body: {'port': {'device_id': 'e2587448-2ad7-4022-a158-1528f41997b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:41.543892 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.617427 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cc0f46b5-8503-4626-9e7a-e6e00b3cf792 None None] Provisioning for port 81eb62ea-6812-419c-b2e4-91201cb6ea3f completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:02:41.621619 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-cc0f46b5-8503-4626-9e7a-e6e00b3cf792 None None] Provisioning complete for port 81eb62ea-6812-419c-b2e4-91201cb6ea3f triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:02:41.622024 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cc0f46b5-8503-4626-9e7a-e6e00b3cf792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.668433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f46b5-8503-4626-9e7a-e6e00b3cf792 None None] Port 81eb62ea-6812-419c-b2e4-91201cb6ea3f cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:02:41.843417 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb6b41-baa6-447f-969d-d82ded92c27e req-b656c84f-a312-422e-a0dc-3328bc71bbaa tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:41.846148 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8eb6b41-baa6-447f-969d-d82ded92c27e req-b656c84f-a312-422e-a0dc-3328bc71bbaa tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 931 time: 0.0570400 Aug 23 13:02:41.863455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81eb62ea-6812-419c-b2e4-91201cb6ea3f {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:02:41.875877 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.890335 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Transition to ACTIVE for port object 81eb62ea-6812-419c-b2e4-91201cb6ea3f will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:02:41.895504 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:41.906501 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8eb6b41-baa6-447f-969d-d82ded92c27e req-9bf4562f-d1f7-4808-bda7-f00dbaf2376b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533533 Aug 23 13:02:41.959004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:42.044608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Attempting to bind port 81eb62ea-6812-419c-b2e4-91201cb6ea3f on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:02:42.045055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Attempting to bind port 81eb62ea-6812-419c-b2e4-91201cb6ea3f by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:02:42.045470 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Attempting to bind port 81eb62ea-6812-419c-b2e4-91201cb6ea3f on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:02:42.051354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Port 81eb62ea-6812-419c-b2e4-91201cb6ea3f on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 13:02:42.051700 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Attempting to bind port 81eb62ea-6812-419c-b2e4-91201cb6ea3f on network 540501e3-15c7-4ffb-8f05-78b3cbf142ef {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:02:42.057510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:02:42.058090 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Checking segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:02:42.058357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Bound using segment: {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:02:42.058723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Bound port: 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa18237e-9459-4716-949c-ee3cd9c740ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:02:42.059420 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:42.142862 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:02:42.146431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:02:42.160539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:42.201821 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:42.202347 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:42.203768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] 10.222.0.44 "PUT /v2.0/ports/81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 1091 time: 0.7480049 Aug 23 13:02:42.204247 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:02:42.206539 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca" -d '{"events": [{"name": "network-changed", "server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:02:42.238547 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087eb2c-64d6-4fc4-96b6-0c6f2e9bd628 service neutron] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:42.270394 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0206212-4808-489e-861f-d776f3aee593 x-openstack-request-id: req-d0206212-4808-489e-861f-d776f3aee593 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:02:42.270712 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:02:42.270957 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0206212-4808-489e-861f-d776f3aee593 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:02:42.271372 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'status': 'completed', 'code': 200} Aug 23 13:02:42.314414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-66afbce1-5ddd-4753-be7e-db9475c5688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:42.316089 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-66afbce1-5ddd-4753-be7e-db9475c5688e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1094 time: 0.0583673 Aug 23 13:02:42.371919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-a17373e0-dc5b-4f5c-b123-6aa1b49ce0dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 217 time: 0.0468261 Aug 23 13:02:42.434315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-c8be80ab-e36b-48a9-9443-188fa43e5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:42.435864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-c8be80ab-e36b-48a9-9443-188fa43e5900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0575199 Aug 23 13:02:42.484354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-fafed9d4-3c97-4ec0-95e9-eb486cfbf0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:42.486488 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-fafed9d4-3c97-4ec0-95e9-eb486cfbf0b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426114 Aug 23 13:02:42.580052 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-9b487ec1-9a32-4623-b459-90dc01b539c0 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861397 Aug 23 13:02:42.690980 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c42631c8-0448-4610-9d60-da93e04fd6bf req-3dda9b6f-26a0-43ab-a387-b959fe68e534 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037738 Aug 23 13:02:42.808529 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-e04be4b1-acdc-43c6-9282-facd971f962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:42.811160 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-e04be4b1-acdc-43c6-9282-facd971f962c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1094 time: 0.0573630 Aug 23 13:02:42.922762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-93f423d9-77b8-438a-9bb4-c3e5f749c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:42.924300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-93f423d9-77b8-438a-9bb4-c3e5f749c1c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.1061921 Aug 23 13:02:42.970990 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-234beeb7-7462-4642-9903-6d0c61daba0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 217 time: 0.0396025 Aug 23 13:02:43.029291 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-70642ac3-1fbe-4651-8130-e6bddde8caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:43.030862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-70642ac3-1fbe-4651-8130-e6bddde8caeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0530577 Aug 23 13:02:43.059562 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8d659-f724-4b0c-8760-6066c03de241 req-6826b646-5d8a-4c99-aea4-c2a733701a0d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:43.061903 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ef8d659-f724-4b0c-8760-6066c03de241 req-6826b646-5d8a-4c99-aea4-c2a733701a0d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0588467 Aug 23 13:02:43.090708 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-302ffee6-4d23-4a63-9e33-61d392ace9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:43.092425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-302ffee6-4d23-4a63-9e33-61d392ace9dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545447 Aug 23 13:02:43.109962 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8ef8d659-f724-4b0c-8760-6066c03de241 req-c1d21213-c6ed-4d46-93b0-f38036c261c2 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Aug 23 13:02:43.222740 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-7a2719e6-e0df-40dc-85e9-d9c36853184f service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220164 Aug 23 13:02:43.333138 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0f49fcb2-f428-4fc4-92b5-b639dde1ecca req-e7414b54-3d3e-441e-965a-f0ba2b338608 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026471 Aug 23 13:02:44.242388 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7cba-0fe8-4378-9ee6-40b7bf29e37a req-696ce031-9429-4408-bcae-7916b5ad6f59 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:44.245047 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d6a7cba-0fe8-4378-9ee6-40b7bf29e37a req-696ce031-9429-4408-bcae-7916b5ad6f59 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0517008 Aug 23 13:02:44.292931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2d6a7cba-0fe8-4378-9ee6-40b7bf29e37a req-f18f9125-c65c-4300-bf97-311fc3785556 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 Aug 23 13:02:45.423874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d7caa-5b7e-42a5-9bed-21e0e790b896 req-de3c38a5-fdb9-4f44-b94d-a3c7679ec521 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:45.425911 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b19d7caa-5b7e-42a5-9bed-21e0e790b896 req-de3c38a5-fdb9-4f44-b94d-a3c7679ec521 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0514724 Aug 23 13:02:45.462608 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b19d7caa-5b7e-42a5-9bed-21e0e790b896 req-d8c85bfc-356a-44af-a8b4-678df1f55204 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Aug 23 13:02:46.583671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde9f16-ad89-45e3-8bf3-d1181075a737 req-eb957072-88fa-498b-99d5-82fd3857d17d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:46.585187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dde9f16-ad89-45e3-8bf3-d1181075a737 req-eb957072-88fa-498b-99d5-82fd3857d17d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0505278 Aug 23 13:02:46.637219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4dde9f16-ad89-45e3-8bf3-d1181075a737 req-75cd1e26-efbf-44a6-b853-d90cbe0733c3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Aug 23 13:02:47.758901 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268546c-6cb3-44e7-826d-131e091a1750 req-be469c54-9fc5-4846-9543-ee07b4bc563a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:47.760418 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0268546c-6cb3-44e7-826d-131e091a1750 req-be469c54-9fc5-4846-9543-ee07b4bc563a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0542579 Aug 23 13:02:47.797601 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0268546c-6cb3-44e7-826d-131e091a1750 req-6521d105-c134-49ab-8e74-408b3c8575fb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Aug 23 13:02:48.923234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4a2e-bf7f-4eb3-adcc-4c9c252cb1f3 req-ba9e7477-7bdb-43ef-857b-9716c978b30b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:48.924727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e15f4a2e-bf7f-4eb3-adcc-4c9c252cb1f3 req-ba9e7477-7bdb-43ef-857b-9716c978b30b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0616024 Aug 23 13:02:48.962607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e15f4a2e-bf7f-4eb3-adcc-4c9c252cb1f3 req-8fbcb644-6676-453b-a196-55608ed4c0b8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Aug 23 13:02:50.080678 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8feb6f-56a8-493e-88be-d0d37ccf7314 req-d9977f0a-9daa-4244-9437-ad5d5bcccbdf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:50.082216 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c8feb6f-56a8-493e-88be-d0d37ccf7314 req-d9977f0a-9daa-4244-9437-ad5d5bcccbdf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0527749 Aug 23 13:02:50.119890 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5c8feb6f-56a8-493e-88be-d0d37ccf7314 req-b1899243-9176-42b0-afaf-dcb487001c0e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Aug 23 13:02:51.235104 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9b151-bbcf-4ec0-adc9-b63ee9935ea1 req-83cfa56e-d800-43e9-80d7-2e0723a71bd9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:51.236597 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a9b151-bbcf-4ec0-adc9-b63ee9935ea1 req-83cfa56e-d800-43e9-80d7-2e0723a71bd9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0506525 Aug 23 13:02:51.273905 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a1a9b151-bbcf-4ec0-adc9-b63ee9935ea1 req-e7f030c5-3b7a-4385-a262-0ed4a366818e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Aug 23 13:02:51.914242 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c13f2167-f9ce-4bba-ab11-4eef1c88dcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:52.060239 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:02:52.164290 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:02:52.175818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'port_id': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'mac_address': 'fa:16:3e:1a:02:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:02:52.213654 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:52.228844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81eb62ea-6812-419c-b2e4-91201cb6ea3f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:02:52.251476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:02:52.255286 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:52.302873 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:52.310389 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.310739 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.311088 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.311444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.311773 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.312110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.312444 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.312778 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.313107 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.313437 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.313793 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.314156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:02:52.388645 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228e073-1f07-4741-8639-46d7faf94af0 req-24befac5-f633-4899-8db0-665e2c5af727 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:52.390172 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6228e073-1f07-4741-8639-46d7faf94af0 req-24befac5-f633-4899-8db0-665e2c5af727 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 944 time: 0.0498407 Aug 23 13:02:52.428790 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6228e073-1f07-4741-8639-46d7faf94af0 req-fc209518-0095-4f95-b5c6-30f4b3657ac7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Aug 23 13:02:52.462790 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81eb62ea-6812-419c-b2e4-91201cb6ea3f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:02:53.543211 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f299c-d8f3-43b4-b99c-954e79b2ff0d req-7cd92815-f5b8-4451-9992-a39890daf9ed tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:53.544728 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-341f299c-d8f3-43b4-b99c-954e79b2ff0d req-7cd92815-f5b8-4451-9992-a39890daf9ed tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 944 time: 0.0502291 Aug 23 13:02:53.582279 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-341f299c-d8f3-43b4-b99c-954e79b2ff0d req-448d5c82-1307-43f1-a32a-68d7ccbe35fe tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Aug 23 13:02:54.068067 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:02:54.119158 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 81eb62ea-6812-419c-b2e4-91201cb6ea3f completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:02:54.123175 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 81eb62ea-6812-419c-b2e4-91201cb6ea3f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:02:54.123547 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:54.198858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:54.220172 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:02:54.222463 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab41460-ae2c-424d-a028-440ee4890144" -d '{"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-plugged", "status": "completed", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:02:54.234607 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:02:54.240337 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:54.267289 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6dce9-fdbc-40b5-b331-e74efea1d0ce x-openstack-request-id: req-0fd6dce9-fdbc-40b5-b331-e74efea1d0ce {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:02:54.267565 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-plugged", "status": "completed", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:02:54.267755 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fd6dce9-fdbc-40b5-b331-e74efea1d0ce {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:02:54.268138 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'code': 200} Aug 23 13:02:54.292934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:54.360286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242208e-7f2c-4903-99c1-3545248694df req-1312742c-b7a5-45a4-8425-4d8e3b3943e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:54.362452 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7242208e-7f2c-4903-99c1-3545248694df req-1312742c-b7a5-45a4-8425-4d8e3b3943e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0451334 Aug 23 13:02:54.397237 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7242208e-7f2c-4903-99c1-3545248694df req-6cfd3dc5-b16f-4249-a857-aa9211da5a98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280294 Aug 23 13:02:54.450013 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fbeb08ce-f1f2-4d87-a8f8-0236d75af5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:54.493435 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:54.696927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30226c39-71b3-4df2-9fb2-8faa073bdfbb req-d95d3d0d-f3a4-44d7-946b-17a507f5f335 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:54.698448 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30226c39-71b3-4df2-9fb2-8faa073bdfbb req-d95d3d0d-f3a4-44d7-946b-17a507f5f335 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Aug 23 13:02:54.737181 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-30226c39-71b3-4df2-9fb2-8faa073bdfbb req-43d69d0e-3810-41fc-b6df-f5d409d010d5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327156 Aug 23 13:02:55.856660 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd52558-1344-44ef-b655-2bfe74231127 req-c1d5cd0b-c64c-4e03-951d-70694512db9c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:55.858196 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afd52558-1344-44ef-b655-2bfe74231127 req-c1d5cd0b-c64c-4e03-951d-70694512db9c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Aug 23 13:02:55.897322 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afd52558-1344-44ef-b655-2bfe74231127 req-6aa86cf6-1c8f-430e-9f72-a94b6ea32569 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Aug 23 13:02:55.971594 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:56.022603 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17102d1-0de3-42a9-a910-554cf574f724 req-ca6f7e2c-d1b6-4777-8602-89020a3536cb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:56.024400 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c17102d1-0de3-42a9-a910-554cf574f724 req-ca6f7e2c-d1b6-4777-8602-89020a3536cb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0572219 Aug 23 13:02:56.067938 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c17102d1-0de3-42a9-a910-554cf574f724 req-d337654e-cb3c-46f2-a8a9-c647340321a3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340354 Aug 23 13:02:56.095544 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44290) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:56.145556 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf4a89-4aac-4849-8fdf-7a54d096c1ac tempest-TestShelveInstance-226608870 tempest-TestShelveInstance-226608870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:56.147077 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4dbf4a89-4aac-4849-8fdf-7a54d096c1ac tempest-TestShelveInstance-226608870 tempest-TestShelveInstance-226608870-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1091 time: 0.0503018 Aug 23 13:02:56.150748 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:02:56.155305 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:02:56.183141 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:56.283461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:56.403190 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Allocated IP 172.25.1.39 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/bcd84872-ddfb-4b22-924d-1335a0d91c75) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:02:56.510723 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:56.555665 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:56.603238 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:02:56.606328 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:02:56.609160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:02:56.638086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'Port': ['ID=bcd84872-ddfb-4b22-924d-1335a0d91c75,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:57.004578 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:57.078026 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:57.235386 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:57.241142 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:57.310194 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event updated for resources: {'Port': ['ID=bcd84872-ddfb-4b22-924d-1335a0d91c75,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:02:57.322346 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:57.426709 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Floating IP 7f1741a5-a4da-4b3b-abbe-43563edeb1f3 associated. External IP: 172.25.1.39, port: 81eb62ea-6812-419c-b2e4-91201cb6ea3f. Aug 23 13:02:57.623564 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:57.963411 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:02:58.086753 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:02:58.099345 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:02:58.107818 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:58.111774 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:02:58.112733 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:02:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:58.153945 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-62dbcd91-b9ab-4219-b627-12302d6c2b2d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9984002 Aug 23 13:02:58.153945 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:02:58.153945 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43823b16-3235-4039-84c0-6de4dc7ff965" -d '{"events": [{"name": "network-changed", "server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:02:58.194463 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f81a17f-a0a2-40b4-9097-0f866759028c x-openstack-request-id: req-6f81a17f-a0a2-40b4-9097-0f866759028c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:02:58.194865 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:02:58.195127 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f81a17f-a0a2-40b4-9097-0f866759028c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:02:58.195530 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'status': 'completed', 'code': 200} Aug 23 13:02:58.254721 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:02:58.286234 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-c78f2ab9-0083-4c56-965a-5cca1e6ee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:58.287931 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-c78f2ab9-0083-4c56-965a-5cca1e6ee8ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0692158 Aug 23 13:02:58.397935 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-bb93161a-9b2d-4b47-a2bc-1dd7284ae67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:58.399602 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-bb93161a-9b2d-4b47-a2bc-1dd7284ae67f service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.1047721 Aug 23 13:02:58.470609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-ac50157f-ebc2-4dc9-81bd-7406c4617fa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 998 time: 0.0630021 Aug 23 13:02:58.525936 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '7f1741a5-a4da-4b3b-abbe-43563edeb1f3', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'port_id': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'mac_address': 'fa:16:3e:1a:02:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2587448-2ad7-4022-a158-1528f41997b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:02:56Z', 'updated_at': '2021-08-23T13:02:56Z', 'revision_number': 0, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:58.529403 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-c7b6fe74-3fab-4c52-a09f-ad0499886bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:58.531612 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-c7b6fe74-3fab-4c52-a09f-ad0499886bce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0544682 Aug 23 13:02:58.556001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:02:58.564489 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:02:58.565091 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:02:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:58.583927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-c114880b-0fac-4333-a74f-df54c8eaf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:02:58.586758 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-c114880b-0fac-4333-a74f-df54c8eaf7a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475647 Aug 23 13:02:58.679910 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:58.697814 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:02:58.719015 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-9aefe352-0c94-4fb4-9fff-1297259460fd service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207845 Aug 23 13:02:58.815754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-43823b16-3235-4039-84c0-6de4dc7ff965 req-edfbeab3-ba04-411c-8ea5-15860ddfc237 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893886 Aug 23 13:02:58.935946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '7f1741a5-a4da-4b3b-abbe-43563edeb1f3', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'port_id': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'mac_address': 'fa:16:3e:1a:02:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2587448-2ad7-4022-a158-1528f41997b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:02:56Z', 'updated_at': '2021-08-23T13:02:56Z', 'revision_number': 0, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:02:58.964436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6b6f2-1108-4451-b520-7dce1c9bdcb7 None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': '7f1741a5-a4da-4b3b-abbe-43563edeb1f3', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'port_id': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'mac_address': 'fa:16:3e:1a:02:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2587448-2ad7-4022-a158-1528f41997b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:02:56Z', 'updated_at': '2021-08-23T13:02:56Z', 'revision_number': 0, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:02:58.995885 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:02:59.179406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9df0c-70f1-475b-8061-118b1b42cb20 None None] New status for floating IP 7f1741a5-a4da-4b3b-abbe-43563edeb1f3: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:02:59.479851 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:03:21.921487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5f575d2b-a4f1-40cc-b4b7-51629f3a666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:24.451903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-84c66507-2b3a-4389-8110-2c9f7c36c160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:24.494713 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:25.974271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:27.618741 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:28.669012 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:28.993932 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:36.479027 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:03:44.191143 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-cf8df314-b82e-4cb6-8074-ea5b67cfc4d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398197 Aug 23 13:03:44.271271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-cda21a8d-3d27-4529-b72f-95d885003fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:03:44.272813 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-cda21a8d-3d27-4529-b72f-95d885003fa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0414116 Aug 23 13:03:44.378936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-9ebc320d-bf01-44ca-9e53-6da3e8874bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:03:44.380416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-9ebc320d-bf01-44ca-9e53-6da3e8874bb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0882249 Aug 23 13:03:44.444026 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-44adbe87-73a5-421f-979c-e03537a96bba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 1000 time: 0.0561817 Aug 23 13:03:44.497155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-2737d96e-59c7-4972-bff7-b4c535cd3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:03:44.498636 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-2737d96e-59c7-4972-bff7-b4c535cd3c0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0477078 Aug 23 13:03:44.545086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-1c72a78c-616b-41d0-ad24-11a7a5b4fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:03:44.546654 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-1c72a78c-616b-41d0-ad24-11a7a5b4fbdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402715 Aug 23 13:03:44.636162 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-3e51f528-5ce2-4f75-b717-7f5519fa1261 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814581 Aug 23 13:03:44.729219 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-04504ae3-ae02-4caf-a178-7c7219e7749e req-d71555a0-17e7-455a-8503-bc00675f1020 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Aug 23 13:03:51.913344 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-56f9fd96-d45d-44b6-a54a-d3a7fbde11b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:54.453550 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7900bd2d-2790-4e9d-8a78-2c3b4fdcfdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:54.495103 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:55.975224 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:57.622623 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:58.677082 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:03:59.015543 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:13.484274 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:04:21.912822 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd373c43-a99e-4f5a-84d5-fc6e5f639d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:24.454369 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-50e6a393-fffb-4da2-b3be-4cfe77134df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:24.496935 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:25.980123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:27.624780 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:28.687247 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:29.032100 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:43.703923 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-94c81d6d-8273-45a7-9293-a874f5dc8412 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842140 Aug 23 13:04:43.787257 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-96e37522-5df1-43e5-9639-689b65528f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:43.788771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-96e37522-5df1-43e5-9639-689b65528f51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0409281 Aug 23 13:04:43.905621 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-30b92bbd-ede3-44c2-aadf-05e27c78b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:43.907277 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-30b92bbd-ede3-44c2-aadf-05e27c78b116 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0988979 Aug 23 13:04:43.979694 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-9eabb618-ddfe-4afe-a4d3-865e97056d55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 1000 time: 0.0647316 Aug 23 13:04:44.030913 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-7d4bb9b1-7546-429e-8506-c288160e9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:44.032449 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-7d4bb9b1-7546-429e-8506-c288160e9033 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0455303 Aug 23 13:04:44.080600 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-c93b8dd0-46b5-43d6-a187-c3f88de663a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:44.082221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-c93b8dd0-46b5-43d6-a187-c3f88de663a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426099 Aug 23 13:04:44.188483 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-32583609-28fd-453f-97e0-68cb25fafa3f service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979116 Aug 23 13:04:44.281246 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c31d5f3d-cca2-48be-b884-f060e2a01b60 req-ca747e84-9b46-4456-8d40-b82e1877fcc2 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Aug 23 13:04:50.482960 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:04:51.913997 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-7274b2e8-d631-48e1-b127-435dc8a42337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:54.455794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f0dd53e6-caee-4288-b264-eecaf522a182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:54.499531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:55.521212 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48446-f696-4fc5-a452-b8e2ffa55626 req-00f33b27-54f1-4484-9c48-f1ea69b0475f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:55.522791 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99e48446-f696-4fc5-a452-b8e2ffa55626 req-00f33b27-54f1-4484-9c48-f1ea69b0475f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0990865 Aug 23 13:04:55.561463 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-99e48446-f696-4fc5-a452-b8e2ffa55626 req-62c01462-94fa-44b6-ad6c-2b3d35ec6f55 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325220 Aug 23 13:04:55.981877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:56.730819 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eccb48-842a-4ce3-bea0-0c84a4abb285 req-b2c7f84c-66a9-4239-8cd6-696f42f9b1cc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:56.732422 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46eccb48-842a-4ce3-bea0-0c84a4abb285 req-b2c7f84c-66a9-4239-8cd6-696f42f9b1cc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0998793 Aug 23 13:04:56.773754 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-46eccb48-842a-4ce3-bea0-0c84a4abb285 req-79d5ddf5-5608-479d-b8dc-b5ae9a153350 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343964 Aug 23 13:04:57.629837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:57.915521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70301b06-2fb4-4080-aa73-5338b0c2786b req-07f5484a-aef4-4b9f-9b14-2f54c5f9d6d7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:57.917008 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70301b06-2fb4-4080-aa73-5338b0c2786b req-07f5484a-aef4-4b9f-9b14-2f54c5f9d6d7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Aug 23 13:04:57.955195 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-70301b06-2fb4-4080-aa73-5338b0c2786b req-0c3fb399-4609-40ae-9fd5-3e9f4511f595 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Aug 23 13:04:58.683226 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:59.047533 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:04:59.074803 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838fac5-9b02-49a5-8fbb-4c0d4f455833 req-4274c0a4-db7e-4fd0-b654-71d27b20c43d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:04:59.076312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d838fac5-9b02-49a5-8fbb-4c0d4f455833 req-4274c0a4-db7e-4fd0-b654-71d27b20c43d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0544577 Aug 23 13:04:59.115833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-d838fac5-9b02-49a5-8fbb-4c0d4f455833 req-bd4a561e-49b7-43e4-bca3-502a1bfd6db0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Aug 23 13:05:00.239653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d5a38-624a-4ff1-8c34-cd995932cc5f req-169ba969-9ff8-48cc-9843-790d800ca514 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:00.241063 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b15d5a38-624a-4ff1-8c34-cd995932cc5f req-169ba969-9ff8-48cc-9843-790d800ca514 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0547972 Aug 23 13:05:00.279718 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b15d5a38-624a-4ff1-8c34-cd995932cc5f req-24175353-3277-4d62-9e2b-6b2f21eb5482 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Aug 23 13:05:01.405655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db248b4-3233-49f8-8fdd-c6263676465c req-70c05369-274c-4c57-8eb8-28ce7a5dfea3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:01.407768 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2db248b4-3233-49f8-8fdd-c6263676465c req-70c05369-274c-4c57-8eb8-28ce7a5dfea3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Aug 23 13:05:01.444719 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-2db248b4-3233-49f8-8fdd-c6263676465c req-3f2bb088-6a99-4ca2-94f7-c5bf6a10912b tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Aug 23 13:05:02.564491 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec476-d361-41eb-ab74-30517bb86857 req-4aac3b0f-602f-4e80-9473-74da73d258b5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:02.566078 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fceec476-d361-41eb-ab74-30517bb86857 req-4aac3b0f-602f-4e80-9473-74da73d258b5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Aug 23 13:05:02.605725 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fceec476-d361-41eb-ab74-30517bb86857 req-208c5af9-d406-4188-b181-be750622a45a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329766 Aug 23 13:05:03.724346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adeccf-40d7-4256-8cb4-edbc4c638727 req-754c1b34-7828-4bdc-99e2-8ab4d1b3fd8a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:03.725862 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6adeccf-40d7-4256-8cb4-edbc4c638727 req-754c1b34-7828-4bdc-99e2-8ab4d1b3fd8a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0533521 Aug 23 13:05:03.780613 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e6adeccf-40d7-4256-8cb4-edbc4c638727 req-d6b38a99-d039-419e-9e22-cc565ca92049 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418873 Aug 23 13:05:04.900633 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd42d5-928b-477a-9dfb-3f3de7b12e69 req-e2458131-6de8-4118-9a92-07bea24af2df tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:04.902150 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5cd42d5-928b-477a-9dfb-3f3de7b12e69 req-e2458131-6de8-4118-9a92-07bea24af2df tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Aug 23 13:05:04.941949 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e5cd42d5-928b-477a-9dfb-3f3de7b12e69 req-7708f590-a019-49a6-8db0-6d62cec1715d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338554 Aug 23 13:05:05.605625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-7a64407d-ccb0-465b-9d12-3fb55539f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:05.607665 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-7a64407d-ccb0-465b-9d12-3fb55539f04d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0483046 Aug 23 13:05:05.698963 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-2c6148c8-8b17-491b-884f-64d82e3bc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:05.700650 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-2c6148c8-8b17-491b-884f-64d82e3bc9bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0851169 Aug 23 13:05:05.773854 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-e476a2ef-5232-4ea3-9ae0-eae0db0fa54b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 1000 time: 0.0661228 Aug 23 13:05:05.828608 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-aee7694b-d767-43f7-8e2f-6959ac25e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:05.830493 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-aee7694b-d767-43f7-8e2f-6959ac25e2fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0496469 Aug 23 13:05:05.876226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-5fed1be6-33eb-49aa-abb9-0c2dc68b80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:05.877751 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-5fed1be6-33eb-49aa-abb9-0c2dc68b80e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406473 Aug 23 13:05:05.975464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-d159d952-7ed3-4970-8431-48a14c192214 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907416 Aug 23 13:05:06.118645 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3553504e-2c9d-49ba-8569-734d2dd48d13 req-29e7b99a-f2fd-4f27-9634-b85e138d3180 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360252 Aug 23 13:05:06.126185 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db9b44-b968-465c-aab5-8a7736312235 req-393e1de7-d836-446f-a9e9-131e6b032d2f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:06.127609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88db9b44-b968-465c-aab5-8a7736312235 req-393e1de7-d836-446f-a9e9-131e6b032d2f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.1100118 Aug 23 13:05:06.166031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-88db9b44-b968-465c-aab5-8a7736312235 req-b05c8472-c23c-4a88-afd6-a109c4a3a3cc tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Aug 23 13:05:07.291043 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf15f10-abf6-4b3d-ad9b-ffc59f610ceb req-9d0eb21d-e946-406c-9d40-ec69730d51c2 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:07.292536 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-faf15f10-abf6-4b3d-ad9b-ffc59f610ceb req-9d0eb21d-e946-406c-9d40-ec69730d51c2 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Aug 23 13:05:07.332116 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-faf15f10-abf6-4b3d-ad9b-ffc59f610ceb req-b5be2e29-ca1f-4d42-8411-e58c2f1dd5e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333686 Aug 23 13:05:08.447891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b5925-a828-401f-8d50-39fe0dc8701a req-fe28c345-031d-4734-9833-638644b40370 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:08.449416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f06b5925-a828-401f-8d50-39fe0dc8701a req-fe28c345-031d-4734-9833-638644b40370 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0514703 Aug 23 13:05:08.493959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f06b5925-a828-401f-8d50-39fe0dc8701a req-7f390af3-ebd0-4b16-b5ca-7cdcf5e18410 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Aug 23 13:05:09.613641 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dcb15-154e-46ce-8637-bc7e9c345eda req-13b286b8-47f2-4a7c-8b4f-44b093d7e2f7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:09.615191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-865dcb15-154e-46ce-8637-bc7e9c345eda req-13b286b8-47f2-4a7c-8b4f-44b093d7e2f7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0496964 Aug 23 13:05:09.652901 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-865dcb15-154e-46ce-8637-bc7e9c345eda req-c4e423da-7185-4289-a535-56671fa03901 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Aug 23 13:05:09.860462 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-5b45920e-f549-4d47-a688-15ebf820f8db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710170 Aug 23 13:05:09.876366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e2ed-6cd2-4b0c-aab4-7b8b69f27572 req-99fcf3d0-c6a3-43dc-b802-89199d28c3ec tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:09.877917 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d91e2ed-6cd2-4b0c-aab4-7b8b69f27572 req-99fcf3d0-c6a3-43dc-b802-89199d28c3ec tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0631208 Aug 23 13:05:09.920324 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-2d91e2ed-6cd2-4b0c-aab4-7b8b69f27572 req-58ec25a1-9772-48cb-9e6c-75f661d25fb3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 Aug 23 13:05:10.612662 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:05:10.689332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:10.712395 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:05:10.714643 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efafc55-5fd2-4005-aeb7-e098cbb7f18b" -d '{"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-unplugged", "status": "completed", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:05:10.727112 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:05:10.731536 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:10.755093 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 13:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374948e1-bd02-4be1-81ed-8828b992276c x-openstack-request-id: req-374948e1-bd02-4be1-81ed-8828b992276c {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:05:10.755391 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-unplugged", "status": "failed", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "code": 422}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:05:10.755754 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-374948e1-bd02-4be1-81ed-8828b992276c {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:05:10.756147 n-d-773645-7 neutron-server[101059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'code': 422} returned with failed status Aug 23 13:05:10.788211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:05:10.795865 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.796223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.796636 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.796983 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.797326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.797668 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.798032 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.798372 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.798708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.799040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.799383 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:10.799704 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:05:11.038049 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30cbe6-720f-40a4-91cd-1697f26bc5e6 req-4a7c8437-36ec-4f65-b126-82498120a0d3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:11.039661 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c30cbe6-720f-40a4-91cd-1697f26bc5e6 req-4a7c8437-36ec-4f65-b126-82498120a0d3 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0504601 Aug 23 13:05:11.084099 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8c30cbe6-720f-40a4-91cd-1697f26bc5e6 req-afb864f5-7b32-4fba-ae9e-d209131c564a tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341198 Aug 23 13:05:12.201599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc140c60-e176-4b0d-a0d1-8247e5bd4e15 req-bb92d64e-b060-4752-a1a8-34ef4b68ad28 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:12.203791 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc140c60-e176-4b0d-a0d1-8247e5bd4e15 req-bb92d64e-b060-4752-a1a8-34ef4b68ad28 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0505414 Aug 23 13:05:12.245046 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cc140c60-e176-4b0d-a0d1-8247e5bd4e15 req-22079512-22c4-4474-9f4b-c1f23dd0ccea tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Aug 23 13:05:13.368350 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8387976-54da-4e0c-8e50-ee9f423c94d5 req-bda2e172-5e11-4c9b-b981-d7c0b454480d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:13.370323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8387976-54da-4e0c-8e50-ee9f423c94d5 req-bda2e172-5e11-4c9b-b981-d7c0b454480d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0531385 Aug 23 13:05:13.409999 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-b8387976-54da-4e0c-8e50-ee9f423c94d5 req-f40871e9-6cb9-4177-97cd-f5d5acb38471 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Aug 23 13:05:14.564961 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a267bb-ba45-4a9f-9c2d-a355c7a59ab6 req-6ac4f4e6-fd40-4205-9d76-838f1cbbd6fa tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:14.566546 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5a267bb-ba45-4a9f-9c2d-a355c7a59ab6 req-6ac4f4e6-fd40-4205-9d76-838f1cbbd6fa tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0905797 Aug 23 13:05:14.569236 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-3ec75333-5480-4b33-a771-78e4d89dacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:14.571197 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-3ec75333-5480-4b33-a771-78e4d89dacad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7&tenant_id=c5f8e92caeb446c3b09c33cbdc47a931 HTTP/1.1" status: 200 len: 1094 time: 0.0815053 Aug 23 13:05:14.615426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e5a267bb-ba45-4a9f-9c2d-a355c7a59ab6 req-09691946-d3f5-4932-a89e-7c0d4f197288 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Aug 23 13:05:14.644441 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-39c739e4-3ce9-4f67-847c-f0d4a2959714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:14.646009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-39c739e4-3ce9-4f67-847c-f0d4a2959714 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1094 time: 0.0439947 Aug 23 13:05:14.740296 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-f70e160b-556e-4e0b-9a8e-9b35a6502f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:14.741857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-f70e160b-556e-4e0b-9a8e-9b35a6502f77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0893044 Aug 23 13:05:14.809000 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-38db4eee-ddfe-443b-a856-e5daedc3e676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 998 time: 0.0604422 Aug 23 13:05:14.862686 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-3dadd54b-dad5-42f9-b8d0-cc0c90e1c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:14.864221 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-3dadd54b-dad5-42f9-b8d0-cc0c90e1c828 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0485640 Aug 23 13:05:14.910994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-e184cf65-ffd1-42cd-97c0-102fdb147850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:14.912551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-e184cf65-ffd1-42cd-97c0-102fdb147850 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416045 Aug 23 13:05:15.002466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-29d307e7-4a28-4ff2-bfa7-7ceb0acc2fe5 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827463 Aug 23 13:05:15.094790 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-a7729bb0-8054-4764-bd3d-2f64a4c54c51 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Aug 23 13:05:15.740579 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84156393-4405-4388-b799-94fd296e9ac0 req-1d819037-a3d1-462d-b89a-6e7af865833c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:15.742132 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84156393-4405-4388-b799-94fd296e9ac0 req-1d819037-a3d1-462d-b89a-6e7af865833c tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0556095 Aug 23 13:05:15.792621 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-84156393-4405-4388-b799-94fd296e9ac0 req-b9e99ffd-ddcd-4dc1-80dc-4763d950ea29 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Aug 23 13:05:16.909566 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81953b6-0136-4aac-a1f8-780cf87895a8 req-ebd624ac-42fd-4735-82ba-d5229aed8110 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:16.911121 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c81953b6-0136-4aac-a1f8-780cf87895a8 req-ebd624ac-42fd-4735-82ba-d5229aed8110 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0503981 Aug 23 13:05:16.949064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c81953b6-0136-4aac-a1f8-780cf87895a8 req-b4b4bf4b-811e-4e51-880e-594f420f4f96 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Aug 23 13:05:18.069521 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fdc83-4d28-431b-9084-f3507a837381 req-3064fcec-997c-45a8-b99b-0e7442dbcf0e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:18.071079 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc9fdc83-4d28-431b-9084-f3507a837381 req-3064fcec-997c-45a8-b99b-0e7442dbcf0e tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0515382 Aug 23 13:05:18.111207 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fc9fdc83-4d28-431b-9084-f3507a837381 req-4cec3d48-b662-496c-a2cb-bec9f37f0bfb tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Aug 23 13:05:19.231082 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79734ae-8c5c-4c36-b96f-d70aae3e4241 req-66dd6b83-709c-49af-abb8-efba781dbc11 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:19.232577 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c79734ae-8c5c-4c36-b96f-d70aae3e4241 req-66dd6b83-709c-49af-abb8-efba781dbc11 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0532293 Aug 23 13:05:19.270678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c79734ae-8c5c-4c36-b96f-d70aae3e4241 req-aec66e03-e19e-43d3-86fe-f3078c3323ba tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Aug 23 13:05:20.389784 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc50d18-3a6a-4cc8-9d89-d9907d2f641a req-6ada9cc7-c514-4355-8e01-a7b1940774d8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:20.391285 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afc50d18-3a6a-4cc8-9d89-d9907d2f641a req-6ada9cc7-c514-4355-8e01-a7b1940774d8 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0497849 Aug 23 13:05:20.429546 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-afc50d18-3a6a-4cc8-9d89-d9907d2f641a req-cdc37f50-43a8-4067-8e18-9d72f7c7deb9 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Aug 23 13:05:21.559060 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1860c0-57f8-4ee3-bade-402020c9588e req-24717702-2dfa-40e7-8db2-c5831d2e8c25 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:21.560620 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd1860c0-57f8-4ee3-bade-402020c9588e req-24717702-2dfa-40e7-8db2-c5831d2e8c25 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0574718 Aug 23 13:05:21.599747 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-fd1860c0-57f8-4ee3-bade-402020c9588e req-8c87b7be-b78d-4078-8e6f-b7aa41dc40d7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Aug 23 13:05:21.915437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c2f5-8e0e-48c8-b434-59d47276f02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:22.691596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:05:22.726398 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3151-b843-4370-81bf-b4a367b1b4f5 req-4a06b533-6af8-4fc6-825e-c71725012b64 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:22.727926 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6c0f3151-b843-4370-81bf-b4a367b1b4f5 req-4a06b533-6af8-4fc6-825e-c71725012b64 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 943 time: 0.0570371 Aug 23 13:05:22.769746 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-6c0f3151-b843-4370-81bf-b4a367b1b4f5 req-274534d9-1efe-4ce1-abf8-9620f9ed0481 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Aug 23 13:05:22.789494 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:05:22.800519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'port_id': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'mac_address': 'fa:16:3e:1a:02:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:05:22.839837 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:22.857421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81eb62ea-6812-419c-b2e4-91201cb6ea3f {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:05:22.878677 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:05:22.884222 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:23.082325 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:05:23.124564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['81eb62ea-6812-419c-b2e4-91201cb6ea3f'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:05:23.906757 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a9486-19b2-496d-a4cd-32affe768456 req-8a5ca363-467a-4d4b-bc77-bf0d31cc42f0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:23.908241 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-004a9486-19b2-496d-a4cd-32affe768456 req-8a5ca363-467a-4d4b-bc77-bf0d31cc42f0 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 944 time: 0.0507102 Aug 23 13:05:23.947321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-004a9486-19b2-496d-a4cd-32affe768456 req-96f80cbe-b8a3-4c65-9c41-0677a4588c29 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Aug 23 13:05:24.456642 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-9f813c5c-51a5-492a-8de6-3e4c34e05f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:24.502233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:24.706154 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:05:24.754429 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 81eb62ea-6812-419c-b2e4-91201cb6ea3f triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:05:24.754806 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:24.835545 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:24.857632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:05:24.860486 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a4edc-b144-4890-b62a-e1d00f65fcf0" -d '{"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-plugged", "status": "completed", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:05:24.873351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:05:24.878292 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:24.901481 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baff27c6-e231-400d-ae47-fcbf825cfbf4 x-openstack-request-id: req-baff27c6-e231-400d-ae47-fcbf825cfbf4 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:05:24.901817 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-plugged", "status": "completed", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:05:24.902074 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baff27c6-e231-400d-ae47-fcbf825cfbf4 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:05:24.902464 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'code': 200} Aug 23 13:05:24.930861 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:05:25.080385 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c545f-c192-48bd-8f4b-e9647346b91b req-ddf4f43c-7fed-479e-a619-755064bdedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:25.082013 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f62c545f-c192-48bd-8f4b-e9647346b91b req-ddf4f43c-7fed-479e-a619-755064bdedb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0732765 Aug 23 13:05:25.090143 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68ab2-c3aa-4740-a209-7c1f01096732 req-f2dd922a-dc34-467b-ade2-8fb373c24496 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:25.091544 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ebb68ab2-c3aa-4740-a209-7c1f01096732 req-f2dd922a-dc34-467b-ade2-8fb373c24496 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0750327 Aug 23 13:05:25.154759 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f62c545f-c192-48bd-8f4b-e9647346b91b req-33bff797-3995-4f10-adbe-a995f6664824 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622473 Aug 23 13:05:25.158283 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ebb68ab2-c3aa-4740-a209-7c1f01096732 req-d7df383c-b567-4ed8-976d-120adcde0a83 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595729 Aug 23 13:05:25.987423 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:26.283586 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26febb92-b160-4494-b80e-45f577a48802 req-40570fbb-54fa-4a44-8ae9-9697afd1c685 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:26.285769 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-26febb92-b160-4494-b80e-45f577a48802 req-40570fbb-54fa-4a44-8ae9-9697afd1c685 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Aug 23 13:05:26.330148 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-26febb92-b160-4494-b80e-45f577a48802 req-5591c271-58cf-49c1-bb05-8cace3f72604 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348125 Aug 23 13:05:27.452339 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5eb90-1909-4dea-9802-4fcec1265d52 req-7ecd006d-b18e-4470-a3c5-625dfd255038 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:27.453919 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0c5eb90-1909-4dea-9802-4fcec1265d52 req-7ecd006d-b18e-4470-a3c5-625dfd255038 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0506954 Aug 23 13:05:27.482075 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:05:27.504234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f0c5eb90-1909-4dea-9802-4fcec1265d52 req-563c202f-081e-4f0c-aacc-2f5687b7ef36 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 Aug 23 13:05:27.630244 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:28.707539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:29.068688 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:44.271469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-ce4285ae-2f5b-4a3f-b2b8-73f77c60193c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458090 Aug 23 13:05:44.355049 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33779-3552-415e-82fb-8af6cda15dba req-803db176-765a-4e59-b696-95494d0d7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:44.356623 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-803db176-765a-4e59-b696-95494d0d7800 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0415878 Aug 23 13:05:44.464422 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33779-3552-415e-82fb-8af6cda15dba req-2f1fd9f6-f5ca-4b50-829e-22ef6ea2af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:44.465955 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-2f1fd9f6-f5ca-4b50-829e-22ef6ea2af03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.0877790 Aug 23 13:05:44.539892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-c1933c1c-39f2-4e7b-96cf-3a26b3f601de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 1000 time: 0.0657761 Aug 23 13:05:44.598365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33779-3552-415e-82fb-8af6cda15dba req-13083670-5e36-4beb-8dd6-a5c910f8d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:44.599850 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-13083670-5e36-4beb-8dd6-a5c910f8d3bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0508103 Aug 23 13:05:44.649808 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33779-3552-415e-82fb-8af6cda15dba req-16394557-627e-4cdd-8f80-66df3ba1a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:05:44.651323 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-16394557-627e-4cdd-8f80-66df3ba1a8f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437694 Aug 23 13:05:44.745839 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-f44bd81a-a03f-434a-b6ca-ed63543c8d95 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862646 Aug 23 13:05:44.841427 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f5f33779-3552-415e-82fb-8af6cda15dba req-86f6f59f-49ed-48c5-814f-942076d648c0 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882003 Aug 23 13:05:51.915585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1081df5f-bf64-4e31-83ef-7d849b415a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:54.456673 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1098bcbd-5e93-4c36-b1d9-c715c6a2b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:54.505002 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:55.986471 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:57.635639 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:58.709730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:05:59.063117 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:04.481893 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:06:21.916089 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b584c501-040d-42ca-ad74-9f8942832cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:24.457395 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8b49bcae-44ed-4070-a118-67ba55c6a667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:24.506261 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:25.988880 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:27.635952 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:28.710567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:29.091560 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:41.483255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:06:43.178318 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44472) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:43.338504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Deleting port bcd84872-ddfb-4b22-924d-1335a0d91c75 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:43.338854 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:43.417816 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:43.418153 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:43.430012 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Calling delete_port for bcd84872-ddfb-4b22-924d-1335a0d91c75 owned by network:floatingip {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:43.582663 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:43.610113 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event deleted for resources: {'Port': ['ID=bcd84872-ddfb-4b22-924d-1335a0d91c75,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:43.633656 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.634006 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.634377 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.634797 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.635339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.635504 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.635791 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.636121 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.636448 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.636774 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.637103 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.637428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:43.678766 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:43.679080 n-d-773645-7 neutron-server[101058]: INFO neutron.db.l3_db [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Floating IP 7f1741a5-a4da-4b3b-abbe-43563edeb1f3 disassociated (deleted). External IP: 172.25.1.39, port: 81eb62ea-6812-419c-b2e4-91201cb6ea3f. Aug 23 13:06:43.895134 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:06:44.006577 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:06:44.012004 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:44.018593 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:06:44.027516 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:06:44.028204 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:44.038294 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-b1c852f9-e6a9-4b3e-99b1-f59422b097bf tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "DELETE /v2.0/floatingips/7f1741a5-a4da-4b3b-abbe-43563edeb1f3 HTTP/1.1" status: 204 len: 168 time: 0.8582311 Aug 23 13:06:44.039054 n-d-773645-7 neutron-server[101058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:06:44.041431 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c940c4f6a912cc5cccfd29e0cd2542f35aa735b3bb2297bf134180f5a9415de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:06:44.091917 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff96d132-27e4-4f06-9ede-cc50423fe416 x-openstack-request-id: req-ff96d132-27e4-4f06-9ede-cc50423fe416 {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:06:44.092772 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "status": "completed", "code": 200}]} {{(pid=101058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:06:44.096946 n-d-773645-7 neutron-server[101058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff96d132-27e4-4f06-9ede-cc50423fe416 {{(pid=101058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:06:44.098034 n-d-773645-7 neutron-server[101058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'status': 'completed', 'code': 200} Aug 23 13:06:44.140625 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:06:44.159314 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-4ae93913-6286-4bf0-9e06-29bbcae8324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:44.160954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-4ae93913-6286-4bf0-9e06-29bbcae8324c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 1096 time: 0.0456536 Aug 23 13:06:44.300125 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-5946f704-912b-4e48-bf2a-d645831335e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:44.301629 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-5946f704-912b-4e48-bf2a-d645831335e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 200 len: 909 time: 0.1286409 Aug 23 13:06:44.310396 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d04349-01a4-4036-b74d-53ef8ab7e0c4 req-93fd2f30-e90b-45cc-8ce7-6282e775a100 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:44.311832 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51d04349-01a4-4036-b74d-53ef8ab7e0c4 req-93fd2f30-e90b-45cc-8ce7-6282e775a100 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0783176 Aug 23 13:06:44.351945 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:44.358022 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-418154f5-9876-4eea-9449-fcc2b1a5678f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 200 len: 217 time: 0.0452132 Aug 23 13:06:44.383352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:06:44.391948 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:06:44.392490 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:44.405344 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-51d04349-01a4-4036-b74d-53ef8ab7e0c4 req-a3ef6564-c3a0-4500-b9d9-383b2f21b968 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869169 Aug 23 13:06:44.419954 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-60dee61d-b29c-4003-82f8-02b017fe04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:44.421445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-60dee61d-b29c-4003-82f8-02b017fe04e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 200 len: 847 time: 0.0560522 Aug 23 13:06:44.472681 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-61d4f61d-22f5-4c8a-b0e4-d7bdb93c7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:44.474302 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-61d4f61d-22f5-4c8a-b0e4-d7bdb93c7b3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=540501e3-15c7-4ffb-8f05-78b3cbf142ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441885 Aug 23 13:06:44.499675 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:06:44.569464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-74002e98-c57b-4470-8a18-66d3f6dcfafd service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Aug 23 13:06:44.667507 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3acd0e5e-a5d4-4a01-8297-ed8e068351d2 req-bc03936c-a447-43cc-b4ea-f64b7d76be66 service neutron] 10.222.0.44 "GET /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889981 Aug 23 13:06:44.712338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:44.751663 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce40f397-626d-4a29-84d9-8b17eeb5a64c None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T12:58:00Z', 'revision_number': 4, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '4dcd1804-067f-43ca-9f30-0aa93afb6144', 'name': '', 'network_id': '540501e3-15c7-4ffb-8f05-78b3cbf142ef', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'mac_address': 'fa:16:3e:a8:5c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:59Z', 'updated_at': '2021-08-23T12:58:06Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'subnets': [{'id': '80157ff6-bf25-448f-b8ac-8afd89659721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:06:44.970669 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc315c50-5b07-44fa-b89a-0d634d30ab3b None None] New status for floating IP 7f1741a5-a4da-4b3b-abbe-43563edeb1f3: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:06:45.532263 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19203cec-5f8d-4931-b876-5adcfc78056a req-811fbe63-1cba-4410-912c-a2a7a65922e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:45.533804 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-19203cec-5f8d-4931-b876-5adcfc78056a req-811fbe63-1cba-4410-912c-a2a7a65922e7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0540581 Aug 23 13:06:45.576904 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-19203cec-5f8d-4931-b876-5adcfc78056a req-2c20dd48-f212-4cf2-8468-0983f74a9699 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8d25687-1d26-45be-a656-bdba1d4819e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366757 Aug 23 13:06:45.820796 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-3afc19c0-b6d6-4994-bca0-a21aa0f9037f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:06:45.822233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-3afc19c0-b6d6-4994-bca0-a21aa0f9037f tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 945 time: 0.0500722 Aug 23 13:06:45.916308 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Deleting port 81eb62ea-6812-419c-b2e4-91201cb6ea3f {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:45.916654 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:46.009793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] For port 81eb62ea-6812-419c-b2e4-91201cb6ea3f, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=81eb62ea-6812-419c-b2e4-91201cb6ea3f,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:46.010165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:46.023056 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Calling delete_port for 81eb62ea-6812-419c-b2e4-91201cb6ea3f owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:46.154425 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:46.186456 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event deleted for resources: {'Port': ['ID=81eb62ea-6812-419c-b2e4-91201cb6ea3f,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:46.210063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.210416 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.210760 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.211204 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.211435 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.211771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.212103 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.212431 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.212769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.213083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.213418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.214275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:46.237733 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] No DVR routers for this DVR port 81eb62ea-6812-419c-b2e4-91201cb6ea3f on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:06:46.240315 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:46.242987 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-96388da7-756c-45a8-ac7c-c9070843ec00 req-cceee75a-4032-47c5-87e2-75802aa091a5 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.44 "DELETE /v2.0/ports/81eb62ea-6812-419c-b2e4-91201cb6ea3f HTTP/1.1" status: 204 len: 173 time: 0.4146428 Aug 23 13:06:46.243426 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-deleted', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:06:46.246029 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1775d0a-e8ab-4787-b858-79d0e7bc0ec2" -d '{"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-deleted", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:06:46.302374 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8610bba-442b-4afb-bebb-afee59b1acc0 x-openstack-request-id: req-b8610bba-442b-4afb-bebb-afee59b1acc0 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:06:46.302374 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2587448-2ad7-4022-a158-1528f41997b7", "name": "network-vif-deleted", "tag": "81eb62ea-6812-419c-b2e4-91201cb6ea3f", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:06:46.302741 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8610bba-442b-4afb-bebb-afee59b1acc0 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:06:46.302935 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2587448-2ad7-4022-a158-1528f41997b7', 'name': 'network-vif-deleted', 'tag': '81eb62ea-6812-419c-b2e4-91201cb6ea3f', 'status': 'completed', 'code': 200} Aug 23 13:06:46.690584 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-5b67fc62-4c81-4dad-a6ed-45924837734e req-92f054de-8332-4a95-85c4-9d0b344b72e1 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 210 time: 0.0341234 Aug 23 13:06:47.790797 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-90d997d3-1aa3-43c8-9ce1-9ab986ea74f8 req-cc83bb67-3fef-4343-953a-fc8a31f21281 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 210 time: 0.0292351 Aug 23 13:06:48.890259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-fbbf735e-de7f-41f5-8913-e53da68b4d13 req-52c6e0c4-3100-4931-a327-ba9cf2a1727d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 210 time: 0.0299971 Aug 23 13:06:49.064911 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:49.089770 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 81eb62ea-6812-419c-b2e4-91201cb6ea3f {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:49.090179 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 81eb62ea-6812-419c-b2e4-91201cb6ea3f not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:49.998119 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-9c956ac0-6d16-4481-a53c-dc16b9c0072c req-67550726-659d-4903-92a9-54444d63b05d tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2587448-2ad7-4022-a158-1528f41997b7 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Aug 23 13:06:51.055956 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44514) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:51.117620 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-333604ca-ba71-4415-9e4b-c65e73832fa7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:51.142851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-333604ca-ba71-4415-9e4b-c65e73832fa7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:51.211434 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-333604ca-ba71-4415-9e4b-c65e73832fa7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:51.214666 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-333604ca-ba71-4415-9e4b-c65e73832fa7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:51.218328 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-333604ca-ba71-4415-9e4b-c65e73832fa7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] 10.222.0.21 "DELETE /v2.0/security-groups/c8d25687-1d26-45be-a656-bdba1d4819e5 HTTP/1.1" status: 204 len: 168 time: 0.1590698 Aug 23 13:06:51.228633 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333604ca-ba71-4415-9e4b-c65e73832fa7 tempest-TestShelveInstance-1856534718 tempest-TestShelveInstance-1856534718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d25687-1d26-45be-a656-bdba1d4819e5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:51.270000 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44518) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:51.758525 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:51.919839 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0af4-83e3-4d89-aad0-00cbd9c67789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:52.020108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Deleting port 4dcd1804-067f-43ca-9f30-0aa93afb6144 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:52.020367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:52.106426 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] For port 4dcd1804-067f-43ca-9f30-0aa93afb6144, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=4dcd1804-067f-43ca-9f30-0aa93afb6144,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:52.106793 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:52.119095 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Calling delete_port for 4dcd1804-067f-43ca-9f30-0aa93afb6144 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:52.312541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:52.341528 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcd1804-067f-43ca-9f30-0aa93afb6144,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:52.524338 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:52.754651 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Router 7bd84555-2df1-4361-80e2-cf8784cdb37a has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:06:52.881659 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:06:52.886982 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-95580040-822d-4dfa-873c-e35aa703c883 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bd84555-2df1-4361-80e2-cf8784cdb37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157627 Aug 23 13:06:52.890201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44522) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:52.896768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] Sync routers for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:06:52.905920 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:06:52.907028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:52.998192 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.021782 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:06:53.101382 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.163855 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Deleting port 939bba1a-4660-4360-b7ef-a1bce6fe8055 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:53.164355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.209438 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T13:06:52Z', 'revision_number': 5, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port': {'id': '939bba1a-4660-4360-b7ef-a1bce6fe8055', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:57:58Z', 'updated_at': '2021-08-23T12:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:53.240028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] Checking router: 7bd84555-2df1-4361-80e2-cf8784cdb37a for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:06:53.253795 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] Routers {'7bd84555-2df1-4361-80e2-cf8784cdb37a'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:06:53.254424 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['7bd84555-2df1-4361-80e2-cf8784cdb37a'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:53.273025 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] For port 939bba1a-4660-4360-b7ef-a1bce6fe8055, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=939bba1a-4660-4360-b7ef-a1bce6fe8055,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:53.273301 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.285802 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Calling delete_port for 939bba1a-4660-4360-b7ef-a1bce6fe8055 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:53.343185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] Set router 7bd84555-2df1-4361-80e2-cf8784cdb37a gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:06:53.399984 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T13:06:53Z', 'revision_number': 6, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:53.428266 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b1847-ccfb-4aac-a458-7e0b7c9087c8 None None] The sync data for ids ['7bd84555-2df1-4361-80e2-cf8784cdb37a'] in n-d-773645-7 is: [{'id': '7bd84555-2df1-4361-80e2-cf8784cdb37a', 'name': 'tempest-TestShelveInstance-180822951-router', 'tenant_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:57:57Z', 'updated_at': '2021-08-23T13:06:53Z', 'revision_number': 6, 'project_id': 'c5f8e92caeb446c3b09c33cbdc47a931', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:06:53.468349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.495406 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Pushing event deleted for resources: {'Port': ['ID=939bba1a-4660-4360-b7ef-a1bce6fe8055,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:53.560674 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.966866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:53.969034 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.011564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.012262 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd84555-2df1-4361-80e2-cf8784cdb37a {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 13:06:54.020997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.022207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-cac5d379-92b1-478b-9a4a-e640bf784223 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7bd84555-2df1-4361-80e2-cf8784cdb37a HTTP/1.1" status: 204 len: 168 time: 1.1310248 Aug 23 13:06:54.024752 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44524) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:54.070805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Deleting subnet 80157ff6-bf25-448f-b8ac-8afd89659721 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 13:06:54.074107 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.114391 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.198931 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.254291 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.284730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.289771 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80157ff6-bf25-448f-b8ac-8afd89659721 HTTP/1.1" status: 204 len: 168 time: 0.2610452 Aug 23 13:06:54.289771 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69773c-92d4-425d-8063-a54c8b144d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80157ff6-bf25-448f-b8ac-8afd89659721,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:54.290276 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44526) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:54.293903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651a310-c287-4d54-85ae-ce8d08c5f7f8 None None] Network 540501e3-15c7-4ffb-8f05-78b3cbf142ef requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:06:54.363986 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.436756 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Deleting port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:54.437105 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.464403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-6f723b4a-1812-4298-b12a-499d66906cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.488976 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] DHCP port deletion for 540501e3-15c7-4ffb-8f05-78b3cbf142ef request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 13:06:54.510026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] For port f8d3c0bb-73a3-430b-aecd-bd022ea02b57, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:54.510509 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.524558 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Calling delete_port for f8d3c0bb-73a3-430b-aecd-bd022ea02b57 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:54.533447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.559354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Deleting port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:54.559735 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.635015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] For port f8d3c0bb-73a3-430b-aecd-bd022ea02b57, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,segment=NetworkSegment(aa18237e-9459-4716-949c-ee3cd9c740ef),segment_id=aa18237e-9459-4716-949c-ee3cd9c740ef)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:54.635538 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.650632 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Calling delete_port for f8d3c0bb-73a3-430b-aecd-bd022ea02b57 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:54.731745 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.762124 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Pushing event deleted for resources: {'Port': ['ID=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:54.766730 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] No DVR routers for this DVR port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:06:54.779869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.780062 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.780478 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.780749 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.781864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.781864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.781864 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.784056 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.784392 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.786105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.788599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.788599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa43076-3765-4798-b58c-f92f28a6da49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:06:54.853137 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f8d3c0bb-73a3-430b-aecd-bd022ea02b57 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:54.874828 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f8d3c0bb-73a3-430b-aecd-bd022ea02b57 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:54.875186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f8d3c0bb-73a3-430b-aecd-bd022ea02b57 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:54.875592 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 939bba1a-4660-4360-b7ef-a1bce6fe8055 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:54.895474 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 939bba1a-4660-4360-b7ef-a1bce6fe8055 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:54.895744 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 939bba1a-4660-4360-b7ef-a1bce6fe8055 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:54.896164 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4dcd1804-067f-43ca-9f30-0aa93afb6144 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:54.918479 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 4dcd1804-067f-43ca-9f30-0aa93afb6144 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:54.918834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 4dcd1804-067f-43ca-9f30-0aa93afb6144 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:54.923229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:54.950026 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d3c0bb-73a3-430b-aecd-bd022ea02b57,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:54.953481 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] No DVR routers for this DVR port f8d3c0bb-73a3-430b-aecd-bd022ea02b57 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:06:55.028266 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.038850 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540501e3-15c7-4ffb-8f05-78b3cbf142ef']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:55.048736 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa18237e-9459-4716-949c-ee3cd9c740ef') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:55.049031 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa18237e-9459-4716-949c-ee3cd9c740ef') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:55.058572 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.072840 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.079177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 13:06:55.079606 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: self.session.flush() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: timer() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 13:06:55.081263 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 13:06:55.137502 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.143436 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.145306 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] 10.222.0.21 "DELETE /v2.0/networks/540501e3-15c7-4ffb-8f05-78b3cbf142ef HTTP/1.1" status: 204 len: 168 time: 0.8537550 Aug 23 13:06:55.149128 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44528) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:55.156231 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019bc56-ddcb-4769-8367-9d0c961c505c admin admin] Pushing event deleted for resources: {'Network': ['ID=540501e3-15c7-4ffb-8f05-78b3cbf142ef,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:55.506866 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.753805 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Deleting port d25124a0-e9d6-4857-9bc4-ed0daec12145 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:55.754156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.831775 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] For port d25124a0-e9d6-4857-9bc4-ed0daec12145, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=d25124a0-e9d6-4857-9bc4-ed0daec12145,segment=NetworkSegment(fef9d36d-2ac6-465a-a5ea-b49f14eb9585),segment_id=fef9d36d-2ac6-465a-a5ea-b49f14eb9585)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:55.832057 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:55.844418 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Calling delete_port for d25124a0-e9d6-4857-9bc4-ed0daec12145 owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:55.991824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:56.031082 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:56.057116 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=d25124a0-e9d6-4857-9bc4-ed0daec12145,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:56.225551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:56.458360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Router 5b6bf7d9-0f12-439e-be3e-9645572cd920 has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:06:56.579634 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:06:56.586310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-104d17f0-627f-400c-9e8c-6f3701196bdd admin admin] 10.222.0.21 "PUT /v2.0/routers/5b6bf7d9-0f12-439e-be3e-9645572cd920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4352052 Aug 23 13:06:56.588130 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44530) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:56.588640 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] Sync routers for ids ['5b6bf7d9-0f12-439e-be3e-9645572cd920'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:06:56.602058 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] Routers {'5b6bf7d9-0f12-439e-be3e-9645572cd920'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:06:56.602690 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b6bf7d9-0f12-439e-be3e-9645572cd920'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:56.728714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:56.738623 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] Set router 5b6bf7d9-0f12-439e-be3e-9645572cd920 gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:06:56.853854 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:56.910172 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Deleting port c0f92445-b7aa-4377-b305-4cec4cad87a1 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:56.910644 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:56.944491 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T13:06:55Z', 'revision_number': 5, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port': {'id': 'c0f92445-b7aa-4377-b305-4cec4cad87a1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T12:58:03Z', 'updated_at': '2021-08-23T12:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:56.976303 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] Checking router: 5b6bf7d9-0f12-439e-be3e-9645572cd920 for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:06:56.985180 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] Routers {'5b6bf7d9-0f12-439e-be3e-9645572cd920'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:06:56.985827 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['5b6bf7d9-0f12-439e-be3e-9645572cd920'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:56.998776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] For port c0f92445-b7aa-4377-b305-4cec4cad87a1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=c0f92445-b7aa-4377-b305-4cec4cad87a1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:56.999143 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.012696 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Calling delete_port for c0f92445-b7aa-4377-b305-4cec4cad87a1 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:57.076962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] Set router 5b6bf7d9-0f12-439e-be3e-9645572cd920 gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:06:57.134194 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T13:06:56Z', 'revision_number': 6, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:57.214225 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.248933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f92445-b7aa-4377-b305-4cec4cad87a1,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:57.261178 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e7b029-b5f3-4c67-9b74-5010f848f648 None None] The sync data for ids ['5b6bf7d9-0f12-439e-be3e-9645572cd920'] in n-d-773645-7 is: [{'id': '5b6bf7d9-0f12-439e-be3e-9645572cd920', 'name': 'tempest-TestShelveInstance-1640751570-router', 'tenant_id': '742180819a804a3aa86718a99548d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T12:58:02Z', 'updated_at': '2021-08-23T13:06:56Z', 'revision_number': 6, 'project_id': '742180819a804a3aa86718a99548d470', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:06:57.325327 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.427387 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.429662 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.481769 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.482965 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b6bf7d9-0f12-439e-be3e-9645572cd920 {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 13:06:57.487997 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.489194 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-43b3b993-6ee0-4f35-a32c-1d9cc06714a8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b6bf7d9-0f12-439e-be3e-9645572cd920 HTTP/1.1" status: 204 len: 168 time: 0.9000986 Aug 23 13:06:57.492444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44532) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:57.547734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Deleting subnet f9dec522-546f-4a97-af76-39ca21dfa632 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 13:06:57.551759 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.596128 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.643305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.702060 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.766688 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.795577 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9dec522-546f-4a97-af76-39ca21dfa632,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:57.797539 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.802045 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335956f-002e-4893-93eb-31a1d3d93376 None None] Network 0ade6e8a-de01-42a2-b202-fdac2c9f1157 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:06:57.802226 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44534) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:57.802675 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b0882b4c-872f-42d7-ab5e-f5ae56c7c432 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9dec522-546f-4a97-af76-39ca21dfa632 HTTP/1.1" status: 204 len: 168 time: 0.3084528 Aug 23 13:06:57.884702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:57.952059 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Deleting port f9dfb133-af61-49bf-a91a-b81215a8ad33 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:06:57.952401 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.029143 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] For port f9dfb133-af61-49bf-a91a-b81215a8ad33, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=f9dfb133-af61-49bf-a91a-b81215a8ad33,segment=NetworkSegment(fef9d36d-2ac6-465a-a5ea-b49f14eb9585),segment_id=fef9d36d-2ac6-465a-a5ea-b49f14eb9585)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:06:58.029502 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.043225 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Calling delete_port for f9dfb133-af61-49bf-a91a-b81215a8ad33 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:06:58.154921 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.169233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f70d6-037e-4597-b829-74cb060db2f6 None None] DHCP port deletion for 0ade6e8a-de01-42a2-b202-fdac2c9f1157 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 13:06:58.191643 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] No DVR routers for this DVR port f9dfb133-af61-49bf-a91a-b81215a8ad33 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:06:58.196234 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9dfb133-af61-49bf-a91a-b81215a8ad33,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:58.273056 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.283685 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ade6e8a-de01-42a2-b202-fdac2c9f1157']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:58.295075 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:58.295376 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef9d36d-2ac6-465a-a5ea-b49f14eb9585') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:06:58.306087 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.324677 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.331123 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 13:06:58.331541 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: timer() Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 13:06:58.333614 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 13:06:58.391017 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.396494 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.399041 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ade6e8a-de01-42a2-b202-fdac2c9f1157 HTTP/1.1" status: 204 len: 168 time: 0.5959256 Aug 23 13:06:58.411466 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc9ee1-e4c3-4bbf-a69a-64198b0c9d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ade6e8a-de01-42a2-b202-fdac2c9f1157,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:58.506783 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44538) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:58.551986 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-798f345c-c11b-49b9-88ab-42d2501f51a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5f8e92caeb446c3b09c33cbdc47a931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439575 Aug 23 13:06:58.554478 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44540) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:58.601990 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e69fe551-7b8a-4219-ac29-0d1c6d59eb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.622551 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e69fe551-7b8a-4219-ac29-0d1c6d59eb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.668096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e69fe551-7b8a-4219-ac29-0d1c6d59eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.670702 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-e69fe551-7b8a-4219-ac29-0d1c6d59eb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.671851 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-e69fe551-7b8a-4219-ac29-0d1c6d59eb2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21548219-67c2-4c45-a849-d731eef56238 HTTP/1.1" status: 204 len: 168 time: 0.1164787 Aug 23 13:06:58.679744 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fe551-7b8a-4219-ac29-0d1c6d59eb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21548219-67c2-4c45-a849-d731eef56238,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:58.722561 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:58.824243 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9dfb133-af61-49bf-a91a-b81215a8ad33 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:58.844752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: f9dfb133-af61-49bf-a91a-b81215a8ad33 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:58.845104 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device f9dfb133-af61-49bf-a91a-b81215a8ad33 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:58.845524 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c0f92445-b7aa-4377-b305-4cec4cad87a1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:58.863534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: c0f92445-b7aa-4377-b305-4cec4cad87a1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:58.863898 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device c0f92445-b7aa-4377-b305-4cec4cad87a1 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:58.864292 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d25124a0-e9d6-4857-9bc4-ed0daec12145 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:06:58.887003 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: d25124a0-e9d6-4857-9bc4-ed0daec12145 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:06:58.887374 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device d25124a0-e9d6-4857-9bc4-ed0daec12145 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:06:58.993068 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44546) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:59.033492 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-072fec2b-1d80-4cd4-ae90-3d17dc0bba9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=742180819a804a3aa86718a99548d470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388620 Aug 23 13:06:59.035931 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44548) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:59.091181 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d9a5-2357-4951-9002-db73af94351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:59.112894 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:59.113650 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d9a5-2357-4951-9002-db73af94351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:59.165008 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d9a5-2357-4951-9002-db73af94351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:59.167725 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d9a5-2357-4951-9002-db73af94351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:59.168938 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-9eb6d9a5-2357-4951-9002-db73af94351d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8129637-9f6b-4407-b387-35d2ed82745f HTTP/1.1" status: 204 len: 168 time: 0.1313944 Aug 23 13:06:59.177079 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6d9a5-2357-4951-9002-db73af94351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8129637-9f6b-4407-b387-35d2ed82745f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:06:59.837855 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44572) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:06:59.943428 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-512354631-network', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:06:59.965874 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Made reservation on behalf of eddb3547483a44c2adf8d5cbbdcf3c90 for: {'network': 1} {{(pid=101058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:06:59.968147 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:06:59.976811 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.066302 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.070886 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.096585 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=101058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 13:07:00.107185 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270518b0-28c5-4bcb-ac6d-4620fdf3bc5b,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:00.111973 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.112321 n-d-773645-7 neutron-server[101058]: INFO neutron.db.segments_db [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Added segment 125e8525-593f-4208-8545-4dffad72ee9c of type vlan for network bdeaf893-f313-449f-baee-fa3b612e0c97 Aug 23 13:07:00.153386 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.180096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.181021 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:00.181618 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.217003 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3780074 Aug 23 13:07:00.221133 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44576) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:00.227527 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Request body: {'subnet': {'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-512354631-subnet', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:00.248782 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a5f2b-774c-4c6e-b9b9-ec52421a6268 admin admin] Pushing event updated for resources: {'Network': ['ID=bdeaf893-f313-449f-baee-fa3b612e0c97,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:00.249999 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Made reservation on behalf of eddb3547483a44c2adf8d5cbbdcf3c90 for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:07:00.252814 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.259525 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network bdeaf893-f313-449f-baee-fa3b612e0c97 details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 13:07:00.439740 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.489769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8961f65d-cb84-485a-b306-badd7e5a5984,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:00.506033 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Checking segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:00.506430 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Network hostable DHCP agents. Network: bdeaf893-f313-449f-baee-fa3b612e0c97, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:07:00.524452 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Network bdeaf893-f313-449f-baee-fa3b612e0c97 is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:07:00.534539 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, bdeaf893-f313-449f-baee-fa3b612e0c97) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:00.542903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:00.543563 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.547229 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4bc2c-9763-403c-b35e-53a120d8582d None None] Network bdeaf893-f313-449f-baee-fa3b612e0c97 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:07:00.560726 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e9ef91c0-0aba-4d8a-93e7-00a26f7e6732 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3381741 Aug 23 13:07:00.563434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44578) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:00.568015 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:00.591438 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.592564 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.650920 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.704366 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-bdeaf893-f313-449f-baee-fa3b612e0c97', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 13:07:00.705197 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.790525 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.843235 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Allocated IP 172.20.0.2 (bdeaf893-f313-449f-baee-fa3b612e0c97/8961f65d-cb84-485a-b306-badd7e5a5984/267c3c88-ceda-4123-ab85-1dfa1e93f849) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:00.987518 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.994093 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:00.996591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Transition to ACTIVE for port object 267c3c88-ceda-4123-ab85-1dfa1e93f849 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:01.012497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Transition to ACTIVE for port object 267c3c88-ceda-4123-ab85-1dfa1e93f849 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:01.013990 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.018824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.057174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Network bdeaf893-f313-449f-baee-fa3b612e0c97 is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:01.059996 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:01.063421 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:01.073211 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Pushing event updated for resources: {'Port': ['ID=267c3c88-ceda-4123-ab85-1dfa1e93f849,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:01.120063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Allocated IP 172.25.1.60 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/3adbab1d-148e-4855-8d0b-36403bc0fd63) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:01.130296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Attempting to bind port 267c3c88-ceda-4123-ab85-1dfa1e93f849 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:01.130680 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Attempting to bind port 267c3c88-ceda-4123-ab85-1dfa1e93f849 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:01.131065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Attempting to bind port 267c3c88-ceda-4123-ab85-1dfa1e93f849 on network bdeaf893-f313-449f-baee-fa3b612e0c97 {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:01.138562 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:01.138935 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Checking segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:01.139412 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.139748 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Bound using segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:01.140356 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Bound port: 267c3c88-ceda-4123-ab85-1dfa1e93f849, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:01.140779 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.212461 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] For port 267c3c88-ceda-4123-ab85-1dfa1e93f849, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:01.216806 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] For port 267c3c88-ceda-4123-ab85-1dfa1e93f849, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=267c3c88-ceda-4123-ab85-1dfa1e93f849,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:01.222373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.246571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.287714 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.291847 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095b306-b2b1-4c68-b5af-10c086dea126 None None] Pushing event updated for resources: {'Port': ['ID=267c3c88-ceda-4123-ab85-1dfa1e93f849,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:01.324668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:01.327822 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:01.331671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:01.368114 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Pushing event updated for resources: {'Port': ['ID=3adbab1d-148e-4855-8d0b-36403bc0fd63,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:01.610194 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.804968 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:01.935468 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Router e5879809-4851-4e1e-aa86-e8c80840128e is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 13:07:02.172892 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3361e34a-bb1a-4cee-989d-ee9ef40c9587 None None] Network bdeaf893-f313-449f-baee-fa3b612e0c97 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:07:02.284830 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-8c64d1af-766c-4c76-9cdf-3174f0163eb6 None None] Provisioning for port 267c3c88-ceda-4123-ab85-1dfa1e93f849 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:02.368223 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:07:02.379860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:07:02.386077 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:02.390340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4d73c3c2-8601-4723-bc7f-5d04ec1d186e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8230371 Aug 23 13:07:02.390340 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44580) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:02.393938 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:02.394966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:02.510994 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:02.699176 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:01Z', 'revision_number': 3, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:02.729353 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:07:02.729728 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Updating router e5879809-4851-4e1e-aa86-e8c80840128e port 3adbab1d-148e-4855-8d0b-36403bc0fd63 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 13:07:02.754599 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:02.817289 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:02.864564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 267c3c88-ceda-4123-ab85-1dfa1e93f849 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:02.973001 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 267c3c88-ceda-4123-ab85-1dfa1e93f849 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:02.980053 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 267c3c88-ceda-4123-ab85-1dfa1e93f849 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:02.980472 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:02.983434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Allocated IP 172.20.0.1 (bdeaf893-f313-449f-baee-fa3b612e0c97/8961f65d-cb84-485a-b306-badd7e5a5984/577f1273-f50a-4d43-96f3-6923f8e5d6aa) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:03.088796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.103503 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Transition to ACTIVE for port object 577f1273-f50a-4d43-96f3-6923f8e5d6aa will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:03.119129 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.131646 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.137843 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.146122 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Transition to ACTIVE for port object 3adbab1d-148e-4855-8d0b-36403bc0fd63 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:03.161498 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.177195 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Network bdeaf893-f313-449f-baee-fa3b612e0c97 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:03.181564 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:03.188433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:03.190511 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Pushing event updated for resources: {'Port': ['ID=577f1273-f50a-4d43-96f3-6923f8e5d6aa,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:03.195340 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 267c3c88-ceda-4123-ab85-1dfa1e93f849, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=267c3c88-ceda-4123-ab85-1dfa1e93f849,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:03.205487 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.229855 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.235402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Attempting to bind port 3adbab1d-148e-4855-8d0b-36403bc0fd63 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:03.235787 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Attempting to bind port 3adbab1d-148e-4855-8d0b-36403bc0fd63 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:03.236161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Attempting to bind port 3adbab1d-148e-4855-8d0b-36403bc0fd63 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:03.239218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9324b3-c4b4-4b1e-b528-71baa84e6216 None None] Pushing event updated for resources: {'Port': ['ID=3adbab1d-148e-4855-8d0b-36403bc0fd63,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:03.269315 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:03.269713 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:03.270136 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.270776 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:03.271030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Bound port: 3adbab1d-148e-4855-8d0b-36403bc0fd63, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:03.271422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.335571 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=267c3c88-ceda-4123-ab85-1dfa1e93f849,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:03.353798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] For port 3adbab1d-148e-4855-8d0b-36403bc0fd63, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:03.359328 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] For port 3adbab1d-148e-4855-8d0b-36403bc0fd63, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3adbab1d-148e-4855-8d0b-36403bc0fd63,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:03.365082 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.377963 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.422906 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:03.423532 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:03.477151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9324b3-c4b4-4b1e-b528-71baa84e6216 None None] Pushing event updated for resources: {'Port': ['ID=3adbab1d-148e-4855-8d0b-36403bc0fd63,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:03.495729 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f609a37f-2fb5-47f6-a4d4-a606ce1f2e35 None None] Provisioning for port 577f1273-f50a-4d43-96f3-6923f8e5d6aa completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:03.504511 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f609a37f-2fb5-47f6-a4d4-a606ce1f2e35 None None] Provisioning complete for port 577f1273-f50a-4d43-96f3-6923f8e5d6aa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:03.504898 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f609a37f-2fb5-47f6-a4d4-a606ce1f2e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.551623 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.557392 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.582618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f609a37f-2fb5-47f6-a4d4-a606ce1f2e35 None None] Port 577f1273-f50a-4d43-96f3-6923f8e5d6aa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:07:03.588752 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:03.627915 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:03.630616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Pushing event updated for resources: {'Port': ['ID=577f1273-f50a-4d43-96f3-6923f8e5d6aa,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:03.719848 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Network bdeaf893-f313-449f-baee-fa3b612e0c97 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:03.721278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:03.791838 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:02Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:03.818820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e5df60-3334-42af-bb55-10246ea62fc2 None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:02Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:07:03.853249 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Router e5879809-4851-4e1e-aa86-e8c80840128e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:07:03.971510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:07:03.977426 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bef6eb90-e8d0-4f49-a1bf-401d583e4d09 admin admin] 10.222.0.21 "PUT /v2.0/routers/e5879809-4851-4e1e-aa86-e8c80840128e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851212 Aug 23 13:07:04.005894 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-f636564a-999e-476c-bbce-d90ff79dcee3 None None] Provisioning complete for port 577f1273-f50a-4d43-96f3-6923f8e5d6aa triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:04.005999 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f636564a-999e-476c-bbce-d90ff79dcee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.059183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-f636564a-999e-476c-bbce-d90ff79dcee3 None None] Port 577f1273-f50a-4d43-96f3-6923f8e5d6aa cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:07:04.520505 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44596) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:04.525903 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1114676731-network', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:04.549666 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Made reservation on behalf of 9dc7d4623e0f45e9a8e90688c7a187dc for: {'network': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:07:04.552278 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for network, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.562667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.656293 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.660795 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.690813 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=101057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 13:07:04.696952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585ffc8-02ac-4600-bba3-628bfd584663,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:04.704905 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.705305 n-d-773645-7 neutron-server[101057]: INFO neutron.db.segments_db [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Added segment 091cd788-3d08-458b-bb69-c091e84231bc of type vlan for network 0b665657-48a2-4ccd-a85a-6c12f017873f Aug 23 13:07:04.748352 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759001515614'] for network, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.774374 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378'] for network, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.775250 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:04.776056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.844375 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3226590 Aug 23 13:07:04.847157 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44598) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:04.855510 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Request body: {'subnet': {'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1114676731-subnet', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'ip_version': 4}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:04.858823 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7540c-3851-49c0-9bb3-4b0de9b7062f admin admin] Pushing event updated for resources: {'Network': ['ID=0b665657-48a2-4ccd-a85a-6c12f017873f,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:04.870338 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Network 0b665657-48a2-4ccd-a85a-6c12f017873f details requested by agent ovs-agent-n-d-773645-7 with host n-d-773645-7 {{(pid=101059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 13:07:04.885749 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Made reservation on behalf of 9dc7d4623e0f45e9a8e90688c7a187dc for: {'subnet': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:07:04.888204 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578361'] for subnet, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:04.926653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 267c3c88-ceda-4123-ab85-1dfa1e93f849 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:04.987727 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 267c3c88-ceda-4123-ab85-1dfa1e93f849 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:04.988110 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.081939 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7212453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25578263'] for subnet, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.148026 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c64002-ed5c-429b-908b-e8d4465b00e7,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:05.154438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Checking segment: {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:05.154438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Network hostable DHCP agents. Network: 0b665657-48a2-4ccd-a85a-6c12f017873f, hostable agents: ['d0f1047a-fd17-491f-b16e-7b8e6485c1e5'], hosted agents: [] {{(pid=101057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:07:05.172358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Network 0b665657-48a2-4ccd-a85a-6c12f017873f is scheduled to be hosted by DHCP agent d0f1047a-fd17-491f-b16e-7b8e6485c1e5 with binding_index 1 {{(pid=101057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:07:05.181952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773645-7, 0b665657-48a2-4ccd-a85a-6c12f017873f) {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:05.186220 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:05.187088 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.202225 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-12c3b721-f2bf-445a-92f6-c12dbc0cef4f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3512053 Aug 23 13:07:05.204767 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44600) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:05.209278 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:05.217086 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee6564-ce57-4371-822d-0353faafe826 None None] Network 0b665657-48a2-4ccd-a85a-6c12f017873f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:07:05.231522 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47803'] for router, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.232837 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602239', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47792'] for router, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.251922 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3adbab1d-148e-4855-8d0b-36403bc0fd63 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:05.290632 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.364138 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 3adbab1d-148e-4855-8d0b-36403bc0fd63 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:05.376818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3adbab1d-148e-4855-8d0b-36403bc0fd63 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:05.377204 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.440014 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.445921 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc634503-6683-5117-b82e-e297dafe40bb-0b665657-48a2-4ccd-a85a-6c12f017873f', 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'fixed_ips': [{'subnet_id': '52c64002-ed5c-429b-908b-e8d4465b00e7'}]}} from n-d-773645-7. {{(pid=101059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 13:07:05.446782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.554733 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.590991 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 3adbab1d-148e-4855-8d0b-36403bc0fd63, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3adbab1d-148e-4855-8d0b-36403bc0fd63,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:05.597535 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.652432 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.672173 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.683903 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.db_base_plugin_common [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Allocated IP 172.20.0.2 (0b665657-48a2-4ccd-a85a-6c12f017873f/52c64002-ed5c-429b-908b-e8d4465b00e7/938fc81c-0ce1-418c-b0e3-aedf9433c193) {{(pid=101059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:05.688006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=3adbab1d-148e-4855-8d0b-36403bc0fd63,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:05.785715 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Allocated IP 172.25.1.218 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/ddfb6a13-e85f-429b-b18a-49d2264c62d1) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:05.833041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.841583 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Transition to ACTIVE for port object 938fc81c-0ce1-418c-b0e3-aedf9433c193 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:05.863393 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Transition to ACTIVE for port object 938fc81c-0ce1-418c-b0e3-aedf9433c193 will not be triggered until provisioned by entity DHCP. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:05.871322 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116'] for port, after_create {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.894421 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.914041 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Network 0b665657-48a2-4ccd-a85a-6c12f017873f is already hosted by enough agents. {{(pid=101059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:05.916844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.scheduler.base_scheduler [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Resources bound (agent type, host, resource id): {{(pid=101059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:05.920280 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Received port after_create {{(pid=101059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:05.922728 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:07:05.934542 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:05.935148 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:05.937658 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.938876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Pushing event updated for resources: {'Port': ['ID=938fc81c-0ce1-418c-b0e3-aedf9433c193,revision_number=1']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:05.986326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Attempting to bind port 938fc81c-0ce1-418c-b0e3-aedf9433c193 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:05.986708 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Attempting to bind port 938fc81c-0ce1-418c-b0e3-aedf9433c193 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:05.987275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Attempting to bind port 938fc81c-0ce1-418c-b0e3-aedf9433c193 on network 0b665657-48a2-4ccd-a85a-6c12f017873f {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:05.988734 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:05.993909 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:05.994097 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:05.994413 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Checking segment: {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:05.994824 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.995251 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Bound using segment: {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:05.995731 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Bound port: 938fc81c-0ce1-418c-b0e3-aedf9433c193, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:05.996118 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:05.996671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:06.029319 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfb6a13-e85f-429b-b18a-49d2264c62d1,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:06.055270 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:06.065163 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] For port 938fc81c-0ce1-418c-b0e3-aedf9433c193, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:06.069519 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] For port 938fc81c-0ce1-418c-b0e3-aedf9433c193, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=938fc81c-0ce1-418c-b0e3-aedf9433c193,segment=NetworkSegment(091cd788-3d08-458b-bb69-c091e84231bc),segment_id=091cd788-3d08-458b-bb69-c091e84231bc)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:06.074092 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.140259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4f317-bc97-4c62-bcac-3708983277c3 None None] Pushing event updated for resources: {'Port': ['ID=938fc81c-0ce1-418c-b0e3-aedf9433c193,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:06.279056 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.287308 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 2, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:06.341849 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:07:06.342363 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Updating router e5879809-4851-4e1e-aa86-e8c80840128e port 577f1273-f50a-4d43-96f3-6923f8e5d6aa binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 13:07:06.372502 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.661861 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.674435 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Transition to ACTIVE for port object 577f1273-f50a-4d43-96f3-6923f8e5d6aa will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:06.681132 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.788301 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Pushing event updated for resources: {'Port': ['ID=577f1273-f50a-4d43-96f3-6923f8e5d6aa,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:06.790485 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Attempting to bind port 577f1273-f50a-4d43-96f3-6923f8e5d6aa on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:06.790847 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Attempting to bind port 577f1273-f50a-4d43-96f3-6923f8e5d6aa by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:06.791205 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Attempting to bind port 577f1273-f50a-4d43-96f3-6923f8e5d6aa on network bdeaf893-f313-449f-baee-fa3b612e0c97 {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:06.800913 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.801255 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.801597 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.801955 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.802314 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.802644 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.802971 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.803938 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.804268 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.804592 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.804917 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.805337 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:07:06.813771 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:06.814152 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Checking segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:06.814550 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.814939 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Bound using segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:06.815424 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Bound port: 577f1273-f50a-4d43-96f3-6923f8e5d6aa, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:06.815802 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.839499 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1572979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1602184'] for router, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.909799 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] For port 577f1273-f50a-4d43-96f3-6923f8e5d6aa, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:06.915694 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] For port 577f1273-f50a-4d43-96f3-6923f8e5d6aa, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=577f1273-f50a-4d43-96f3-6923f8e5d6aa,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:06.923884 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:06.990439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3adbab1d-148e-4855-8d0b-36403bc0fd63 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:07.027277 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698e31-27e2-4846-b074-340e74e7d815 None None] Pushing event updated for resources: {'Port': ['ID=577f1273-f50a-4d43-96f3-6923f8e5d6aa,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:07.038624 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:07.039272 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:07.051237 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 3adbab1d-148e-4855-8d0b-36403bc0fd63 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:07.051726 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.077569 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Router f73a6a24-ab8c-40ac-b666-09bfffc923fc is scheduled to L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 with binding_index 1 {{(pid=101057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 13:07:07.158966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 938fc81c-0ce1-418c-b0e3-aedf9433c193 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:07.216406 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:07.226161 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 938fc81c-0ce1-418c-b0e3-aedf9433c193 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:07.247664 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:07:07.263697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Sync routers for ids ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:07:07.267165 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.272718 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6ae4cc1c-be35-425b-8c3c-e4646ceb81d0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0668294 Aug 23 13:07:07.273140 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44602) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:07.274537 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Routers {'f73a6a24-ab8c-40ac-b666-09bfffc923fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:07.275185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:07.353130 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d61cb-86ad-43bd-9360-ec4f4650a4e5 None None] Network 0b665657-48a2-4ccd-a85a-6c12f017873f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:07:07.454835 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:06Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:07.475273 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Set router f73a6a24-ab8c-40ac-b666-09bfffc923fc gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:07.482824 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c66cc1-5c49-4fea-bb35-bb9581e01496 None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:06Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:07:07.565384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] Provisioning for port 938fc81c-0ce1-418c-b0e3-aedf9433c193 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:07.580084 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] Provisioning complete for port 938fc81c-0ce1-418c-b0e3-aedf9433c193 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:07.580448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.758082 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.811720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.859037 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:06Z', 'revision_number': 3, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:07.864396 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] For port 938fc81c-0ce1-418c-b0e3-aedf9433c193, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=938fc81c-0ce1-418c-b0e3-aedf9433c193,segment=NetworkSegment(091cd788-3d08-458b-bb69-c091e84231bc),segment_id=091cd788-3d08-458b-bb69-c091e84231bc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:07.890744 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.892553 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Checking router: f73a6a24-ab8c-40ac-b666-09bfffc923fc for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:07:07.892912 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Updating router f73a6a24-ab8c-40ac-b666-09bfffc923fc port ddfb6a13-e85f-429b-b18a-49d2264c62d1 binding host n-d-773645-7 {{(pid=101059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 13:07:07.947712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:07.958454 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_common [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Allocated IP 172.20.0.1 (0b665657-48a2-4ccd-a85a-6c12f017873f/52c64002-ed5c-429b-908b-e8d4465b00e7/ffd5d88a-1c3a-4953-aab1-9e1b891ac933) {{(pid=101058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:07.996568 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b109c9-a93b-42a7-84d1-23664580991c None None] Pushing event updated for resources: {'Port': ['ID=938fc81c-0ce1-418c-b0e3-aedf9433c193,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:08.089298 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.106367 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.provisioning_blocks [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Transition to ACTIVE for port object ffd5d88a-1c3a-4953-aab1-9e1b891ac933 will not be triggered until provisioned by entity DHCP. {{(pid=101058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:08.133638 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-76076125-8730-4fd0-b130-cdd9265449bb None None] Provisioning complete for port 938fc81c-0ce1-418c-b0e3-aedf9433c193 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:08.133946 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-76076125-8730-4fd0-b130-cdd9265449bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.148125 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.187057 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Network 0b665657-48a2-4ccd-a85a-6c12f017873f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:08.190559 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:08.193384 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Received port after_create {{(pid=101058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:08.240339 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Pushing event updated for resources: {'Port': ['ID=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:08.264801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604193'] for router_interface, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.341954 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Notify callbacks [] for port, precommit_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.353476 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Transition to ACTIVE for port object ddfb6a13-e85f-429b-b18a-49d2264c62d1 will not be triggered until provisioned by entity L2. {{(pid=101059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:08.362312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.416116 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.416735 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Attempting to bind port ddfb6a13-e85f-429b-b18a-49d2264c62d1 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:08.416829 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Attempting to bind port ddfb6a13-e85f-429b-b18a-49d2264c62d1 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:08.417139 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Attempting to bind port ddfb6a13-e85f-429b-b18a-49d2264c62d1 on network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:08.419992 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd87b-e02d-4e79-a35b-39d3301492a4 None None] Pushing event updated for resources: {'Port': ['ID=ddfb6a13-e85f-429b-b18a-49d2264c62d1,revision_number=2']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:08.435420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:08.435667 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Checking segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:08.436091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.436496 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Bound using segment: {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'} {{(pid=101059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:08.436997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.managers [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Bound port: ddfb6a13-e85f-429b-b18a-49d2264c62d1, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3507b39b-88d3-46ce-bd22-9f01bc028ea9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e'}}] {{(pid=101059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:08.437444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.494015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] For port ddfb6a13-e85f-429b-b18a-49d2264c62d1, host n-d-773645-7, cleared binding levels {{(pid=101059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:08.497095 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] For port ddfb6a13-e85f-429b-b18a-49d2264c62d1, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ddfb6a13-e85f-429b-b18a-49d2264c62d1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:08.501312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.561030 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-21927d9b-ab4f-4881-a553-fc3c4488eadf None None] Provisioning for port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:08.574388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-21927d9b-ab4f-4881-a553-fc3c4488eadf None None] Provisioning complete for port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:08.574773 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-21927d9b-ab4f-4881-a553-fc3c4488eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.578387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd87b-e02d-4e79-a35b-39d3301492a4 None None] Pushing event updated for resources: {'Port': ['ID=ddfb6a13-e85f-429b-b18a-49d2264c62d1,revision_number=3']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:08.593282 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.597615 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3674401'] for port, after_update {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.598352 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Routers {'f73a6a24-ab8c-40ac-b666-09bfffc923fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:08.598993 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:08.650223 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-21927d9b-ab4f-4881-a553-fc3c4488eadf None None] Port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:07:08.669283 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Pushing event updated for resources: {'Port': ['ID=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,revision_number=2']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:08.673240 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604287'] for router_interface, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:08.776625 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Network 0b665657-48a2-4ccd-a85a-6c12f017873f is already hosted by enough agents. {{(pid=101058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:08.778154 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.base_scheduler [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:08.883234 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] Set router f73a6a24-ab8c-40ac-b666-09bfffc923fc gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:08.915572 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 577f1273-f50a-4d43-96f3-6923f8e5d6aa up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:08.920453 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Router f73a6a24-ab8c-40ac-b666-09bfffc923fc has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:07:09.036474 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:07:09.043149 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-8bf23935-efd9-41bd-8f60-41f38c9bb3fe admin admin] 10.222.0.21 "PUT /v2.0/routers/f73a6a24-ab8c-40ac-b666-09bfffc923fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682776 Aug 23 13:07:09.057218 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port 577f1273-f50a-4d43-96f3-6923f8e5d6aa completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:09.071934 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 577f1273-f50a-4d43-96f3-6923f8e5d6aa triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:09.072232 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:09.122150 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-c57933b9-5296-4891-b2d3-5f95abbdb7b1 None None] Provisioning complete for port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:09.122524 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c57933b9-5296-4891-b2d3-5f95abbdb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:09.200560 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c57933b9-5296-4891-b2d3-5f95abbdb7b1 None None] Port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:07:09.246041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:09.256024 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ffd5d88a-1c3a-4953-aab1-9e1b891ac933', 'name': '', 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:07Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 2, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'subnets': [{'id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:09.292709 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50967bc-ab5e-4cad-a1ee-86a308bb7f11 None None] The sync data for ids ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'] in n-d-773645-7 is: [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ffd5d88a-1c3a-4953-aab1-9e1b891ac933', 'name': '', 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:07Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 2, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'subnets': [{'id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:07:09.312336 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port 577f1273-f50a-4d43-96f3-6923f8e5d6aa, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=577f1273-f50a-4d43-96f3-6923f8e5d6aa,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:09.315669 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:09.316556 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 938fc81c-0ce1-418c-b0e3-aedf9433c193 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:09.395261 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=577f1273-f50a-4d43-96f3-6923f8e5d6aa,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:09.406368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 938fc81c-0ce1-418c-b0e3-aedf9433c193 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:09.406808 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:09.934028 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 44610) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:09.938881 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.v2.base [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023900616', 'description': 'tempest-secgroup-smoke-1023900616 description', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90'}} {{(pid=101058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:09.959801 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group, before_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.041120 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.045246 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_create {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.074481 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.075716 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1406274 Aug 23 13:07:10.077489 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62158700-8ae1-4456-b93a-7abf6ce74030 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17683529-2b33-45c0-b3e6-e8e3d8ccb67a,revision_number=1']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.078877 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44612) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:10.083712 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group_rule': {'security_group_id': '17683529-2b33-45c0-b3e6-e8e3d8ccb67a', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:10.109888 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.167692 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.171551 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.189985 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fd2070-3fc4-463a-a238-65e88e374fc4,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.195943 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.197205 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-64c948dc-f446-4743-a935-dcd20747b7d7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172380 Aug 23 13:07:10.200321 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44614) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:10.204891 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group_rule': {'security_group_id': '17683529-2b33-45c0-b3e6-e8e3d8ccb67a', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:10.243089 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.308190 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.312205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.330227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb8eb61-0e8a-40cd-954c-1f1f5c05a77f,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.337433 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.338936 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fb357b4c-98fe-4711-9595-0e7a1a5b1087 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376019 Aug 23 13:07:10.341554 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44616) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:10.346661 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group_rule': {'security_group_id': '17683529-2b33-45c0-b3e6-e8e3d8ccb67a', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:10.377825 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.439355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.443456 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.463524 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43017f0-0fd4-4d5b-af39-4abc9a289940,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.468371 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.472269 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e134c329-6e3d-4274-a27a-75ab4322daf3 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271064 Aug 23 13:07:10.472269 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44618) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:10.477368 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group_rule': {'security_group_id': '17683529-2b33-45c0-b3e6-e8e3d8ccb67a', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:10.506819 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.576276 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.580094 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.598781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f1a25c-836c-4494-8275-80ae21821aab,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.607344 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.608823 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-4353e136-6dc2-417a-b3b6-121a21623b05 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355779 Aug 23 13:07:10.611606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44620) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:10.616404 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group_rule': {'security_group_id': '17683529-2b33-45c0-b3e6-e8e3d8ccb67a', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:10.640059 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Project eddb3547483a44c2adf8d5cbbdcf3c90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 13:07:10.645237 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.715569 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.719704 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.736933 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8698adc-6a79-4c89-9d36-4533d9d4608b,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.747322 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.748632 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-49f1ede7-4db8-4d21-a9fa-a0f1b926c3f7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360369 Aug 23 13:07:10.751646 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44622) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:10.756707 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'security_group_rule': {'security_group_id': '17683529-2b33-45c0-b3e6-e8e3d8ccb67a', 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:10.780650 n-d-773645-7 neutron-server[101057]: INFO neutron.db.securitygroups_db [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Project eddb3547483a44c2adf8d5cbbdcf3c90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 13:07:10.785600 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.857005 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.862302 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651223'] for security_group_rule, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.882793 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acad1044-daa1-43b9-8933-0f416801a44e,revision_number=0']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:10.890183 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:10.899885 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-ea17fae8-a3fc-48ad-b7f7-ca1057c5bf45 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387875 Aug 23 13:07:10.913451 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 577f1273-f50a-4d43-96f3-6923f8e5d6aa up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:10.966212 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port 577f1273-f50a-4d43-96f3-6923f8e5d6aa triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:10.966567 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:11.041974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-19abc0c8-2430-4f41-9481-20600cc7c542 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023900616&fields=id&tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90 HTTP/1.1" status: 200 len: 267 time: 0.0329449 Aug 23 13:07:11.045184 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ddfb6a13-e85f-429b-b18a-49d2264c62d1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:11.097995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ddfb6a13-e85f-429b-b18a-49d2264c62d1 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:11.101800 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ddfb6a13-e85f-429b-b18a-49d2264c62d1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:11.102159 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:11.156202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-dd330454-51b6-4061-9803-3a3123594686 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:11.157720 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-dd330454-51b6-4061-9803-3a3123594686 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 809 time: 0.1083477 Aug 23 13:07:11.174137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-1b681a4a-6268-4f66-b428-d9a42cf861cb tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/quotas/eddb3547483a44c2adf8d5cbbdcf3c90 HTTP/1.1" status: 200 len: 375 time: 0.0091429 Aug 23 13:07:11.178351 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:11.199040 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ddfb6a13-e85f-429b-b18a-49d2264c62d1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ddfb6a13-e85f-429b-b18a-49d2264c62d1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:11.203236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:11.228254 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-dd0e8404-57e8-4ebe-a513-d2706ac3df70 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480766 Aug 23 13:07:11.245271 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-6688ee11-86bb-44e9-86e3-40baec5c480b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:07:11.246374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-6688ee11-86bb-44e9-86e3-40baec5c480b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061212 Aug 23 13:07:11.254004 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ddfb6a13-e85f-429b-b18a-49d2264c62d1,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:11.345340 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-4d39be94-9680-4529-8405-abf142f3ebc2 service neutron] 10.222.0.21 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930495 Aug 23 13:07:11.436599 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-9b0f2bfd-6722-4c5c-af2f-8c071c5b3538 service neutron] 10.222.0.21 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Aug 23 13:07:11.608975 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-4e31d607-2f3e-4c95-beb6-d29eebce4027 req-81d3b67f-fb01-462a-ab3f-5e6270db1075 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 210 time: 0.0311344 Aug 23 13:07:11.641459 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Sync routers for ids ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:07:11.651772 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Routers {'f73a6a24-ab8c-40ac-b666-09bfffc923fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:11.652453 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:11.769515 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Set router f73a6a24-ab8c-40ac-b666-09bfffc923fc gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:12.080720 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ffd5d88a-1c3a-4953-aab1-9e1b891ac933', 'name': '', 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:07Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 2, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'subnets': [{'id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:12.107236 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Checking router: f73a6a24-ab8c-40ac-b666-09bfffc923fc for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:07:12.107593 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Updating router f73a6a24-ab8c-40ac-b666-09bfffc923fc port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 binding host n-d-773645-7 {{(pid=101060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 13:07:12.133797 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.397916 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.412103 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.provisioning_blocks [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Transition to ACTIVE for port object ffd5d88a-1c3a-4953-aab1-9e1b891ac933 will not be triggered until provisioned by entity L2. {{(pid=101060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:12.418905 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.471465 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6e448-e518-4c9f-a061-f2642803bd8f None None] Pushing event updated for resources: {'Port': ['ID=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,revision_number=3']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:12.533385 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Attempting to bind port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 on host n-d-773645-7 for vnic_type normal with profile {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:12.534154 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Attempting to bind port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 by drivers openvswitch,hyperv on host n-d-773645-7 at level 0 using segments [{'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:12.534700 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Attempting to bind port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 on network 0b665657-48a2-4ccd-a85a-6c12f017873f {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:12.544859 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Checking agent: {'id': 'bbda7888-6194-4bef-aaa5-529061279ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 39, 54), 'started_at': datetime.datetime(2021, 8, 23, 11, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773645-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:12.545244 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Checking segment: {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:12.545652 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.546076 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Bound using segment: {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'} {{(pid=101060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:12.546604 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.managers [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Bound port: ffd5d88a-1c3a-4953-aab1-9e1b891ac933, host: n-d-773645-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091cd788-3d08-458b-bb69-c091e84231bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f'}}] {{(pid=101060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:12.546990 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.635952 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-e674c7b6-8463-4ec2-ac7e-34b775032bfd tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:12.638756 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-e674c7b6-8463-4ec2-ac7e-34b775032bfd tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 809 time: 0.1601369 Aug 23 13:07:12.650374 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] For port ffd5d88a-1c3a-4953-aab1-9e1b891ac933, host n-d-773645-7, cleared binding levels {{(pid=101060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:12.654197 n-d-773645-7 neutron-server[101060]: DEBUG neutron.plugins.ml2.db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] For port ffd5d88a-1c3a-4953-aab1-9e1b891ac933, host n-d-773645-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,segment=NetworkSegment(091cd788-3d08-458b-bb69-c091e84231bc),segment_id=091cd788-3d08-458b-bb69-c091e84231bc)] {{(pid=101060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:12.660107 n-d-773645-7 neutron-server[101060]: DEBUG neutron_lib.callbacks.manager [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.717464 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Routers {'f73a6a24-ab8c-40ac-b666-09bfffc923fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:12.718165 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:12.726420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3410cf35-a116-4352-8c55-1c06a26c6a67 req-9fa18ddf-8d34-4b6f-8d3f-2107c4784f12 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 210 time: 0.0374937 Aug 23 13:07:12.749464 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-0bd29f7d-609d-4429-bf07-c88deb560690 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90 HTTP/1.1" status: 200 len: 380 time: 0.0977511 Aug 23 13:07:12.760842 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'port': {'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'admin_state_up': True, 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'security_groups': ['17683529-2b33-45c0-b3e6-e8e3d8ccb67a']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:12.776309 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6e448-e518-4c9f-a061-f2642803bd8f None None] Pushing event updated for resources: {'Port': ['ID=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,revision_number=4']} {{(pid=101060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:12.858665 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] Set router f73a6a24-ab8c-40ac-b666-09bfffc923fc gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:12.861467 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ddfb6a13-e85f-429b-b18a-49d2264c62d1 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:12.889281 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Made reservation on behalf of eddb3547483a44c2adf8d5cbbdcf3c90 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:07:12.895428 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:12.935915 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ddfb6a13-e85f-429b-b18a-49d2264c62d1 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:12.936296 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.044227 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Allocated IP 172.20.0.5 (bdeaf893-f313-449f-baee-fa3b612e0c97/8961f65d-cb84-485a-b306-badd7e5a5984/f30230b5-8e4f-4cf5-8729-5a91005adec5) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:13.086514 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ffd5d88a-1c3a-4953-aab1-9e1b891ac933', 'name': '', 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:07Z', 'updated_at': '2021-08-23T13:07:12Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'subnets': [{'id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:13.113081 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e96576-9890-41e6-b402-90b8703976c7 None None] The sync data for ids ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'] in n-d-773645-7 is: [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:08Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': 'ffd5d88a-1c3a-4953-aab1-9e1b891ac933', 'name': '', 'network_id': '0b665657-48a2-4ccd-a85a-6c12f017873f', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:07Z', 'updated_at': '2021-08-23T13:07:12Z', 'revision_number': 4, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'subnets': [{'id': '52c64002-ed5c-429b-908b-e8d4465b00e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:07:13.196955 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.212063 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Transition to ACTIVE for port object f30230b5-8e4f-4cf5-8729-5a91005adec5 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:13.247502 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.297901 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Network bdeaf893-f313-449f-baee-fa3b612e0c97 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:13.301155 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:13.305002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:13.313843 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:13.369656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:13.370349 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.386445 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-dc99cc91-626f-4997-87d4-266ac34ec348 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301491 Aug 23 13:07:13.400994 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Request body: {'port': {'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:13.461305 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.617608 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-832de1de-1f0f-4119-9e3c-d86de8288404 None None] Provisioning for port f30230b5-8e4f-4cf5-8729-5a91005adec5 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:13.622140 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-832de1de-1f0f-4119-9e3c-d86de8288404 None None] Provisioning complete for port f30230b5-8e4f-4cf5-8729-5a91005adec5 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:13.622509 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-832de1de-1f0f-4119-9e3c-d86de8288404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.664855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-832de1de-1f0f-4119-9e3c-d86de8288404 None None] Port f30230b5-8e4f-4cf5-8729-5a91005adec5 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:07:13.742165 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30230b5-8e4f-4cf5-8729-5a91005adec5 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:07:13.749603 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.762077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Transition to ACTIVE for port object f30230b5-8e4f-4cf5-8729-5a91005adec5 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:07:13.766727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.817998 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:13.869409 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdce56-aa49-4a00-815a-c954e47e4c0a req-d4a27527-2626-4d35-9f74-40a233239fc1 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:13.871428 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0cdce56-aa49-4a00-815a-c954e47e4c0a req-d4a27527-2626-4d35-9f74-40a233239fc1 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0635297 Aug 23 13:07:13.898214 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Attempting to bind port f30230b5-8e4f-4cf5-8729-5a91005adec5 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:07:13.898555 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Attempting to bind port f30230b5-8e4f-4cf5-8729-5a91005adec5 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:07:13.898895 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Attempting to bind port f30230b5-8e4f-4cf5-8729-5a91005adec5 on network bdeaf893-f313-449f-baee-fa3b612e0c97 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:13.903671 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Port f30230b5-8e4f-4cf5-8729-5a91005adec5 on network bdeaf893-f313-449f-baee-fa3b612e0c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 13:07:13.904080 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Attempting to bind port f30230b5-8e4f-4cf5-8729-5a91005adec5 on network bdeaf893-f313-449f-baee-fa3b612e0c97 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:07:13.909118 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:07:13.909461 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Checking segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:07:13.910434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Bound using segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:07:13.910434 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Bound port: f30230b5-8e4f-4cf5-8729-5a91005adec5, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:07:13.910667 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:13.916378 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e0cdce56-aa49-4a00-815a-c954e47e4c0a req-2c7d37a5-ab15-432c-9da3-0b84654ca5b9 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350304 Aug 23 13:07:13.989944 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:07:13.994002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:07:13.998461 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:14.033083 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.033720 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:14.035130 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] 10.222.0.44 "PUT /v2.0/ports/f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 1091 time: 0.6394711 Aug 23 13:07:14.035574 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:07:14.038524 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b863c6ae-ad1e-43a5-b523-d7e4563602c7" -d '{"events": [{"name": "network-changed", "server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:07:14.064117 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720126e-10f6-4a8e-ac7a-9206279dd68c service neutron] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:14.087556 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af5bef-c376-45a2-a72d-07968fab7b6c x-openstack-request-id: req-a0af5bef-c376-45a2-a72d-07968fab7b6c {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:07:14.087856 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:07:14.088310 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0af5bef-c376-45a2-a72d-07968fab7b6c {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:07:14.088725 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'status': 'completed', 'code': 200} Aug 23 13:07:14.137936 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-fbb2c26d-74ef-496a-83da-90fbfa5f4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.139276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-fbb2c26d-74ef-496a-83da-90fbfa5f4272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1094 time: 0.0436482 Aug 23 13:07:14.192655 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-4415496e-dbf1-4c8d-a2e1-0fe95bc31ebd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 217 time: 0.0450072 Aug 23 13:07:14.247542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-8fb854f5-127a-4384-94b7-5d3a1ac1b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.250469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-8fb854f5-127a-4384-94b7-5d3a1ac1b15b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0484245 Aug 23 13:07:14.295798 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08b77-395d-4e88-b203-24ac13579827 req-36fcf230-54d0-421a-89ab-3f048f28d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.298117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-36fcf230-54d0-421a-89ab-3f048f28d8f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424688 Aug 23 13:07:14.398651 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-a37d261c-fe16-4101-826f-8b1fe4105273 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926178 Aug 23 13:07:14.492188 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-89c08b77-395d-4e88-b203-24ac13579827 req-c9c26293-7a2d-4097-9fa8-c95a6daa26d9 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864105 Aug 23 13:07:14.587730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-976b9e85-17f0-4652-bb96-7f31377d5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.590233 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-976b9e85-17f0-4652-bb96-7f31377d5c96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1094 time: 0.0486755 Aug 23 13:07:14.686315 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-6b4d7b8c-f4aa-4d8e-9504-95bc55a06593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.687848 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-6b4d7b8c-f4aa-4d8e-9504-95bc55a06593 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0906050 Aug 23 13:07:14.731967 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-4d1ca70a-4058-487e-bdbb-edfacfbc823d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 217 time: 0.0355408 Aug 23 13:07:14.788455 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-6828a67b-867b-43c0-b2b0-cf170851c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.789081 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-6828a67b-867b-43c0-b2b0-cf170851c4f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0493939 Aug 23 13:07:14.836534 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-f42777f7-93a3-4ef6-baad-3df9f09be509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:14.838111 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-f42777f7-93a3-4ef6-baad-3df9f09be509 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413904 Aug 23 13:07:14.860267 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffd5d88a-1c3a-4953-aab1-9e1b891ac933 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:14.914672 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning for port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:14.918824 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:14.919195 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:14.932314 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-da53e9d2-4329-40a1-a91d-e3ec834fd0ec service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864489 Aug 23 13:07:14.997488 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:15.032566 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] For port ffd5d88a-1c3a-4953-aab1-9e1b891ac933, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,segment=NetworkSegment(091cd788-3d08-458b-bb69-c091e84231bc),segment_id=091cd788-3d08-458b-bb69-c091e84231bc)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:15.036552 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-b863c6ae-ad1e-43a5-b523-d7e4563602c7 req-8a5c4a94-1319-45f4-97f6-4b3b0d12870b service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956826 Aug 23 13:07:15.037109 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:15.041957 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebe8b5-82ae-471e-81fe-f49a3c12e74a req-e5518c44-9db2-4973-9b38-ba8e8d90eae7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:15.043883 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8ebe8b5-82ae-471e-81fe-f49a3c12e74a req-e5518c44-9db2-4973-9b38-ba8e8d90eae7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0536721 Aug 23 13:07:15.085468 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-e8ebe8b5-82ae-471e-81fe-f49a3c12e74a req-65bcaf1a-d8d3-469e-91a9-4606dee73dfc tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Aug 23 13:07:15.092765 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Pushing event updated for resources: {'Port': ['ID=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:16.218017 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54a1-9181-42fe-90dc-458e1cb0b1d9 req-416ced25-4537-495f-97b0-550b07dcff3e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:16.219556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-228a54a1-9181-42fe-90dc-458e1cb0b1d9 req-416ced25-4537-495f-97b0-550b07dcff3e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0658517 Aug 23 13:07:16.258551 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-228a54a1-9181-42fe-90dc-458e1cb0b1d9 req-9ba0b05b-1ce8-4241-943a-7d331f55e6a7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Aug 23 13:07:16.838692 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffd5d88a-1c3a-4953-aab1-9e1b891ac933 up at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:16.885299 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Provisioning complete for port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:16.885667 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:17.204225 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:07:17.300497 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:17.311679 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:07:17.355585 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:17.369296 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30230b5-8e4f-4cf5-8729-5a91005adec5 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:07:17.375818 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532c922-54e5-42ad-88c6-dc1774ed159a req-de4f61db-cb8e-4171-9ecd-aa9fd459f864 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:17.377323 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d532c922-54e5-42ad-88c6-dc1774ed159a req-de4f61db-cb8e-4171-9ecd-aa9fd459f864 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0513835 Aug 23 13:07:17.388314 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:17.392542 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:17.419559 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d532c922-54e5-42ad-88c6-dc1774ed159a req-603af840-30bb-4205-a83d-a954e6d464ec tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360823 Aug 23 13:07:17.447361 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:17.611946 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f30230b5-8e4f-4cf5-8729-5a91005adec5'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:07:18.483241 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:07:18.538361 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa0a25-7289-4367-b435-b31d6df9e9dd req-04a566d9-939b-49c8-98f9-51909f524d22 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:18.539887 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71fa0a25-7289-4367-b435-b31d6df9e9dd req-04a566d9-939b-49c8-98f9-51909f524d22 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 944 time: 0.0549443 Aug 23 13:07:18.576343 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-71fa0a25-7289-4367-b435-b31d6df9e9dd req-c6a1b4ee-1c22-47c6-9b1a-3bd5e1749b32 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305626 Aug 23 13:07:19.219065 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:07:19.267876 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port f30230b5-8e4f-4cf5-8729-5a91005adec5 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:07:19.271963 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port f30230b5-8e4f-4cf5-8729-5a91005adec5 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:07:19.272329 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:19.348176 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:19.370805 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:07:19.373059 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c69ca7-c8be-4549-b1fc-ed9b99a7d398" -d '{"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-plugged", "status": "completed", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:07:19.386388 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:07:19.390521 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:19.445488 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:19.464119 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb347ff9-73ab-4100-8be7-6b67edd88379 x-openstack-request-id: req-fb347ff9-73ab-4100-8be7-6b67edd88379 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:07:19.464422 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-plugged", "status": "completed", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:07:19.464682 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb347ff9-73ab-4100-8be7-6b67edd88379 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:07:19.465084 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'code': 200} Aug 23 13:07:19.567860 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e37a6-3ece-4955-a45e-4c42e559ac51 req-ee4a80af-d271-4ba9-81b2-25ed176ef348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:19.569397 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-529e37a6-3ece-4955-a45e-4c42e559ac51 req-ee4a80af-d271-4ba9-81b2-25ed176ef348 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1096 time: 0.0477569 Aug 23 13:07:19.605381 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-529e37a6-3ece-4955-a45e-4c42e559ac51 req-827a064d-e0d4-4d2b-a30e-cb9896399a1b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278997 Aug 23 13:07:19.690599 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aba0c0-0a29-4c30-8b2c-e44cf3217750 req-1e499b7e-67b0-4e0e-86a2-edd990dca609 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:19.692083 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57aba0c0-0a29-4c30-8b2c-e44cf3217750 req-1e499b7e-67b0-4e0e-86a2-edd990dca609 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Aug 23 13:07:19.729635 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-57aba0c0-0a29-4c30-8b2c-e44cf3217750 req-6e2a7518-d4ae-4062-ba10-5195a84ee753 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Aug 23 13:07:20.843713 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23cd67-ae3e-4e10-9d72-1828a75aade7 req-0c3e0683-6af0-4fa6-b3ee-32f6eb25760a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:20.845259 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d23cd67-ae3e-4e10-9d72-1828a75aade7 req-0c3e0683-6af0-4fa6-b3ee-32f6eb25760a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Aug 23 13:07:20.882770 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-7d23cd67-ae3e-4e10-9d72-1828a75aade7 req-25711dec-e4a8-4abb-b73c-97040ff40500 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Aug 23 13:07:21.000352 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235d98-21da-4e8e-9eab-39735d6e8e55 req-d6d263ce-47f4-4cd6-9a67-4adfae482d99 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:21.001874 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b235d98-21da-4e8e-9eab-39735d6e8e55 req-d6d263ce-47f4-4cd6-9a67-4adfae482d99 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 945 time: 0.0540149 Aug 23 13:07:21.040603 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0b235d98-21da-4e8e-9eab-39735d6e8e55 req-a762d37f-e2bb-4cf8-ab61-b02e2f534630 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Aug 23 13:07:21.062138 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44676) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:21.187086 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce45d2-c736-4dc5-8c54-7b42e1bb2882 tempest-TestSnapshotPattern-1015375060 tempest-TestSnapshotPattern-1015375060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:21.188598 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-49ce45d2-c736-4dc5-8c54-7b42e1bb2882 tempest-TestSnapshotPattern-1015375060 tempest-TestSnapshotPattern-1015375060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1091 time: 0.1254776 Aug 23 13:07:21.191498 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44680) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:07:21.196280 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:07:21.219028 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:21.317479 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:21.417077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Allocated IP 172.25.1.71 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/6adce694-4294-4b9d-b2a9-789a1fc15714) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:07:21.520611 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:21.562413 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:21.603099 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:07:21.606037 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:07:21.612598 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:07:21.616181 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'Port': ['ID=6adce694-4294-4b9d-b2a9-789a1fc15714,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:21.924332 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-39ada22b-3d7d-4726-9f70-f8ef4862739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:21.985652 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:22.059124 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:22.213076 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:22.217639 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:22.290861 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'Port': ['ID=6adce694-4294-4b9d-b2a9-789a1fc15714,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:07:22.305709 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:22.407026 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Floating IP a26ecd0d-1388-4088-aafd-8d3faff4cba5 associated. External IP: 172.25.1.71, port: f30230b5-8e4f-4cf5-8729-5a91005adec5. Aug 23 13:07:22.975772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Router e5879809-4851-4e1e-aa86-e8c80840128e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:07:23.101927 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:07:23.114450 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:07:23.125326 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:23.125893 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:23.126156 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:23.155872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-9026860c-d8c2-4037-9027-50c7d52364c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9633496 Aug 23 13:07:23.156485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:07:23.158798 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492840ea-0cf9-4b3d-84a7-ce299ce268cb" -d '{"events": [{"name": "network-changed", "server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:07:23.247165 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:23.253831 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f9ae8-9872-458a-9165-f2872ab15482 x-openstack-request-id: req-be9f9ae8-9872-458a-9165-f2872ab15482 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:07:23.254212 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:07:23.254545 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be9f9ae8-9872-458a-9165-f2872ab15482 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:07:23.255022 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'status': 'completed', 'code': 200} Aug 23 13:07:23.320973 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-c2d61d41-2b6a-4d97-95cd-f7e67b227ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:23.322871 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-c2d61d41-2b6a-4d97-95cd-f7e67b227ea3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1096 time: 0.0446744 Aug 23 13:07:23.423724 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-90fce6a6-1eb7-454b-af1c-b72f05d97d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:23.425151 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-90fce6a6-1eb7-454b-af1c-b72f05d97d90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0930500 Aug 23 13:07:23.483599 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:21Z', 'revision_number': 0, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:23.491425 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-2cf0e0f8-9edb-4bf2-8e26-345c9cd664f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 998 time: 0.0584767 Aug 23 13:07:23.513859 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:07:23.522973 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:07:23.523591 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:06:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:23.542360 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-1ba278e1-7e74-4207-b45c-24d32b62efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:23.543840 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-1ba278e1-7e74-4207-b45c-24d32b62efde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0454719 Aug 23 13:07:23.594349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-063556a8-e000-4a7c-ac95-d8d4a3a9e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:23.595864 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-063556a8-e000-4a7c-ac95-d8d4a3a9e758 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444531 Aug 23 13:07:23.648387 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:07:23.690135 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-56138cec-9417-434c-b1ee-88339484bd99 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Aug 23 13:07:23.786954 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-492840ea-0cf9-4b3d-84a7-ce299ce268cb req-c9416dbc-ba64-41b1-825d-7c1fe20c2f68 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898223 Aug 23 13:07:24.040853 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:21Z', 'revision_number': 0, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:07:24.071869 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf6538-da4e-49b0-ba42-f09c7445cd1e None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:21Z', 'revision_number': 0, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:07:24.262111 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d3c69-13e5-47b9-9a91-3db6d87ac456 None None] New status for floating IP a26ecd0d-1388-4088-aafd-8d3faff4cba5: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:07:24.459155 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-cd284ca6-38d0-4043-8670-40e65972b241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:24.504091 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:25.996153 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:27.644615 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:28.724055 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:29.101096 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:44.722274 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-c0fafecd-8175-44a1-8141-e84ba9ee5c48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412393 Aug 23 13:07:44.821005 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-3680ce79-d9ac-4b8b-889d-524dc9fd99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:44.822541 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-3680ce79-d9ac-4b8b-889d-524dc9fd99fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1096 time: 0.0402911 Aug 23 13:07:44.932003 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-fd312800-b93d-4232-96de-62fee3e6b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:44.933466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-fd312800-b93d-4232-96de-62fee3e6b44a service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0874667 Aug 23 13:07:45.005207 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-28fde44e-dc4e-492f-8864-6174fade07a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 1000 time: 0.0579531 Aug 23 13:07:45.057202 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-92182eb3-ee43-428f-9ead-3a41e6504830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:45.058637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-92182eb3-ee43-428f-9ead-3a41e6504830 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0446923 Aug 23 13:07:45.109761 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-c4cf458e-246c-4f97-a8aa-1c7a7bd82add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:07:45.111276 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-c4cf458e-246c-4f97-a8aa-1c7a7bd82add service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448849 Aug 23 13:07:45.200191 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-cfa231e9-3dd2-4931-bce8-3a147554bb75 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807238 Aug 23 13:07:45.294099 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cfe9cb7b-7f7f-40bd-b687-a3a9424ca3b6 req-48850e20-753e-44d2-be3f-89b065256703 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860605 Aug 23 13:07:51.925613 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-17125e7a-192e-4ff1-b562-177ae3ccfaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:54.460647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fb39f7b0-8dba-43e3-84e1-496710449506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:54.505523 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:55.483013 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:07:55.997508 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:57.646439 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:58.727611 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:07:59.121912 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:21.925830 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-364b1325-7c90-44bf-8a0c-5125368fbe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:24.461354 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4fe73d96-6e20-4884-8c89-5d213426d500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:24.506316 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:26.001075 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:27.648437 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:28.721106 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:29.120964 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:32.483783 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:08:45.656981 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-8cee7502-e8e7-49af-9986-eebfb331ccf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445507 Aug 23 13:08:45.742475 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-8b04ce8e-885d-4e46-9b8a-dbcef298133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:08:45.744167 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-8b04ce8e-885d-4e46-9b8a-dbcef298133a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1096 time: 0.0424807 Aug 23 13:08:45.856772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-2f83bb8d-4552-428a-b881-e723dd739a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:08:45.858357 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-2f83bb8d-4552-428a-b881-e723dd739a3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0922716 Aug 23 13:08:45.928837 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-04acea0e-c8fd-4788-87fa-a42f629c15a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 1000 time: 0.0615990 Aug 23 13:08:45.987390 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-2ae2b36a-db4a-4f12-ba21-5d97024bfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:08:45.989193 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-2ae2b36a-db4a-4f12-ba21-5d97024bfadd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0529957 Aug 23 13:08:46.038066 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-2c995e16-f29f-44e2-b450-5e65e48d9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:08:46.039528 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-2c995e16-f29f-44e2-b450-5e65e48d9923 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428720 Aug 23 13:08:46.134895 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-004f56f1-c17c-4ee7-bd40-a60fd2aa8bd4 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867326 Aug 23 13:08:46.239300 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-5f9a77c6-a5e9-4419-bae8-b54cc92b1e6b req-bbab19ae-9bae-41a7-be78-2af3d20621f9 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969691 Aug 23 13:08:51.927542 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2bcb0-ac04-4748-8d93-6521108f658e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:54.461133 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d7162e60-29e7-450b-a851-b89ad2649743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:54.509225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:56.003454 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:57.650798 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:58.725795 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:08:59.122513 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:09.483668 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:09:21.928019 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-ada5d2e0-0545-4a41-830e-0c28d9dc73c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:23.905432 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:09:23.998798 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:24.010354 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:09:24.050908 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:24.063970 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f30230b5-8e4f-4cf5-8729-5a91005adec5 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:09:24.081997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:24.086242 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:24.140436 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:24.147612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.147961 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.148301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.148635 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.148966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.149295 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.149620 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.149971 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.150294 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.150615 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.150942 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.151259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:24.197044 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['f30230b5-8e4f-4cf5-8729-5a91005adec5'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:09:24.465312 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-28c7746e-5e3b-4b3b-99d9-57dabb25478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:24.510979 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:25.938238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:09:25.992028 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port f30230b5-8e4f-4cf5-8729-5a91005adec5 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:09:25.992678 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:26.042499 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:26.099026 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:26.122995 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:09:26.125288 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036899b5-19fe-496f-922d-ed09a7c7304e" -d '{"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-plugged", "status": "completed", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:09:26.140557 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:26.145150 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:26.175913 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e136d86-b197-4091-ae89-c8ec8f743252 x-openstack-request-id: req-5e136d86-b197-4091-ae89-c8ec8f743252 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:09:26.176259 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-plugged", "status": "completed", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:09:26.176520 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e136d86-b197-4091-ae89-c8ec8f743252 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:09:26.177348 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'code': 200} Aug 23 13:09:26.204310 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:27.656958 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:28.720229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:29.136223 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:34.493609 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-dffdcc27-49e2-4eba-9014-733c02885ac7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023900616&fields=id&tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90 HTTP/1.1" status: 200 len: 267 time: 0.0339427 Aug 23 13:09:34.607776 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-7e5b7d4b-ed55-48ef-97b0-f651da3a531f tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:34.609794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-7e5b7d4b-ed55-48ef-97b0-f651da3a531f tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 809 time: 0.1083994 Aug 23 13:09:34.624557 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-fa5d120c-cc3e-4d61-974d-2d7cb721df35 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/quotas/eddb3547483a44c2adf8d5cbbdcf3c90 HTTP/1.1" status: 200 len: 375 time: 0.0090468 Aug 23 13:09:34.683737 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-e82d3115-6e87-435c-a47e-0cff34516f24 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532322 Aug 23 13:09:34.824321 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-051cbd44-f3d8-4d93-9f9c-120a61494e6b service neutron] 10.222.0.21 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287959 Aug 23 13:09:34.917374 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-e4962638-607a-414a-a196-f412808eaf83 service neutron] 10.222.0.21 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Aug 23 13:09:35.110538 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1e27cbcd-adff-43ff-86bd-0b7e3f97289d req-53ef1774-c488-4d23-82fa-596cb87b1b95 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 210 time: 0.0274174 Aug 23 13:09:35.982259 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:09:36.059858 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:36.083031 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:09:36.085293 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb6436-a89c-4990-a19e-68898cefabc5" -d '{"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-unplugged", "status": "completed", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:09:36.097711 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:36.102382 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:36.131146 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5f5ac6-a057-463e-876d-df7eed8a5d9f x-openstack-request-id: req-0e5f5ac6-a057-463e-876d-df7eed8a5d9f {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:09:36.131459 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-unplugged", "status": "completed", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:09:36.131711 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e5f5ac6-a057-463e-876d-df7eed8a5d9f {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:09:36.132106 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'code': 200} Aug 23 13:09:36.154006 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:36.191204 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-21cc6b9f-012f-4d43-ac63-e59dd95ef9a8 req-97f20baf-cdf5-4027-b48d-127d74f11924 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 210 time: 0.0285552 Aug 23 13:09:37.285198 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7016a381-7da2-4ea2-a831-0ff7e8340c57 req-28d59838-9d92-49b1-88ef-4a39d94b0a1e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 210 time: 0.0265405 Aug 23 13:09:38.214062 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-c361efd8-a4c9-40e9-a1ae-96990dd79272 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:38.215560 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-c361efd8-a4c9-40e9-a1ae-96990dd79272 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 809 time: 0.1071773 Aug 23 13:09:38.259605 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-13f3676b-fd50-476f-aa57-667e9a9dd16d tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90 HTTP/1.1" status: 200 len: 380 time: 0.0347576 Aug 23 13:09:38.270668 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'port': {'device_id': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'admin_state_up': True, 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'security_groups': ['17683529-2b33-45c0-b3e6-e8e3d8ccb67a']}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:09:38.388189 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Made reservation on behalf of eddb3547483a44c2adf8d5cbbdcf3c90 for: {'port': 1} {{(pid=101057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:09:38.392262 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:38.408447 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-03141e48-5d64-4a0e-9174-075c6f16ba6f req-a5d82fd1-b8fa-4bc2-8577-969a864aecf6 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 210 time: 0.0461631 Aug 23 13:09:38.558175 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Allocated IP 172.20.0.6 (bdeaf893-f313-449f-baee-fa3b612e0c97/8961f65d-cb84-485a-b306-badd7e5a5984/9da9aa3e-2f21-4498-a0e9-cffa08ad9078) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:09:38.738450 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:38.755160 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Transition to ACTIVE for port object 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 will not be triggered until provisioned by entity DHCP. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:09:38.798698 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:38.843604 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Network bdeaf893-f313-449f-baee-fa3b612e0c97 is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:09:38.847433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:09:38.851474 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:09:38.879526 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:38.892656 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.893020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.893356 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.893722 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.894077 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.894423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.894754 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.895088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.895423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.895772 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.896088 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.896485 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:09:38.925433 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:38.926370 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:38.944582 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-83633dd7-ba39-4c9f-9c86-5c738290d353 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6775389 Aug 23 13:09:39.171609 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5bc04a4-48dd-438b-8598-e7247aa863a2 None None] Provisioning for port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 completed by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:09:39.175368 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-d5bc04a4-48dd-438b-8598-e7247aa863a2 None None] Provisioning complete for port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 triggered by entity DHCP. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:09:39.175739 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d5bc04a4-48dd-438b-8598-e7247aa863a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:39.214332 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc04a4-48dd-438b-8598-e7247aa863a2 None None] Port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 cannot update to ACTIVE because it is not bound. {{(pid=101059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:09:39.529702 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14edd23-d2bb-45e7-828b-7b3d3489fe49 req-90da2d3a-f316-4fbb-bef9-6aaf79a6f8de tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:39.533364 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c14edd23-d2bb-45e7-828b-7b3d3489fe49 req-90da2d3a-f316-4fbb-bef9-6aaf79a6f8de tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0605843 Aug 23 13:09:39.582702 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c14edd23-d2bb-45e7-828b-7b3d3489fe49 req-6bf79bc1-f2c8-4b35-ab90-5c53ae18d81a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Aug 23 13:09:40.701498 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ba70c-b83d-44ac-8f2f-02ce9fc76632 req-e1615a83-8a6c-41a5-bf45-c22900548fbe tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:40.703622 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c1ba70c-b83d-44ac-8f2f-02ce9fc76632 req-e1615a83-8a6c-41a5-bf45-c22900548fbe tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0506346 Aug 23 13:09:40.746772 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1c1ba70c-b83d-44ac-8f2f-02ce9fc76632 req-81dd3861-1835-43d7-9540-239bd7d6f2b0 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370741 Aug 23 13:09:41.874562 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14248ed7-6d11-48c7-906d-53d5fcbaff88 req-a0a10cff-d16f-4714-8bc3-541f69bdb1d4 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:41.876678 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14248ed7-6d11-48c7-906d-53d5fcbaff88 req-a0a10cff-d16f-4714-8bc3-541f69bdb1d4 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0571990 Aug 23 13:09:41.917065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-14248ed7-6d11-48c7-906d-53d5fcbaff88 req-280fb592-d205-45fa-8b3f-537b9157c45a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342875 Aug 23 13:09:43.041606 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd5f4-32bb-461a-a73b-81f6ace9d410 req-d3d126c6-1087-45c4-ad0a-b9261e6a2222 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:43.043369 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0dafd5f4-32bb-461a-a73b-81f6ace9d410 req-d3d126c6-1087-45c4-ad0a-b9261e6a2222 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0565455 Aug 23 13:09:43.087533 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-0dafd5f4-32bb-461a-a73b-81f6ace9d410 req-0615f744-62bd-4ee5-a2f4-041442294662 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369771 Aug 23 13:09:44.210071 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff264e3-2c6d-470f-9af2-62caf58d06f6 req-4a94feee-d4e4-4400-883e-b82b8a5da1bc tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:44.211618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bff264e3-2c6d-470f-9af2-62caf58d06f6 req-4a94feee-d4e4-4400-883e-b82b8a5da1bc tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0529134 Aug 23 13:09:44.252137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-bff264e3-2c6d-470f-9af2-62caf58d06f6 req-9d387060-f617-4547-a912-e3513ccedc6b tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345800 Aug 23 13:09:45.373661 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc067d-e50a-4258-bfe1-cfbebc39d551 req-9447a49a-3e71-4418-80d0-b96ac244cd8f tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:45.375229 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41dc067d-e50a-4258-bfe1-cfbebc39d551 req-9447a49a-3e71-4418-80d0-b96ac244cd8f tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0501354 Aug 23 13:09:45.420756 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-41dc067d-e50a-4258-bfe1-cfbebc39d551 req-5e246031-a13e-40c2-b145-688434b7b086 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387585 Aug 23 13:09:46.482577 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:09:46.546533 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6316b-980e-49f8-9db6-06cbc6f34acc req-35d04e70-addb-4754-8853-5587280e91b1 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:46.548031 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2a6316b-980e-49f8-9db6-06cbc6f34acc req-35d04e70-addb-4754-8853-5587280e91b1 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0512733 Aug 23 13:09:46.592071 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c2a6316b-980e-49f8-9db6-06cbc6f34acc req-b20b4c70-d34d-45ac-b8cd-b6dde34b52c7 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Aug 23 13:09:47.720399 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9eba-9f43-4869-a0c7-f6ce0c859936 req-a512aa2d-14cf-4508-a06b-ba3d5d67fd65 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:47.722191 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5be9eba-9f43-4869-a0c7-f6ce0c859936 req-a512aa2d-14cf-4508-a06b-ba3d5d67fd65 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0503697 Aug 23 13:09:47.762061 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-d5be9eba-9f43-4869-a0c7-f6ce0c859936 req-58042748-34a4-42df-bf83-ac57bbf71cc8 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Aug 23 13:09:48.892201 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad490a9b-647b-4ae8-a17b-10594efbbf0a req-9aaf80f3-f36b-49e6-88dc-cd6bd7c9b76e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:48.893951 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad490a9b-647b-4ae8-a17b-10594efbbf0a req-9aaf80f3-f36b-49e6-88dc-cd6bd7c9b76e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0515254 Aug 23 13:09:48.933469 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ad490a9b-647b-4ae8-a17b-10594efbbf0a req-b19f7f8f-654c-4a1a-b7db-afdab7944294 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336277 Aug 23 13:09:49.446148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.44', 49777) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:09:49.475457 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Request body: {'port': {'device_id': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773645-7'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:09:49.569258 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-1db952c5-a980-4441-9c6f-269c77528ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217391 Aug 23 13:09:49.573477 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:49.754192 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-72e99778-770f-4e6a-8282-aca388999902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:49.755596 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-72e99778-770f-4e6a-8282-aca388999902 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1094 time: 0.0774064 Aug 23 13:09:49.907639 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-dd34dbcc-cfc2-4dee-92f8-f561cbafd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:49.909097 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-dd34dbcc-cfc2-4dee-92f8-f561cbafd05e service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.1283228 Aug 23 13:09:49.986058 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 {{(pid=101057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:09:49.996571 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:50.013187 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-3c516c51-817d-417d-8f86-1c15ee283a88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 998 time: 0.0823298 Aug 23 13:09:50.018379 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.provisioning_blocks [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Transition to ACTIVE for port object 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 will not be triggered until provisioned by entity L2. {{(pid=101057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:09:50.028122 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:50.054890 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41184f-d7fd-493a-970b-62c84882ce8d req-48656f71-5796-4983-8ddf-b6194f4cb92a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:50.056420 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea41184f-d7fd-493a-970b-62c84882ce8d req-48656f71-5796-4983-8ddf-b6194f4cb92a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 931 time: 0.0517070 Aug 23 13:09:50.094670 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-ea41184f-d7fd-493a-970b-62c84882ce8d req-a6f60c68-807f-4350-bbe1-baacb416807e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Aug 23 13:09:50.110316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:50.113346 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-c0114bc0-2a87-4e94-b3dc-9f7854ad333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:50.114872 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-c0114bc0-2a87-4e94-b3dc-9f7854ad333c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0951667 Aug 23 13:09:50.525000 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-667fadaf-3659-4235-b487-4c4e451025c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:50.526458 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-667fadaf-3659-4235-b487-4c4e451025c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926058 Aug 23 13:09:50.530581 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Attempting to bind port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 on host n-h1-773645-7 for vnic_type normal with profile {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:09:50.530923 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Attempting to bind port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 by drivers openvswitch,hyperv on host n-h1-773645-7 at level 0 using segments [{'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:09:50.531261 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Attempting to bind port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 on network bdeaf893-f313-449f-baee-fa3b612e0c97 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:09:50.543809 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 on network bdeaf893-f313-449f-baee-fa3b612e0c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-773645-7 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 13:09:50.544146 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Attempting to bind port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 on network bdeaf893-f313-449f-baee-fa3b612e0c97 {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:09:50.559905 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Checking agent: {'id': 'a1509ffe-03a3-4973-be8f-9e1746c669fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773645-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'started_at': datetime.datetime(2021, 8, 23, 11, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:09:50.560263 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Checking segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 13:09:50.560655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Bound using segment: {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'} {{(pid=101057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:09:50.561101 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.managers [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Bound port: 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host: n-h1-773645-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125e8525-593f-4208-8545-4dffad72ee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97'}}] {{(pid=101057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:09:50.561466 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:50.676606 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-e8e68f4f-7508-47dc-8c37-0127f73ed75f service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416173 Aug 23 13:09:50.678958 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, cleared binding levels {{(pid=101057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:09:50.681996 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:09:50.693166 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:50.745252 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:50.745860 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:50.747271 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] 10.222.0.44 "PUT /v2.0/ports/9da9aa3e-2f21-4498-a0e9-cffa08ad9078 HTTP/1.1" status: 200 len: 1091 time: 1.3213987 Aug 23 13:09:50.780887 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:09:50.783228 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9044aa-9f7d-423c-b35e-88edd2031b75" -d '{"events": [{"name": "network-changed", "server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:09:50.828980 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c983d-a0fd-4528-aab6-e5777fe74c62 x-openstack-request-id: req-729c983d-a0fd-4528-aab6-e5777fe74c62 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:09:50.829276 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:09:50.829527 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-729c983d-a0fd-4528-aab6-e5777fe74c62 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:09:50.829940 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'status': 'completed', 'code': 200} Aug 23 13:09:50.847592 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3231a-f397-4286-a687-dfaf64c0eb98 service neutron] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=3']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:50.875310 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-10c0dbeb-09c5-47b8-8188-2da0519ee28c req-6c20e873-c4f1-4fd9-927f-62de37ca04ea service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915059 Aug 23 13:09:50.878517 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-059e9e61-3724-42ef-96d3-f6d77db60577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:50.880023 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-059e9e61-3724-42ef-96d3-f6d77db60577 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 1094 time: 0.0857780 Aug 23 13:09:50.925610 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-c19d69da-163a-43f4-b133-e0fa1b81737d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078 HTTP/1.1" status: 200 len: 217 time: 0.0369301 Aug 23 13:09:50.983132 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b2347490-1c01-4ad0-824e-b0a5900c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:50.985208 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-b2347490-1c01-4ad0-824e-b0a5900c709f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0508182 Aug 23 13:09:51.034988 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e61be9-3c55-436d-8512-1a60163fa33c req-96f2f99d-9569-4f78-ae5a-ea05fc105631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:51.036533 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-96f2f99d-9569-4f78-ae5a-ea05fc105631 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434265 Aug 23 13:09:51.135947 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-2e25da44-eaae-4715-9bde-13a9cbb1a9e5 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909021 Aug 23 13:09:51.221233 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378805-1651-4298-ad97-4628ef246d8b req-200b0aaa-89f9-4a04-9523-906750e9ffb8 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:51.223464 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be378805-1651-4298-ad97-4628ef246d8b req-200b0aaa-89f9-4a04-9523-906750e9ffb8 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 943 time: 0.0526879 Aug 23 13:09:51.238755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-87e61be9-3c55-436d-8512-1a60163fa33c req-638bd6a7-66fa-4cf3-b174-8d9b6262523b service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933235 Aug 23 13:09:51.272397 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-be378805-1651-4298-ad97-4628ef246d8b req-d7075d73-35f3-42db-a376-3caf5e5746fa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Aug 23 13:09:51.327265 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-97b4cb24-b99a-42c1-811c-09a1097595c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:51.329637 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-97b4cb24-b99a-42c1-811c-09a1097595c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 1094 time: 0.0422959 Aug 23 13:09:51.426414 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-b5f5202d-9133-4a8d-9db2-0d8342aa16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:51.427959 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-b5f5202d-9133-4a8d-9db2-0d8342aa16b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0907297 Aug 23 13:09:51.470139 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-c655ac49-e106-44dc-9391-cdd76fdc2c31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078 HTTP/1.1" status: 200 len: 217 time: 0.0350332 Aug 23 13:09:51.520769 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-486d3be9-3aa0-49c9-8b22-68e072089397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:51.522312 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-486d3be9-3aa0-49c9-8b22-68e072089397 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0433662 Aug 23 13:09:51.573542 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-30add8ec-d0ec-43ff-845b-1383fe44e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:51.575112 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-30add8ec-d0ec-43ff-845b-1383fe44e9ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445471 Aug 23 13:09:51.676794 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-61d9c416-66d8-4faf-b4a3-fa084bd3cbfe service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937138 Aug 23 13:09:51.771833 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-ca9044aa-9f7d-423c-b35e-88edd2031b75 req-d354b432-232b-49e4-a4a5-ef62df878ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868809 Aug 23 13:09:51.927754 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f1b30d8f-0c81-4048-987f-3a28455b5897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:52.389095 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b61d-000d-4b58-9ba1-89bb0181f09b req-61b0b9cf-f007-4521-9e7e-dc86d91f4fba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:52.390600 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ee2b61d-000d-4b58-9ba1-89bb0181f09b req-61b0b9cf-f007-4521-9e7e-dc86d91f4fba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 943 time: 0.0488729 Aug 23 13:09:52.428416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-3ee2b61d-000d-4b58-9ba1-89bb0181f09b req-9e583ed2-5e50-428c-bda3-416e42193ce9 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Aug 23 13:09:53.543642 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a72f10-e0a4-407b-98eb-587478b8be20 req-2d0ac7b3-4558-4dd8-88e1-4a88e4da760c tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:53.545138 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6a72f10-e0a4-407b-98eb-587478b8be20 req-2d0ac7b3-4558-4dd8-88e1-4a88e4da760c tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 943 time: 0.0488667 Aug 23 13:09:53.582849 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-a6a72f10-e0a4-407b-98eb-587478b8be20 req-ca71527a-6da7-4bfb-991f-e5cfff86279b tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Aug 23 13:09:54.019174 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:09:54.111527 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:54.122617 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'port_id': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'mac_address': 'fa:16:3e:b3:07:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:09:54.163524 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:54.176144 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:09:54.195402 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:54.199052 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:54.245740 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=4']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:54.440420 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9da9aa3e-2f21-4498-a0e9-cffa08ad9078'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:09:54.478099 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a5b0a406-9e11-4b10-bb13-edf9cee03446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:54.528279 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:54.698055 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101460e-377b-4ca6-8b5f-11784dbcac82 req-b012989d-e776-4295-8be5-734639ab7ab6 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:54.699468 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8101460e-377b-4ca6-8b5f-11784dbcac82 req-b012989d-e776-4295-8be5-734639ab7ab6 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 944 time: 0.0489178 Aug 23 13:09:54.737460 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-8101460e-377b-4ca6-8b5f-11784dbcac82 req-c64f1671-6c9a-4bae-94c3-93b22413ad60 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Aug 23 13:09:55.901715 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b595421-6045-4ddd-9cca-65a6af6a39a6 req-6be6d4e0-9380-4b20-8bcd-02cb2ae9825c tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:55.903201 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b595421-6045-4ddd-9cca-65a6af6a39a6 req-6be6d4e0-9380-4b20-8bcd-02cb2ae9825c tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 944 time: 0.0972481 Aug 23 13:09:55.940211 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-8b595421-6045-4ddd-9cca-65a6af6a39a6 req-e33987de-6fcd-4cc3-b72e-73dcc47ee20e tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Aug 23 13:09:56.012820 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:09:56.015125 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:56.062316 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning for port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 completed by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:09:56.068238 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:09:56.068610 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:56.149440 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:56.172323 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:09:56.174653 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb960648-ba46-42a3-b718-d05917e6b216" -d '{"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-plugged", "status": "completed", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:09:56.187015 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:09:56.191813 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:56.214928 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c529a74c-fbe3-4384-b85d-544811e41b30 x-openstack-request-id: req-c529a74c-fbe3-4384-b85d-544811e41b30 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:09:56.215224 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-plugged", "status": "completed", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:09:56.215478 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c529a74c-fbe3-4384-b85d-544811e41b30 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:09:56.215881 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'code': 200} Aug 23 13:09:56.244653 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=5']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:56.310969 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf6b83-fef7-4769-9fb1-40a2dcbdebea req-e68d5946-b3e1-4c24-84ee-9172ab5e7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:56.312540 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4bcf6b83-fef7-4769-9fb1-40a2dcbdebea req-e68d5946-b3e1-4c24-84ee-9172ab5e7e86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 1096 time: 0.0453372 Aug 23 13:09:56.347892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-4bcf6b83-fef7-4769-9fb1-40a2dcbdebea req-c6d06b39-2690-4f77-a993-707809dab71b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284178 Aug 23 13:09:57.055213 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45658e68-8420-4d6e-b246-9934adb6f082 req-8fd6616d-5c42-48c0-adb7-82b4e955b7b2 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:57.056686 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45658e68-8420-4d6e-b246-9934adb6f082 req-8fd6616d-5c42-48c0-adb7-82b4e955b7b2 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 945 time: 0.0491104 Aug 23 13:09:57.101738 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-45658e68-8420-4d6e-b246-9934adb6f082 req-99ce7f5c-72d5-4333-a20d-c0caf0e829e4 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Aug 23 13:09:57.659731 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:58.269075 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ac6e2-56d1-431f-9bc6-840fb8cce747 req-b8c692b7-82ac-4763-9a40-f7c84d744d9f tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:58.270590 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-395ac6e2-56d1-431f-9bc6-840fb8cce747 req-b8c692b7-82ac-4763-9a40-f7c84d744d9f tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 945 time: 0.0978565 Aug 23 13:09:58.307855 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-395ac6e2-56d1-431f-9bc6-840fb8cce747 req-cd606eaa-2b26-4e30-9a31-73caaae4d686 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Aug 23 13:09:58.420156 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f83d3e-e284-468c-82f4-fd6882acfecb req-ad77664a-0dca-4848-84f2-e84062747858 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:58.421555 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64f83d3e-e284-468c-82f4-fd6882acfecb req-ad77664a-0dca-4848-84f2-e84062747858 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 945 time: 0.0486162 Aug 23 13:09:58.461050 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-64f83d3e-e284-468c-82f4-fd6882acfecb req-1a4c612b-c8fe-4458-ac22-eeea91d7ffc5 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Aug 23 13:09:58.482513 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44988) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:09:58.524330 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099edf1c-1e82-4cae-8385-c9d1f9dcedfb tempest-TestSnapshotPattern-1015375060 tempest-TestSnapshotPattern-1015375060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:09:58.525913 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-099edf1c-1e82-4cae-8385-c9d1f9dcedfb tempest-TestSnapshotPattern-1015375060 tempest-TestSnapshotPattern-1015375060-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 1091 time: 0.0423203 Aug 23 13:09:58.528625 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 44990) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:09:58.532982 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.v2.base [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Request body: {'floatingip': {'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'port_id': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 13:09:58.557129 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:58.661399 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:58.732846 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:58.771357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_common [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Allocated IP 172.25.1.114 (39cc4a56-7e92-411f-b2f7-9b494e8bbe4e/41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6/a93d390c-e6b8-4169-8753-5727a6ae97d3) {{(pid=101057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:09:58.881140 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for port, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:58.921591 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759001530116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:58.962092 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Network 39cc4a56-7e92-411f-b2f7-9b494e8bbe4e is already hosted by enough agents. {{(pid=101057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:09:58.964920 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.base_scheduler [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Resources bound (agent type, host, resource id): {{(pid=101057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:09:58.968645 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Received port after_create {{(pid=101057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:09:59.004197 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'Port': ['ID=a93d390c-e6b8-4169-8753-5727a6ae97d3,revision_number=1']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:59.135807 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:59.351234 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:59.420581 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:59.568727 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for port, precommit_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:59.573268 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7211834'] for port, after_update {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:59.644112 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event updated for resources: {'Port': ['ID=a93d390c-e6b8-4169-8753-5727a6ae97d3,revision_number=2']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:09:59.653893 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1602086'] for floatingip, after_create {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:09:59.753719 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Floating IP cd49d46b-f8d8-45c4-a5fa-210291832084 associated. External IP: 172.25.1.114, port: 9da9aa3e-2f21-4498-a0e9-cffa08ad9078. Aug 23 13:09:59.969546 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Router e5879809-4851-4e1e-aa86-e8c80840128e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:10:00.080781 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:10:00.090446 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:10:00.098730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:00.101110 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:10:00.101764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:10:00.130893 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-fab54a83-9314-4ed1-a2ce-724262f95c62 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6011803 Aug 23 13:10:00.131844 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:10:00.134572 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f284c110-972b-4457-867f-9268b7cf9521" -d '{"events": [{"name": "network-changed", "server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:10:00.174579 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51de5b2-0898-4d6d-a9a5-1f1244561185 x-openstack-request-id: req-b51de5b2-0898-4d6d-a9a5-1f1244561185 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:10:00.174876 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:10:00.175133 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b51de5b2-0898-4d6d-a9a5-1f1244561185 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:10:00.175540 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'status': 'completed', 'code': 200} Aug 23 13:10:00.231742 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:10:00.240174 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c110-972b-4457-867f-9268b7cf9521 req-06be7d61-599c-4aff-9700-a8e28caf77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:00.241755 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-06be7d61-599c-4aff-9700-a8e28caf77e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 1096 time: 0.0432460 Aug 23 13:10:00.341073 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c110-972b-4457-867f-9268b7cf9521 req-b14efab7-db09-44d2-b10c-034c77574af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:00.342607 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-b14efab7-db09-44d2-b10c-034c77574af4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0938909 Aug 23 13:10:00.415065 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-83f7ee8a-11ad-4ff6-b811-e4c706c98694 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078 HTTP/1.1" status: 200 len: 999 time: 0.0639446 Aug 23 13:10:00.460468 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:24Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}, {'id': 'cd49d46b-f8d8-45c4-a5fa-210291832084', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:b3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:09:59Z', 'updated_at': '2021-08-23T13:09:59Z', 'revision_number': 0, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:10:00.464910 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c110-972b-4457-867f-9268b7cf9521 req-97b3d9ca-69d7-41af-b699-2d916403c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:00.466466 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-97b3d9ca-69d7-41af-b699-2d916403c39d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0439148 Aug 23 13:10:00.487465 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:10:00.496195 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:10:00.496810 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:09:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:10:00.523004 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c110-972b-4457-867f-9268b7cf9521 req-9a26e5f0-7cf0-48ee-87a1-2aba58d36d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:00.524556 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-9a26e5f0-7cf0-48ee-87a1-2aba58d36d89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508516 Aug 23 13:10:00.609157 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:10:00.619090 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-44918965-3884-44a8-9db1-3ac1c51093bb service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872831 Aug 23 13:10:00.717462 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-f284c110-972b-4457-867f-9268b7cf9521 req-d806cbed-bd70-4033-bd1d-447c397bb725 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913768 Aug 23 13:10:00.847919 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:24Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}, {'id': 'cd49d46b-f8d8-45c4-a5fa-210291832084', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:b3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:09:59Z', 'updated_at': '2021-08-23T13:09:59Z', 'revision_number': 0, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:10:00.873623 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d8766-fff4-49a8-a826-7d4c22c026f9 None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:24Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}, {'id': 'cd49d46b-f8d8-45c4-a5fa-210291832084', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:b3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:09:59Z', 'updated_at': '2021-08-23T13:09:59Z', 'revision_number': 0, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:10:01.061011 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1ea65-144c-4887-b2d8-10a8a036f73c None None] New status for floating IP cd49d46b-f8d8-45c4-a5fa-210291832084: ACTIVE {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:10:21.928765 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a7c6db63-d313-431d-853f-f738944f7845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:23.482383 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:10:24.458852 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fea59965-b357-43f4-92e1-286985501827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:24.510104 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:26.014171 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:27.659217 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:28.732794 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:29.146231 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:46.670068 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-d744fb34-eea1-48d7-b5e2-439ec9098bb4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401170 Aug 23 13:10:46.765196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-0aa2b267-654c-4b61-9fa7-66eabe926da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:46.766787 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-0aa2b267-654c-4b61-9fa7-66eabe926da4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1094 time: 0.0393343 Aug 23 13:10:46.876454 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-9ab751b6-cb1b-46ea-a51a-5af0ee563662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:46.877974 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-9ab751b6-cb1b-46ea-a51a-5af0ee563662 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.0896316 Aug 23 13:10:46.945034 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-bb38d962-ca36-4f20-bf86-59262bc79381 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 998 time: 0.0574195 Aug 23 13:10:46.998317 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-0517cfdc-8f8c-4ca6-b549-e6bebb646702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:47.000044 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-0517cfdc-8f8c-4ca6-b549-e6bebb646702 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0477164 Aug 23 13:10:47.046365 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-83990cda-09b2-44d2-ba98-2278ee77ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:10:47.047846 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-83990cda-09b2-44d2-ba98-2278ee77ffb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392287 Aug 23 13:10:47.066068 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-2c93351e-b3b8-48fe-a5d6-06e61a45f06a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:10:47.067009 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-2c93351e-b3b8-48fe-a5d6-06e61a45f06a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050910 Aug 23 13:10:47.155117 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-4502a256-94f9-402f-a90a-aedd54d97b65 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808084 Aug 23 13:10:47.250064 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-6b6bd8ff-03b9-48fa-a013-16442789553d req-ae989319-6c04-4a2b-87e2-ac0704c4d201 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862193 Aug 23 13:10:51.929539 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-abeb4ed8-e5a7-4d66-b3bb-5f27e43dd5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:54.459588 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d582ad97-945f-4583-94ca-e17784d3238e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:54.512187 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:56.016081 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:57.662414 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:58.736201 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:10:59.164125 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:00.481008 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:11:21.930887 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-087a49b5-33b3-416f-ab9e-0d4429e9d94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:24.462107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-03081290-3de7-4c1d-a0d5-a809973088f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:24.511314 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:26.019108 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:27.664985 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:28.746535 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:29.167688 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:30.576460 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 details requested by agent hyperv_n-h1-773645-7 with host n-h1-773645-7 {{(pid=101059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 13:11:30.679900 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:30.693545 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Returning: {'device': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'port_id': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'mac_address': 'fa:16:3e:b3:07:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 13:11:30.736249 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:30.749433 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 {{(pid=101059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 13:11:30.769133 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:30.774075 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:30.832825 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=6']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:30.841855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.842185 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.842611 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.842960 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.843304 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.843646 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.843980 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.845442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.845442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.845442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.845442 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.845818 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:30.857561 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] get_ports_and_sgs() called for port_ids ['9da9aa3e-2f21-4498-a0e9-cffa08ad9078'] {{(pid=101059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 13:11:32.604508 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 up at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 13:11:32.652026 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.provisioning_blocks [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Provisioning complete for port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 triggered by entity L2. {{(pid=101059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:11:32.652373 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1011647'] for port, provisioning_complete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:32.755494 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:32.786768 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:11:32.789747 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e7b50-0615-4899-b329-63ba17456e78" -d '{"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-plugged", "status": "completed", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:11:32.807808 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:32.818087 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:32.872529 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb9d174-cf5d-4639-9585-52ef9d589486 x-openstack-request-id: req-acb9d174-cf5d-4639-9585-52ef9d589486 {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:11:32.872943 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-plugged", "status": "completed", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:11:32.873295 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acb9d174-cf5d-4639-9585-52ef9d589486 {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:11:32.873804 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'code': 200} Aug 23 13:11:32.926324 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=7']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:37.481291 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:11:42.743239 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45204) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:42.897409 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Deleting port a93d390c-e6b8-4169-8753-5727a6ae97d3 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:42.897822 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:42.973699 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:42.974048 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:42.985421 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Calling delete_port for a93d390c-e6b8-4169-8753-5727a6ae97d3 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:43.129313 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:43.158939 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event deleted for resources: {'Port': ['ID=a93d390c-e6b8-4169-8753-5727a6ae97d3,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:43.486762 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.486995 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.487341 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.487684 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.488023 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.488357 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.488689 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.489020 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.489349 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.489677 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.490044 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.490358 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:43.529726 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:43.530071 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Floating IP cd49d46b-f8d8-45c4-a5fa-210291832084 disassociated (deleted). External IP: 172.25.1.114, port: 9da9aa3e-2f21-4498-a0e9-cffa08ad9078. Aug 23 13:11:43.734655 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Router e5879809-4851-4e1e-aa86-e8c80840128e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:11:43.841483 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:11:43.846418 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:43.852075 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:11:43.861105 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:43.861764 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:43.872857 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-6200d0b7-e232-476b-b277-8235f0000209 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd49d46b-f8d8-45c4-a5fa-210291832084 HTTP/1.1" status: 204 len: 168 time: 1.1285114 Aug 23 13:11:43.873465 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:11:43.875811 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:11:43.914749 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e92d55-47a5-49d1-9dcf-c24c9e5c5c10 x-openstack-request-id: req-e2e92d55-47a5-49d1-9dcf-c24c9e5c5c10 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:11:43.915058 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:11:43.915322 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e92d55-47a5-49d1-9dcf-c24c9e5c5c10 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:11:43.915731 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'status': 'completed', 'code': 200} Aug 23 13:11:43.970812 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:43.979226 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-0f0aa6ea-1ea1-44d6-b97f-219a1ca1ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:43.981095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-0f0aa6ea-1ea1-44d6-b97f-219a1ca1ff3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 1096 time: 0.0438530 Aug 23 13:11:44.121324 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-224229e4-b4bd-4f94-a368-b74c0bee2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:44.122776 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-224229e4-b4bd-4f94-a368-b74c0bee2ffd service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.1350172 Aug 23 13:11:44.130948 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eebb78-044b-4bd0-a2db-2d6f5840c2b3 req-4850df4d-1d37-4f18-bad3-dc488b1d1c07 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:44.132401 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11eebb78-044b-4bd0-a2db-2d6f5840c2b3 req-4850df4d-1d37-4f18-bad3-dc488b1d1c07 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 945 time: 0.0687506 Aug 23 13:11:44.177727 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-c5928262-eb48-43ad-a660-129776302955 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078 HTTP/1.1" status: 200 len: 217 time: 0.0443482 Aug 23 13:11:44.216023 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:24Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:44.236928 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-11eebb78-044b-4bd0-a2db-2d6f5840c2b3 req-14dc2cac-3b79-4d65-9760-238b08598b69 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970280 Aug 23 13:11:44.243081 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:11:44.246275 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-42e8bda6-dcf8-4fc6-b5ae-23b088959434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:44.247772 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-42e8bda6-dcf8-4fc6-b5ae-23b088959434 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0622556 Aug 23 13:11:44.258682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:44.258682 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:44.295957 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-130e0839-45fd-4f2b-9576-2ccaa1b925eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:44.297649 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-130e0839-45fd-4f2b-9576-2ccaa1b925eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415242 Aug 23 13:11:44.358648 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:44.393067 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-f37cdf6a-26ec-4a0d-85ba-7dd44b320074 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866206 Aug 23 13:11:44.484137 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-dd18d7fa-9ca3-43e7-be7f-624d9319ec8c req-e242cc6e-0f87-4e52-ae9c-0f307ae0407a service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823956 Aug 23 13:11:44.587156 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:24Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:44.617207 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f28b-3f67-45c4-81c2-7f5e92df0062 None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_floatingips': [{'id': 'a26ecd0d-1388-4088-aafd-8d3faff4cba5', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'router_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'port_id': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'mac_address': 'fa:16:3e:7a:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T13:07:21Z', 'updated_at': '2021-08-23T13:07:24Z', 'revision_number': 1, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:11:44.636039 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:44.715162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-935874'] for port, before_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:44.737384 n-d-773645-7 neutron-server[101059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:11:44.739660 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fe45ccba939ed2b42addb903cf8aa9d0277c6edb53d6384cb633741a074563f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8421c-3a2c-4039-8506-166218201297" -d '{"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:11:44.752877 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:44.757889 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759002087491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759001530134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759001530152'] for port, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:44.787648 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f9d199-8111-44c1-a67e-f9637b7360ed x-openstack-request-id: req-62f9d199-8111-44c1-a67e-f9637b7360ed {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:11:44.787947 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "code": 200}]} {{(pid=101059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:11:44.788262 n-d-773645-7 neutron-server[101059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62f9d199-8111-44c1-a67e-f9637b7360ed {{(pid=101059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:11:44.788683 n-d-773645-7 neutron-server[101059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'code': 200} Aug 23 13:11:44.815676 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Pushing event updated for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=8']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:44.874610 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f79aae7-eb5d-41b0-9a59-43e9a47a7b19 None None] New status for floating IP cd49d46b-f8d8-45c4-a5fa-210291832084: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:11:45.358399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904984-3a67-4c64-9788-17d5f3f71c65 req-89d13caa-36a3-452d-9672-f2f65adaf4e4 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:45.359891 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de904984-3a67-4c64-9788-17d5f3f71c65 req-89d13caa-36a3-452d-9672-f2f65adaf4e4 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 943 time: 0.0536709 Aug 23 13:11:45.398621 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-de904984-3a67-4c64-9788-17d5f3f71c65 req-c79dd199-13e9-4a17-906f-d2fb54422cc4 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Aug 23 13:11:45.629286 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-e73a66f2-783b-4d45-9a57-a30c21513fc9 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:45.630847 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-e73a66f2-783b-4d45-9a57-a30c21513fc9 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 943 time: 0.0485301 Aug 23 13:11:45.725507 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Deleting port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:45.725952 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:45.814725 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] For port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:45.814999 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:45.827203 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Calling delete_port for 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:45.955355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:45.988841 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event deleted for resources: {'Port': ['ID=9da9aa3e-2f21-4498-a0e9-cffa08ad9078,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:46.034986 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] No DVR routers for this DVR port 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:11:46.037526 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:46.040176 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-c7a4254d-ae77-4a4a-ba31-7be641e0eaa3 req-d6ea9902-1e98-46d6-a416-bab2e02e5afa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "DELETE /v2.0/ports/9da9aa3e-2f21-4498-a0e9-cffa08ad9078 HTTP/1.1" status: 204 len: 173 time: 0.4022276 Aug 23 13:11:46.040616 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-deleted', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:11:46.042922 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1327a603-744c-4787-a092-b550744e73c3" -d '{"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-deleted", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:11:46.079013 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee47149-496c-4add-857e-e6d9112f28ff x-openstack-request-id: req-eee47149-496c-4add-857e-e6d9112f28ff {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:11:46.079310 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6557a38f-f789-4bd6-bf51-51cdf781b8ba", "name": "network-vif-deleted", "tag": "9da9aa3e-2f21-4498-a0e9-cffa08ad9078", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:11:46.079566 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eee47149-496c-4add-857e-e6d9112f28ff {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:11:46.079968 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6557a38f-f789-4bd6-bf51-51cdf781b8ba', 'name': 'network-vif-deleted', 'tag': '9da9aa3e-2f21-4498-a0e9-cffa08ad9078', 'status': 'completed', 'code': 200} Aug 23 13:11:46.519096 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-7ec5b8b1-3c56-4345-8af7-d2217a3a1f7d req-d366325c-4a59-4d52-8c48-dce8e01f49d2 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 210 time: 0.0337992 Aug 23 13:11:46.664618 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e61fa181-be43-41ff-bf68-d001176a3ed3 req-8cba561a-ac5b-42d8-9a63-3a7ba765452d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321829 Aug 23 13:11:46.729209 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e61fa181-be43-41ff-bf68-d001176a3ed3 req-f586e222-7001-44c2-9502-be6910fcc154 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=6557a38f-f789-4bd6-bf51-51cdf781b8ba HTTP/1.1" status: 200 len: 210 time: 0.0265622 Aug 23 13:11:46.913354 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa181-be43-41ff-bf68-d001176a3ed3 req-d79fbf9b-916d-4c69-8e78-b9f0959e1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:46.914921 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e61fa181-be43-41ff-bf68-d001176a3ed3 req-d79fbf9b-916d-4c69-8e78-b9f0959e1ef2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1637025 Aug 23 13:11:47.075863 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa181-be43-41ff-bf68-d001176a3ed3 req-7a60b899-53a9-47da-98d3-071909d931c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:47.077416 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-e61fa181-be43-41ff-bf68-d001176a3ed3 req-7a60b899-53a9-47da-98d3-071909d931c3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546769 Aug 23 13:11:48.086316 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45264) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:48.239196 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Deleting port 6adce694-4294-4b9d-b2a9-789a1fc15714 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:48.239543 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:48.311634 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:48.311970 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:48.323797 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Calling delete_port for 6adce694-4294-4b9d-b2a9-789a1fc15714 owned by network:floatingip {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:48.466446 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:48.492423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event deleted for resources: {'Port': ['ID=6adce694-4294-4b9d-b2a9-789a1fc15714,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:48.552969 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for floatingip, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:48.553302 n-d-773645-7 neutron-server[101057]: INFO neutron.db.l3_db [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Floating IP a26ecd0d-1388-4088-aafd-8d3faff4cba5 disassociated (deleted). External IP: 172.25.1.71, port: f30230b5-8e4f-4cf5-8729-5a91005adec5. Aug 23 13:11:48.634754 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:48.654624 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:48.654966 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device 9da9aa3e-2f21-4498-a0e9-cffa08ad9078 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:48.759225 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Router e5879809-4851-4e1e-aa86-e8c80840128e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:11:48.867120 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:11:48.871932 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for floatingip, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:48.876469 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:11:48.885301 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:48.885882 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:48.901322 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-2219cd19-bc2d-45f8-b8b9-bfa9d0801c29 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "DELETE /v2.0/floatingips/a26ecd0d-1388-4088-aafd-8d3faff4cba5 HTTP/1.1" status: 204 len: 168 time: 0.8115759 Aug 23 13:11:48.901322 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:11:48.902083 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686ba1b-119d-47ae-ad79-7de6da85dbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:11:48.959361 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506af225-1c8b-4375-8e37-47d5aa486243 x-openstack-request-id: req-506af225-1c8b-4375-8e37-47d5aa486243 {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:11:48.959492 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:11:48.959673 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-506af225-1c8b-4375-8e37-47d5aa486243 {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:11:48.960604 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'status': 'completed', 'code': 200} Aug 23 13:11:49.028847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-1eab8f4d-88c7-493e-82f3-0990934bd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:49.031255 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:49.032399 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-1eab8f4d-88c7-493e-82f3-0990934bd584 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 1094 time: 0.0504570 Aug 23 13:11:49.146490 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-23b81e6a-8f5b-40ca-8aed-4259448590a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:49.148002 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-23b81e6a-8f5b-40ca-8aed-4259448590a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 200 len: 910 time: 0.1071103 Aug 23 13:11:49.178129 n-d-773645-7 neutron-server[101058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3cc70-c221-4924-b06e-da6c01233ce3 req-05e75712-dd77-4dc6-a09e-c22195be6a22 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:49.180922 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ad3cc70-c221-4924-b06e-da6c01233ce3 req-05e75712-dd77-4dc6-a09e-c22195be6a22 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0604734 Aug 23 13:11:49.196008 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-0877bb15-bd3a-4245-ad00-8ccac3272c5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 200 len: 217 time: 0.0405343 Aug 23 13:11:49.221046 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [req-1ad3cc70-c221-4924-b06e-da6c01233ce3 req-70095ef8-4434-40bf-bd4a-e3dfd3a3cfaa tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340829 Aug 23 13:11:49.252351 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:49.263289 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-f66b0c5e-a147-4b90-8240-7885e538d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:49.264781 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-f66b0c5e-a147-4b90-8240-7885e538d265 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 200 len: 848 time: 0.0598228 Aug 23 13:11:49.283618 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:11:49.291997 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:49.292598 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:49.311362 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-9f189222-4643-4626-ad9c-04aad2cd857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:49.312896 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-9f189222-4643-4626-ad9c-04aad2cd857f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bdeaf893-f313-449f-baee-fa3b612e0c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393615 Aug 23 13:11:49.397192 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:49.408455 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-a24d6a90-7cf6-41d4-8336-ace988359cb9 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Aug 23 13:11:49.618448 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:49.648275 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ed3ea-06e1-4431-a950-876fb9754e31 None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:07:03Z', 'revision_number': 4, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7', '_interfaces': [{'id': '577f1273-f50a-4d43-96f3-6923f8e5d6aa', 'name': '', 'network_id': 'bdeaf893-f313-449f-baee-fa3b612e0c97', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'mac_address': 'fa:16:3e:9f:37:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:02Z', 'updated_at': '2021-08-23T13:07:09Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'subnets': [{'id': '8961f65d-cb84-485a-b306-badd7e5a5984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:11:49.828020 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-a686ba1b-119d-47ae-ad79-7de6da85dbb3 req-05071e0f-016c-4fb8-9b3a-b6640bf891f5 service neutron] 10.222.0.44 "GET /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118614 Aug 23 13:11:49.922297 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb27b6a9-01ba-443d-8639-09b474723563 None None] New status for floating IP a26ecd0d-1388-4088-aafd-8d3faff4cba5: DOWN {{(pid=101060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 13:11:50.336744 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00121b-2789-4c34-b1e3-acff1817633e req-c825ebc9-c1b2-4dbb-af6c-853341bc0f1c tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:50.338234 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd00121b-2789-4c34-b1e3-acff1817633e req-c825ebc9-c1b2-4dbb-af6c-853341bc0f1c tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0477955 Aug 23 13:11:50.374886 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-cd00121b-2789-4c34-b1e3-acff1817633e req-1443e372-f66a-48a1-8a58-33e90ea4c121 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/security-groups?id=17683529-2b33-45c0-b3e6-e8e3d8ccb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Aug 23 13:11:50.802444 n-d-773645-7 neutron-server[101057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-51312b08-82d1-4b0e-b470-43c90b0cbb31 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:11:50.803892 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-51312b08-82d1-4b0e-b470-43c90b0cbb31 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 943 time: 0.0476232 Aug 23 13:11:50.899387 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Deleting port f30230b5-8e4f-4cf5-8729-5a91005adec5 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:50.899733 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:50.985847 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] For port f30230b5-8e4f-4cf5-8729-5a91005adec5, host n-h1-773645-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773645-7',level=0,port_id=f30230b5-8e4f-4cf5-8729-5a91005adec5,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:50.986216 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:50.998714 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Calling delete_port for f30230b5-8e4f-4cf5-8729-5a91005adec5 owned by compute:nova {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:51.127400 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:51.155834 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event deleted for resources: {'Port': ['ID=f30230b5-8e4f-4cf5-8729-5a91005adec5,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:51.200730 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] No DVR routers for this DVR port f30230b5-8e4f-4cf5-8729-5a91005adec5 on host n-h1-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:11:51.203310 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521746'] for port, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:51.205331 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-0a92829f-907c-4f5c-9133-d98bf2a772cd req-e31720a1-65d9-403b-9177-a37c2694c7ba tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.44 "DELETE /v2.0/ports/f30230b5-8e4f-4cf5-8729-5a91005adec5 HTTP/1.1" status: 204 len: 173 time: 0.3951521 Aug 23 13:11:51.205800 n-d-773645-7 neutron-server[101057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-deleted', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5'}] {{(pid=101057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 13:11:51.208021 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7abd719c67a84d5d11c7c16c9e08f48a594835e5a1d574005fc88fa013167d9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992ec4f-cafa-4488-905e-7b94e29ef51a" -d '{"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-deleted", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5"}]}' {{(pid=101057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 13:11:51.244634 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768130c0-4b52-4b31-af95-2ed0c949e3da x-openstack-request-id: req-768130c0-4b52-4b31-af95-2ed0c949e3da {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 13:11:51.244931 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76", "name": "network-vif-deleted", "tag": "f30230b5-8e4f-4cf5-8729-5a91005adec5", "status": "completed", "code": 200}]} {{(pid=101057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 13:11:51.245189 n-d-773645-7 neutron-server[101057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-768130c0-4b52-4b31-af95-2ed0c949e3da {{(pid=101057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 13:11:51.245605 n-d-773645-7 neutron-server[101057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76', 'name': 'network-vif-deleted', 'tag': 'f30230b5-8e4f-4cf5-8729-5a91005adec5', 'status': 'completed', 'code': 200} Aug 23 13:11:51.478845 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [req-65c50033-b3db-4e2b-993e-49160ce29978 req-fccc4fd2-1f51-42a1-b3d4-d2758b5b609a tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e2a3d6-6d87-4f72-b0eb-6e43b04ccc76 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Aug 23 13:11:51.931993 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-503fdd11-2bae-40ac-9208-6f96c4503519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:52.536399 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45286) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:52.594398 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-651ad602-4ae8-4460-ac0c-38f75c4e9266 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:52.619312 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-651ad602-4ae8-4460-ac0c-38f75c4e9266 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:52.678170 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-651ad602-4ae8-4460-ac0c-38f75c4e9266 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:52.681341 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-651ad602-4ae8-4460-ac0c-38f75c4e9266 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:52.682516 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-651ad602-4ae8-4460-ac0c-38f75c4e9266 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] 10.222.0.21 "DELETE /v2.0/security-groups/17683529-2b33-45c0-b3e6-e8e3d8ccb67a HTTP/1.1" status: 204 len: 168 time: 0.1450932 Aug 23 13:11:52.691675 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ad602-4ae8-4460-ac0c-38f75c4e9266 tempest-TestSnapshotPattern-208383137 tempest-TestSnapshotPattern-208383137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17683529-2b33-45c0-b3e6-e8e3d8ccb67a,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:52.739629 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45290) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:53.091355 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:53.337950 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Deleting port 577f1273-f50a-4d43-96f3-6923f8e5d6aa {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:53.338297 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:53.415472 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] For port 577f1273-f50a-4d43-96f3-6923f8e5d6aa, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=577f1273-f50a-4d43-96f3-6923f8e5d6aa,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:53.415833 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:53.427614 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Calling delete_port for 577f1273-f50a-4d43-96f3-6923f8e5d6aa owned by network:router_interface {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:53.607796 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:53.634438 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=577f1273-f50a-4d43-96f3-6923f8e5d6aa,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:53.802311 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.013723 n-d-773645-7 neutron-server[101057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Router e5879809-4851-4e1e-aa86-e8c80840128e has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:11:54.118395 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:11:54.123338 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-e1a57052-377e-4200-be0f-704e598d1cd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/e5879809-4851-4e1e-aa86-e8c80840128e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826697 Aug 23 13:11:54.125911 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45292) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:54.128564 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] Sync routers for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:11:54.138951 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:54.139554 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:24Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:54.228359 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks [] for router, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.242270 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: n-d-773645-7 {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:54.334016 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.389868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Deleting port 3adbab1d-148e-4855-8d0b-36403bc0fd63 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:54.390205 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.469499 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] For port 3adbab1d-148e-4855-8d0b-36403bc0fd63, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=3adbab1d-148e-4855-8d0b-36403bc0fd63,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:54.469903 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.479260 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e04762de-f3e4-4f1a-9c7d-05037e7b68e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.487002 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Calling delete_port for 3adbab1d-148e-4855-8d0b-36403bc0fd63 owned by network:router_gateway {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:54.535379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.598855 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:11:53Z', 'revision_number': 5, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port': {'id': '3adbab1d-148e-4855-8d0b-36403bc0fd63', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:01Z', 'updated_at': '2021-08-23T13:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:54.626288 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] Checking router: e5879809-4851-4e1e-aa86-e8c80840128e for host: n-d-773645-7 {{(pid=101059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:11:54.634541 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] Routers {'e5879809-4851-4e1e-aa86-e8c80840128e'} bound to L3 agent in host n-d-773645-7 {{(pid=101059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:54.635151 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['e5879809-4851-4e1e-aa86-e8c80840128e'], 'active': True} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:54.655967 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.686148 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adbab1d-148e-4855-8d0b-36403bc0fd63,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:54.700674 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 no longer exists at agent hyperv_n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:54.723785 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] No Port match for: f30230b5-8e4f-4cf5-8729-5a91005adec5 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:54.724132 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Device f30230b5-8e4f-4cf5-8729-5a91005adec5 not bound to the agent host n-h1-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:54.741905 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvr_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] Set router e5879809-4851-4e1e-aa86-e8c80840128e gateway port host: None {{(pid=101059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:54.745851 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.800694 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_hamode_db [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:11:54Z', 'revision_number': 6, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:54.833055 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373196f-c321-4fec-8c71-9a63d85d2e97 None None] The sync data for ids ['e5879809-4851-4e1e-aa86-e8c80840128e'] in n-d-773645-7 is: [{'id': 'e5879809-4851-4e1e-aa86-e8c80840128e', 'name': 'tempest-TestSnapshotPattern-512354631-router', 'tenant_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:00Z', 'updated_at': '2021-08-23T13:11:54Z', 'revision_number': 6, 'project_id': 'eddb3547483a44c2adf8d5cbbdcf3c90', 'gw_port_host': None}] {{(pid=101059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:11:54.836029 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.838993 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.886918 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.887448 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5879809-4851-4e1e-aa86-e8c80840128e {{(pid=101057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 13:11:54.891743 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] Notify callbacks [] for router, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.893007 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-b34fc05e-5a85-4e8d-bd87-858381f36175 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e5879809-4851-4e1e-aa86-e8c80840128e HTTP/1.1" status: 204 len: 168 time: 0.7661839 Aug 23 13:11:54.895979 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45294) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:54.943325 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Deleting subnet 8961f65d-cb84-485a-b306-badd7e5a5984 {{(pid=101057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 13:11:54.946481 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:54.980533 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347832'] for subnet, precommit_delete_associations {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.054321 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.109465 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7211872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25578268'] for subnet, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.140595 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8961f65d-cb84-485a-b306-badd7e5a5984,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:55.142492 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.145095 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-85e7b29a-72aa-4582-8fdc-ac4a0b727d32 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8961f65d-cb84-485a-b306-badd7e5a5984 HTTP/1.1" status: 204 len: 168 time: 0.2474449 Aug 23 13:11:55.146967 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45296) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:55.148121 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf3812-8af9-42ff-b5ba-57025673f8d7 None None] Network bdeaf893-f313-449f-baee-fa3b612e0c97 requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:11:55.238681 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.295868 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Deleting port 267c3c88-ceda-4123-ab85-1dfa1e93f849 {{(pid=101057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:55.296214 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.314439 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 577f1273-f50a-4d43-96f3-6923f8e5d6aa no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:55.335834 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 577f1273-f50a-4d43-96f3-6923f8e5d6aa {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:55.336183 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 577f1273-f50a-4d43-96f3-6923f8e5d6aa not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:55.371126 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.db [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] For port 267c3c88-ceda-4123-ab85-1dfa1e93f849, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=267c3c88-ceda-4123-ab85-1dfa1e93f849,segment=NetworkSegment(125e8525-593f-4208-8545-4dffad72ee9c),segment_id=125e8525-593f-4208-8545-4dffad72ee9c)] {{(pid=101057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:55.371435 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.383792 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.plugin [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Calling delete_port for 267c3c88-ceda-4123-ab85-1dfa1e93f849 owned by network:dhcp {{(pid=101057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:55.460868 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7211829'] for port, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.490038 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=267c3c88-ceda-4123-ab85-1dfa1e93f849,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:55.492601 n-d-773645-7 neutron-server[101057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] No DVR routers for this DVR port 267c3c88-ceda-4123-ab85-1dfa1e93f849 on host n-d-773645-7 {{(pid=101057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:11:55.559845 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.570398 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdeaf893-f313-449f-baee-fa3b612e0c97']}} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:55.579949 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125e8525-593f-4208-8545-4dffad72ee9c') {'for_net_delete': True} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:55.580177 n-d-773645-7 neutron-server[101057]: DEBUG neutron.services.segments.db [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125e8525-593f-4208-8545-4dffad72ee9c') {} {{(pid=101057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:55.588730 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347825'] for segment, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.605367 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.611606 n-d-773645-7 neutron-server[101057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 13:11:55.611606 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7211782'] for segment, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: Traceback (most recent call last): Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: timer() Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: cb(*args, **kw) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: return func(*args, **kwargs) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: self._notify() Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: self.callback(batched_events) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: event.method(event) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: return f(self, *a, **k) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: return self._get(url).json() Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: return self.request(url, 'GET', **kwargs) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 13:11:55.613174 n-d-773645-7 neutron-server[101057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 13:11:55.645860 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bf274-9b9d-4312-a84b-d3a56f381611 None None] DHCP port deletion for bdeaf893-f313-449f-baee-fa3b612e0c97 request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 13:11:55.676508 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.682103 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:55.683973 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bdeaf893-f313-449f-baee-fa3b612e0c97 HTTP/1.1" status: 204 len: 168 time: 0.5353422 Aug 23 13:11:55.687070 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45298) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:55.695423 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441c8d-37be-4759-b574-f7e5e31e34b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdeaf893-f313-449f-baee-fa3b612e0c97,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:56.020551 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:56.047682 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605386'] for router_interface, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:56.293108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Deleting port ffd5d88a-1c3a-4953-aab1-9e1b891ac933 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:56.293339 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:56.369991 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] For port ffd5d88a-1c3a-4953-aab1-9e1b891ac933, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,segment=NetworkSegment(091cd788-3d08-458b-bb69-c091e84231bc),segment_id=091cd788-3d08-458b-bb69-c091e84231bc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:56.370357 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:56.382883 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Calling delete_port for ffd5d88a-1c3a-4953-aab1-9e1b891ac933 owned by network:router_interface {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:56.560832 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:56.591827 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd5d88a-1c3a-4953-aab1-9e1b891ac933,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:56.615108 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.615989 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.616372 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.616708 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.617038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.617366 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.617721 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.618036 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.618359 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.618679 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.618998 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:56.619316 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773645-7 {{(pid=101058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:11:57.041974 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 267c3c88-ceda-4123-ab85-1dfa1e93f849 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:57.066523 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 267c3c88-ceda-4123-ab85-1dfa1e93f849 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:57.066875 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 267c3c88-ceda-4123-ab85-1dfa1e93f849 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:57.067317 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3adbab1d-148e-4855-8d0b-36403bc0fd63 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:57.071894 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1598318'] for router_interface, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.086596 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 3adbab1d-148e-4855-8d0b-36403bc0fd63 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:57.086954 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 3adbab1d-148e-4855-8d0b-36403bc0fd63 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:57.283978 n-d-773645-7 neutron-server[101058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Router f73a6a24-ab8c-40ac-b666-09bfffc923fc has already been hosted by L3 agent f343ee95-4311-420a-9a9b-55ec3a89b0b8 {{(pid=101058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:11:57.388622 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] Notify agent at l3_agent.n-d-773645-7 the message routers_updated {{(pid=101058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:11:57.393706 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-bdd20182-11ec-4d4f-a3a0-82e2239eaf55 admin admin] 10.222.0.21 "PUT /v2.0/routers/f73a6a24-ab8c-40ac-b666-09bfffc923fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055457 Aug 23 13:11:57.396204 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45302) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:57.399279 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] Sync routers for ids ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'] in n-d-773645-7 {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:11:57.408311 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] Routers {'f73a6a24-ab8c-40ac-b666-09bfffc923fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:57.408923 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:57.503649 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks [] for router, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.530459 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] Set router f73a6a24-ab8c-40ac-b666-09bfffc923fc gateway port host: n-d-773645-7 {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:57.607203 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.660009 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Deleting port ddfb6a13-e85f-429b-b18a-49d2264c62d1 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:57.660720 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.667725 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.711271 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'external_fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:11:56Z', 'revision_number': 5, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port': {'id': 'ddfb6a13-e85f-429b-b18a-49d2264c62d1', 'name': '', 'network_id': '39cc4a56-7e92-411f-b2f7-9b494e8bbe4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773645-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '41cc60a1-ec69-4f02-8bb5-3b9f6df1c7d6', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773645-7'}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:57.738489 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] Checking router: f73a6a24-ab8c-40ac-b666-09bfffc923fc for host: n-d-773645-7 {{(pid=101060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:11:57.740634 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] For port ddfb6a13-e85f-429b-b18a-49d2264c62d1, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=ddfb6a13-e85f-429b-b18a-49d2264c62d1,segment=NetworkSegment(3507b39b-88d3-46ce-bd22-9f01bc028ea9),segment_id=3507b39b-88d3-46ce-bd22-9f01bc028ea9)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:57.741367 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.748875 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] Routers {'f73a6a24-ab8c-40ac-b666-09bfffc923fc'} bound to L3 agent in host n-d-773645-7 {{(pid=101060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:11:57.749486 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773645-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T11:39:54Z,description=,heartbeat_timestamp=2021-08-23T13:11:54Z,host='n-d-773645-7',id=f343ee95-4311-420a-9a9b-55ec3a89b0b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T11:39:55Z,topic='l3_agent')) {'router_ids': ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'], 'active': True} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:57.756443 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Calling delete_port for ddfb6a13-e85f-429b-b18a-49d2264c62d1 owned by network:router_gateway {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:57.836417 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_dvr_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] Set router f73a6a24-ab8c-40ac-b666-09bfffc923fc gateway port host: None {{(pid=101060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 13:11:57.891883 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.l3_hamode_db [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:11:57Z', 'revision_number': 6, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port_host': None}], 'n-d-773645-7', False) {} {{(pid=101060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:57.917646 n-d-773645-7 neutron-server[101060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29d758-b21e-4dee-96e8-aca4cbead707 None None] The sync data for ids ['f73a6a24-ab8c-40ac-b666-09bfffc923fc'] in n-d-773645-7 is: [{'id': 'f73a6a24-ab8c-40ac-b666-09bfffc923fc', 'name': 'tempest-TestSnapshotPattern-1114676731-router', 'tenant_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:07:05Z', 'updated_at': '2021-08-23T13:11:57Z', 'revision_number': 6, 'project_id': '9dc7d4623e0f45e9a8e90688c7a187dc', 'gw_port_host': None}] {{(pid=101060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:11:57.923911 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:57.952511 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfb6a13-e85f-429b-b18a-49d2264c62d1,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:58.018625 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1602284'] for router_gateway, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.108091 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1572956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47753'] for router, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.110142 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.152229 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1572933'] for router, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.152754 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f73a6a24-ab8c-40ac-b666-09bfffc923fc {{(pid=101058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 13:11:58.156945 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] Notify callbacks [] for router, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.158130 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-44c70ad3-3b8c-4f25-bc3d-dbda1d37b7cc admin admin] 10.222.0.21 "DELETE /v2.0/routers/f73a6a24-ab8c-40ac-b666-09bfffc923fc HTTP/1.1" status: 204 len: 168 time: 0.7610004 Aug 23 13:11:58.160624 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45304) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:58.208844 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Deleting subnet 52c64002-ed5c-429b-908b-e8d4465b00e7 {{(pid=101058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 13:11:58.211831 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.247241 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3735973'] for subnet, precommit_delete_associations {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.332324 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1007277'] for subnet, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.382853 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1007316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3674491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446492'] for subnet, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.411750 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c64002-ed5c-429b-908b-e8d4465b00e7,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:58.415726 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.419121 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-3cdc17db-df33-4cdc-a0ec-1bb394d921e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52c64002-ed5c-429b-908b-e8d4465b00e7 HTTP/1.1" status: 204 len: 168 time: 0.2559252 Aug 23 13:11:58.420177 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45306) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:58.422697 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0847f-0b9c-4351-b538-3ff830388ba6 None None] Network 0b665657-48a2-4ccd-a85a-6c12f017873f requested from n-d-773645-7 {{(pid=101059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 13:11:58.487425 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593720'] for network, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.543064 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Deleting port 938fc81c-0ce1-418c-b0e3-aedf9433c193 {{(pid=101058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:58.543429 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.611137 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.db [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] For port 938fc81c-0ce1-418c-b0e3-aedf9433c193, host n-d-773645-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773645-7',level=0,port_id=938fc81c-0ce1-418c-b0e3-aedf9433c193,segment=NetworkSegment(091cd788-3d08-458b-bb69-c091e84231bc),segment_id=091cd788-3d08-458b-bb69-c091e84231bc)] {{(pid=101058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:58.611500 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.624262 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Calling delete_port for 938fc81c-0ce1-418c-b0e3-aedf9433c193 owned by network:dhcp {{(pid=101058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:58.655221 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] DHCP port deletion for 0b665657-48a2-4ccd-a85a-6c12f017873f request from n-d-773645-7 {{(pid=101059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 13:11:58.702726 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Deleting port 938fc81c-0ce1-418c-b0e3-aedf9433c193 {{(pid=101059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 13:11:58.703132 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759001931255'] for port, before_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.704402 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3674414'] for port, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.738038 n-d-773645-7 neutron-server[101058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] No DVR routers for this DVR port 938fc81c-0ce1-418c-b0e3-aedf9433c193 on host n-d-773645-7 {{(pid=101058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:11:58.743183 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Pushing event deleted for resources: {'Port': ['ID=938fc81c-0ce1-418c-b0e3-aedf9433c193,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:58.777299 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.778485 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.db [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] For port 938fc81c-0ce1-418c-b0e3-aedf9433c193, host n-d-773645-7, got binding levels [] {{(pid=101059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:11:58.778877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1605549'] for port, precommit_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.791186 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Calling delete_port for 938fc81c-0ce1-418c-b0e3-aedf9433c193 owned by network:dhcp {{(pid=101059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 13:11:58.793889 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.ipam_backend_mixin [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Port 938fc81c-0ce1-418c-b0e3-aedf9433c193 was not found and therefore no delete operation was performed {{(pid=101059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 13:11:58.795093 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759002087473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759001530125'] for port, after_delete {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.820067 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003832', 'neutron.services.segments.db._delete_segments_for_network-8759002018232'] for network, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.825233 n-d-773645-7 neutron-server[101059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] Pushing event deleted for resources: {'Port': ['ID=938fc81c-0ce1-418c-b0e3-aedf9433c193,revision_number=None']} {{(pid=101059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:58.830155 n-d-773645-7 neutron-server[101059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c1871-e410-48a6-b8a3-23f45045b0ec None None] No DVR routers for this DVR port 938fc81c-0ce1-418c-b0e3-aedf9433c193 on host n-d-773645-7 {{(pid=101059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 13:11:58.842653 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b665657-48a2-4ccd-a85a-6c12f017873f']}} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:58.853956 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091cd788-3d08-458b-bb69-c091e84231bc') {'for_net_delete': True} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:58.854258 n-d-773645-7 neutron-server[101058]: DEBUG neutron.services.segments.db [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091cd788-3d08-458b-bb69-c091e84231bc') {} {{(pid=101058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:11:58.863096 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759002031553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3735980'] for segment, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.878010 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456'] for segment, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.884529 n-d-773645-7 neutron-server[101058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 13:11:58.884862 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3674397'] for segment, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: Traceback (most recent call last): Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: timer() Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: cb(*args, **kw) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: return func(*args, **kwargs) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: self._notify() Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: self.callback(batched_events) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: event.method(event) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: return f(self, *a, **k) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: return self._get(url).json() Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: return self.request(url, 'GET', **kwargs) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 13:11:58.886982 n-d-773645-7 neutron-server[101058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 13:11:58.963942 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1602096'] for network, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.969890 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Notify callbacks [] for network, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:58.971757 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b665657-48a2-4ccd-a85a-6c12f017873f HTTP/1.1" status: 204 len: 168 time: 0.5506749 Aug 23 13:11:58.983903 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b888a-9846-4a10-9e16-1b44a8aae507 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b665657-48a2-4ccd-a85a-6c12f017873f,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:58.995534 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ddfb6a13-e85f-429b-b18a-49d2264c62d1 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:59.015063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ddfb6a13-e85f-429b-b18a-49d2264c62d1 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:59.015063 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ddfb6a13-e85f-429b-b18a-49d2264c62d1 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:59.015695 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffd5d88a-1c3a-4953-aab1-9e1b891ac933 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:59.033844 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: ffd5d88a-1c3a-4953-aab1-9e1b891ac933 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:59.034196 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device ffd5d88a-1c3a-4953-aab1-9e1b891ac933 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:59.034612 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 938fc81c-0ce1-418c-b0e3-aedf9433c193 no longer exists at agent ovs-agent-n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 13:11:59.054307 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] No Port match for: 938fc81c-0ce1-418c-b0e3-aedf9433c193 {{(pid=101059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 13:11:59.054658 n-d-773645-7 neutron-server[101059]: DEBUG neutron.plugins.ml2.rpc [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Device 938fc81c-0ce1-418c-b0e3-aedf9433c193 not bound to the agent host n-d-773645-7 {{(pid=101059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 13:11:59.151737 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45310) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:59.191407 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-bbfa0772-096b-46fa-8520-51da22a1e5a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eddb3547483a44c2adf8d5cbbdcf3c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378978 Aug 23 13:11:59.194471 n-d-773645-7 neutron-server[101057]: DEBUG neutron.wsgi [-] (101057) accepted ('10.222.0.21', 45312) {{(pid=101057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:59.197792 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.242500 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798bd650-1c48-45b4-bfe1-70a90a6d4dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.262847 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798bd650-1c48-45b4-bfe1-70a90a6d4dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.310664 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798bd650-1c48-45b4-bfe1-70a90a6d4dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.313249 n-d-773645-7 neutron-server[101057]: DEBUG neutron_lib.callbacks.manager [None req-798bd650-1c48-45b4-bfe1-70a90a6d4dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.314420 n-d-773645-7 neutron-server[101057]: INFO neutron.wsgi [None req-798bd650-1c48-45b4-bfe1-70a90a6d4dd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/270518b0-28c5-4bcb-ac6d-4620fdf3bc5b HTTP/1.1" status: 204 len: 168 time: 0.1189532 Aug 23 13:11:59.322759 n-d-773645-7 neutron-server[101057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bd650-1c48-45b4-bfe1-70a90a6d4dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270518b0-28c5-4bcb-ac6d-4620fdf3bc5b,revision_number=None']} {{(pid=101057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:11:59.640870 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45318) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:59.680498 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-542c5cee-0f54-4201-be8c-c4157c748759 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dc7d4623e0f45e9a8e90688c7a187dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384078 Aug 23 13:11:59.683249 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [-] (101058) accepted ('10.222.0.21', 45320) {{(pid=101058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 13:11:59.729949 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c01400-d710-4f88-b807-333133249436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.751699 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c01400-d710-4f88-b807-333133249436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.798731 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c01400-d710-4f88-b807-333133249436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651427'] for security_group, after_delete {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.801300 n-d-773645-7 neutron-server[101058]: DEBUG neutron_lib.callbacks.manager [None req-d4c01400-d710-4f88-b807-333133249436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:11:59.802542 n-d-773645-7 neutron-server[101058]: INFO neutron.wsgi [None req-d4c01400-d710-4f88-b807-333133249436 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7585ffc8-02ac-4600-bba3-628bfd584663 HTTP/1.1" status: 204 len: 168 time: 0.1184065 Aug 23 13:11:59.811982 n-d-773645-7 neutron-server[101058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c01400-d710-4f88-b807-333133249436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585ffc8-02ac-4600-bba3-628bfd584663,revision_number=None']} {{(pid=101058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:12:14.480962 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:12:21.932453 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-adac88f7-a731-4368-9860-50c58bb83ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:24.459045 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fda1a7f2-780f-4d13-92bc-820f4268225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:24.517419 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:26.024495 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:27.671143 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:28.760376 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:29.187836 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:51.481069 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:12:51.935656 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e7acad6c-1a5e-43dd-9ba3-8c96504ca3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:54.459448 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-03e7b123-36f4-4e68-a3a6-ddcc89ca9cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:54.521189 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:56.026898 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:57.673877 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:58.773119 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:12:59.208709 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:21.936300 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-5de6e295-005e-4ce7-ab53-944072d61534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:24.459395 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3dd94818-368a-47c3-b8f7-832fc7767177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:24.518199 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:26.030548 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:27.676903 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:28.480298 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:13:28.778385 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:29.211595 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:51.936602 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1f5c528b-3231-4483-8f00-7e37d8e6b86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:54.460219 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5f64-d787-4813-9771-837e0eaa08ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:54.522942 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:56.032269 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:57.678415 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:58.787995 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:13:59.206730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:05.479750 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:14:21.937579 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-88480190-b931-4dfd-9483-92e90d5d863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:24.461305 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e675ca82-6767-40c7-97eb-693042edaf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:24.523872 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:26.035565 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:27.681949 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:28.785447 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:29.224164 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:42.477985 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:14:51.938123 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-0b205684-85dc-4eb7-a53c-4f6e2f8a49bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:54.462782 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-fac85841-fb16-4d4d-9729-d54249f315f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:54.526730 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:56.037922 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:57.683353 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:58.813271 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:14:59.220796 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:19.477497 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:15:21.939427 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-024e86c6-2aa2-455b-b884-b574ca720798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:24.463848 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-32a316a3-c404-4595-8835-53e17110afce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:24.528040 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:26.040897 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:27.686799 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:28.815407 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:29.234531 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:51.940868 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a681f3a8-d6d2-4550-aeb2-b588e897978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:54.464233 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-532e9bf3-5cf8-4e9a-a7a7-b20221fc38d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:54.530643 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:56.042504 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:56.476049 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:15:57.688234 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:58.816570 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:15:59.231606 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:21.941865 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-bece13a5-13ec-4db2-af51-e4f92ff0de5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:24.465107 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c0a5edee-113d-40a8-bc70-7117549a5e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:24.534317 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:26.049014 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:27.691690 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:28.821409 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:29.249965 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:33.476362 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:16:51.945873 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dc4c-5dff-417b-aef7-8602f5f381a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:54.465653 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-b34609e6-581e-4f6c-afa2-413d0622abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:54.535704 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:56.048444 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:57.694555 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:58.823185 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:16:59.263403 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:10.474768 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:17:21.948361 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-eed6e2b2-6467-4ddd-af2e-6517b79cea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:24.466927 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-71fe5f31-d88c-49fb-b212-8e4dd0c8e8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:24.536983 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:26.052225 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:27.697154 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:28.824537 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:29.266076 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:47.473849 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:17:51.949167 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-4abb65c6-d6ec-4767-afd5-c1938e107659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:54.466699 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-30766824-5254-4c29-b5a8-bfd035dee098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:54.537596 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:56.053422 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:57.698879 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:58.840666 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:17:59.278229 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:21.949842 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-a6e862b6-642d-46c3-bb15-0af74953d553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:24.467948 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1b47841c-9d54-4bf3-8fd6-9d701408ddff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:24.473186 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:18:24.540119 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:26.060031 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:27.703788 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:28.837638 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:29.278236 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:51.950127 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-8bb1d298-ffaa-4a50-99c2-ff93a7438054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:54.469557 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-134f9c82-a876-4721-a6df-178278e1f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:54.542294 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:56.059251 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:57.705379 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:58.845844 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:18:59.292259 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:01.473225 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:19:21.950041 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-63f94a60-7d31-4b66-8fb7-907cf7d88aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:24.469071 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-e9640973-1ed5-4689-8d86-27ab4a6a3914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:24.541647 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:26.062538 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:27.712900 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:28.837630 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:29.291406 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:38.473589 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:19:51.952162 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-1c659767-1a17-4226-92a5-32a1a10b9cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:54.469733 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-3007eba3-f212-4f76-a64f-86d9e55a4638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:54.543544 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:56.065010 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:57.710347 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:58.843270 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:19:59.307057 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:09.862189 n-d-773645-7 neutron-server[101058]: DEBUG neutron.wsgi [req-b0fd3eca-cf04-49d0-8ae0-c5f4d0d7326a req-5b45920e-f549-4d47-a688-15ebf820f8db service neutron] (101058) timed out ('10.222.0.21', 55622) {{(pid=101058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 13:20:15.473558 n-d-773645-7 neutron-server[101060]: DEBUG neutron.db.agents_db [None req-4298503f-26f2-4696-b090-1d9468eb9953 None None] Agent healthcheck: found 7 active agents {{(pid=101060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 13:20:21.953038 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-51a1c6fb-e26c-4c3f-b1f2-5c0a3593f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:24.470712 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-c2cb33f0-73ac-4c88-8cd3-220fc4389703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:24.544618 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d4f8aa47-e154-4c2c-8bf2-547666c65fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:26.067924 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-d48f2e0f-508b-4414-85d9-179f5f77c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:27.716248 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-f27021c0-be6e-47b6-a51a-2f5e450c9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:28.867720 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-553cda60-cce4-4a7b-ae77-b82aea14bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:20:29.307288 n-d-773645-7 neutron-server[101059]: DEBUG neutron_lib.callbacks.manager [None req-beed1be2-7af6-481e-9c8b-ff41300c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759002023720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1011694'] for agent, after_update {{(pid=101059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}